{ "best_metric": 0.7126582278481013, "best_model_checkpoint": "results/facebook/wav2vec2-base/42/_retain/checkpoint-30000", "epoch": 75.80543272267846, "eval_steps": 400, "global_step": 30000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.2526847757422615, "grad_norm": 1.0702794790267944, "learning_rate": 1.6666666666666667e-05, "loss": 4.416, "step": 100 }, { "epoch": 0.505369551484523, "grad_norm": 1.4368451833724976, "learning_rate": 3.3333333333333335e-05, "loss": 4.0736, "step": 200 }, { "epoch": 0.7580543272267846, "grad_norm": 2.1718220710754395, "learning_rate": 5e-05, "loss": 3.8685, "step": 300 }, { "epoch": 1.010739102969046, "grad_norm": 3.2043306827545166, "learning_rate": 6.666666666666667e-05, "loss": 3.7358, "step": 400 }, { "epoch": 1.010739102969046, "eval_accuracy": 0.10667433831990794, "eval_f1_macro": 0.010564416636306704, "eval_loss": 3.6359970569610596, "eval_runtime": 79.6332, "eval_samples_per_second": 109.125, "eval_steps_per_second": 3.416, "step": 400 }, { "epoch": 1.2634238787113077, "grad_norm": 7.089096546173096, "learning_rate": 8.333333333333333e-05, "loss": 3.5513, "step": 500 }, { "epoch": 1.5161086544535691, "grad_norm": 15.851802825927734, "learning_rate": 0.0001, "loss": 3.2697, "step": 600 }, { "epoch": 1.7687934301958306, "grad_norm": 7.881278991699219, "learning_rate": 0.00011666666666666667, "loss": 2.9246, "step": 700 }, { "epoch": 2.021478205938092, "grad_norm": 9.194243431091309, "learning_rate": 0.00013333333333333334, "loss": 2.5677, "step": 800 }, { "epoch": 2.021478205938092, "eval_accuracy": 0.4115074798619102, "eval_f1_macro": 0.17958228612174398, "eval_loss": 2.4761385917663574, "eval_runtime": 79.6601, "eval_samples_per_second": 109.088, "eval_steps_per_second": 3.415, "step": 800 }, { "epoch": 2.274162981680354, "grad_norm": 11.996749877929688, "learning_rate": 0.00015, "loss": 2.2068, "step": 900 }, { "epoch": 2.5268477574226154, "grad_norm": 15.755786895751953, "learning_rate": 0.00016666666666666666, "loss": 2.0173, "step": 1000 }, { "epoch": 2.779532533164877, "grad_norm": 15.083039283752441, "learning_rate": 0.00018333333333333334, "loss": 1.8694, "step": 1100 }, { "epoch": 3.0322173089071383, "grad_norm": 10.2857666015625, "learning_rate": 0.0002, "loss": 1.7515, "step": 1200 }, { "epoch": 3.0322173089071383, "eval_accuracy": 0.567433831990794, "eval_f1_macro": 0.36659150895414866, "eval_loss": 1.8158797025680542, "eval_runtime": 78.9641, "eval_samples_per_second": 110.05, "eval_steps_per_second": 3.445, "step": 1200 }, { "epoch": 3.2849020846493997, "grad_norm": 11.110665321350098, "learning_rate": 0.00021666666666666668, "loss": 1.5794, "step": 1300 }, { "epoch": 3.537586860391661, "grad_norm": 11.364448547363281, "learning_rate": 0.00023333333333333333, "loss": 1.5002, "step": 1400 }, { "epoch": 3.790271636133923, "grad_norm": 7.655250072479248, "learning_rate": 0.00025, "loss": 1.491, "step": 1500 }, { "epoch": 4.042956411876184, "grad_norm": 9.095359802246094, "learning_rate": 0.0002666666666666667, "loss": 1.4511, "step": 1600 }, { "epoch": 4.042956411876184, "eval_accuracy": 0.5951668584579977, "eval_f1_macro": 0.4026927353503452, "eval_loss": 1.6677496433258057, "eval_runtime": 79.0574, "eval_samples_per_second": 109.92, "eval_steps_per_second": 3.441, "step": 1600 }, { "epoch": 4.295641187618446, "grad_norm": 11.648326873779297, "learning_rate": 0.00028333333333333335, "loss": 1.3253, "step": 1700 }, { "epoch": 4.548325963360708, "grad_norm": 8.05283260345459, "learning_rate": 0.0003, "loss": 1.3594, "step": 1800 }, { "epoch": 4.801010739102969, "grad_norm": 8.383731842041016, "learning_rate": 0.00031666666666666665, "loss": 1.381, "step": 1900 }, { "epoch": 5.053695514845231, "grad_norm": 8.625487327575684, "learning_rate": 0.0003333333333333333, "loss": 1.3643, "step": 2000 }, { "epoch": 5.053695514845231, "eval_accuracy": 0.6102416570771001, "eval_f1_macro": 0.4299186371835549, "eval_loss": 1.6622495651245117, "eval_runtime": 79.0621, "eval_samples_per_second": 109.914, "eval_steps_per_second": 3.44, "step": 2000 }, { "epoch": 5.306380290587492, "grad_norm": 8.265228271484375, "learning_rate": 0.00035, "loss": 1.3271, "step": 2100 }, { "epoch": 5.559065066329754, "grad_norm": 15.364546775817871, "learning_rate": 0.00036666666666666667, "loss": 1.352, "step": 2200 }, { "epoch": 5.8117498420720155, "grad_norm": 8.970512390136719, "learning_rate": 0.00038333333333333334, "loss": 1.347, "step": 2300 }, { "epoch": 6.0644346178142765, "grad_norm": 11.065812110900879, "learning_rate": 0.0004, "loss": 1.3603, "step": 2400 }, { "epoch": 6.0644346178142765, "eval_accuracy": 0.5935558112773303, "eval_f1_macro": 0.43463154274064014, "eval_loss": 1.7598559856414795, "eval_runtime": 79.0019, "eval_samples_per_second": 109.997, "eval_steps_per_second": 3.443, "step": 2400 }, { "epoch": 6.317119393556538, "grad_norm": 7.496682643890381, "learning_rate": 0.0004166666666666667, "loss": 1.307, "step": 2500 }, { "epoch": 6.569804169298799, "grad_norm": 10.478510856628418, "learning_rate": 0.00043333333333333337, "loss": 1.3713, "step": 2600 }, { "epoch": 6.822488945041061, "grad_norm": 9.119362831115723, "learning_rate": 0.00045000000000000004, "loss": 1.4236, "step": 2700 }, { "epoch": 7.075173720783323, "grad_norm": 6.770716667175293, "learning_rate": 0.00046666666666666666, "loss": 1.353, "step": 2800 }, { "epoch": 7.075173720783323, "eval_accuracy": 0.5903337169159953, "eval_f1_macro": 0.44580064776313444, "eval_loss": 1.7876626253128052, "eval_runtime": 79.2177, "eval_samples_per_second": 109.698, "eval_steps_per_second": 3.434, "step": 2800 }, { "epoch": 7.327858496525584, "grad_norm": 11.353608131408691, "learning_rate": 0.00048333333333333334, "loss": 1.3166, "step": 2900 }, { "epoch": 7.580543272267846, "grad_norm": 8.012442588806152, "learning_rate": 0.0005, "loss": 1.4728, "step": 3000 }, { "epoch": 7.833228048010107, "grad_norm": 12.510762214660645, "learning_rate": 0.0004981481481481482, "loss": 1.3979, "step": 3100 }, { "epoch": 8.085912823752368, "grad_norm": 7.419615268707275, "learning_rate": 0.0004962962962962963, "loss": 1.3836, "step": 3200 }, { "epoch": 8.085912823752368, "eval_accuracy": 0.6051783659378596, "eval_f1_macro": 0.46417323352244966, "eval_loss": 1.7455965280532837, "eval_runtime": 79.2025, "eval_samples_per_second": 109.719, "eval_steps_per_second": 3.434, "step": 3200 }, { "epoch": 8.33859759949463, "grad_norm": 7.640713214874268, "learning_rate": 0.0004944444444444445, "loss": 1.2883, "step": 3300 }, { "epoch": 8.591282375236892, "grad_norm": 8.823062896728516, "learning_rate": 0.0004925925925925925, "loss": 1.3007, "step": 3400 }, { "epoch": 8.843967150979154, "grad_norm": 7.705187797546387, "learning_rate": 0.0004907407407407408, "loss": 1.311, "step": 3500 }, { "epoch": 9.096651926721416, "grad_norm": 5.811334133148193, "learning_rate": 0.0004888888888888889, "loss": 1.2593, "step": 3600 }, { "epoch": 9.096651926721416, "eval_accuracy": 0.5981588032220944, "eval_f1_macro": 0.444749614864958, "eval_loss": 1.800374150276184, "eval_runtime": 74.8953, "eval_samples_per_second": 116.029, "eval_steps_per_second": 3.632, "step": 3600 }, { "epoch": 9.349336702463676, "grad_norm": 7.506765365600586, "learning_rate": 0.00048703703703703707, "loss": 1.2283, "step": 3700 }, { "epoch": 9.602021478205938, "grad_norm": 7.739789962768555, "learning_rate": 0.0004851851851851852, "loss": 1.2141, "step": 3800 }, { "epoch": 9.8547062539482, "grad_norm": 8.539153099060059, "learning_rate": 0.00048333333333333334, "loss": 1.2104, "step": 3900 }, { "epoch": 10.107391029690461, "grad_norm": 11.42418098449707, "learning_rate": 0.00048148148148148144, "loss": 1.1221, "step": 4000 }, { "epoch": 10.107391029690461, "eval_accuracy": 0.6199079401611047, "eval_f1_macro": 0.4625532357188315, "eval_loss": 1.7226791381835938, "eval_runtime": 79.2693, "eval_samples_per_second": 109.626, "eval_steps_per_second": 3.431, "step": 4000 }, { "epoch": 10.360075805432723, "grad_norm": 9.52509593963623, "learning_rate": 0.00047962962962962965, "loss": 1.1435, "step": 4100 }, { "epoch": 10.612760581174983, "grad_norm": 10.423213005065918, "learning_rate": 0.0004777777777777778, "loss": 1.1839, "step": 4200 }, { "epoch": 10.865445356917245, "grad_norm": 9.375807762145996, "learning_rate": 0.0004759259259259259, "loss": 1.237, "step": 4300 }, { "epoch": 11.118130132659507, "grad_norm": 11.8602294921875, "learning_rate": 0.0004740740740740741, "loss": 1.1433, "step": 4400 }, { "epoch": 11.118130132659507, "eval_accuracy": 0.607940161104718, "eval_f1_macro": 0.4688655321201303, "eval_loss": 1.7294870615005493, "eval_runtime": 80.4318, "eval_samples_per_second": 108.042, "eval_steps_per_second": 3.382, "step": 4400 }, { "epoch": 11.37081490840177, "grad_norm": 8.036584854125977, "learning_rate": 0.00047222222222222224, "loss": 1.1633, "step": 4500 }, { "epoch": 11.623499684144031, "grad_norm": 9.331839561462402, "learning_rate": 0.0004703703703703704, "loss": 1.1189, "step": 4600 }, { "epoch": 11.876184459886291, "grad_norm": 11.122476577758789, "learning_rate": 0.0004685185185185185, "loss": 1.2844, "step": 4700 }, { "epoch": 12.128869235628553, "grad_norm": 47.187034606933594, "learning_rate": 0.00046666666666666666, "loss": 1.413, "step": 4800 }, { "epoch": 12.128869235628553, "eval_accuracy": 0.5714614499424626, "eval_f1_macro": 0.4344627522389952, "eval_loss": 1.9414366483688354, "eval_runtime": 80.4563, "eval_samples_per_second": 108.009, "eval_steps_per_second": 3.381, "step": 4800 }, { "epoch": 12.381554011370815, "grad_norm": 10.95539379119873, "learning_rate": 0.0004648148148148148, "loss": 1.2141, "step": 4900 }, { "epoch": 12.634238787113077, "grad_norm": 9.24135684967041, "learning_rate": 0.000462962962962963, "loss": 1.1796, "step": 5000 }, { "epoch": 12.886923562855339, "grad_norm": 6.320292949676514, "learning_rate": 0.00046111111111111114, "loss": 1.0804, "step": 5100 }, { "epoch": 13.139608338597599, "grad_norm": 9.179173469543457, "learning_rate": 0.00045925925925925925, "loss": 1.0691, "step": 5200 }, { "epoch": 13.139608338597599, "eval_accuracy": 0.5985040276179516, "eval_f1_macro": 0.45639628530630205, "eval_loss": 1.7746257781982422, "eval_runtime": 81.5973, "eval_samples_per_second": 106.499, "eval_steps_per_second": 3.333, "step": 5200 }, { "epoch": 13.39229311433986, "grad_norm": 9.278477668762207, "learning_rate": 0.00045740740740740746, "loss": 1.0505, "step": 5300 }, { "epoch": 13.644977890082123, "grad_norm": 9.767425537109375, "learning_rate": 0.00045555555555555556, "loss": 1.0226, "step": 5400 }, { "epoch": 13.897662665824384, "grad_norm": 9.29463005065918, "learning_rate": 0.0004537037037037037, "loss": 1.0615, "step": 5500 }, { "epoch": 14.150347441566646, "grad_norm": 8.730624198913574, "learning_rate": 0.00045185185185185183, "loss": 0.9554, "step": 5600 }, { "epoch": 14.150347441566646, "eval_accuracy": 0.6289988492520138, "eval_f1_macro": 0.46507624040175854, "eval_loss": 1.723509669303894, "eval_runtime": 80.3276, "eval_samples_per_second": 108.182, "eval_steps_per_second": 3.386, "step": 5600 }, { "epoch": 14.403032217308906, "grad_norm": 5.3180718421936035, "learning_rate": 0.00045000000000000004, "loss": 0.8988, "step": 5700 }, { "epoch": 14.655716993051168, "grad_norm": 7.094490051269531, "learning_rate": 0.00044814814814814815, "loss": 0.9003, "step": 5800 }, { "epoch": 14.90840176879343, "grad_norm": 9.134806632995605, "learning_rate": 0.0004462962962962963, "loss": 0.9316, "step": 5900 }, { "epoch": 15.161086544535692, "grad_norm": 6.943215847015381, "learning_rate": 0.0004444444444444444, "loss": 0.8504, "step": 6000 }, { "epoch": 15.161086544535692, "eval_accuracy": 0.6323360184119677, "eval_f1_macro": 0.4826347855547535, "eval_loss": 1.763763666152954, "eval_runtime": 81.3634, "eval_samples_per_second": 106.805, "eval_steps_per_second": 3.343, "step": 6000 }, { "epoch": 15.413771320277954, "grad_norm": 11.100159645080566, "learning_rate": 0.0004425925925925926, "loss": 0.8468, "step": 6100 }, { "epoch": 15.666456096020214, "grad_norm": 7.49467134475708, "learning_rate": 0.0004407407407407408, "loss": 0.8795, "step": 6200 }, { "epoch": 15.919140871762476, "grad_norm": 6.621813774108887, "learning_rate": 0.0004388888888888889, "loss": 0.8668, "step": 6300 }, { "epoch": 16.171825647504736, "grad_norm": 6.006112575531006, "learning_rate": 0.00043703703703703705, "loss": 0.803, "step": 6400 }, { "epoch": 16.171825647504736, "eval_accuracy": 0.625891829689298, "eval_f1_macro": 0.4487951994480194, "eval_loss": 1.7311913967132568, "eval_runtime": 37.9312, "eval_samples_per_second": 229.099, "eval_steps_per_second": 7.171, "step": 6400 }, { "epoch": 16.424510423247, "grad_norm": 6.613837718963623, "learning_rate": 0.0004351851851851852, "loss": 0.7517, "step": 6500 }, { "epoch": 16.67719519898926, "grad_norm": 9.915642738342285, "learning_rate": 0.00043333333333333337, "loss": 0.796, "step": 6600 }, { "epoch": 16.929879974731524, "grad_norm": 6.998866081237793, "learning_rate": 0.00043148148148148147, "loss": 0.7857, "step": 6700 }, { "epoch": 17.182564750473784, "grad_norm": 6.572287559509277, "learning_rate": 0.00042962962962962963, "loss": 0.7277, "step": 6800 }, { "epoch": 17.182564750473784, "eval_accuracy": 0.643843498273878, "eval_f1_macro": 0.48647759132797, "eval_loss": 1.7235004901885986, "eval_runtime": 37.9801, "eval_samples_per_second": 228.804, "eval_steps_per_second": 7.162, "step": 6800 }, { "epoch": 17.435249526216044, "grad_norm": 6.055329322814941, "learning_rate": 0.0004277777777777778, "loss": 0.7454, "step": 6900 }, { "epoch": 17.687934301958308, "grad_norm": 5.803674697875977, "learning_rate": 0.00042592592592592595, "loss": 0.7308, "step": 7000 }, { "epoch": 17.940619077700568, "grad_norm": 5.9112701416015625, "learning_rate": 0.00042407407407407406, "loss": 0.7351, "step": 7100 }, { "epoch": 18.19330385344283, "grad_norm": 7.775882720947266, "learning_rate": 0.0004222222222222222, "loss": 0.6472, "step": 7200 }, { "epoch": 18.19330385344283, "eval_accuracy": 0.6408515535097814, "eval_f1_macro": 0.48463566719085455, "eval_loss": 1.8127564191818237, "eval_runtime": 80.5215, "eval_samples_per_second": 107.921, "eval_steps_per_second": 3.378, "step": 7200 }, { "epoch": 18.44598862918509, "grad_norm": 6.309839248657227, "learning_rate": 0.00042037037037037043, "loss": 0.6687, "step": 7300 }, { "epoch": 18.69867340492735, "grad_norm": 7.941220760345459, "learning_rate": 0.00041851851851851853, "loss": 0.6467, "step": 7400 }, { "epoch": 18.951358180669615, "grad_norm": 6.115121364593506, "learning_rate": 0.0004166666666666667, "loss": 0.6331, "step": 7500 }, { "epoch": 19.204042956411875, "grad_norm": 6.009261131286621, "learning_rate": 0.0004148148148148148, "loss": 0.5843, "step": 7600 }, { "epoch": 19.204042956411875, "eval_accuracy": 0.6463751438434983, "eval_f1_macro": 0.4784169737107719, "eval_loss": 1.7239370346069336, "eval_runtime": 80.0088, "eval_samples_per_second": 108.613, "eval_steps_per_second": 3.4, "step": 7600 }, { "epoch": 19.45672773215414, "grad_norm": 7.258364200592041, "learning_rate": 0.00041296296296296296, "loss": 0.5705, "step": 7700 }, { "epoch": 19.7094125078964, "grad_norm": 4.382850170135498, "learning_rate": 0.0004111111111111111, "loss": 0.5821, "step": 7800 }, { "epoch": 19.96209728363866, "grad_norm": 5.137075424194336, "learning_rate": 0.0004092592592592593, "loss": 0.6053, "step": 7900 }, { "epoch": 20.214782059380923, "grad_norm": 7.7077412605285645, "learning_rate": 0.0004074074074074074, "loss": 0.54, "step": 8000 }, { "epoch": 20.214782059380923, "eval_accuracy": 0.643843498273878, "eval_f1_macro": 0.4918783795756223, "eval_loss": 1.8257795572280884, "eval_runtime": 79.2622, "eval_samples_per_second": 109.636, "eval_steps_per_second": 3.432, "step": 8000 }, { "epoch": 20.467466835123183, "grad_norm": 6.132132530212402, "learning_rate": 0.00040555555555555554, "loss": 0.5463, "step": 8100 }, { "epoch": 20.720151610865447, "grad_norm": 7.697502136230469, "learning_rate": 0.00040370370370370375, "loss": 0.5541, "step": 8200 }, { "epoch": 20.972836386607707, "grad_norm": 7.310309410095215, "learning_rate": 0.00040185185185185186, "loss": 0.5605, "step": 8300 }, { "epoch": 21.225521162349967, "grad_norm": 6.562226295471191, "learning_rate": 0.0004, "loss": 0.5041, "step": 8400 }, { "epoch": 21.225521162349967, "eval_accuracy": 0.6448791714614499, "eval_f1_macro": 0.4649201259680266, "eval_loss": 1.8011974096298218, "eval_runtime": 80.2121, "eval_samples_per_second": 108.338, "eval_steps_per_second": 3.391, "step": 8400 }, { "epoch": 21.47820593809223, "grad_norm": 9.611831665039062, "learning_rate": 0.0003981481481481481, "loss": 0.4949, "step": 8500 }, { "epoch": 21.73089071383449, "grad_norm": 7.182919025421143, "learning_rate": 0.00039629629629629634, "loss": 0.5248, "step": 8600 }, { "epoch": 21.983575489576754, "grad_norm": 6.601507186889648, "learning_rate": 0.00039444444444444444, "loss": 0.5251, "step": 8700 }, { "epoch": 22.236260265319014, "grad_norm": 6.742110729217529, "learning_rate": 0.0003925925925925926, "loss": 0.4582, "step": 8800 }, { "epoch": 22.236260265319014, "eval_accuracy": 0.6514384349827388, "eval_f1_macro": 0.49038024738617103, "eval_loss": 1.8499749898910522, "eval_runtime": 80.3812, "eval_samples_per_second": 108.11, "eval_steps_per_second": 3.384, "step": 8800 }, { "epoch": 22.488945041061275, "grad_norm": 6.984791278839111, "learning_rate": 0.0003907407407407407, "loss": 0.4905, "step": 8900 }, { "epoch": 22.74162981680354, "grad_norm": 10.236854553222656, "learning_rate": 0.0003888888888888889, "loss": 0.4511, "step": 9000 }, { "epoch": 22.9943145925458, "grad_norm": 6.726616859436035, "learning_rate": 0.000387037037037037, "loss": 0.4669, "step": 9100 }, { "epoch": 23.246999368288062, "grad_norm": 6.4510087966918945, "learning_rate": 0.0003851851851851852, "loss": 0.4323, "step": 9200 }, { "epoch": 23.246999368288062, "eval_accuracy": 0.6431530494821635, "eval_f1_macro": 0.47550601524271274, "eval_loss": 1.8550491333007812, "eval_runtime": 80.5385, "eval_samples_per_second": 107.899, "eval_steps_per_second": 3.377, "step": 9200 }, { "epoch": 23.499684144030322, "grad_norm": 4.697257995605469, "learning_rate": 0.00038333333333333334, "loss": 0.4415, "step": 9300 }, { "epoch": 23.752368919772582, "grad_norm": 5.567733287811279, "learning_rate": 0.0003814814814814815, "loss": 0.4638, "step": 9400 }, { "epoch": 24.005053695514846, "grad_norm": 5.837888240814209, "learning_rate": 0.00037962962962962966, "loss": 0.4391, "step": 9500 }, { "epoch": 24.257738471257106, "grad_norm": 5.660379886627197, "learning_rate": 0.00037777777777777777, "loss": 0.42, "step": 9600 }, { "epoch": 24.257738471257106, "eval_accuracy": 0.6355581127733027, "eval_f1_macro": 0.47185979811513606, "eval_loss": 2.105299949645996, "eval_runtime": 38.0724, "eval_samples_per_second": 228.249, "eval_steps_per_second": 7.144, "step": 9600 }, { "epoch": 24.51042324699937, "grad_norm": 8.816080093383789, "learning_rate": 0.00037592592592592593, "loss": 0.3997, "step": 9700 }, { "epoch": 24.76310802274163, "grad_norm": 6.397033214569092, "learning_rate": 0.0003740740740740741, "loss": 0.4096, "step": 9800 }, { "epoch": 25.01579279848389, "grad_norm": 3.873905897140503, "learning_rate": 0.00037222222222222225, "loss": 0.419, "step": 9900 }, { "epoch": 25.268477574226154, "grad_norm": 4.635372161865234, "learning_rate": 0.00037037037037037035, "loss": 0.3916, "step": 10000 }, { "epoch": 25.268477574226154, "eval_accuracy": 0.649367088607595, "eval_f1_macro": 0.46888469395951493, "eval_loss": 1.9272565841674805, "eval_runtime": 37.8797, "eval_samples_per_second": 229.41, "eval_steps_per_second": 7.181, "step": 10000 }, { "epoch": 25.521162349968414, "grad_norm": 10.858739852905273, "learning_rate": 0.0003685185185185185, "loss": 0.3817, "step": 10100 }, { "epoch": 25.773847125710677, "grad_norm": 6.400647163391113, "learning_rate": 0.00036666666666666667, "loss": 0.4088, "step": 10200 }, { "epoch": 26.026531901452937, "grad_norm": 6.833063125610352, "learning_rate": 0.00036481481481481483, "loss": 0.3963, "step": 10300 }, { "epoch": 26.279216677195198, "grad_norm": 4.5142340660095215, "learning_rate": 0.000362962962962963, "loss": 0.3393, "step": 10400 }, { "epoch": 26.279216677195198, "eval_accuracy": 0.6559263521288837, "eval_f1_macro": 0.4863981237740537, "eval_loss": 1.950628399848938, "eval_runtime": 37.9287, "eval_samples_per_second": 229.114, "eval_steps_per_second": 7.171, "step": 10400 }, { "epoch": 26.53190145293746, "grad_norm": 6.590590953826904, "learning_rate": 0.0003611111111111111, "loss": 0.3463, "step": 10500 }, { "epoch": 26.78458622867972, "grad_norm": 6.042336463928223, "learning_rate": 0.0003592592592592593, "loss": 0.3779, "step": 10600 }, { "epoch": 27.037271004421985, "grad_norm": 5.936365604400635, "learning_rate": 0.0003574074074074074, "loss": 0.3846, "step": 10700 }, { "epoch": 27.289955780164245, "grad_norm": 5.114433765411377, "learning_rate": 0.00035555555555555557, "loss": 0.3416, "step": 10800 }, { "epoch": 27.289955780164245, "eval_accuracy": 0.6508630609896433, "eval_f1_macro": 0.47374348013820844, "eval_loss": 1.941726565361023, "eval_runtime": 38.0186, "eval_samples_per_second": 228.572, "eval_steps_per_second": 7.154, "step": 10800 }, { "epoch": 27.542640555906505, "grad_norm": 5.3969902992248535, "learning_rate": 0.0003537037037037037, "loss": 0.3384, "step": 10900 }, { "epoch": 27.79532533164877, "grad_norm": 6.363078594207764, "learning_rate": 0.0003518518518518519, "loss": 0.3605, "step": 11000 }, { "epoch": 28.04801010739103, "grad_norm": 5.5530500411987305, "learning_rate": 0.00035, "loss": 0.3549, "step": 11100 }, { "epoch": 28.300694883133293, "grad_norm": 5.311258316040039, "learning_rate": 0.00034814814814814816, "loss": 0.3201, "step": 11200 }, { "epoch": 28.300694883133293, "eval_accuracy": 0.65512082853855, "eval_f1_macro": 0.48392342519236453, "eval_loss": 1.914045810699463, "eval_runtime": 37.9055, "eval_samples_per_second": 229.254, "eval_steps_per_second": 7.176, "step": 11200 }, { "epoch": 28.553379658875553, "grad_norm": 5.631585121154785, "learning_rate": 0.00034629629629629626, "loss": 0.3135, "step": 11300 }, { "epoch": 28.806064434617813, "grad_norm": 3.972892999649048, "learning_rate": 0.0003444444444444445, "loss": 0.3396, "step": 11400 }, { "epoch": 29.058749210360077, "grad_norm": 12.790987014770508, "learning_rate": 0.00034259259259259263, "loss": 0.3333, "step": 11500 }, { "epoch": 29.311433986102337, "grad_norm": 7.01127290725708, "learning_rate": 0.00034074074074074074, "loss": 0.2831, "step": 11600 }, { "epoch": 29.311433986102337, "eval_accuracy": 0.646029919447641, "eval_f1_macro": 0.4654633218896299, "eval_loss": 1.9762213230133057, "eval_runtime": 38.0033, "eval_samples_per_second": 228.664, "eval_steps_per_second": 7.157, "step": 11600 }, { "epoch": 29.5641187618446, "grad_norm": 9.544097900390625, "learning_rate": 0.0003388888888888889, "loss": 0.3253, "step": 11700 }, { "epoch": 29.81680353758686, "grad_norm": 4.85942268371582, "learning_rate": 0.00033703703703703706, "loss": 0.2931, "step": 11800 }, { "epoch": 30.06948831332912, "grad_norm": 5.682592868804932, "learning_rate": 0.0003351851851851852, "loss": 0.2976, "step": 11900 }, { "epoch": 30.322173089071384, "grad_norm": 4.502624034881592, "learning_rate": 0.0003333333333333333, "loss": 0.2701, "step": 12000 }, { "epoch": 30.322173089071384, "eval_accuracy": 0.6638665132336018, "eval_f1_macro": 0.48639052612692846, "eval_loss": 1.9732766151428223, "eval_runtime": 38.1849, "eval_samples_per_second": 227.577, "eval_steps_per_second": 7.123, "step": 12000 }, { "epoch": 30.574857864813644, "grad_norm": 3.922891139984131, "learning_rate": 0.0003314814814814815, "loss": 0.2949, "step": 12100 }, { "epoch": 30.827542640555908, "grad_norm": 5.285627365112305, "learning_rate": 0.0003296296296296296, "loss": 0.301, "step": 12200 }, { "epoch": 31.080227416298168, "grad_norm": 4.516997814178467, "learning_rate": 0.0003277777777777778, "loss": 0.2843, "step": 12300 }, { "epoch": 31.33291219204043, "grad_norm": 6.056753158569336, "learning_rate": 0.00032592592592592596, "loss": 0.2521, "step": 12400 }, { "epoch": 31.33291219204043, "eval_accuracy": 0.6558112773302647, "eval_f1_macro": 0.4871080465941763, "eval_loss": 2.021097421646118, "eval_runtime": 37.6773, "eval_samples_per_second": 230.643, "eval_steps_per_second": 7.219, "step": 12400 }, { "epoch": 31.585596967782692, "grad_norm": 5.199705600738525, "learning_rate": 0.00032407407407407406, "loss": 0.2742, "step": 12500 }, { "epoch": 31.838281743524952, "grad_norm": 4.554365634918213, "learning_rate": 0.0003222222222222222, "loss": 0.2721, "step": 12600 }, { "epoch": 32.09096651926721, "grad_norm": 5.793283462524414, "learning_rate": 0.0003203703703703704, "loss": 0.2662, "step": 12700 }, { "epoch": 32.34365129500947, "grad_norm": 4.629561424255371, "learning_rate": 0.00031851851851851854, "loss": 0.2498, "step": 12800 }, { "epoch": 32.34365129500947, "eval_accuracy": 0.6605293440736478, "eval_f1_macro": 0.47829496929439297, "eval_loss": 2.015612840652466, "eval_runtime": 37.6372, "eval_samples_per_second": 230.889, "eval_steps_per_second": 7.227, "step": 12800 }, { "epoch": 32.59633607075174, "grad_norm": 5.273705005645752, "learning_rate": 0.00031666666666666665, "loss": 0.2563, "step": 12900 }, { "epoch": 32.849020846494, "grad_norm": 6.036963939666748, "learning_rate": 0.0003148148148148148, "loss": 0.2452, "step": 13000 }, { "epoch": 33.10170562223626, "grad_norm": 6.134855270385742, "learning_rate": 0.00031296296296296297, "loss": 0.2465, "step": 13100 }, { "epoch": 33.35439039797852, "grad_norm": 5.270202159881592, "learning_rate": 0.0003111111111111111, "loss": 0.2292, "step": 13200 }, { "epoch": 33.35439039797852, "eval_accuracy": 0.6576524741081703, "eval_f1_macro": 0.4612500793066927, "eval_loss": 1.9660779237747192, "eval_runtime": 37.6766, "eval_samples_per_second": 230.647, "eval_steps_per_second": 7.219, "step": 13200 }, { "epoch": 33.60707517372078, "grad_norm": 5.208720684051514, "learning_rate": 0.00030925925925925923, "loss": 0.2426, "step": 13300 }, { "epoch": 33.85975994946305, "grad_norm": 6.54056453704834, "learning_rate": 0.0003074074074074074, "loss": 0.2382, "step": 13400 }, { "epoch": 34.11244472520531, "grad_norm": 5.9190473556518555, "learning_rate": 0.0003055555555555556, "loss": 0.2311, "step": 13500 }, { "epoch": 34.36512950094757, "grad_norm": 7.287013530731201, "learning_rate": 0.0003037037037037037, "loss": 0.2234, "step": 13600 }, { "epoch": 34.36512950094757, "eval_accuracy": 0.6574223245109321, "eval_f1_macro": 0.4842256883150983, "eval_loss": 2.1211564540863037, "eval_runtime": 37.6699, "eval_samples_per_second": 230.688, "eval_steps_per_second": 7.221, "step": 13600 }, { "epoch": 34.61781427668983, "grad_norm": 4.2805891036987305, "learning_rate": 0.00030185185185185187, "loss": 0.2349, "step": 13700 }, { "epoch": 34.87049905243209, "grad_norm": 5.430190563201904, "learning_rate": 0.0003, "loss": 0.22, "step": 13800 }, { "epoch": 35.123183828174355, "grad_norm": 3.191734552383423, "learning_rate": 0.0002981481481481482, "loss": 0.2062, "step": 13900 }, { "epoch": 35.375868603916615, "grad_norm": 13.889403343200684, "learning_rate": 0.0002962962962962963, "loss": 0.2236, "step": 14000 }, { "epoch": 35.375868603916615, "eval_accuracy": 0.6704257767548907, "eval_f1_macro": 0.47431074694572617, "eval_loss": 1.8960274457931519, "eval_runtime": 37.6349, "eval_samples_per_second": 230.903, "eval_steps_per_second": 7.227, "step": 14000 }, { "epoch": 35.628553379658875, "grad_norm": 4.789304256439209, "learning_rate": 0.00029444444444444445, "loss": 0.2185, "step": 14100 }, { "epoch": 35.881238155401135, "grad_norm": 6.029698848724365, "learning_rate": 0.00029259259259259256, "loss": 0.2044, "step": 14200 }, { "epoch": 36.133922931143395, "grad_norm": 5.329158306121826, "learning_rate": 0.00029074074074074077, "loss": 0.1985, "step": 14300 }, { "epoch": 36.38660770688566, "grad_norm": 7.056049823760986, "learning_rate": 0.0002888888888888889, "loss": 0.1917, "step": 14400 }, { "epoch": 36.38660770688566, "eval_accuracy": 0.6565017261219793, "eval_f1_macro": 0.465885996111531, "eval_loss": 2.1065523624420166, "eval_runtime": 37.6412, "eval_samples_per_second": 230.864, "eval_steps_per_second": 7.226, "step": 14400 }, { "epoch": 36.63929248262792, "grad_norm": 3.2443530559539795, "learning_rate": 0.00028703703703703703, "loss": 0.204, "step": 14500 }, { "epoch": 36.89197725837018, "grad_norm": 3.2316298484802246, "learning_rate": 0.0002851851851851852, "loss": 0.2049, "step": 14600 }, { "epoch": 37.14466203411244, "grad_norm": 4.233123779296875, "learning_rate": 0.00028333333333333335, "loss": 0.1971, "step": 14700 }, { "epoch": 37.3973468098547, "grad_norm": 5.144405364990234, "learning_rate": 0.0002814814814814815, "loss": 0.1903, "step": 14800 }, { "epoch": 37.3973468098547, "eval_accuracy": 0.6695051783659378, "eval_f1_macro": 0.49018342728532344, "eval_loss": 2.024235248565674, "eval_runtime": 37.6406, "eval_samples_per_second": 230.868, "eval_steps_per_second": 7.226, "step": 14800 }, { "epoch": 37.65003158559697, "grad_norm": 5.579497814178467, "learning_rate": 0.0002796296296296296, "loss": 0.1971, "step": 14900 }, { "epoch": 37.90271636133923, "grad_norm": 6.287644386291504, "learning_rate": 0.0002777777777777778, "loss": 0.1956, "step": 15000 }, { "epoch": 38.15540113708149, "grad_norm": 2.8196208477020264, "learning_rate": 0.00027592592592592594, "loss": 0.1735, "step": 15100 }, { "epoch": 38.40808591282375, "grad_norm": 6.207739353179932, "learning_rate": 0.0002740740740740741, "loss": 0.1832, "step": 15200 }, { "epoch": 38.40808591282375, "eval_accuracy": 0.6682393555811277, "eval_f1_macro": 0.489118101346677, "eval_loss": 2.0150773525238037, "eval_runtime": 37.612, "eval_samples_per_second": 231.043, "eval_steps_per_second": 7.232, "step": 15200 }, { "epoch": 38.66077068856601, "grad_norm": 3.1211068630218506, "learning_rate": 0.0002722222222222222, "loss": 0.1926, "step": 15300 }, { "epoch": 38.91345546430828, "grad_norm": 5.007220268249512, "learning_rate": 0.00027037037037037036, "loss": 0.2029, "step": 15400 }, { "epoch": 39.16614024005054, "grad_norm": 3.8774144649505615, "learning_rate": 0.0002685185185185186, "loss": 0.1706, "step": 15500 }, { "epoch": 39.4188250157928, "grad_norm": 5.49664831161499, "learning_rate": 0.0002666666666666667, "loss": 0.1696, "step": 15600 }, { "epoch": 39.4188250157928, "eval_accuracy": 0.6718066743383199, "eval_f1_macro": 0.4890009527209215, "eval_loss": 2.0123181343078613, "eval_runtime": 37.6065, "eval_samples_per_second": 231.077, "eval_steps_per_second": 7.233, "step": 15600 }, { "epoch": 39.67150979153506, "grad_norm": 1.5239861011505127, "learning_rate": 0.00026481481481481484, "loss": 0.1689, "step": 15700 }, { "epoch": 39.92419456727732, "grad_norm": 3.3123672008514404, "learning_rate": 0.00026296296296296294, "loss": 0.1716, "step": 15800 }, { "epoch": 40.176879343019586, "grad_norm": 4.820850372314453, "learning_rate": 0.00026111111111111116, "loss": 0.1548, "step": 15900 }, { "epoch": 40.429564118761846, "grad_norm": 13.379387855529785, "learning_rate": 0.00025925925925925926, "loss": 0.1622, "step": 16000 }, { "epoch": 40.429564118761846, "eval_accuracy": 0.6690448791714615, "eval_f1_macro": 0.5054021628227856, "eval_loss": 1.9521493911743164, "eval_runtime": 37.6399, "eval_samples_per_second": 230.872, "eval_steps_per_second": 7.226, "step": 16000 }, { "epoch": 40.682248894504106, "grad_norm": 5.211925983428955, "learning_rate": 0.0002574074074074074, "loss": 0.1565, "step": 16100 }, { "epoch": 40.934933670246366, "grad_norm": 4.36137580871582, "learning_rate": 0.00025555555555555553, "loss": 0.1653, "step": 16200 }, { "epoch": 41.187618445988626, "grad_norm": 4.851421356201172, "learning_rate": 0.00025370370370370374, "loss": 0.1553, "step": 16300 }, { "epoch": 41.44030322173089, "grad_norm": 3.541837692260742, "learning_rate": 0.00025185185185185185, "loss": 0.1589, "step": 16400 }, { "epoch": 41.44030322173089, "eval_accuracy": 0.6802071346375144, "eval_f1_macro": 0.4877877911094619, "eval_loss": 1.9544481039047241, "eval_runtime": 37.6399, "eval_samples_per_second": 230.872, "eval_steps_per_second": 7.226, "step": 16400 }, { "epoch": 41.69298799747315, "grad_norm": 3.3895256519317627, "learning_rate": 0.00025, "loss": 0.1515, "step": 16500 }, { "epoch": 41.94567277321541, "grad_norm": 4.256431579589844, "learning_rate": 0.00024814814814814816, "loss": 0.163, "step": 16600 }, { "epoch": 42.198357548957674, "grad_norm": 3.3639395236968994, "learning_rate": 0.00024629629629629627, "loss": 0.1497, "step": 16700 }, { "epoch": 42.451042324699934, "grad_norm": 6.572113990783691, "learning_rate": 0.00024444444444444443, "loss": 0.1479, "step": 16800 }, { "epoch": 42.451042324699934, "eval_accuracy": 0.6668584579976985, "eval_f1_macro": 0.49095063827235297, "eval_loss": 2.067105293273926, "eval_runtime": 37.6344, "eval_samples_per_second": 230.906, "eval_steps_per_second": 7.227, "step": 16800 }, { "epoch": 42.7037271004422, "grad_norm": 4.106721878051758, "learning_rate": 0.0002425925925925926, "loss": 0.1539, "step": 16900 }, { "epoch": 42.95641187618446, "grad_norm": 7.537932872772217, "learning_rate": 0.00024074074074074072, "loss": 0.1546, "step": 17000 }, { "epoch": 43.20909665192672, "grad_norm": 1.923229694366455, "learning_rate": 0.0002388888888888889, "loss": 0.1221, "step": 17100 }, { "epoch": 43.46178142766898, "grad_norm": 4.5005106925964355, "learning_rate": 0.00023703703703703704, "loss": 0.137, "step": 17200 }, { "epoch": 43.46178142766898, "eval_accuracy": 0.6779056386651323, "eval_f1_macro": 0.46761720782549016, "eval_loss": 2.0958869457244873, "eval_runtime": 37.5801, "eval_samples_per_second": 231.24, "eval_steps_per_second": 7.238, "step": 17200 }, { "epoch": 43.71446620341124, "grad_norm": 5.6225905418396, "learning_rate": 0.0002351851851851852, "loss": 0.1468, "step": 17300 }, { "epoch": 43.96715097915351, "grad_norm": 3.400129556655884, "learning_rate": 0.00023333333333333333, "loss": 0.1475, "step": 17400 }, { "epoch": 44.21983575489577, "grad_norm": 6.243558883666992, "learning_rate": 0.0002314814814814815, "loss": 0.1263, "step": 17500 }, { "epoch": 44.47252053063803, "grad_norm": 3.487706184387207, "learning_rate": 0.00022962962962962962, "loss": 0.1436, "step": 17600 }, { "epoch": 44.47252053063803, "eval_accuracy": 0.6789413118527042, "eval_f1_macro": 0.49075561338585527, "eval_loss": 2.021660566329956, "eval_runtime": 37.6019, "eval_samples_per_second": 231.105, "eval_steps_per_second": 7.234, "step": 17600 }, { "epoch": 44.72520530638029, "grad_norm": 3.1665256023406982, "learning_rate": 0.00022777777777777778, "loss": 0.122, "step": 17700 }, { "epoch": 44.97789008212255, "grad_norm": 6.8903937339782715, "learning_rate": 0.00022592592592592591, "loss": 0.1325, "step": 17800 }, { "epoch": 45.230574857864816, "grad_norm": 5.111687660217285, "learning_rate": 0.00022407407407407407, "loss": 0.1215, "step": 17900 }, { "epoch": 45.48325963360708, "grad_norm": 5.702262878417969, "learning_rate": 0.0002222222222222222, "loss": 0.1376, "step": 18000 }, { "epoch": 45.48325963360708, "eval_accuracy": 0.6742232451093211, "eval_f1_macro": 0.4685316288362612, "eval_loss": 2.1048314571380615, "eval_runtime": 37.6304, "eval_samples_per_second": 230.931, "eval_steps_per_second": 7.228, "step": 18000 }, { "epoch": 45.73594440934934, "grad_norm": 3.1774654388427734, "learning_rate": 0.0002203703703703704, "loss": 0.1168, "step": 18100 }, { "epoch": 45.9886291850916, "grad_norm": 2.6389782428741455, "learning_rate": 0.00021851851851851852, "loss": 0.1269, "step": 18200 }, { "epoch": 46.24131396083386, "grad_norm": 6.534961700439453, "learning_rate": 0.00021666666666666668, "loss": 0.1153, "step": 18300 }, { "epoch": 46.493998736576124, "grad_norm": 2.352351665496826, "learning_rate": 0.00021481481481481482, "loss": 0.1144, "step": 18400 }, { "epoch": 46.493998736576124, "eval_accuracy": 0.67307249712313, "eval_f1_macro": 0.48375331337278604, "eval_loss": 2.1653566360473633, "eval_runtime": 37.61, "eval_samples_per_second": 231.055, "eval_steps_per_second": 7.232, "step": 18400 }, { "epoch": 46.746683512318384, "grad_norm": 5.173340320587158, "learning_rate": 0.00021296296296296298, "loss": 0.1283, "step": 18500 }, { "epoch": 46.999368288060644, "grad_norm": 3.5517702102661133, "learning_rate": 0.0002111111111111111, "loss": 0.1251, "step": 18600 }, { "epoch": 47.252053063802904, "grad_norm": 3.369018793106079, "learning_rate": 0.00020925925925925927, "loss": 0.123, "step": 18700 }, { "epoch": 47.504737839545164, "grad_norm": 3.6757843494415283, "learning_rate": 0.0002074074074074074, "loss": 0.1074, "step": 18800 }, { "epoch": 47.504737839545164, "eval_accuracy": 0.6790563866513234, "eval_f1_macro": 0.5064960804642658, "eval_loss": 2.1274356842041016, "eval_runtime": 37.6079, "eval_samples_per_second": 231.069, "eval_steps_per_second": 7.233, "step": 18800 }, { "epoch": 47.75742261528743, "grad_norm": 4.2758355140686035, "learning_rate": 0.00020555555555555556, "loss": 0.105, "step": 18900 }, { "epoch": 48.01010739102969, "grad_norm": 3.747074604034424, "learning_rate": 0.0002037037037037037, "loss": 0.1192, "step": 19000 }, { "epoch": 48.26279216677195, "grad_norm": 2.5319418907165527, "learning_rate": 0.00020185185185185188, "loss": 0.1069, "step": 19100 }, { "epoch": 48.51547694251421, "grad_norm": 2.424844264984131, "learning_rate": 0.0002, "loss": 0.1096, "step": 19200 }, { "epoch": 48.51547694251421, "eval_accuracy": 0.6822784810126582, "eval_f1_macro": 0.47328825429255844, "eval_loss": 2.1717238426208496, "eval_runtime": 37.5912, "eval_samples_per_second": 231.171, "eval_steps_per_second": 7.236, "step": 19200 }, { "epoch": 48.76816171825647, "grad_norm": 2.063728094100952, "learning_rate": 0.00019814814814814817, "loss": 0.1037, "step": 19300 }, { "epoch": 49.02084649399874, "grad_norm": 4.786061763763428, "learning_rate": 0.0001962962962962963, "loss": 0.115, "step": 19400 }, { "epoch": 49.273531269741, "grad_norm": 4.9217047691345215, "learning_rate": 0.00019444444444444446, "loss": 0.1019, "step": 19500 }, { "epoch": 49.52621604548326, "grad_norm": 1.9982796907424927, "learning_rate": 0.0001925925925925926, "loss": 0.0913, "step": 19600 }, { "epoch": 49.52621604548326, "eval_accuracy": 0.6803222094361335, "eval_f1_macro": 0.49140242513418214, "eval_loss": 2.189754009246826, "eval_runtime": 37.6051, "eval_samples_per_second": 231.086, "eval_steps_per_second": 7.233, "step": 19600 }, { "epoch": 49.77890082122552, "grad_norm": 6.895193576812744, "learning_rate": 0.00019074074074074075, "loss": 0.0921, "step": 19700 }, { "epoch": 50.03158559696778, "grad_norm": 4.949813365936279, "learning_rate": 0.00018888888888888888, "loss": 0.0972, "step": 19800 }, { "epoch": 50.28427037271005, "grad_norm": 3.9698879718780518, "learning_rate": 0.00018703703703703704, "loss": 0.0872, "step": 19900 }, { "epoch": 50.53695514845231, "grad_norm": 6.452556610107422, "learning_rate": 0.00018518518518518518, "loss": 0.0873, "step": 20000 }, { "epoch": 50.53695514845231, "eval_accuracy": 0.6830840046029919, "eval_f1_macro": 0.5074439371494469, "eval_loss": 2.1859612464904785, "eval_runtime": 37.4194, "eval_samples_per_second": 232.232, "eval_steps_per_second": 7.269, "step": 20000 }, { "epoch": 50.78963992419457, "grad_norm": 3.542201042175293, "learning_rate": 0.00018333333333333334, "loss": 0.1025, "step": 20100 }, { "epoch": 51.04232469993683, "grad_norm": 2.0884666442871094, "learning_rate": 0.0001814814814814815, "loss": 0.0918, "step": 20200 }, { "epoch": 51.29500947567909, "grad_norm": 2.5354607105255127, "learning_rate": 0.00017962962962962965, "loss": 0.0742, "step": 20300 }, { "epoch": 51.547694251421355, "grad_norm": 3.340730905532837, "learning_rate": 0.00017777777777777779, "loss": 0.0914, "step": 20400 }, { "epoch": 51.547694251421355, "eval_accuracy": 0.6856156501726122, "eval_f1_macro": 0.5103333986880413, "eval_loss": 2.116797924041748, "eval_runtime": 37.578, "eval_samples_per_second": 231.252, "eval_steps_per_second": 7.238, "step": 20400 }, { "epoch": 51.800379027163615, "grad_norm": 4.722923278808594, "learning_rate": 0.00017592592592592595, "loss": 0.093, "step": 20500 }, { "epoch": 52.053063802905875, "grad_norm": 3.596904754638672, "learning_rate": 0.00017407407407407408, "loss": 0.0861, "step": 20600 }, { "epoch": 52.305748578648135, "grad_norm": 5.971360206604004, "learning_rate": 0.00017222222222222224, "loss": 0.0803, "step": 20700 }, { "epoch": 52.558433354390395, "grad_norm": 3.8663809299468994, "learning_rate": 0.00017037037037037037, "loss": 0.0911, "step": 20800 }, { "epoch": 52.558433354390395, "eval_accuracy": 0.6852704257767549, "eval_f1_macro": 0.49064573818288437, "eval_loss": 2.1430506706237793, "eval_runtime": 37.5953, "eval_samples_per_second": 231.146, "eval_steps_per_second": 7.235, "step": 20800 }, { "epoch": 52.81111813013266, "grad_norm": 3.418740749359131, "learning_rate": 0.00016851851851851853, "loss": 0.0783, "step": 20900 }, { "epoch": 53.06380290587492, "grad_norm": 1.8313372135162354, "learning_rate": 0.00016666666666666666, "loss": 0.0777, "step": 21000 }, { "epoch": 53.31648768161718, "grad_norm": 2.064988851547241, "learning_rate": 0.0001648148148148148, "loss": 0.0734, "step": 21100 }, { "epoch": 53.56917245735944, "grad_norm": 2.213332414627075, "learning_rate": 0.00016296296296296298, "loss": 0.0807, "step": 21200 }, { "epoch": 53.56917245735944, "eval_accuracy": 0.69102416570771, "eval_f1_macro": 0.49167230060507133, "eval_loss": 2.02927303314209, "eval_runtime": 37.5762, "eval_samples_per_second": 231.263, "eval_steps_per_second": 7.239, "step": 21200 }, { "epoch": 53.8218572331017, "grad_norm": 2.934459686279297, "learning_rate": 0.0001611111111111111, "loss": 0.0748, "step": 21300 }, { "epoch": 54.07454200884397, "grad_norm": 1.5093865394592285, "learning_rate": 0.00015925925925925927, "loss": 0.0804, "step": 21400 }, { "epoch": 54.32722678458623, "grad_norm": 4.368808746337891, "learning_rate": 0.0001574074074074074, "loss": 0.0744, "step": 21500 }, { "epoch": 54.57991156032849, "grad_norm": 3.199536085128784, "learning_rate": 0.00015555555555555556, "loss": 0.07, "step": 21600 }, { "epoch": 54.57991156032849, "eval_accuracy": 0.6880322209436134, "eval_f1_macro": 0.5191774594924041, "eval_loss": 2.117441177368164, "eval_runtime": 37.5744, "eval_samples_per_second": 231.274, "eval_steps_per_second": 7.239, "step": 21600 }, { "epoch": 54.83259633607075, "grad_norm": 5.144430637359619, "learning_rate": 0.0001537037037037037, "loss": 0.0755, "step": 21700 }, { "epoch": 55.08528111181301, "grad_norm": 1.9680262804031372, "learning_rate": 0.00015185185185185185, "loss": 0.0839, "step": 21800 }, { "epoch": 55.33796588755528, "grad_norm": 6.2530837059021, "learning_rate": 0.00015, "loss": 0.0692, "step": 21900 }, { "epoch": 55.59065066329754, "grad_norm": 3.312941551208496, "learning_rate": 0.00014814814814814815, "loss": 0.0723, "step": 22000 }, { "epoch": 55.59065066329754, "eval_accuracy": 0.6882623705408516, "eval_f1_macro": 0.4923514471900252, "eval_loss": 2.14955735206604, "eval_runtime": 37.5658, "eval_samples_per_second": 231.327, "eval_steps_per_second": 7.241, "step": 22000 }, { "epoch": 55.8433354390398, "grad_norm": 2.790160655975342, "learning_rate": 0.00014629629629629628, "loss": 0.0666, "step": 22100 }, { "epoch": 56.09602021478206, "grad_norm": 0.18920756876468658, "learning_rate": 0.00014444444444444444, "loss": 0.0673, "step": 22200 }, { "epoch": 56.34870499052432, "grad_norm": 3.6166439056396484, "learning_rate": 0.0001425925925925926, "loss": 0.0658, "step": 22300 }, { "epoch": 56.601389766266585, "grad_norm": 4.014189720153809, "learning_rate": 0.00014074074074074076, "loss": 0.0666, "step": 22400 }, { "epoch": 56.601389766266585, "eval_accuracy": 0.6874568469505178, "eval_f1_macro": 0.4789205528590129, "eval_loss": 2.2032995223999023, "eval_runtime": 37.5869, "eval_samples_per_second": 231.198, "eval_steps_per_second": 7.237, "step": 22400 }, { "epoch": 56.854074542008846, "grad_norm": 3.889650583267212, "learning_rate": 0.0001388888888888889, "loss": 0.0664, "step": 22500 }, { "epoch": 57.106759317751106, "grad_norm": 1.407404899597168, "learning_rate": 0.00013703703703703705, "loss": 0.063, "step": 22600 }, { "epoch": 57.359444093493366, "grad_norm": 2.4211344718933105, "learning_rate": 0.00013518518518518518, "loss": 0.0576, "step": 22700 }, { "epoch": 57.612128869235626, "grad_norm": 2.3689253330230713, "learning_rate": 0.00013333333333333334, "loss": 0.0543, "step": 22800 }, { "epoch": 57.612128869235626, "eval_accuracy": 0.6943613348676639, "eval_f1_macro": 0.4842565035933064, "eval_loss": 2.2275025844573975, "eval_runtime": 37.6062, "eval_samples_per_second": 231.079, "eval_steps_per_second": 7.233, "step": 22800 }, { "epoch": 57.86481364497789, "grad_norm": 3.9035773277282715, "learning_rate": 0.00013148148148148147, "loss": 0.0616, "step": 22900 }, { "epoch": 58.11749842072015, "grad_norm": 1.0310261249542236, "learning_rate": 0.00012962962962962963, "loss": 0.0637, "step": 23000 }, { "epoch": 58.37018319646241, "grad_norm": 4.086586952209473, "learning_rate": 0.00012777777777777776, "loss": 0.0485, "step": 23100 }, { "epoch": 58.62286797220467, "grad_norm": 3.3585879802703857, "learning_rate": 0.00012592592592592592, "loss": 0.052, "step": 23200 }, { "epoch": 58.62286797220467, "eval_accuracy": 0.6880322209436134, "eval_f1_macro": 0.48385398427069204, "eval_loss": 2.2420876026153564, "eval_runtime": 37.594, "eval_samples_per_second": 231.154, "eval_steps_per_second": 7.235, "step": 23200 }, { "epoch": 58.875552747946934, "grad_norm": 1.1262246370315552, "learning_rate": 0.00012407407407407408, "loss": 0.0611, "step": 23300 }, { "epoch": 59.1282375236892, "grad_norm": 3.428152084350586, "learning_rate": 0.00012222222222222221, "loss": 0.0478, "step": 23400 }, { "epoch": 59.38092229943146, "grad_norm": 2.774853467941284, "learning_rate": 0.00012037037037037036, "loss": 0.0596, "step": 23500 }, { "epoch": 59.63360707517372, "grad_norm": 1.6087123155593872, "learning_rate": 0.00011851851851851852, "loss": 0.0485, "step": 23600 }, { "epoch": 59.63360707517372, "eval_accuracy": 0.6960874568469505, "eval_f1_macro": 0.49161132476399, "eval_loss": 2.205902099609375, "eval_runtime": 37.5949, "eval_samples_per_second": 231.149, "eval_steps_per_second": 7.235, "step": 23600 }, { "epoch": 59.88629185091598, "grad_norm": 5.234879970550537, "learning_rate": 0.00011666666666666667, "loss": 0.0525, "step": 23700 }, { "epoch": 60.13897662665824, "grad_norm": 1.3339439630508423, "learning_rate": 0.00011481481481481481, "loss": 0.0446, "step": 23800 }, { "epoch": 60.39166140240051, "grad_norm": 3.555692434310913, "learning_rate": 0.00011296296296296296, "loss": 0.0491, "step": 23900 }, { "epoch": 60.64434617814277, "grad_norm": 2.1915643215179443, "learning_rate": 0.0001111111111111111, "loss": 0.0466, "step": 24000 }, { "epoch": 60.64434617814277, "eval_accuracy": 0.6993095512082854, "eval_f1_macro": 0.4888962992436562, "eval_loss": 2.21913743019104, "eval_runtime": 37.5927, "eval_samples_per_second": 231.162, "eval_steps_per_second": 7.235, "step": 24000 }, { "epoch": 60.89703095388503, "grad_norm": 2.9716124534606934, "learning_rate": 0.00010925925925925926, "loss": 0.0439, "step": 24100 }, { "epoch": 61.14971572962729, "grad_norm": 4.863760471343994, "learning_rate": 0.00010740740740740741, "loss": 0.0439, "step": 24200 }, { "epoch": 61.40240050536955, "grad_norm": 1.8985756635665894, "learning_rate": 0.00010555555555555555, "loss": 0.0444, "step": 24300 }, { "epoch": 61.655085281111816, "grad_norm": 1.8271839618682861, "learning_rate": 0.0001037037037037037, "loss": 0.0492, "step": 24400 }, { "epoch": 61.655085281111816, "eval_accuracy": 0.6978135788262371, "eval_f1_macro": 0.5091662249913542, "eval_loss": 2.2356083393096924, "eval_runtime": 37.5823, "eval_samples_per_second": 231.226, "eval_steps_per_second": 7.237, "step": 24400 }, { "epoch": 61.907770056854076, "grad_norm": 4.40165376663208, "learning_rate": 0.00010185185185185185, "loss": 0.0474, "step": 24500 }, { "epoch": 62.160454832596336, "grad_norm": 5.742025852203369, "learning_rate": 0.0001, "loss": 0.0415, "step": 24600 }, { "epoch": 62.4131396083386, "grad_norm": 2.5721802711486816, "learning_rate": 9.814814814814815e-05, "loss": 0.0377, "step": 24700 }, { "epoch": 62.66582438408086, "grad_norm": 0.10644868016242981, "learning_rate": 9.62962962962963e-05, "loss": 0.0467, "step": 24800 }, { "epoch": 62.66582438408086, "eval_accuracy": 0.6944764096662831, "eval_f1_macro": 0.4841950729208342, "eval_loss": 2.234914541244507, "eval_runtime": 38.1342, "eval_samples_per_second": 227.88, "eval_steps_per_second": 7.133, "step": 24800 }, { "epoch": 62.918509159823124, "grad_norm": 2.9092166423797607, "learning_rate": 9.444444444444444e-05, "loss": 0.0435, "step": 24900 }, { "epoch": 63.171193935565384, "grad_norm": 1.0841565132141113, "learning_rate": 9.259259259259259e-05, "loss": 0.0375, "step": 25000 }, { "epoch": 63.423878711307644, "grad_norm": 2.1147305965423584, "learning_rate": 9.074074074074075e-05, "loss": 0.0361, "step": 25100 }, { "epoch": 63.676563487049904, "grad_norm": 1.9272477626800537, "learning_rate": 8.888888888888889e-05, "loss": 0.0425, "step": 25200 }, { "epoch": 63.676563487049904, "eval_accuracy": 0.6973532796317606, "eval_f1_macro": 0.49266241462604743, "eval_loss": 2.2320919036865234, "eval_runtime": 37.8637, "eval_samples_per_second": 229.507, "eval_steps_per_second": 7.184, "step": 25200 }, { "epoch": 63.929248262792164, "grad_norm": 0.2638062834739685, "learning_rate": 8.703703703703704e-05, "loss": 0.0312, "step": 25300 }, { "epoch": 64.18193303853442, "grad_norm": 0.4505729079246521, "learning_rate": 8.518518518518518e-05, "loss": 0.0368, "step": 25400 }, { "epoch": 64.43461781427669, "grad_norm": 2.9775772094726562, "learning_rate": 8.333333333333333e-05, "loss": 0.0307, "step": 25500 }, { "epoch": 64.68730259001894, "grad_norm": 0.03926827386021614, "learning_rate": 8.148148148148149e-05, "loss": 0.0329, "step": 25600 }, { "epoch": 64.68730259001894, "eval_accuracy": 0.7001150747986191, "eval_f1_macro": 0.49594084798647425, "eval_loss": 2.309037208557129, "eval_runtime": 38.1104, "eval_samples_per_second": 228.022, "eval_steps_per_second": 7.137, "step": 25600 }, { "epoch": 64.93998736576121, "grad_norm": 3.131605625152588, "learning_rate": 7.962962962962964e-05, "loss": 0.0349, "step": 25700 }, { "epoch": 65.19267214150348, "grad_norm": 5.090763568878174, "learning_rate": 7.777777777777778e-05, "loss": 0.0347, "step": 25800 }, { "epoch": 65.44535691724573, "grad_norm": 2.136350393295288, "learning_rate": 7.592592592592593e-05, "loss": 0.0296, "step": 25900 }, { "epoch": 65.698041692988, "grad_norm": 1.2904014587402344, "learning_rate": 7.407407407407407e-05, "loss": 0.0344, "step": 26000 }, { "epoch": 65.698041692988, "eval_accuracy": 0.6997698504027619, "eval_f1_macro": 0.4852459931479808, "eval_loss": 2.3282463550567627, "eval_runtime": 37.8105, "eval_samples_per_second": 229.831, "eval_steps_per_second": 7.194, "step": 26000 }, { "epoch": 65.95072646873025, "grad_norm": 0.028127046301960945, "learning_rate": 7.222222222222222e-05, "loss": 0.0282, "step": 26100 }, { "epoch": 66.20341124447252, "grad_norm": 0.11164356768131256, "learning_rate": 7.037037037037038e-05, "loss": 0.0296, "step": 26200 }, { "epoch": 66.45609602021479, "grad_norm": 2.002295732498169, "learning_rate": 6.851851851851852e-05, "loss": 0.0324, "step": 26300 }, { "epoch": 66.70878079595704, "grad_norm": 2.676612615585327, "learning_rate": 6.666666666666667e-05, "loss": 0.0316, "step": 26400 }, { "epoch": 66.70878079595704, "eval_accuracy": 0.7020713463751438, "eval_f1_macro": 0.5033910282926815, "eval_loss": 2.2500393390655518, "eval_runtime": 37.7344, "eval_samples_per_second": 230.294, "eval_steps_per_second": 7.208, "step": 26400 }, { "epoch": 66.9614655716993, "grad_norm": 0.524612307548523, "learning_rate": 6.481481481481482e-05, "loss": 0.0272, "step": 26500 }, { "epoch": 67.21415034744156, "grad_norm": 5.645469665527344, "learning_rate": 6.296296296296296e-05, "loss": 0.0266, "step": 26600 }, { "epoch": 67.46683512318383, "grad_norm": 3.0155763626098633, "learning_rate": 6.111111111111111e-05, "loss": 0.0265, "step": 26700 }, { "epoch": 67.7195198989261, "grad_norm": 1.4998551607131958, "learning_rate": 5.925925925925926e-05, "loss": 0.0292, "step": 26800 }, { "epoch": 67.7195198989261, "eval_accuracy": 0.7002301495972382, "eval_f1_macro": 0.4923917551018341, "eval_loss": 2.336308240890503, "eval_runtime": 37.8308, "eval_samples_per_second": 229.707, "eval_steps_per_second": 7.19, "step": 26800 }, { "epoch": 67.97220467466835, "grad_norm": 3.1026313304901123, "learning_rate": 5.7407407407407406e-05, "loss": 0.0207, "step": 26900 }, { "epoch": 68.22488945041061, "grad_norm": 0.32973551750183105, "learning_rate": 5.555555555555555e-05, "loss": 0.0237, "step": 27000 }, { "epoch": 68.47757422615287, "grad_norm": 0.02183300070464611, "learning_rate": 5.3703703703703704e-05, "loss": 0.0316, "step": 27100 }, { "epoch": 68.73025900189513, "grad_norm": 0.04604117199778557, "learning_rate": 5.185185185185185e-05, "loss": 0.0276, "step": 27200 }, { "epoch": 68.73025900189513, "eval_accuracy": 0.7085155350978136, "eval_f1_macro": 0.5007118239174911, "eval_loss": 2.2208006381988525, "eval_runtime": 37.8426, "eval_samples_per_second": 229.636, "eval_steps_per_second": 7.188, "step": 27200 }, { "epoch": 68.9829437776374, "grad_norm": 1.813504934310913, "learning_rate": 5e-05, "loss": 0.0236, "step": 27300 }, { "epoch": 69.23562855337966, "grad_norm": 1.0662651062011719, "learning_rate": 4.814814814814815e-05, "loss": 0.0208, "step": 27400 }, { "epoch": 69.48831332912192, "grad_norm": 0.9533895254135132, "learning_rate": 4.6296296296296294e-05, "loss": 0.0155, "step": 27500 }, { "epoch": 69.74099810486418, "grad_norm": 2.4781551361083984, "learning_rate": 4.4444444444444447e-05, "loss": 0.0238, "step": 27600 }, { "epoch": 69.74099810486418, "eval_accuracy": 0.7037974683544304, "eval_f1_macro": 0.509261197731877, "eval_loss": 2.343860626220703, "eval_runtime": 38.0748, "eval_samples_per_second": 228.235, "eval_steps_per_second": 7.144, "step": 27600 }, { "epoch": 69.99368288060644, "grad_norm": 0.08948739618062973, "learning_rate": 4.259259259259259e-05, "loss": 0.0188, "step": 27700 }, { "epoch": 70.24636765634871, "grad_norm": 0.07096489518880844, "learning_rate": 4.0740740740740745e-05, "loss": 0.0181, "step": 27800 }, { "epoch": 70.49905243209096, "grad_norm": 0.2083720564842224, "learning_rate": 3.888888888888889e-05, "loss": 0.0185, "step": 27900 }, { "epoch": 70.75173720783323, "grad_norm": 2.5475051403045654, "learning_rate": 3.7037037037037037e-05, "loss": 0.0216, "step": 28000 }, { "epoch": 70.75173720783323, "eval_accuracy": 0.7064441887226698, "eval_f1_macro": 0.484759251686816, "eval_loss": 2.3872413635253906, "eval_runtime": 37.8342, "eval_samples_per_second": 229.687, "eval_steps_per_second": 7.189, "step": 28000 }, { "epoch": 71.00442198357548, "grad_norm": 2.4494497776031494, "learning_rate": 3.518518518518519e-05, "loss": 0.018, "step": 28100 }, { "epoch": 71.25710675931775, "grad_norm": 8.410572052001953, "learning_rate": 3.3333333333333335e-05, "loss": 0.016, "step": 28200 }, { "epoch": 71.50979153506002, "grad_norm": 1.5673861503601074, "learning_rate": 3.148148148148148e-05, "loss": 0.0208, "step": 28300 }, { "epoch": 71.76247631080227, "grad_norm": 0.37676000595092773, "learning_rate": 2.962962962962963e-05, "loss": 0.0217, "step": 28400 }, { "epoch": 71.76247631080227, "eval_accuracy": 0.7111622554660529, "eval_f1_macro": 0.5045859447220015, "eval_loss": 2.31369686126709, "eval_runtime": 38.0029, "eval_samples_per_second": 228.667, "eval_steps_per_second": 7.157, "step": 28400 }, { "epoch": 72.01516108654454, "grad_norm": 0.03591804578900337, "learning_rate": 2.7777777777777776e-05, "loss": 0.0211, "step": 28500 }, { "epoch": 72.26784586228679, "grad_norm": 3.384413957595825, "learning_rate": 2.5925925925925925e-05, "loss": 0.0205, "step": 28600 }, { "epoch": 72.52053063802906, "grad_norm": 2.233063220977783, "learning_rate": 2.4074074074074074e-05, "loss": 0.0132, "step": 28700 }, { "epoch": 72.77321541377133, "grad_norm": 0.5727182626724243, "learning_rate": 2.2222222222222223e-05, "loss": 0.0164, "step": 28800 }, { "epoch": 72.77321541377133, "eval_accuracy": 0.7100115074798619, "eval_f1_macro": 0.5025403728786204, "eval_loss": 2.311816930770874, "eval_runtime": 38.0077, "eval_samples_per_second": 228.638, "eval_steps_per_second": 7.156, "step": 28800 }, { "epoch": 73.02590018951358, "grad_norm": 0.052409425377845764, "learning_rate": 2.0370370370370372e-05, "loss": 0.0113, "step": 28900 }, { "epoch": 73.27858496525585, "grad_norm": 0.27832725644111633, "learning_rate": 1.8518518518518518e-05, "loss": 0.0139, "step": 29000 }, { "epoch": 73.5312697409981, "grad_norm": 0.003998135682195425, "learning_rate": 1.6666666666666667e-05, "loss": 0.016, "step": 29100 }, { "epoch": 73.78395451674037, "grad_norm": 0.08611119538545609, "learning_rate": 1.4814814814814815e-05, "loss": 0.0143, "step": 29200 }, { "epoch": 73.78395451674037, "eval_accuracy": 0.7118527042577676, "eval_f1_macro": 0.4964154294350458, "eval_loss": 2.3175480365753174, "eval_runtime": 37.8473, "eval_samples_per_second": 229.607, "eval_steps_per_second": 7.187, "step": 29200 }, { "epoch": 74.03663929248263, "grad_norm": 1.426530361175537, "learning_rate": 1.2962962962962962e-05, "loss": 0.0122, "step": 29300 }, { "epoch": 74.28932406822489, "grad_norm": 1.8630322217941284, "learning_rate": 1.1111111111111112e-05, "loss": 0.0132, "step": 29400 }, { "epoch": 74.54200884396715, "grad_norm": 0.13493819534778595, "learning_rate": 9.259259259259259e-06, "loss": 0.015, "step": 29500 }, { "epoch": 74.7946936197094, "grad_norm": 0.07671820372343063, "learning_rate": 7.4074074074074075e-06, "loss": 0.015, "step": 29600 }, { "epoch": 74.7946936197094, "eval_accuracy": 0.711277330264672, "eval_f1_macro": 0.5024794350293241, "eval_loss": 2.3110148906707764, "eval_runtime": 38.1019, "eval_samples_per_second": 228.073, "eval_steps_per_second": 7.139, "step": 29600 }, { "epoch": 75.04737839545167, "grad_norm": 4.481829643249512, "learning_rate": 5.555555555555556e-06, "loss": 0.0132, "step": 29700 }, { "epoch": 75.30006317119394, "grad_norm": 0.49408701062202454, "learning_rate": 3.7037037037037037e-06, "loss": 0.0109, "step": 29800 }, { "epoch": 75.5527479469362, "grad_norm": 0.8821873664855957, "learning_rate": 1.8518518518518519e-06, "loss": 0.0144, "step": 29900 }, { "epoch": 75.80543272267846, "grad_norm": 1.098057746887207, "learning_rate": 0.0, "loss": 0.0149, "step": 30000 }, { "epoch": 75.80543272267846, "eval_accuracy": 0.7126582278481013, "eval_f1_macro": 0.502384644292337, "eval_loss": 2.3140313625335693, "eval_runtime": 37.7895, "eval_samples_per_second": 229.958, "eval_steps_per_second": 7.198, "step": 30000 } ], "logging_steps": 100, "max_steps": 30000, "num_input_tokens_seen": 0, "num_train_epochs": 76, "save_steps": 30000, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 1.7426336812423224e+20, "train_batch_size": 32, "trial_name": null, "trial_params": null }