| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.9999812503515559, |
| "global_step": 50000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0, |
| "learning_rate": 6e-07, |
| "loss": 8.3446, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0, |
| "learning_rate": 0.00015, |
| "loss": 2.7695, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.01, |
| "learning_rate": 0.0003, |
| "loss": 1.1361, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.01, |
| "learning_rate": 0.00029998111915108125, |
| "loss": 1.0271, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.02, |
| "learning_rate": 0.00029992448135747777, |
| "loss": 0.9812, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.02, |
| "learning_rate": 0.0002998301008774512, |
| "loss": 0.9532, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.03, |
| "learning_rate": 0.00029969800147078263, |
| "loss": 0.9337, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.03, |
| "learning_rate": 0.00029952821639279135, |
| "loss": 0.9186, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.04, |
| "learning_rate": 0.0002993207883859627, |
| "loss": 0.9058, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.04, |
| "learning_rate": 0.0002990757696691881, |
| "loss": 0.896, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.05, |
| "learning_rate": 0.00029879322192461925, |
| "loss": 0.8873, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.05, |
| "eval_loss": 0.8292228579521179, |
| "eval_runtime": 297.3658, |
| "eval_samples_per_second": 344.357, |
| "eval_steps_per_second": 5.381, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.05, |
| "learning_rate": 0.0002984732162821399, |
| "loss": 0.8794, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.06, |
| "learning_rate": 0.00029811583330145914, |
| "loss": 0.871, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.06, |
| "learning_rate": 0.0002977211629518312, |
| "loss": 0.8648, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.07, |
| "learning_rate": 0.00029728930458940595, |
| "loss": 0.8586, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.07, |
| "learning_rate": 0.0002968203669322168, |
| "loss": 0.8536, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.08, |
| "learning_rate": 0.00029631446803281107, |
| "loss": 0.8496, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.08, |
| "learning_rate": 0.00029577173524853123, |
| "loss": 0.8447, |
| "step": 4250 |
| }, |
| { |
| "epoch": 0.09, |
| "learning_rate": 0.0002951923052094534, |
| "loss": 0.8396, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.09, |
| "learning_rate": 0.00029457632378399127, |
| "loss": 0.8363, |
| "step": 4750 |
| }, |
| { |
| "epoch": 0.1, |
| "learning_rate": 0.0002939239460421746, |
| "loss": 0.8322, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.1, |
| "eval_loss": 0.7891861200332642, |
| "eval_runtime": 298.0718, |
| "eval_samples_per_second": 343.541, |
| "eval_steps_per_second": 5.368, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.1, |
| "learning_rate": 0.00029323533621661106, |
| "loss": 0.8288, |
| "step": 5250 |
| }, |
| { |
| "epoch": 0.11, |
| "learning_rate": 0.00029251066766114176, |
| "loss": 0.8251, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.11, |
| "learning_rate": 0.00029175012280720024, |
| "loss": 0.823, |
| "step": 5750 |
| }, |
| { |
| "epoch": 0.12, |
| "learning_rate": 0.0002909538931178862, |
| "loss": 0.8194, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.12, |
| "learning_rate": 0.000290122179039766, |
| "loss": 0.8169, |
| "step": 6250 |
| }, |
| { |
| "epoch": 0.13, |
| "learning_rate": 0.0002892551899524109, |
| "loss": 0.8139, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.13, |
| "learning_rate": 0.0002883531441156872, |
| "loss": 0.8108, |
| "step": 6750 |
| }, |
| { |
| "epoch": 0.14, |
| "learning_rate": 0.0002874162686148104, |
| "loss": 0.8089, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.14, |
| "learning_rate": 0.00028644479930317775, |
| "loss": 0.8071, |
| "step": 7250 |
| }, |
| { |
| "epoch": 0.15, |
| "learning_rate": 0.00028543898074299317, |
| "loss": 0.8038, |
| "step": 7500 |
| }, |
| { |
| "epoch": 0.15, |
| "eval_loss": 0.7673315405845642, |
| "eval_runtime": 298.1988, |
| "eval_samples_per_second": 343.395, |
| "eval_steps_per_second": 5.366, |
| "step": 7500 |
| }, |
| { |
| "epoch": 0.15, |
| "learning_rate": 0.00028439906614370034, |
| "loss": 0.8022, |
| "step": 7750 |
| }, |
| { |
| "epoch": 0.16, |
| "learning_rate": 0.0002833253172982385, |
| "loss": 0.8003, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.16, |
| "learning_rate": 0.0002822180045171373, |
| "loss": 0.7981, |
| "step": 8250 |
| }, |
| { |
| "epoch": 0.17, |
| "learning_rate": 0.0002810774065604677, |
| "loss": 0.7965, |
| "step": 8500 |
| }, |
| { |
| "epoch": 0.17, |
| "learning_rate": 0.0002799038105676658, |
| "loss": 0.7942, |
| "step": 8750 |
| }, |
| { |
| "epoch": 0.18, |
| "learning_rate": 0.0002786975119852465, |
| "loss": 0.7923, |
| "step": 9000 |
| }, |
| { |
| "epoch": 0.18, |
| "learning_rate": 0.00027745881449242713, |
| "loss": 0.791, |
| "step": 9250 |
| }, |
| { |
| "epoch": 0.19, |
| "learning_rate": 0.0002761880299246772, |
| "loss": 0.7898, |
| "step": 9500 |
| }, |
| { |
| "epoch": 0.19, |
| "learning_rate": 0.0002748854781952157, |
| "loss": 0.7883, |
| "step": 9750 |
| }, |
| { |
| "epoch": 0.2, |
| "learning_rate": 0.0002735514872144749, |
| "loss": 0.7867, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.2, |
| "eval_loss": 0.7522478699684143, |
| "eval_runtime": 298.1155, |
| "eval_samples_per_second": 343.491, |
| "eval_steps_per_second": 5.367, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.2, |
| "learning_rate": 0.0002721863928075503, |
| "loss": 0.7849, |
| "step": 10250 |
| }, |
| { |
| "epoch": 0.21, |
| "learning_rate": 0.00027079053862965875, |
| "loss": 0.7837, |
| "step": 10500 |
| }, |
| { |
| "epoch": 0.21, |
| "learning_rate": 0.0002693642760796248, |
| "loss": 0.7824, |
| "step": 10750 |
| }, |
| { |
| "epoch": 0.22, |
| "learning_rate": 0.00026790796421141813, |
| "loss": 0.781, |
| "step": 11000 |
| }, |
| { |
| "epoch": 0.22, |
| "learning_rate": 0.0002664219696437635, |
| "loss": 0.7793, |
| "step": 11250 |
| }, |
| { |
| "epoch": 0.23, |
| "learning_rate": 0.00026490666646784665, |
| "loss": 0.7776, |
| "step": 11500 |
| }, |
| { |
| "epoch": 0.23, |
| "learning_rate": 0.00026336243615313873, |
| "loss": 0.7768, |
| "step": 11750 |
| }, |
| { |
| "epoch": 0.24, |
| "learning_rate": 0.0002617896674513632, |
| "loss": 0.7747, |
| "step": 12000 |
| }, |
| { |
| "epoch": 0.24, |
| "learning_rate": 0.00026018875629862996, |
| "loss": 0.7743, |
| "step": 12250 |
| }, |
| { |
| "epoch": 0.25, |
| "learning_rate": 0.0002585601057157605, |
| "loss": 0.7731, |
| "step": 12500 |
| }, |
| { |
| "epoch": 0.25, |
| "eval_loss": 0.7414656281471252, |
| "eval_runtime": 297.2255, |
| "eval_samples_per_second": 344.52, |
| "eval_steps_per_second": 5.383, |
| "step": 12500 |
| }, |
| { |
| "epoch": 0.25, |
| "learning_rate": 0.00025690412570682946, |
| "loss": 0.7716, |
| "step": 12750 |
| }, |
| { |
| "epoch": 0.26, |
| "learning_rate": 0.0002552212331559482, |
| "loss": 0.7709, |
| "step": 13000 |
| }, |
| { |
| "epoch": 0.26, |
| "learning_rate": 0.0002535118517223168, |
| "loss": 0.7699, |
| "step": 13250 |
| }, |
| { |
| "epoch": 0.27, |
| "learning_rate": 0.0002517764117335698, |
| "loss": 0.7692, |
| "step": 13500 |
| }, |
| { |
| "epoch": 0.27, |
| "learning_rate": 0.00025001535007744373, |
| "loss": 0.7681, |
| "step": 13750 |
| }, |
| { |
| "epoch": 0.28, |
| "learning_rate": 0.00024822911009179276, |
| "loss": 0.7666, |
| "step": 14000 |
| }, |
| { |
| "epoch": 0.28, |
| "learning_rate": 0.0002464181414529809, |
| "loss": 0.7658, |
| "step": 14250 |
| }, |
| { |
| "epoch": 0.29, |
| "learning_rate": 0.00024458290006267833, |
| "loss": 0.7644, |
| "step": 14500 |
| }, |
| { |
| "epoch": 0.29, |
| "learning_rate": 0.00024272384793309077, |
| "loss": 0.7632, |
| "step": 14750 |
| }, |
| { |
| "epoch": 0.3, |
| "learning_rate": 0.00024084145307064997, |
| "loss": 0.7634, |
| "step": 15000 |
| }, |
| { |
| "epoch": 0.3, |
| "eval_loss": 0.7321411967277527, |
| "eval_runtime": 583.7459, |
| "eval_samples_per_second": 175.419, |
| "eval_steps_per_second": 5.482, |
| "step": 15000 |
| }, |
| { |
| "epoch": 0.3, |
| "learning_rate": 0.00023893618935819607, |
| "loss": 0.7624, |
| "step": 15250 |
| }, |
| { |
| "epoch": 0.31, |
| "learning_rate": 0.0002370085364356797, |
| "loss": 0.7609, |
| "step": 15500 |
| }, |
| { |
| "epoch": 0.31, |
| "learning_rate": 0.00023505897957941556, |
| "loss": 0.7609, |
| "step": 15750 |
| }, |
| { |
| "epoch": 0.32, |
| "learning_rate": 0.00023308800957991653, |
| "loss": 0.7593, |
| "step": 16000 |
| }, |
| { |
| "epoch": 0.32, |
| "learning_rate": 0.00023109612261833963, |
| "loss": 0.7592, |
| "step": 16250 |
| }, |
| { |
| "epoch": 0.33, |
| "learning_rate": 0.00022908382014157533, |
| "loss": 0.7586, |
| "step": 16500 |
| }, |
| { |
| "epoch": 0.33, |
| "learning_rate": 0.00022705160873601096, |
| "loss": 0.7574, |
| "step": 16750 |
| }, |
| { |
| "epoch": 0.34, |
| "learning_rate": 0.000225, |
| "loss": 0.7564, |
| "step": 17000 |
| }, |
| { |
| "epoch": 0.34, |
| "learning_rate": 0.00022292951041507028, |
| "loss": 0.7557, |
| "step": 17250 |
| }, |
| { |
| "epoch": 0.35, |
| "learning_rate": 0.0002208406612159024, |
| "loss": 0.7546, |
| "step": 17500 |
| }, |
| { |
| "epoch": 0.35, |
| "eval_loss": 0.7252368927001953, |
| "eval_runtime": 582.4208, |
| "eval_samples_per_second": 175.818, |
| "eval_steps_per_second": 5.494, |
| "step": 17500 |
| }, |
| { |
| "epoch": 0.35, |
| "learning_rate": 0.00021873397825911153, |
| "loss": 0.7545, |
| "step": 17750 |
| }, |
| { |
| "epoch": 0.36, |
| "learning_rate": 0.0002166099918908661, |
| "loss": 0.7535, |
| "step": 18000 |
| }, |
| { |
| "epoch": 0.36, |
| "learning_rate": 0.00021446923681337575, |
| "loss": 0.7531, |
| "step": 18250 |
| }, |
| { |
| "epoch": 0.37, |
| "learning_rate": 0.00021231225195028297, |
| "loss": 0.7526, |
| "step": 18500 |
| }, |
| { |
| "epoch": 0.37, |
| "learning_rate": 0.00021013958031099205, |
| "loss": 0.7514, |
| "step": 18750 |
| }, |
| { |
| "epoch": 0.38, |
| "learning_rate": 0.00020795176885396926, |
| "loss": 0.7512, |
| "step": 19000 |
| }, |
| { |
| "epoch": 0.38, |
| "learning_rate": 0.0002057493683490491, |
| "loss": 0.7505, |
| "step": 19250 |
| }, |
| { |
| "epoch": 0.39, |
| "learning_rate": 0.00020353293323878074, |
| "loss": 0.7504, |
| "step": 19500 |
| }, |
| { |
| "epoch": 0.39, |
| "learning_rate": 0.00020130302149885031, |
| "loss": 0.7488, |
| "step": 19750 |
| }, |
| { |
| "epoch": 0.4, |
| "learning_rate": 0.00019906019449761325, |
| "loss": 0.7484, |
| "step": 20000 |
| }, |
| { |
| "epoch": 0.4, |
| "eval_loss": 0.7194287776947021, |
| "eval_runtime": 581.861, |
| "eval_samples_per_second": 175.987, |
| "eval_steps_per_second": 5.5, |
| "step": 20000 |
| }, |
| { |
| "epoch": 0.4, |
| "learning_rate": 0.00019680501685477304, |
| "loss": 0.7477, |
| "step": 20250 |
| }, |
| { |
| "epoch": 0.41, |
| "learning_rate": 0.00019453805629924124, |
| "loss": 0.7467, |
| "step": 20500 |
| }, |
| { |
| "epoch": 0.41, |
| "learning_rate": 0.00019225988352621445, |
| "loss": 0.7467, |
| "step": 20750 |
| }, |
| { |
| "epoch": 0.42, |
| "learning_rate": 0.0001899710720535052, |
| "loss": 0.7456, |
| "step": 21000 |
| }, |
| { |
| "epoch": 0.42, |
| "learning_rate": 0.00018767219807716185, |
| "loss": 0.746, |
| "step": 21250 |
| }, |
| { |
| "epoch": 0.43, |
| "learning_rate": 0.0001853638403264141, |
| "loss": 0.7452, |
| "step": 21500 |
| }, |
| { |
| "epoch": 0.43, |
| "learning_rate": 0.0001830465799179811, |
| "loss": 0.7444, |
| "step": 21750 |
| }, |
| { |
| "epoch": 0.44, |
| "learning_rate": 0.0001807210002097786, |
| "loss": 0.7442, |
| "step": 22000 |
| }, |
| { |
| "epoch": 0.44, |
| "learning_rate": 0.0001783876866540615, |
| "loss": 0.7439, |
| "step": 22250 |
| }, |
| { |
| "epoch": 0.45, |
| "learning_rate": 0.00017604722665003956, |
| "loss": 0.7433, |
| "step": 22500 |
| }, |
| { |
| "epoch": 0.45, |
| "eval_loss": 0.7142770886421204, |
| "eval_runtime": 580.2963, |
| "eval_samples_per_second": 176.462, |
| "eval_steps_per_second": 5.514, |
| "step": 22500 |
| }, |
| { |
| "epoch": 0.45, |
| "learning_rate": 0.00017370020939600248, |
| "loss": 0.7417, |
| "step": 22750 |
| }, |
| { |
| "epoch": 0.46, |
| "learning_rate": 0.00017134722574099276, |
| "loss": 0.7417, |
| "step": 23000 |
| }, |
| { |
| "epoch": 0.46, |
| "learning_rate": 0.00016898886803606237, |
| "loss": 0.741, |
| "step": 23250 |
| }, |
| { |
| "epoch": 0.47, |
| "learning_rate": 0.00016662572998515164, |
| "loss": 0.7408, |
| "step": 23500 |
| }, |
| { |
| "epoch": 0.47, |
| "learning_rate": 0.00016425840649562736, |
| "loss": 0.7399, |
| "step": 23750 |
| }, |
| { |
| "epoch": 0.48, |
| "learning_rate": 0.00016188749352851825, |
| "loss": 0.7389, |
| "step": 24000 |
| }, |
| { |
| "epoch": 0.48, |
| "learning_rate": 0.00015951358794848465, |
| "loss": 0.7389, |
| "step": 24250 |
| }, |
| { |
| "epoch": 0.49, |
| "learning_rate": 0.00015713728737356137, |
| "loss": 0.7399, |
| "step": 24500 |
| }, |
| { |
| "epoch": 0.49, |
| "learning_rate": 0.00015475919002471016, |
| "loss": 0.7386, |
| "step": 24750 |
| }, |
| { |
| "epoch": 0.5, |
| "learning_rate": 0.00015237989457522118, |
| "loss": 0.7373, |
| "step": 25000 |
| }, |
| { |
| "epoch": 0.5, |
| "eval_loss": 0.7102295160293579, |
| "eval_runtime": 582.8326, |
| "eval_samples_per_second": 175.694, |
| "eval_steps_per_second": 5.49, |
| "step": 25000 |
| }, |
| { |
| "epoch": 0.5, |
| "learning_rate": 0.00015, |
| "loss": 0.7379, |
| "step": 25250 |
| }, |
| { |
| "epoch": 0.51, |
| "learning_rate": 0.0001476201054247788, |
| "loss": 0.7371, |
| "step": 25500 |
| }, |
| { |
| "epoch": 0.51, |
| "learning_rate": 0.00014524080997528987, |
| "loss": 0.7374, |
| "step": 25750 |
| }, |
| { |
| "epoch": 0.52, |
| "learning_rate": 0.00014286271262643866, |
| "loss": 0.7367, |
| "step": 26000 |
| }, |
| { |
| "epoch": 0.52, |
| "learning_rate": 0.00014048641205151533, |
| "loss": 0.7365, |
| "step": 26250 |
| }, |
| { |
| "epoch": 0.53, |
| "learning_rate": 0.0001381125064714817, |
| "loss": 0.7351, |
| "step": 26500 |
| }, |
| { |
| "epoch": 0.53, |
| "learning_rate": 0.00013574159350437261, |
| "loss": 0.7351, |
| "step": 26750 |
| }, |
| { |
| "epoch": 0.54, |
| "learning_rate": 0.00013337427001484836, |
| "loss": 0.7355, |
| "step": 27000 |
| }, |
| { |
| "epoch": 0.54, |
| "learning_rate": 0.00013101113196393758, |
| "loss": 0.7347, |
| "step": 27250 |
| }, |
| { |
| "epoch": 0.55, |
| "learning_rate": 0.00012865277425900724, |
| "loss": 0.7341, |
| "step": 27500 |
| }, |
| { |
| "epoch": 0.55, |
| "eval_loss": 0.7066481113433838, |
| "eval_runtime": 583.6904, |
| "eval_samples_per_second": 175.435, |
| "eval_steps_per_second": 5.482, |
| "step": 27500 |
| }, |
| { |
| "epoch": 0.55, |
| "learning_rate": 0.0001262997906039975, |
| "loss": 0.7346, |
| "step": 27750 |
| }, |
| { |
| "epoch": 0.56, |
| "learning_rate": 0.00012395277334996044, |
| "loss": 0.7329, |
| "step": 28000 |
| }, |
| { |
| "epoch": 0.56, |
| "learning_rate": 0.00012161231334593851, |
| "loss": 0.733, |
| "step": 28250 |
| }, |
| { |
| "epoch": 0.57, |
| "learning_rate": 0.0001192789997902214, |
| "loss": 0.7326, |
| "step": 28500 |
| }, |
| { |
| "epoch": 0.57, |
| "learning_rate": 0.00011695342008201888, |
| "loss": 0.7322, |
| "step": 28750 |
| }, |
| { |
| "epoch": 0.58, |
| "learning_rate": 0.00011463615967358588, |
| "loss": 0.7326, |
| "step": 29000 |
| }, |
| { |
| "epoch": 0.58, |
| "learning_rate": 0.00011232780192283812, |
| "loss": 0.732, |
| "step": 29250 |
| }, |
| { |
| "epoch": 0.59, |
| "learning_rate": 0.00011002892794649476, |
| "loss": 0.7311, |
| "step": 29500 |
| }, |
| { |
| "epoch": 0.59, |
| "learning_rate": 0.00010774011647378553, |
| "loss": 0.7312, |
| "step": 29750 |
| }, |
| { |
| "epoch": 0.6, |
| "learning_rate": 0.00010546194370075881, |
| "loss": 0.7304, |
| "step": 30000 |
| }, |
| { |
| "epoch": 0.6, |
| "eval_loss": 0.7039176225662231, |
| "eval_runtime": 583.6715, |
| "eval_samples_per_second": 175.441, |
| "eval_steps_per_second": 5.483, |
| "step": 30000 |
| }, |
| { |
| "epoch": 0.6, |
| "learning_rate": 0.00010319498314522693, |
| "loss": 0.7305, |
| "step": 30250 |
| }, |
| { |
| "epoch": 0.61, |
| "learning_rate": 0.00010093980550238675, |
| "loss": 0.7308, |
| "step": 30500 |
| }, |
| { |
| "epoch": 0.61, |
| "learning_rate": 9.869697850114969e-05, |
| "loss": 0.73, |
| "step": 30750 |
| }, |
| { |
| "epoch": 0.62, |
| "learning_rate": 9.646706676121923e-05, |
| "loss": 0.7303, |
| "step": 31000 |
| }, |
| { |
| "epoch": 0.62, |
| "learning_rate": 9.425063165095088e-05, |
| "loss": 0.7303, |
| "step": 31250 |
| }, |
| { |
| "epoch": 0.63, |
| "learning_rate": 9.204823114603068e-05, |
| "loss": 0.7289, |
| "step": 31500 |
| }, |
| { |
| "epoch": 0.63, |
| "learning_rate": 8.986041968900796e-05, |
| "loss": 0.7291, |
| "step": 31750 |
| }, |
| { |
| "epoch": 0.64, |
| "learning_rate": 8.768774804971705e-05, |
| "loss": 0.7289, |
| "step": 32000 |
| }, |
| { |
| "epoch": 0.64, |
| "learning_rate": 8.553076318662425e-05, |
| "loss": 0.7288, |
| "step": 32250 |
| }, |
| { |
| "epoch": 0.65, |
| "learning_rate": 8.339000810913386e-05, |
| "loss": 0.7276, |
| "step": 32500 |
| }, |
| { |
| "epoch": 0.65, |
| "eval_loss": 0.7014814615249634, |
| "eval_runtime": 583.4506, |
| "eval_samples_per_second": 175.508, |
| "eval_steps_per_second": 5.485, |
| "step": 32500 |
| }, |
| { |
| "epoch": 0.65, |
| "learning_rate": 8.126602174088843e-05, |
| "loss": 0.7281, |
| "step": 32750 |
| }, |
| { |
| "epoch": 0.66, |
| "learning_rate": 7.915933878409761e-05, |
| "loss": 0.7284, |
| "step": 33000 |
| }, |
| { |
| "epoch": 0.66, |
| "learning_rate": 7.707048958492972e-05, |
| "loss": 0.728, |
| "step": 33250 |
| }, |
| { |
| "epoch": 0.67, |
| "learning_rate": 7.500000000000002e-05, |
| "loss": 0.7262, |
| "step": 33500 |
| }, |
| { |
| "epoch": 0.67, |
| "learning_rate": 7.294839126398908e-05, |
| "loss": 0.7271, |
| "step": 33750 |
| }, |
| { |
| "epoch": 0.68, |
| "learning_rate": 7.091617985842462e-05, |
| "loss": 0.7268, |
| "step": 34000 |
| }, |
| { |
| "epoch": 0.68, |
| "learning_rate": 6.890387738166041e-05, |
| "loss": 0.7264, |
| "step": 34250 |
| }, |
| { |
| "epoch": 0.69, |
| "learning_rate": 6.691199042008345e-05, |
| "loss": 0.7266, |
| "step": 34500 |
| }, |
| { |
| "epoch": 0.69, |
| "learning_rate": 6.49410204205844e-05, |
| "loss": 0.7264, |
| "step": 34750 |
| }, |
| { |
| "epoch": 0.7, |
| "learning_rate": 6.299146356432029e-05, |
| "loss": 0.7256, |
| "step": 35000 |
| }, |
| { |
| "epoch": 0.7, |
| "eval_loss": 0.6993971467018127, |
| "eval_runtime": 583.2225, |
| "eval_samples_per_second": 175.576, |
| "eval_steps_per_second": 5.487, |
| "step": 35000 |
| }, |
| { |
| "epoch": 0.7, |
| "learning_rate": 6.106381064180395e-05, |
| "loss": 0.726, |
| "step": 35250 |
| }, |
| { |
| "epoch": 0.71, |
| "learning_rate": 5.915854692935002e-05, |
| "loss": 0.7256, |
| "step": 35500 |
| }, |
| { |
| "epoch": 0.71, |
| "learning_rate": 5.72761520669092e-05, |
| "loss": 0.7255, |
| "step": 35750 |
| }, |
| { |
| "epoch": 0.72, |
| "learning_rate": 5.541709993732167e-05, |
| "loss": 0.725, |
| "step": 36000 |
| }, |
| { |
| "epoch": 0.72, |
| "learning_rate": 5.358185854701909e-05, |
| "loss": 0.7254, |
| "step": 36250 |
| }, |
| { |
| "epoch": 0.73, |
| "learning_rate": 5.1770889908207245e-05, |
| "loss": 0.7253, |
| "step": 36500 |
| }, |
| { |
| "epoch": 0.73, |
| "learning_rate": 4.998464992255627e-05, |
| "loss": 0.7249, |
| "step": 36750 |
| }, |
| { |
| "epoch": 0.74, |
| "learning_rate": 4.8223588266430186e-05, |
| "loss": 0.7239, |
| "step": 37000 |
| }, |
| { |
| "epoch": 0.74, |
| "learning_rate": 4.648814827768322e-05, |
| "loss": 0.7246, |
| "step": 37250 |
| }, |
| { |
| "epoch": 0.75, |
| "learning_rate": 4.477876684405179e-05, |
| "loss": 0.7243, |
| "step": 37500 |
| }, |
| { |
| "epoch": 0.75, |
| "eval_loss": 0.6978650689125061, |
| "eval_runtime": 583.3741, |
| "eval_samples_per_second": 175.531, |
| "eval_steps_per_second": 5.485, |
| "step": 37500 |
| }, |
| { |
| "epoch": 0.75, |
| "learning_rate": 4.309587429317061e-05, |
| "loss": 0.7242, |
| "step": 37750 |
| }, |
| { |
| "epoch": 0.76, |
| "learning_rate": 4.143989428423947e-05, |
| "loss": 0.7247, |
| "step": 38000 |
| }, |
| { |
| "epoch": 0.76, |
| "learning_rate": 3.981124370137001e-05, |
| "loss": 0.7234, |
| "step": 38250 |
| }, |
| { |
| "epoch": 0.77, |
| "learning_rate": 3.8210332548636796e-05, |
| "loss": 0.7234, |
| "step": 38500 |
| }, |
| { |
| "epoch": 0.77, |
| "learning_rate": 3.663756384686127e-05, |
| "loss": 0.7238, |
| "step": 38750 |
| }, |
| { |
| "epoch": 0.78, |
| "learning_rate": 3.509333353215331e-05, |
| "loss": 0.7234, |
| "step": 39000 |
| }, |
| { |
| "epoch": 0.78, |
| "learning_rate": 3.3578030356236455e-05, |
| "loss": 0.7235, |
| "step": 39250 |
| }, |
| { |
| "epoch": 0.79, |
| "learning_rate": 3.209203578858191e-05, |
| "loss": 0.7238, |
| "step": 39500 |
| }, |
| { |
| "epoch": 0.79, |
| "learning_rate": 3.0635723920375164e-05, |
| "loss": 0.7234, |
| "step": 39750 |
| }, |
| { |
| "epoch": 0.8, |
| "learning_rate": 2.9209461370341204e-05, |
| "loss": 0.7226, |
| "step": 40000 |
| }, |
| { |
| "epoch": 0.8, |
| "eval_loss": 0.6969777941703796, |
| "eval_runtime": 583.6675, |
| "eval_samples_per_second": 175.442, |
| "eval_steps_per_second": 5.483, |
| "step": 40000 |
| }, |
| { |
| "epoch": 0.8, |
| "learning_rate": 2.781360719244964e-05, |
| "loss": 0.7233, |
| "step": 40250 |
| }, |
| { |
| "epoch": 0.81, |
| "learning_rate": 2.6448512785525093e-05, |
| "loss": 0.7227, |
| "step": 40500 |
| }, |
| { |
| "epoch": 0.81, |
| "learning_rate": 2.5114521804784305e-05, |
| "loss": 0.7231, |
| "step": 40750 |
| }, |
| { |
| "epoch": 0.82, |
| "learning_rate": 2.38119700753228e-05, |
| "loss": 0.723, |
| "step": 41000 |
| }, |
| { |
| "epoch": 0.82, |
| "learning_rate": 2.2541185507572858e-05, |
| "loss": 0.7229, |
| "step": 41250 |
| }, |
| { |
| "epoch": 0.83, |
| "learning_rate": 2.130248801475344e-05, |
| "loss": 0.7221, |
| "step": 41500 |
| }, |
| { |
| "epoch": 0.83, |
| "learning_rate": 2.009618943233419e-05, |
| "loss": 0.7227, |
| "step": 41750 |
| }, |
| { |
| "epoch": 0.84, |
| "learning_rate": 1.892259343953226e-05, |
| "loss": 0.7224, |
| "step": 42000 |
| }, |
| { |
| "epoch": 0.84, |
| "learning_rate": 1.7781995482862705e-05, |
| "loss": 0.7224, |
| "step": 42250 |
| }, |
| { |
| "epoch": 0.85, |
| "learning_rate": 1.6674682701761493e-05, |
| "loss": 0.7224, |
| "step": 42500 |
| }, |
| { |
| "epoch": 0.85, |
| "eval_loss": 0.6960312724113464, |
| "eval_runtime": 583.8116, |
| "eval_samples_per_second": 175.399, |
| "eval_steps_per_second": 5.481, |
| "step": 42500 |
| }, |
| { |
| "epoch": 0.85, |
| "learning_rate": 1.5600933856299635e-05, |
| "loss": 0.7222, |
| "step": 42750 |
| }, |
| { |
| "epoch": 0.86, |
| "learning_rate": 1.4561019257006839e-05, |
| "loss": 0.7221, |
| "step": 43000 |
| }, |
| { |
| "epoch": 0.86, |
| "learning_rate": 1.3555200696822232e-05, |
| "loss": 0.7222, |
| "step": 43250 |
| }, |
| { |
| "epoch": 0.87, |
| "learning_rate": 1.258373138518956e-05, |
| "loss": 0.7217, |
| "step": 43500 |
| }, |
| { |
| "epoch": 0.87, |
| "learning_rate": 1.164685588431281e-05, |
| "loss": 0.7215, |
| "step": 43750 |
| }, |
| { |
| "epoch": 0.88, |
| "learning_rate": 1.0744810047589115e-05, |
| "loss": 0.7214, |
| "step": 44000 |
| }, |
| { |
| "epoch": 0.88, |
| "learning_rate": 9.877820960234002e-06, |
| "loss": 0.7225, |
| "step": 44250 |
| }, |
| { |
| "epoch": 0.89, |
| "learning_rate": 9.046106882113751e-06, |
| "loss": 0.7226, |
| "step": 44500 |
| }, |
| { |
| "epoch": 0.89, |
| "learning_rate": 8.249877192799731e-06, |
| "loss": 0.722, |
| "step": 44750 |
| }, |
| { |
| "epoch": 0.9, |
| "learning_rate": 7.489332338858201e-06, |
| "loss": 0.7214, |
| "step": 45000 |
| }, |
| { |
| "epoch": 0.9, |
| "eval_loss": 0.6956482529640198, |
| "eval_runtime": 582.8898, |
| "eval_samples_per_second": 175.676, |
| "eval_steps_per_second": 5.49, |
| "step": 45000 |
| }, |
| { |
| "epoch": 0.9, |
| "learning_rate": 6.764663783388918e-06, |
| "loss": 0.7216, |
| "step": 45250 |
| }, |
| { |
| "epoch": 0.91, |
| "learning_rate": 6.076053957825411e-06, |
| "loss": 0.7225, |
| "step": 45500 |
| }, |
| { |
| "epoch": 0.91, |
| "learning_rate": 5.4236762160086935e-06, |
| "loss": 0.7214, |
| "step": 45750 |
| }, |
| { |
| "epoch": 0.92, |
| "learning_rate": 4.807694790546562e-06, |
| "loss": 0.7211, |
| "step": 46000 |
| }, |
| { |
| "epoch": 0.92, |
| "learning_rate": 4.228264751468752e-06, |
| "loss": 0.7215, |
| "step": 46250 |
| }, |
| { |
| "epoch": 0.93, |
| "learning_rate": 3.6855319671889427e-06, |
| "loss": 0.7218, |
| "step": 46500 |
| }, |
| { |
| "epoch": 0.93, |
| "learning_rate": 3.179633067783205e-06, |
| "loss": 0.7213, |
| "step": 46750 |
| }, |
| { |
| "epoch": 0.94, |
| "learning_rate": 2.710695410593994e-06, |
| "loss": 0.7211, |
| "step": 47000 |
| }, |
| { |
| "epoch": 0.94, |
| "learning_rate": 2.2788370481687965e-06, |
| "loss": 0.7208, |
| "step": 47250 |
| }, |
| { |
| "epoch": 0.95, |
| "learning_rate": 1.8841666985408566e-06, |
| "loss": 0.722, |
| "step": 47500 |
| }, |
| { |
| "epoch": 0.95, |
| "eval_loss": 0.6955819129943848, |
| "eval_runtime": 583.7524, |
| "eval_samples_per_second": 175.417, |
| "eval_steps_per_second": 5.482, |
| "step": 47500 |
| }, |
| { |
| "epoch": 0.95, |
| "learning_rate": 1.5267837178600972e-06, |
| "loss": 0.722, |
| "step": 47750 |
| }, |
| { |
| "epoch": 0.96, |
| "learning_rate": 1.2067780753806988e-06, |
| "loss": 0.7213, |
| "step": 48000 |
| }, |
| { |
| "epoch": 0.96, |
| "learning_rate": 9.242303308118815e-07, |
| "loss": 0.7215, |
| "step": 48250 |
| }, |
| { |
| "epoch": 0.97, |
| "learning_rate": 6.792116140373116e-07, |
| "loss": 0.7214, |
| "step": 48500 |
| }, |
| { |
| "epoch": 0.97, |
| "learning_rate": 4.717836072086589e-07, |
| "loss": 0.7211, |
| "step": 48750 |
| }, |
| { |
| "epoch": 0.98, |
| "learning_rate": 3.01998529217351e-07, |
| "loss": 0.7205, |
| "step": 49000 |
| }, |
| { |
| "epoch": 0.98, |
| "learning_rate": 1.6989912254880556e-07, |
| "loss": 0.721, |
| "step": 49250 |
| }, |
| { |
| "epoch": 0.99, |
| "learning_rate": 7.551864252223761e-08, |
| "loss": 0.7212, |
| "step": 49500 |
| }, |
| { |
| "epoch": 0.99, |
| "learning_rate": 1.8880848918739756e-08, |
| "loss": 0.7208, |
| "step": 49750 |
| }, |
| { |
| "epoch": 1.0, |
| "learning_rate": 0.0, |
| "loss": 0.7212, |
| "step": 50000 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_loss": 0.6954200267791748, |
| "eval_runtime": 582.7829, |
| "eval_samples_per_second": 175.709, |
| "eval_steps_per_second": 5.491, |
| "step": 50000 |
| }, |
| { |
| "epoch": 1.0, |
| "step": 50000, |
| "total_flos": 4.5371203009812365e+19, |
| "train_loss": 0.014421029052734374, |
| "train_runtime": 10896.4792, |
| "train_samples_per_second": 2349.383, |
| "train_steps_per_second": 4.589 |
| } |
| ], |
| "max_steps": 50000, |
| "num_train_epochs": 1, |
| "total_flos": 4.5371203009812365e+19, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
