{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9999812503515559,
  "global_step": 50000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 6e-07,
      "loss": 8.3446,
      "step": 1
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.00015,
      "loss": 2.7695,
      "step": 250
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0003,
      "loss": 1.1361,
      "step": 500
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00029998111915108125,
      "loss": 1.0271,
      "step": 750
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.00029992448135747777,
      "loss": 0.9812,
      "step": 1000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0002998301008774512,
      "loss": 0.9532,
      "step": 1250
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.00029969800147078263,
      "loss": 0.9337,
      "step": 1500
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.00029952821639279135,
      "loss": 0.9186,
      "step": 1750
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0002993207883859627,
      "loss": 0.9058,
      "step": 2000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0002990757696691881,
      "loss": 0.896,
      "step": 2250
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00029879322192461925,
      "loss": 0.8873,
      "step": 2500
    },
    {
      "epoch": 0.05,
      "eval_loss": 0.8292228579521179,
      "eval_runtime": 297.3658,
      "eval_samples_per_second": 344.357,
      "eval_steps_per_second": 5.381,
      "step": 2500
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0002984732162821399,
      "loss": 0.8794,
      "step": 2750
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00029811583330145914,
      "loss": 0.871,
      "step": 3000
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0002977211629518312,
      "loss": 0.8648,
      "step": 3250
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00029728930458940595,
      "loss": 0.8586,
      "step": 3500
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0002968203669322168,
      "loss": 0.8536,
      "step": 3750
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00029631446803281107,
      "loss": 0.8496,
      "step": 4000
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00029577173524853123,
      "loss": 0.8447,
      "step": 4250
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0002951923052094534,
      "loss": 0.8396,
      "step": 4500
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00029457632378399127,
      "loss": 0.8363,
      "step": 4750
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0002939239460421746,
      "loss": 0.8322,
      "step": 5000
    },
    {
      "epoch": 0.1,
      "eval_loss": 0.7891861200332642,
      "eval_runtime": 298.0718,
      "eval_samples_per_second": 343.541,
      "eval_steps_per_second": 5.368,
      "step": 5000
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00029323533621661106,
      "loss": 0.8288,
      "step": 5250
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.00029251066766114176,
      "loss": 0.8251,
      "step": 5500
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.00029175012280720024,
      "loss": 0.823,
      "step": 5750
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0002909538931178862,
      "loss": 0.8194,
      "step": 6000
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.000290122179039766,
      "loss": 0.8169,
      "step": 6250
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0002892551899524109,
      "loss": 0.8139,
      "step": 6500
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0002883531441156872,
      "loss": 0.8108,
      "step": 6750
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0002874162686148104,
      "loss": 0.8089,
      "step": 7000
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.00028644479930317775,
      "loss": 0.8071,
      "step": 7250
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.00028543898074299317,
      "loss": 0.8038,
      "step": 7500
    },
    {
      "epoch": 0.15,
      "eval_loss": 0.7673315405845642,
      "eval_runtime": 298.1988,
      "eval_samples_per_second": 343.395,
      "eval_steps_per_second": 5.366,
      "step": 7500
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.00028439906614370034,
      "loss": 0.8022,
      "step": 7750
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0002833253172982385,
      "loss": 0.8003,
      "step": 8000
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0002822180045171373,
      "loss": 0.7981,
      "step": 8250
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0002810774065604677,
      "loss": 0.7965,
      "step": 8500
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0002799038105676658,
      "loss": 0.7942,
      "step": 8750
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0002786975119852465,
      "loss": 0.7923,
      "step": 9000
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.00027745881449242713,
      "loss": 0.791,
      "step": 9250
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0002761880299246772,
      "loss": 0.7898,
      "step": 9500
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0002748854781952157,
      "loss": 0.7883,
      "step": 9750
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0002735514872144749,
      "loss": 0.7867,
      "step": 10000
    },
    {
      "epoch": 0.2,
      "eval_loss": 0.7522478699684143,
      "eval_runtime": 298.1155,
      "eval_samples_per_second": 343.491,
      "eval_steps_per_second": 5.367,
      "step": 10000
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0002721863928075503,
      "loss": 0.7849,
      "step": 10250
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00027079053862965875,
      "loss": 0.7837,
      "step": 10500
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0002693642760796248,
      "loss": 0.7824,
      "step": 10750
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00026790796421141813,
      "loss": 0.781,
      "step": 11000
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0002664219696437635,
      "loss": 0.7793,
      "step": 11250
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00026490666646784665,
      "loss": 0.7776,
      "step": 11500
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00026336243615313873,
      "loss": 0.7768,
      "step": 11750
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0002617896674513632,
      "loss": 0.7747,
      "step": 12000
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.00026018875629862996,
      "loss": 0.7743,
      "step": 12250
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0002585601057157605,
      "loss": 0.7731,
      "step": 12500
    },
    {
      "epoch": 0.25,
      "eval_loss": 0.7414656281471252,
      "eval_runtime": 297.2255,
      "eval_samples_per_second": 344.52,
      "eval_steps_per_second": 5.383,
      "step": 12500
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00025690412570682946,
      "loss": 0.7716,
      "step": 12750
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0002552212331559482,
      "loss": 0.7709,
      "step": 13000
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0002535118517223168,
      "loss": 0.7699,
      "step": 13250
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0002517764117335698,
      "loss": 0.7692,
      "step": 13500
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.00025001535007744373,
      "loss": 0.7681,
      "step": 13750
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.00024822911009179276,
      "loss": 0.7666,
      "step": 14000
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0002464181414529809,
      "loss": 0.7658,
      "step": 14250
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00024458290006267833,
      "loss": 0.7644,
      "step": 14500
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00024272384793309077,
      "loss": 0.7632,
      "step": 14750
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.00024084145307064997,
      "loss": 0.7634,
      "step": 15000
    },
    {
      "epoch": 0.3,
      "eval_loss": 0.7321411967277527,
      "eval_runtime": 583.7459,
      "eval_samples_per_second": 175.419,
      "eval_steps_per_second": 5.482,
      "step": 15000
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.00023893618935819607,
      "loss": 0.7624,
      "step": 15250
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0002370085364356797,
      "loss": 0.7609,
      "step": 15500
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.00023505897957941556,
      "loss": 0.7609,
      "step": 15750
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00023308800957991653,
      "loss": 0.7593,
      "step": 16000
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00023109612261833963,
      "loss": 0.7592,
      "step": 16250
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00022908382014157533,
      "loss": 0.7586,
      "step": 16500
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00022705160873601096,
      "loss": 0.7574,
      "step": 16750
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.000225,
      "loss": 0.7564,
      "step": 17000
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00022292951041507028,
      "loss": 0.7557,
      "step": 17250
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0002208406612159024,
      "loss": 0.7546,
      "step": 17500
    },
    {
      "epoch": 0.35,
      "eval_loss": 0.7252368927001953,
      "eval_runtime": 582.4208,
      "eval_samples_per_second": 175.818,
      "eval_steps_per_second": 5.494,
      "step": 17500
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00021873397825911153,
      "loss": 0.7545,
      "step": 17750
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0002166099918908661,
      "loss": 0.7535,
      "step": 18000
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.00021446923681337575,
      "loss": 0.7531,
      "step": 18250
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00021231225195028297,
      "loss": 0.7526,
      "step": 18500
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00021013958031099205,
      "loss": 0.7514,
      "step": 18750
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00020795176885396926,
      "loss": 0.7512,
      "step": 19000
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0002057493683490491,
      "loss": 0.7505,
      "step": 19250
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00020353293323878074,
      "loss": 0.7504,
      "step": 19500
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00020130302149885031,
      "loss": 0.7488,
      "step": 19750
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00019906019449761325,
      "loss": 0.7484,
      "step": 20000
    },
    {
      "epoch": 0.4,
      "eval_loss": 0.7194287776947021,
      "eval_runtime": 581.861,
      "eval_samples_per_second": 175.987,
      "eval_steps_per_second": 5.5,
      "step": 20000
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00019680501685477304,
      "loss": 0.7477,
      "step": 20250
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00019453805629924124,
      "loss": 0.7467,
      "step": 20500
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00019225988352621445,
      "loss": 0.7467,
      "step": 20750
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0001899710720535052,
      "loss": 0.7456,
      "step": 21000
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00018767219807716185,
      "loss": 0.746,
      "step": 21250
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0001853638403264141,
      "loss": 0.7452,
      "step": 21500
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0001830465799179811,
      "loss": 0.7444,
      "step": 21750
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0001807210002097786,
      "loss": 0.7442,
      "step": 22000
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0001783876866540615,
      "loss": 0.7439,
      "step": 22250
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00017604722665003956,
      "loss": 0.7433,
      "step": 22500
    },
    {
      "epoch": 0.45,
      "eval_loss": 0.7142770886421204,
      "eval_runtime": 580.2963,
      "eval_samples_per_second": 176.462,
      "eval_steps_per_second": 5.514,
      "step": 22500
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00017370020939600248,
      "loss": 0.7417,
      "step": 22750
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00017134722574099276,
      "loss": 0.7417,
      "step": 23000
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00016898886803606237,
      "loss": 0.741,
      "step": 23250
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.00016662572998515164,
      "loss": 0.7408,
      "step": 23500
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.00016425840649562736,
      "loss": 0.7399,
      "step": 23750
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00016188749352851825,
      "loss": 0.7389,
      "step": 24000
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00015951358794848465,
      "loss": 0.7389,
      "step": 24250
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00015713728737356137,
      "loss": 0.7399,
      "step": 24500
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00015475919002471016,
      "loss": 0.7386,
      "step": 24750
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.00015237989457522118,
      "loss": 0.7373,
      "step": 25000
    },
    {
      "epoch": 0.5,
      "eval_loss": 0.7102295160293579,
      "eval_runtime": 582.8326,
      "eval_samples_per_second": 175.694,
      "eval_steps_per_second": 5.49,
      "step": 25000
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.00015,
      "loss": 0.7379,
      "step": 25250
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0001476201054247788,
      "loss": 0.7371,
      "step": 25500
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00014524080997528987,
      "loss": 0.7374,
      "step": 25750
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00014286271262643866,
      "loss": 0.7367,
      "step": 26000
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00014048641205151533,
      "loss": 0.7365,
      "step": 26250
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.0001381125064714817,
      "loss": 0.7351,
      "step": 26500
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00013574159350437261,
      "loss": 0.7351,
      "step": 26750
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00013337427001484836,
      "loss": 0.7355,
      "step": 27000
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00013101113196393758,
      "loss": 0.7347,
      "step": 27250
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00012865277425900724,
      "loss": 0.7341,
      "step": 27500
    },
    {
      "epoch": 0.55,
      "eval_loss": 0.7066481113433838,
      "eval_runtime": 583.6904,
      "eval_samples_per_second": 175.435,
      "eval_steps_per_second": 5.482,
      "step": 27500
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.0001262997906039975,
      "loss": 0.7346,
      "step": 27750
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00012395277334996044,
      "loss": 0.7329,
      "step": 28000
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00012161231334593851,
      "loss": 0.733,
      "step": 28250
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0001192789997902214,
      "loss": 0.7326,
      "step": 28500
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.00011695342008201888,
      "loss": 0.7322,
      "step": 28750
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00011463615967358588,
      "loss": 0.7326,
      "step": 29000
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00011232780192283812,
      "loss": 0.732,
      "step": 29250
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00011002892794649476,
      "loss": 0.7311,
      "step": 29500
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00010774011647378553,
      "loss": 0.7312,
      "step": 29750
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.00010546194370075881,
      "loss": 0.7304,
      "step": 30000
    },
    {
      "epoch": 0.6,
      "eval_loss": 0.7039176225662231,
      "eval_runtime": 583.6715,
      "eval_samples_per_second": 175.441,
      "eval_steps_per_second": 5.483,
      "step": 30000
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.00010319498314522693,
      "loss": 0.7305,
      "step": 30250
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00010093980550238675,
      "loss": 0.7308,
      "step": 30500
    },
    {
      "epoch": 0.61,
      "learning_rate": 9.869697850114969e-05,
      "loss": 0.73,
      "step": 30750
    },
    {
      "epoch": 0.62,
      "learning_rate": 9.646706676121923e-05,
      "loss": 0.7303,
      "step": 31000
    },
    {
      "epoch": 0.62,
      "learning_rate": 9.425063165095088e-05,
      "loss": 0.7303,
      "step": 31250
    },
    {
      "epoch": 0.63,
      "learning_rate": 9.204823114603068e-05,
      "loss": 0.7289,
      "step": 31500
    },
    {
      "epoch": 0.63,
      "learning_rate": 8.986041968900796e-05,
      "loss": 0.7291,
      "step": 31750
    },
    {
      "epoch": 0.64,
      "learning_rate": 8.768774804971705e-05,
      "loss": 0.7289,
      "step": 32000
    },
    {
      "epoch": 0.64,
      "learning_rate": 8.553076318662425e-05,
      "loss": 0.7288,
      "step": 32250
    },
    {
      "epoch": 0.65,
      "learning_rate": 8.339000810913386e-05,
      "loss": 0.7276,
      "step": 32500
    },
    {
      "epoch": 0.65,
      "eval_loss": 0.7014814615249634,
      "eval_runtime": 583.4506,
      "eval_samples_per_second": 175.508,
      "eval_steps_per_second": 5.485,
      "step": 32500
    },
    {
      "epoch": 0.65,
      "learning_rate": 8.126602174088843e-05,
      "loss": 0.7281,
      "step": 32750
    },
    {
      "epoch": 0.66,
      "learning_rate": 7.915933878409761e-05,
      "loss": 0.7284,
      "step": 33000
    },
    {
      "epoch": 0.66,
      "learning_rate": 7.707048958492972e-05,
      "loss": 0.728,
      "step": 33250
    },
    {
      "epoch": 0.67,
      "learning_rate": 7.500000000000002e-05,
      "loss": 0.7262,
      "step": 33500
    },
    {
      "epoch": 0.67,
      "learning_rate": 7.294839126398908e-05,
      "loss": 0.7271,
      "step": 33750
    },
    {
      "epoch": 0.68,
      "learning_rate": 7.091617985842462e-05,
      "loss": 0.7268,
      "step": 34000
    },
    {
      "epoch": 0.68,
      "learning_rate": 6.890387738166041e-05,
      "loss": 0.7264,
      "step": 34250
    },
    {
      "epoch": 0.69,
      "learning_rate": 6.691199042008345e-05,
      "loss": 0.7266,
      "step": 34500
    },
    {
      "epoch": 0.69,
      "learning_rate": 6.49410204205844e-05,
      "loss": 0.7264,
      "step": 34750
    },
    {
      "epoch": 0.7,
      "learning_rate": 6.299146356432029e-05,
      "loss": 0.7256,
      "step": 35000
    },
    {
      "epoch": 0.7,
      "eval_loss": 0.6993971467018127,
      "eval_runtime": 583.2225,
      "eval_samples_per_second": 175.576,
      "eval_steps_per_second": 5.487,
      "step": 35000
    },
    {
      "epoch": 0.7,
      "learning_rate": 6.106381064180395e-05,
      "loss": 0.726,
      "step": 35250
    },
    {
      "epoch": 0.71,
      "learning_rate": 5.915854692935002e-05,
      "loss": 0.7256,
      "step": 35500
    },
    {
      "epoch": 0.71,
      "learning_rate": 5.72761520669092e-05,
      "loss": 0.7255,
      "step": 35750
    },
    {
      "epoch": 0.72,
      "learning_rate": 5.541709993732167e-05,
      "loss": 0.725,
      "step": 36000
    },
    {
      "epoch": 0.72,
      "learning_rate": 5.358185854701909e-05,
      "loss": 0.7254,
      "step": 36250
    },
    {
      "epoch": 0.73,
      "learning_rate": 5.1770889908207245e-05,
      "loss": 0.7253,
      "step": 36500
    },
    {
      "epoch": 0.73,
      "learning_rate": 4.998464992255627e-05,
      "loss": 0.7249,
      "step": 36750
    },
    {
      "epoch": 0.74,
      "learning_rate": 4.8223588266430186e-05,
      "loss": 0.7239,
      "step": 37000
    },
    {
      "epoch": 0.74,
      "learning_rate": 4.648814827768322e-05,
      "loss": 0.7246,
      "step": 37250
    },
    {
      "epoch": 0.75,
      "learning_rate": 4.477876684405179e-05,
      "loss": 0.7243,
      "step": 37500
    },
    {
      "epoch": 0.75,
      "eval_loss": 0.6978650689125061,
      "eval_runtime": 583.3741,
      "eval_samples_per_second": 175.531,
      "eval_steps_per_second": 5.485,
      "step": 37500
    },
    {
      "epoch": 0.75,
      "learning_rate": 4.309587429317061e-05,
      "loss": 0.7242,
      "step": 37750
    },
    {
      "epoch": 0.76,
      "learning_rate": 4.143989428423947e-05,
      "loss": 0.7247,
      "step": 38000
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.981124370137001e-05,
      "loss": 0.7234,
      "step": 38250
    },
    {
      "epoch": 0.77,
      "learning_rate": 3.8210332548636796e-05,
      "loss": 0.7234,
      "step": 38500
    },
    {
      "epoch": 0.77,
      "learning_rate": 3.663756384686127e-05,
      "loss": 0.7238,
      "step": 38750
    },
    {
      "epoch": 0.78,
      "learning_rate": 3.509333353215331e-05,
      "loss": 0.7234,
      "step": 39000
    },
    {
      "epoch": 0.78,
      "learning_rate": 3.3578030356236455e-05,
      "loss": 0.7235,
      "step": 39250
    },
    {
      "epoch": 0.79,
      "learning_rate": 3.209203578858191e-05,
      "loss": 0.7238,
      "step": 39500
    },
    {
      "epoch": 0.79,
      "learning_rate": 3.0635723920375164e-05,
      "loss": 0.7234,
      "step": 39750
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.9209461370341204e-05,
      "loss": 0.7226,
      "step": 40000
    },
    {
      "epoch": 0.8,
      "eval_loss": 0.6969777941703796,
      "eval_runtime": 583.6675,
      "eval_samples_per_second": 175.442,
      "eval_steps_per_second": 5.483,
      "step": 40000
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.781360719244964e-05,
      "loss": 0.7233,
      "step": 40250
    },
    {
      "epoch": 0.81,
      "learning_rate": 2.6448512785525093e-05,
      "loss": 0.7227,
      "step": 40500
    },
    {
      "epoch": 0.81,
      "learning_rate": 2.5114521804784305e-05,
      "loss": 0.7231,
      "step": 40750
    },
    {
      "epoch": 0.82,
      "learning_rate": 2.38119700753228e-05,
      "loss": 0.723,
      "step": 41000
    },
    {
      "epoch": 0.82,
      "learning_rate": 2.2541185507572858e-05,
      "loss": 0.7229,
      "step": 41250
    },
    {
      "epoch": 0.83,
      "learning_rate": 2.130248801475344e-05,
      "loss": 0.7221,
      "step": 41500
    },
    {
      "epoch": 0.83,
      "learning_rate": 2.009618943233419e-05,
      "loss": 0.7227,
      "step": 41750
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.892259343953226e-05,
      "loss": 0.7224,
      "step": 42000
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.7781995482862705e-05,
      "loss": 0.7224,
      "step": 42250
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6674682701761493e-05,
      "loss": 0.7224,
      "step": 42500
    },
    {
      "epoch": 0.85,
      "eval_loss": 0.6960312724113464,
      "eval_runtime": 583.8116,
      "eval_samples_per_second": 175.399,
      "eval_steps_per_second": 5.481,
      "step": 42500
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.5600933856299635e-05,
      "loss": 0.7222,
      "step": 42750
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.4561019257006839e-05,
      "loss": 0.7221,
      "step": 43000
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.3555200696822232e-05,
      "loss": 0.7222,
      "step": 43250
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.258373138518956e-05,
      "loss": 0.7217,
      "step": 43500
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.164685588431281e-05,
      "loss": 0.7215,
      "step": 43750
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.0744810047589115e-05,
      "loss": 0.7214,
      "step": 44000
    },
    {
      "epoch": 0.88,
      "learning_rate": 9.877820960234002e-06,
      "loss": 0.7225,
      "step": 44250
    },
    {
      "epoch": 0.89,
      "learning_rate": 9.046106882113751e-06,
      "loss": 0.7226,
      "step": 44500
    },
    {
      "epoch": 0.89,
      "learning_rate": 8.249877192799731e-06,
      "loss": 0.722,
      "step": 44750
    },
    {
      "epoch": 0.9,
      "learning_rate": 7.489332338858201e-06,
      "loss": 0.7214,
      "step": 45000
    },
    {
      "epoch": 0.9,
      "eval_loss": 0.6956482529640198,
      "eval_runtime": 582.8898,
      "eval_samples_per_second": 175.676,
      "eval_steps_per_second": 5.49,
      "step": 45000
    },
    {
      "epoch": 0.9,
      "learning_rate": 6.764663783388918e-06,
      "loss": 0.7216,
      "step": 45250
    },
    {
      "epoch": 0.91,
      "learning_rate": 6.076053957825411e-06,
      "loss": 0.7225,
      "step": 45500
    },
    {
      "epoch": 0.91,
      "learning_rate": 5.4236762160086935e-06,
      "loss": 0.7214,
      "step": 45750
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.807694790546562e-06,
      "loss": 0.7211,
      "step": 46000
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.228264751468752e-06,
      "loss": 0.7215,
      "step": 46250
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6855319671889427e-06,
      "loss": 0.7218,
      "step": 46500
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.179633067783205e-06,
      "loss": 0.7213,
      "step": 46750
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.710695410593994e-06,
      "loss": 0.7211,
      "step": 47000
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.2788370481687965e-06,
      "loss": 0.7208,
      "step": 47250
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.8841666985408566e-06,
      "loss": 0.722,
      "step": 47500
    },
    {
      "epoch": 0.95,
      "eval_loss": 0.6955819129943848,
      "eval_runtime": 583.7524,
      "eval_samples_per_second": 175.417,
      "eval_steps_per_second": 5.482,
      "step": 47500
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5267837178600972e-06,
      "loss": 0.722,
      "step": 47750
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.2067780753806988e-06,
      "loss": 0.7213,
      "step": 48000
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.242303308118815e-07,
      "loss": 0.7215,
      "step": 48250
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.792116140373116e-07,
      "loss": 0.7214,
      "step": 48500
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.717836072086589e-07,
      "loss": 0.7211,
      "step": 48750
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.01998529217351e-07,
      "loss": 0.7205,
      "step": 49000
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.6989912254880556e-07,
      "loss": 0.721,
      "step": 49250
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.551864252223761e-08,
      "loss": 0.7212,
      "step": 49500
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.8880848918739756e-08,
      "loss": 0.7208,
      "step": 49750
    },
    {
      "epoch": 1.0,
      "learning_rate": 0.0,
      "loss": 0.7212,
      "step": 50000
    },
    {
      "epoch": 1.0,
      "eval_loss": 0.6954200267791748,
      "eval_runtime": 582.7829,
      "eval_samples_per_second": 175.709,
      "eval_steps_per_second": 5.491,
      "step": 50000
    },
    {
      "epoch": 1.0,
      "step": 50000,
      "total_flos": 4.5371203009812365e+19,
      "train_loss": 0.014421029052734374,
      "train_runtime": 10896.4792,
      "train_samples_per_second": 2349.383,
      "train_steps_per_second": 4.589
    }
  ],
  "max_steps": 50000,
  "num_train_epochs": 1,
  "total_flos": 4.5371203009812365e+19,
  "trial_name": null,
  "trial_params": null
}