{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 3289,
  "global_step": 16443,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "grad_norm": 24.78779624251123,
      "learning_rate": 6.079027355623101e-10,
      "loss": 2.6939,
      "step": 1
    },
    {
      "epoch": 0.01,
      "grad_norm": 35.873109917628135,
      "learning_rate": 1.9452887537993922e-08,
      "loss": 3.4616,
      "step": 32
    },
    {
      "epoch": 0.01,
      "grad_norm": 54.36320326793996,
      "learning_rate": 3.8905775075987844e-08,
      "loss": 3.544,
      "step": 64
    },
    {
      "epoch": 0.02,
      "grad_norm": 26.680119386381374,
      "learning_rate": 5.8358662613981756e-08,
      "loss": 3.3751,
      "step": 96
    },
    {
      "epoch": 0.02,
      "grad_norm": 21.12845447174909,
      "learning_rate": 7.781155015197569e-08,
      "loss": 3.5534,
      "step": 128
    },
    {
      "epoch": 0.03,
      "grad_norm": 14.326825936063585,
      "learning_rate": 9.72644376899696e-08,
      "loss": 3.2669,
      "step": 160
    },
    {
      "epoch": 0.04,
      "grad_norm": 25.878315201522145,
      "learning_rate": 1.1671732522796351e-07,
      "loss": 2.9778,
      "step": 192
    },
    {
      "epoch": 0.04,
      "grad_norm": 36.45201708374618,
      "learning_rate": 1.3617021276595745e-07,
      "loss": 2.5704,
      "step": 224
    },
    {
      "epoch": 0.05,
      "grad_norm": 23.711566820577637,
      "learning_rate": 1.5562310030395138e-07,
      "loss": 1.3894,
      "step": 256
    },
    {
      "epoch": 0.05,
      "grad_norm": 4.875938314628448,
      "learning_rate": 1.7507598784194527e-07,
      "loss": 0.6738,
      "step": 288
    },
    {
      "epoch": 0.06,
      "grad_norm": 6.241944245269492,
      "learning_rate": 1.945288753799392e-07,
      "loss": 0.5629,
      "step": 320
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.8778836099761524,
      "learning_rate": 2.1398176291793313e-07,
      "loss": 0.4872,
      "step": 352
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.5436867519527993,
      "learning_rate": 2.3343465045592702e-07,
      "loss": 0.4714,
      "step": 384
    },
    {
      "epoch": 0.08,
      "grad_norm": 4.3096231574697645,
      "learning_rate": 2.52887537993921e-07,
      "loss": 0.4378,
      "step": 416
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.9666937909371047,
      "learning_rate": 2.723404255319149e-07,
      "loss": 0.4291,
      "step": 448
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.2115158499878724,
      "learning_rate": 2.917933130699088e-07,
      "loss": 0.3954,
      "step": 480
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.7998977018189959,
      "learning_rate": 3.1124620060790275e-07,
      "loss": 0.4086,
      "step": 512
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.8295831973352625,
      "learning_rate": 3.3069908814589665e-07,
      "loss": 0.3926,
      "step": 544
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.14598569285712,
      "learning_rate": 3.5015197568389055e-07,
      "loss": 0.4026,
      "step": 576
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.5109663276292344,
      "learning_rate": 3.696048632218845e-07,
      "loss": 0.3688,
      "step": 608
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.453154442640789,
      "learning_rate": 3.890577507598784e-07,
      "loss": 0.3919,
      "step": 640
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.6423681780897064,
      "learning_rate": 4.085106382978723e-07,
      "loss": 0.364,
      "step": 672
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.8702893489598191,
      "learning_rate": 4.2796352583586625e-07,
      "loss": 0.3543,
      "step": 704
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.8401881440614818,
      "learning_rate": 4.4741641337386015e-07,
      "loss": 0.3601,
      "step": 736
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.850566734809788,
      "learning_rate": 4.6686930091185405e-07,
      "loss": 0.3566,
      "step": 768
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.6994281914890326,
      "learning_rate": 4.86322188449848e-07,
      "loss": 0.3505,
      "step": 800
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.8680937366461803,
      "learning_rate": 5.05775075987842e-07,
      "loss": 0.3358,
      "step": 832
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.660364495604376,
      "learning_rate": 5.252279635258359e-07,
      "loss": 0.3312,
      "step": 864
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.562680158872079,
      "learning_rate": 5.446808510638298e-07,
      "loss": 0.3346,
      "step": 896
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.6948446357514406,
      "learning_rate": 5.641337386018237e-07,
      "loss": 0.3356,
      "step": 928
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.209363365641442,
      "learning_rate": 5.835866261398176e-07,
      "loss": 0.3279,
      "step": 960
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.6925812671610025,
      "learning_rate": 6.030395136778115e-07,
      "loss": 0.3367,
      "step": 992
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.5391435373855369,
      "learning_rate": 6.224924012158055e-07,
      "loss": 0.3356,
      "step": 1024
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.4744316930455266,
      "learning_rate": 6.419452887537994e-07,
      "loss": 0.3277,
      "step": 1056
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.7620056653926688,
      "learning_rate": 6.613981762917933e-07,
      "loss": 0.3307,
      "step": 1088
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.4025350626099162,
      "learning_rate": 6.808510638297872e-07,
      "loss": 0.3197,
      "step": 1120
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.3405530061214819,
      "learning_rate": 7.003039513677811e-07,
      "loss": 0.3218,
      "step": 1152
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.4535529320190042,
      "learning_rate": 7.197568389057751e-07,
      "loss": 0.3067,
      "step": 1184
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.445157014748904,
      "learning_rate": 7.39209726443769e-07,
      "loss": 0.3087,
      "step": 1216
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.5871727851863946,
      "learning_rate": 7.586626139817629e-07,
      "loss": 0.3252,
      "step": 1248
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.3848383016325827,
      "learning_rate": 7.781155015197568e-07,
      "loss": 0.3113,
      "step": 1280
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.7455453453163468,
      "learning_rate": 7.975683890577507e-07,
      "loss": 0.297,
      "step": 1312
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.3001668041428838,
      "learning_rate": 8.170212765957446e-07,
      "loss": 0.3223,
      "step": 1344
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.2132377152476534,
      "learning_rate": 8.364741641337386e-07,
      "loss": 0.315,
      "step": 1376
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.4384605625322182,
      "learning_rate": 8.559270516717325e-07,
      "loss": 0.3105,
      "step": 1408
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.1957556077083222,
      "learning_rate": 8.753799392097264e-07,
      "loss": 0.3007,
      "step": 1440
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.466257939308454,
      "learning_rate": 8.948328267477203e-07,
      "loss": 0.3034,
      "step": 1472
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.348037306034132,
      "learning_rate": 9.142857142857142e-07,
      "loss": 0.3044,
      "step": 1504
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.3312009756781122,
      "learning_rate": 9.337386018237081e-07,
      "loss": 0.3124,
      "step": 1536
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.5165497951579907,
      "learning_rate": 9.531914893617021e-07,
      "loss": 0.3064,
      "step": 1568
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.2308464212993413,
      "learning_rate": 9.72644376899696e-07,
      "loss": 0.3096,
      "step": 1600
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.4477927464029368,
      "learning_rate": 9.9209726443769e-07,
      "loss": 0.2967,
      "step": 1632
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.6161236994381232,
      "learning_rate": 9.999959323804955e-07,
      "loss": 0.307,
      "step": 1664
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.408597466262752,
      "learning_rate": 9.999706931043734e-07,
      "loss": 0.3045,
      "step": 1696
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.2262804987989535,
      "learning_rate": 9.999223791032621e-07,
      "loss": 0.2982,
      "step": 1728
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.4772857240369206,
      "learning_rate": 9.998509926069568e-07,
      "loss": 0.3085,
      "step": 1760
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.1705510022471537,
      "learning_rate": 9.997565369100982e-07,
      "loss": 0.3102,
      "step": 1792
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.354193914272892,
      "learning_rate": 9.996390163720203e-07,
      "loss": 0.3079,
      "step": 1824
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.6499740915478518,
      "learning_rate": 9.99498436416549e-07,
      "loss": 0.3058,
      "step": 1856
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.4176797632580183,
      "learning_rate": 9.993348035317523e-07,
      "loss": 0.2898,
      "step": 1888
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.221569587599335,
      "learning_rate": 9.991481252696405e-07,
      "loss": 0.2971,
      "step": 1920
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.6858523944684565,
      "learning_rate": 9.98938410245818e-07,
      "loss": 0.3015,
      "step": 1952
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.3071072285598695,
      "learning_rate": 9.987056681390846e-07,
      "loss": 0.3017,
      "step": 1984
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.3559736389856838,
      "learning_rate": 9.984499096909904e-07,
      "loss": 0.2996,
      "step": 2016
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.6577354687629797,
      "learning_rate": 9.981711467053391e-07,
      "loss": 0.2899,
      "step": 2048
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.3911817831183464,
      "learning_rate": 9.97869392047643e-07,
      "loss": 0.2916,
      "step": 2080
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.4068725629362402,
      "learning_rate": 9.9754465964453e-07,
      "loss": 0.3042,
      "step": 2112
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.2845003819775453,
      "learning_rate": 9.971969644831001e-07,
      "loss": 0.2953,
      "step": 2144
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.3034821415736415,
      "learning_rate": 9.968263226102348e-07,
      "loss": 0.2947,
      "step": 2176
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.297243001736353,
      "learning_rate": 9.96432751131855e-07,
      "loss": 0.2849,
      "step": 2208
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.411186926138334,
      "learning_rate": 9.960162682121326e-07,
      "loss": 0.2974,
      "step": 2240
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.2374941457414885,
      "learning_rate": 9.955768930726523e-07,
      "loss": 0.2824,
      "step": 2272
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.2627652146626807,
      "learning_rate": 9.95114645991523e-07,
      "loss": 0.2865,
      "step": 2304
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.3134029095546937,
      "learning_rate": 9.946295483024446e-07,
      "loss": 0.2867,
      "step": 2336
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.125719093465591,
      "learning_rate": 9.9412162239372e-07,
      "loss": 0.292,
      "step": 2368
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.4224011133495338,
      "learning_rate": 9.93590891707225e-07,
      "loss": 0.309,
      "step": 2400
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.558277250619359,
      "learning_rate": 9.930373807373245e-07,
      "loss": 0.289,
      "step": 2432
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.3208871305799181,
      "learning_rate": 9.924611150297428e-07,
      "loss": 0.2883,
      "step": 2464
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.3373963931205746,
      "learning_rate": 9.91862121180384e-07,
      "loss": 0.2808,
      "step": 2496
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.3910055395902359,
      "learning_rate": 9.912404268341051e-07,
      "loss": 0.2932,
      "step": 2528
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.4574028412197861,
      "learning_rate": 9.905960606834404e-07,
      "loss": 0.2947,
      "step": 2560
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.203878457595175,
      "learning_rate": 9.899290524672763e-07,
      "loss": 0.2867,
      "step": 2592
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.4673267738670204,
      "learning_rate": 9.892394329694793e-07,
      "loss": 0.2837,
      "step": 2624
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.6281520652734605,
      "learning_rate": 9.885272340174754e-07,
      "loss": 0.3032,
      "step": 2656
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.2522157670744074,
      "learning_rate": 9.877924884807814e-07,
      "loss": 0.2963,
      "step": 2688
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.4632043067121088,
      "learning_rate": 9.870352302694869e-07,
      "loss": 0.2898,
      "step": 2720
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.398722594166713,
      "learning_rate": 9.86255494332691e-07,
      "loss": 0.2896,
      "step": 2752
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.3916529397644415,
      "learning_rate": 9.854533166568867e-07,
      "loss": 0.2967,
      "step": 2784
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.3208718268032766,
      "learning_rate": 9.846287342643032e-07,
      "loss": 0.2838,
      "step": 2816
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.0718990960806063,
      "learning_rate": 9.837817852111949e-07,
      "loss": 0.2942,
      "step": 2848
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.3984255388696125,
      "learning_rate": 9.829125085860858e-07,
      "loss": 0.2832,
      "step": 2880
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.258839102452435,
      "learning_rate": 9.820209445079655e-07,
      "loss": 0.2964,
      "step": 2912
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.1619142104791713,
      "learning_rate": 9.811071341244379e-07,
      "loss": 0.2727,
      "step": 2944
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.3494984294429655,
      "learning_rate": 9.801711196098213e-07,
      "loss": 0.2848,
      "step": 2976
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.2501831577892621,
      "learning_rate": 9.792129441632027e-07,
      "loss": 0.2749,
      "step": 3008
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.2580708434458154,
      "learning_rate": 9.782326520064443e-07,
      "loss": 0.2868,
      "step": 3040
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.5601918050638766,
      "learning_rate": 9.772302883821418e-07,
      "loss": 0.292,
      "step": 3072
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.3545732270149806,
      "learning_rate": 9.762058995515362e-07,
      "loss": 0.2895,
      "step": 3104
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.4796071501521761,
      "learning_rate": 9.751595327923802e-07,
      "loss": 0.291,
      "step": 3136
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.3020677021992657,
      "learning_rate": 9.740912363967546e-07,
      "loss": 0.294,
      "step": 3168
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.2903648809439663,
      "learning_rate": 9.730010596688405e-07,
      "loss": 0.2971,
      "step": 3200
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.4322652904369149,
      "learning_rate": 9.718890529226432e-07,
      "loss": 0.2842,
      "step": 3232
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.4918014229559349,
      "learning_rate": 9.707552674796704e-07,
      "loss": 0.2855,
      "step": 3264
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.495160093783148,
      "learning_rate": 9.695997556665642e-07,
      "loss": 0.2961,
      "step": 3296
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.2299397480418435,
      "learning_rate": 9.68422570812685e-07,
      "loss": 0.275,
      "step": 3328
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.4595570985088122,
      "learning_rate": 9.672237672476504e-07,
      "loss": 0.2816,
      "step": 3360
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.2523764393563719,
      "learning_rate": 9.660034002988288e-07,
      "loss": 0.2826,
      "step": 3392
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.1556114989117734,
      "learning_rate": 9.64761526288785e-07,
      "loss": 0.2979,
      "step": 3424
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.2760487310976472,
      "learning_rate": 9.634982025326808e-07,
      "loss": 0.2703,
      "step": 3456
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.1268494754892229,
      "learning_rate": 9.622134873356302e-07,
      "loss": 0.2888,
      "step": 3488
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.5177691734350403,
      "learning_rate": 9.60907439990008e-07,
      "loss": 0.2854,
      "step": 3520
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.4479572539864909,
      "learning_rate": 9.595801207727145e-07,
      "loss": 0.2871,
      "step": 3552
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.3320405553461194,
      "learning_rate": 9.58231590942392e-07,
      "loss": 0.2722,
      "step": 3584
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.2684704306064236,
      "learning_rate": 9.568619127365979e-07,
      "loss": 0.2918,
      "step": 3616
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.153157224662708,
      "learning_rate": 9.554711493689337e-07,
      "loss": 0.2727,
      "step": 3648
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.2053424871803355,
      "learning_rate": 9.540593650261259e-07,
      "loss": 0.2727,
      "step": 3680
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.5070136801134912,
      "learning_rate": 9.526266248650647e-07,
      "loss": 0.2829,
      "step": 3712
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.3626256868915094,
      "learning_rate": 9.511729950097962e-07,
      "loss": 0.2948,
      "step": 3744
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.3413698467022634,
      "learning_rate": 9.496985425484708e-07,
      "loss": 0.2804,
      "step": 3776
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.1666360657022152,
      "learning_rate": 9.482033355302474e-07,
      "loss": 0.2779,
      "step": 3808
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.2681212059953142,
      "learning_rate": 9.466874429621523e-07,
      "loss": 0.2766,
      "step": 3840
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.570024716133246,
      "learning_rate": 9.451509348058943e-07,
      "loss": 0.278,
      "step": 3872
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.348864102054253,
      "learning_rate": 9.435938819746363e-07,
      "loss": 0.2814,
      "step": 3904
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.479630195353394,
      "learning_rate": 9.420163563297221e-07,
      "loss": 0.2768,
      "step": 3936
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.3437829697550214,
      "learning_rate": 9.4041843067736e-07,
      "loss": 0.2796,
      "step": 3968
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.7505808749964085,
      "learning_rate": 9.388001787652626e-07,
      "loss": 0.2804,
      "step": 4000
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.2804732688993112,
      "learning_rate": 9.37161675279243e-07,
      "loss": 0.2671,
      "step": 4032
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.5599945996293794,
      "learning_rate": 9.355029958397686e-07,
      "loss": 0.2778,
      "step": 4064
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.140562030900848,
      "learning_rate": 9.338242169984701e-07,
      "loss": 0.2779,
      "step": 4096
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.1891602382042474,
      "learning_rate": 9.321254162346089e-07,
      "loss": 0.2779,
      "step": 4128
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.6066027745264384,
      "learning_rate": 9.304066719515013e-07,
      "loss": 0.2831,
      "step": 4160
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.3535261095585958,
      "learning_rate": 9.286680634729005e-07,
      "loss": 0.2869,
      "step": 4192
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.449372671449822,
      "learning_rate": 9.269096710393343e-07,
      "loss": 0.2859,
      "step": 4224
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.2209167474794183,
      "learning_rate": 9.251315758044032e-07,
      "loss": 0.2908,
      "step": 4256
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.4925119088076193,
      "learning_rate": 9.233338598310343e-07,
      "loss": 0.2821,
      "step": 4288
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.2663637068625269,
      "learning_rate": 9.215166060876943e-07,
      "loss": 0.2839,
      "step": 4320
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.335605475288019,
      "learning_rate": 9.196798984445595e-07,
      "loss": 0.2767,
      "step": 4352
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.1999064453898192,
      "learning_rate": 9.178238216696463e-07,
      "loss": 0.2813,
      "step": 4384
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.2005680882302527,
      "learning_rate": 9.159484614248978e-07,
      "loss": 0.2776,
      "step": 4416
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.2022881962586156,
      "learning_rate": 9.140539042622311e-07,
      "loss": 0.2812,
      "step": 4448
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.4918926856382582,
      "learning_rate": 9.121402376195421e-07,
      "loss": 0.2763,
      "step": 4480
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.452212648334464,
      "learning_rate": 9.102075498166705e-07,
      "loss": 0.2756,
      "step": 4512
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.4610868927687688,
      "learning_rate": 9.082559300513237e-07,
      "loss": 0.2755,
      "step": 4544
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.2140564103776683,
      "learning_rate": 9.062854683949602e-07,
      "loss": 0.266,
      "step": 4576
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.23274371490023,
      "learning_rate": 9.042962557886313e-07,
      "loss": 0.2856,
      "step": 4608
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.3898063562012308,
      "learning_rate": 9.022883840387865e-07,
      "loss": 0.2815,
      "step": 4640
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.330139097581169,
      "learning_rate": 9.002619458130339e-07,
      "loss": 0.28,
      "step": 4672
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.2874922030319198,
      "learning_rate": 8.982170346358651e-07,
      "loss": 0.2669,
      "step": 4704
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.107586259057668,
      "learning_rate": 8.961537448843377e-07,
      "loss": 0.2853,
      "step": 4736
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.448957134616539,
      "learning_rate": 8.940721717837205e-07,
      "loss": 0.2652,
      "step": 4768
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.210724298652212,
      "learning_rate": 8.919724114030984e-07,
      "loss": 0.2795,
      "step": 4800
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.3698632505550181,
      "learning_rate": 8.898545606509378e-07,
      "loss": 0.284,
      "step": 4832
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.1911981203106947,
      "learning_rate": 8.877187172706155e-07,
      "loss": 0.2746,
      "step": 4864
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.3333516374957606,
      "learning_rate": 8.855649798359064e-07,
      "loss": 0.2888,
      "step": 4896
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.2351888608354114,
      "learning_rate": 8.833934477464347e-07,
      "loss": 0.2831,
      "step": 4928
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.3038819344536112,
      "learning_rate": 8.812042212230862e-07,
      "loss": 0.2753,
      "step": 4960
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.5707271650867898,
      "learning_rate": 8.789974013033831e-07,
      "loss": 0.2759,
      "step": 4992
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.2820047239265864,
      "learning_rate": 8.767730898368208e-07,
      "loss": 0.2746,
      "step": 5024
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.1744722963290781,
      "learning_rate": 8.745313894801669e-07,
      "loss": 0.291,
      "step": 5056
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.0913528023957022,
      "learning_rate": 8.722724036927242e-07,
      "loss": 0.2837,
      "step": 5088
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.3404827415629068,
      "learning_rate": 8.699962367315552e-07,
      "loss": 0.2676,
      "step": 5120
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.163041143181648,
      "learning_rate": 8.677029936466706e-07,
      "loss": 0.2832,
      "step": 5152
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.436779107568984,
      "learning_rate": 8.653927802761809e-07,
      "loss": 0.2728,
      "step": 5184
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.0080451953033644,
      "learning_rate": 8.630657032414121e-07,
      "loss": 0.2617,
      "step": 5216
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.1100819749235487,
      "learning_rate": 8.607218699419843e-07,
      "loss": 0.2942,
      "step": 5248
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.2992077116418177,
      "learning_rate": 8.583613885508556e-07,
      "loss": 0.2672,
      "step": 5280
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.223919929869006,
      "learning_rate": 8.559843680093296e-07,
      "loss": 0.277,
      "step": 5312
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.1391386556761285,
      "learning_rate": 8.535909180220268e-07,
      "loss": 0.2806,
      "step": 5344
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.2127293368764673,
      "learning_rate": 8.511811490518225e-07,
      "loss": 0.2619,
      "step": 5376
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.140029182839281,
      "learning_rate": 8.48755172314748e-07,
      "loss": 0.2718,
      "step": 5408
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.4671327877043736,
      "learning_rate": 8.463130997748578e-07,
      "loss": 0.272,
      "step": 5440
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.1390017949538402,
      "learning_rate": 8.43855044139063e-07,
      "loss": 0.2737,
      "step": 5472
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.2142876905398077,
      "learning_rate": 8.413811188519282e-07,
      "loss": 0.2599,
      "step": 5504
    },
    {
      "epoch": 1.01,
      "grad_norm": 1.266246650515794,
      "learning_rate": 8.388914380904373e-07,
      "loss": 0.2465,
      "step": 5536
    },
    {
      "epoch": 1.02,
      "grad_norm": 1.173280963516161,
      "learning_rate": 8.36386116758723e-07,
      "loss": 0.2483,
      "step": 5568
    },
    {
      "epoch": 1.02,
      "grad_norm": 1.1617564369184084,
      "learning_rate": 8.33865270482764e-07,
      "loss": 0.2568,
      "step": 5600
    },
    {
      "epoch": 1.03,
      "grad_norm": 1.420351934994977,
      "learning_rate": 8.313290156050487e-07,
      "loss": 0.2502,
      "step": 5632
    },
    {
      "epoch": 1.03,
      "grad_norm": 1.3547439002353128,
      "learning_rate": 8.287774691792057e-07,
      "loss": 0.246,
      "step": 5664
    },
    {
      "epoch": 1.04,
      "grad_norm": 1.1455753710552021,
      "learning_rate": 8.262107489646014e-07,
      "loss": 0.2554,
      "step": 5696
    },
    {
      "epoch": 1.05,
      "grad_norm": 1.3859247572490137,
      "learning_rate": 8.236289734209054e-07,
      "loss": 0.2466,
      "step": 5728
    },
    {
      "epoch": 1.05,
      "grad_norm": 1.1343048895326515,
      "learning_rate": 8.210322617026232e-07,
      "loss": 0.2467,
      "step": 5760
    },
    {
      "epoch": 1.06,
      "grad_norm": 1.2217575468560562,
      "learning_rate": 8.184207336535967e-07,
      "loss": 0.2574,
      "step": 5792
    },
    {
      "epoch": 1.06,
      "grad_norm": 1.3780997994944977,
      "learning_rate": 8.157945098014733e-07,
      "loss": 0.2481,
      "step": 5824
    },
    {
      "epoch": 1.07,
      "grad_norm": 1.0870131072717084,
      "learning_rate": 8.131537113521443e-07,
      "loss": 0.2588,
      "step": 5856
    },
    {
      "epoch": 1.07,
      "grad_norm": 1.0490087402219708,
      "learning_rate": 8.104984601841489e-07,
      "loss": 0.246,
      "step": 5888
    },
    {
      "epoch": 1.08,
      "grad_norm": 1.2965280317141281,
      "learning_rate": 8.07828878843051e-07,
      "loss": 0.249,
      "step": 5920
    },
    {
      "epoch": 1.09,
      "grad_norm": 1.2861279001372838,
      "learning_rate": 8.051450905357829e-07,
      "loss": 0.2412,
      "step": 5952
    },
    {
      "epoch": 1.09,
      "grad_norm": 1.409445153252456,
      "learning_rate": 8.024472191249588e-07,
      "loss": 0.2431,
      "step": 5984
    },
    {
      "epoch": 1.1,
      "grad_norm": 1.3691683733505722,
      "learning_rate": 7.997353891231584e-07,
      "loss": 0.2517,
      "step": 6016
    },
    {
      "epoch": 1.1,
      "grad_norm": 1.4906649500848184,
      "learning_rate": 7.970097256871811e-07,
      "loss": 0.2517,
      "step": 6048
    },
    {
      "epoch": 1.11,
      "grad_norm": 1.4438858223954047,
      "learning_rate": 7.942703546122682e-07,
      "loss": 0.2584,
      "step": 6080
    },
    {
      "epoch": 1.12,
      "grad_norm": 1.268958450317541,
      "learning_rate": 7.915174023262988e-07,
      "loss": 0.2522,
      "step": 6112
    },
    {
      "epoch": 1.12,
      "grad_norm": 1.4781129605275483,
      "learning_rate": 7.887509958839538e-07,
      "loss": 0.243,
      "step": 6144
    },
    {
      "epoch": 1.13,
      "grad_norm": 1.331949493045608,
      "learning_rate": 7.859712629608524e-07,
      "loss": 0.2429,
      "step": 6176
    },
    {
      "epoch": 1.13,
      "grad_norm": 1.306062446109076,
      "learning_rate": 7.831783318476596e-07,
      "loss": 0.2446,
      "step": 6208
    },
    {
      "epoch": 1.14,
      "grad_norm": 1.242511236714611,
      "learning_rate": 7.803723314441656e-07,
      "loss": 0.2451,
      "step": 6240
    },
    {
      "epoch": 1.14,
      "grad_norm": 1.4482758408678764,
      "learning_rate": 7.775533912533363e-07,
      "loss": 0.2412,
      "step": 6272
    },
    {
      "epoch": 1.15,
      "grad_norm": 1.3719989834400954,
      "learning_rate": 7.747216413753366e-07,
      "loss": 0.2421,
      "step": 6304
    },
    {
      "epoch": 1.16,
      "grad_norm": 1.1916507119961282,
      "learning_rate": 7.718772125015263e-07,
      "loss": 0.2536,
      "step": 6336
    },
    {
      "epoch": 1.16,
      "grad_norm": 1.2009787273487618,
      "learning_rate": 7.690202359084278e-07,
      "loss": 0.2501,
      "step": 6368
    },
    {
      "epoch": 1.17,
      "grad_norm": 1.2823116236203336,
      "learning_rate": 7.661508434516682e-07,
      "loss": 0.2524,
      "step": 6400
    },
    {
      "epoch": 1.17,
      "grad_norm": 1.3430035950312693,
      "learning_rate": 7.632691675598935e-07,
      "loss": 0.2577,
      "step": 6432
    },
    {
      "epoch": 1.18,
      "grad_norm": 1.4985924089749454,
      "learning_rate": 7.60375341228656e-07,
      "loss": 0.2444,
      "step": 6464
    },
    {
      "epoch": 1.19,
      "grad_norm": 1.2984272436604025,
      "learning_rate": 7.574694980142779e-07,
      "loss": 0.2615,
      "step": 6496
    },
    {
      "epoch": 1.19,
      "grad_norm": 1.3354550623218928,
      "learning_rate": 7.545517720276857e-07,
      "loss": 0.2389,
      "step": 6528
    },
    {
      "epoch": 1.2,
      "grad_norm": 1.4301768294716657,
      "learning_rate": 7.51622297928222e-07,
      "loss": 0.2449,
      "step": 6560
    },
    {
      "epoch": 1.2,
      "grad_norm": 1.1719113606920948,
      "learning_rate": 7.4868121091743e-07,
      "loss": 0.2423,
      "step": 6592
    },
    {
      "epoch": 1.21,
      "grad_norm": 1.4204627356681534,
      "learning_rate": 7.457286467328135e-07,
      "loss": 0.2445,
      "step": 6624
    },
    {
      "epoch": 1.21,
      "grad_norm": 1.4900172188399152,
      "learning_rate": 7.427647416415725e-07,
      "loss": 0.2483,
      "step": 6656
    },
    {
      "epoch": 1.22,
      "grad_norm": 1.3961859599185324,
      "learning_rate": 7.397896324343151e-07,
      "loss": 0.2359,
      "step": 6688
    },
    {
      "epoch": 1.23,
      "grad_norm": 1.3110300825940397,
      "learning_rate": 7.368034564187424e-07,
      "loss": 0.2512,
      "step": 6720
    },
    {
      "epoch": 1.23,
      "grad_norm": 1.2757069881397953,
      "learning_rate": 7.338063514133136e-07,
      "loss": 0.2547,
      "step": 6752
    },
    {
      "epoch": 1.24,
      "grad_norm": 1.4074893254437457,
      "learning_rate": 7.307984557408837e-07,
      "loss": 0.2496,
      "step": 6784
    },
    {
      "epoch": 1.24,
      "grad_norm": 1.351839197713545,
      "learning_rate": 7.277799082223204e-07,
      "loss": 0.2353,
      "step": 6816
    },
    {
      "epoch": 1.25,
      "grad_norm": 1.2030842443572731,
      "learning_rate": 7.24750848170097e-07,
      "loss": 0.2559,
      "step": 6848
    },
    {
      "epoch": 1.26,
      "grad_norm": 1.324374188137303,
      "learning_rate": 7.217114153818629e-07,
      "loss": 0.2448,
      "step": 6880
    },
    {
      "epoch": 1.26,
      "grad_norm": 1.2343518311233508,
      "learning_rate": 7.186617501339917e-07,
      "loss": 0.2475,
      "step": 6912
    },
    {
      "epoch": 1.27,
      "grad_norm": 1.257477506253048,
      "learning_rate": 7.156019931751071e-07,
      "loss": 0.2529,
      "step": 6944
    },
    {
      "epoch": 1.27,
      "grad_norm": 1.3065578571620988,
      "learning_rate": 7.125322857195867e-07,
      "loss": 0.2439,
      "step": 6976
    },
    {
      "epoch": 1.28,
      "grad_norm": 1.491754680548748,
      "learning_rate": 7.094527694410455e-07,
      "loss": 0.2581,
      "step": 7008
    },
    {
      "epoch": 1.28,
      "grad_norm": 1.2313699652632502,
      "learning_rate": 7.063635864657964e-07,
      "loss": 0.2462,
      "step": 7040
    },
    {
      "epoch": 1.29,
      "grad_norm": 1.200487097478514,
      "learning_rate": 7.032648793662912e-07,
      "loss": 0.2422,
      "step": 7072
    },
    {
      "epoch": 1.3,
      "grad_norm": 1.3322942461823077,
      "learning_rate": 7.001567911545406e-07,
      "loss": 0.2456,
      "step": 7104
    },
    {
      "epoch": 1.3,
      "grad_norm": 1.4431169758144065,
      "learning_rate": 6.970394652755144e-07,
      "loss": 0.2482,
      "step": 7136
    },
    {
      "epoch": 1.31,
      "grad_norm": 1.261334251262187,
      "learning_rate": 6.939130456005196e-07,
      "loss": 0.2456,
      "step": 7168
    },
    {
      "epoch": 1.31,
      "grad_norm": 1.4803616635583337,
      "learning_rate": 6.907776764205622e-07,
      "loss": 0.2628,
      "step": 7200
    },
    {
      "epoch": 1.32,
      "grad_norm": 1.318319361538514,
      "learning_rate": 6.876335024396871e-07,
      "loss": 0.2408,
      "step": 7232
    },
    {
      "epoch": 1.33,
      "grad_norm": 1.2799133546143286,
      "learning_rate": 6.844806687682996e-07,
      "loss": 0.2445,
      "step": 7264
    },
    {
      "epoch": 1.33,
      "grad_norm": 1.2877655780208916,
      "learning_rate": 6.813193209164683e-07,
      "loss": 0.2406,
      "step": 7296
    },
    {
      "epoch": 1.34,
      "grad_norm": 1.344111445915826,
      "learning_rate": 6.781496047872098e-07,
      "loss": 0.2408,
      "step": 7328
    },
    {
      "epoch": 1.34,
      "grad_norm": 1.5226804349220626,
      "learning_rate": 6.749716666697545e-07,
      "loss": 0.2469,
      "step": 7360
    },
    {
      "epoch": 1.35,
      "grad_norm": 1.3170301342228112,
      "learning_rate": 6.717856532327956e-07,
      "loss": 0.2407,
      "step": 7392
    },
    {
      "epoch": 1.35,
      "grad_norm": 1.185336007297627,
      "learning_rate": 6.685917115177193e-07,
      "loss": 0.2445,
      "step": 7424
    },
    {
      "epoch": 1.36,
      "grad_norm": 1.3491930633425604,
      "learning_rate": 6.653899889318192e-07,
      "loss": 0.2562,
      "step": 7456
    },
    {
      "epoch": 1.37,
      "grad_norm": 1.160879383772545,
      "learning_rate": 6.621806332414925e-07,
      "loss": 0.2427,
      "step": 7488
    },
    {
      "epoch": 1.37,
      "grad_norm": 1.5333857134961049,
      "learning_rate": 6.589637925654215e-07,
      "loss": 0.251,
      "step": 7520
    },
    {
      "epoch": 1.38,
      "grad_norm": 1.5263236812468681,
      "learning_rate": 6.557396153677356e-07,
      "loss": 0.2543,
      "step": 7552
    },
    {
      "epoch": 1.38,
      "grad_norm": 1.0995345813700304,
      "learning_rate": 6.525082504511612e-07,
      "loss": 0.2493,
      "step": 7584
    },
    {
      "epoch": 1.39,
      "grad_norm": 1.4740647676869196,
      "learning_rate": 6.492698469501532e-07,
      "loss": 0.2414,
      "step": 7616
    },
    {
      "epoch": 1.4,
      "grad_norm": 1.4036985523166017,
      "learning_rate": 6.460245543240123e-07,
      "loss": 0.2373,
      "step": 7648
    },
    {
      "epoch": 1.4,
      "grad_norm": 1.4125143998119496,
      "learning_rate": 6.427725223499871e-07,
      "loss": 0.2427,
      "step": 7680
    },
    {
      "epoch": 1.41,
      "grad_norm": 1.195620693310162,
      "learning_rate": 6.39513901116362e-07,
      "loss": 0.2522,
      "step": 7712
    },
    {
      "epoch": 1.41,
      "grad_norm": 1.2679060414661505,
      "learning_rate": 6.362488410155298e-07,
      "loss": 0.2448,
      "step": 7744
    },
    {
      "epoch": 1.42,
      "grad_norm": 1.4675997129467317,
      "learning_rate": 6.329774927370504e-07,
      "loss": 0.2459,
      "step": 7776
    },
    {
      "epoch": 1.42,
      "grad_norm": 1.3511806562135458,
      "learning_rate": 6.297000072606972e-07,
      "loss": 0.257,
      "step": 7808
    },
    {
      "epoch": 1.43,
      "grad_norm": 1.272848715104825,
      "learning_rate": 6.264165358494884e-07,
      "loss": 0.246,
      "step": 7840
    },
    {
      "epoch": 1.44,
      "grad_norm": 1.4081103274783833,
      "learning_rate": 6.231272300427059e-07,
      "loss": 0.2485,
      "step": 7872
    },
    {
      "epoch": 1.44,
      "grad_norm": 1.2073750932804077,
      "learning_rate": 6.198322416489016e-07,
      "loss": 0.2354,
      "step": 7904
    },
    {
      "epoch": 1.45,
      "grad_norm": 1.3509938246652688,
      "learning_rate": 6.165317227388911e-07,
      "loss": 0.2423,
      "step": 7936
    },
    {
      "epoch": 1.45,
      "grad_norm": 1.8975854309012892,
      "learning_rate": 6.132258256387348e-07,
      "loss": 0.2422,
      "step": 7968
    },
    {
      "epoch": 1.46,
      "grad_norm": 1.616263805539082,
      "learning_rate": 6.099147029227088e-07,
      "loss": 0.2452,
      "step": 8000
    },
    {
      "epoch": 1.47,
      "grad_norm": 1.4581239370531887,
      "learning_rate": 6.065985074062624e-07,
      "loss": 0.2564,
      "step": 8032
    },
    {
      "epoch": 1.47,
      "grad_norm": 1.4107792940118344,
      "learning_rate": 6.032773921389654e-07,
      "loss": 0.2613,
      "step": 8064
    },
    {
      "epoch": 1.48,
      "grad_norm": 1.4254738015511745,
      "learning_rate": 5.999515103974447e-07,
      "loss": 0.2441,
      "step": 8096
    },
    {
      "epoch": 1.48,
      "grad_norm": 1.2694180719111068,
      "learning_rate": 5.966210156783108e-07,
      "loss": 0.2559,
      "step": 8128
    },
    {
      "epoch": 1.49,
      "grad_norm": 1.3375582532247023,
      "learning_rate": 5.932860616910721e-07,
      "loss": 0.2488,
      "step": 8160
    },
    {
      "epoch": 1.49,
      "grad_norm": 1.2586037041521065,
      "learning_rate": 5.899468023510428e-07,
      "loss": 0.2427,
      "step": 8192
    },
    {
      "epoch": 1.5,
      "grad_norm": 1.2896167720703278,
      "learning_rate": 5.866033917722379e-07,
      "loss": 0.2567,
      "step": 8224
    },
    {
      "epoch": 1.51,
      "grad_norm": 1.101067530433089,
      "learning_rate": 5.832559842602608e-07,
      "loss": 0.2342,
      "step": 8256
    },
    {
      "epoch": 1.51,
      "grad_norm": 1.1591181439961709,
      "learning_rate": 5.799047343051827e-07,
      "loss": 0.2411,
      "step": 8288
    },
    {
      "epoch": 1.52,
      "grad_norm": 1.2887740481533372,
      "learning_rate": 5.765497965744111e-07,
      "loss": 0.2433,
      "step": 8320
    },
    {
      "epoch": 1.52,
      "grad_norm": 1.1116096883871758,
      "learning_rate": 5.731913259055527e-07,
      "loss": 0.2435,
      "step": 8352
    },
    {
      "epoch": 1.53,
      "grad_norm": 1.3978304499588927,
      "learning_rate": 5.698294772992669e-07,
      "loss": 0.2485,
      "step": 8384
    },
    {
      "epoch": 1.54,
      "grad_norm": 1.1353060264434358,
      "learning_rate": 5.664644059121121e-07,
      "loss": 0.2508,
      "step": 8416
    },
    {
      "epoch": 1.54,
      "grad_norm": 1.337326494552789,
      "learning_rate": 5.630962670493848e-07,
      "loss": 0.2446,
      "step": 8448
    },
    {
      "epoch": 1.55,
      "grad_norm": 1.5497857023189168,
      "learning_rate": 5.597252161579525e-07,
      "loss": 0.2498,
      "step": 8480
    },
    {
      "epoch": 1.55,
      "grad_norm": 1.6735926212275043,
      "learning_rate": 5.563514088190788e-07,
      "loss": 0.2382,
      "step": 8512
    },
    {
      "epoch": 1.56,
      "grad_norm": 1.5802941502096313,
      "learning_rate": 5.529750007412435e-07,
      "loss": 0.24,
      "step": 8544
    },
    {
      "epoch": 1.56,
      "grad_norm": 1.434775976642666,
      "learning_rate": 5.495961477529559e-07,
      "loss": 0.2508,
      "step": 8576
    },
    {
      "epoch": 1.57,
      "grad_norm": 1.3871703235640929,
      "learning_rate": 5.462150057955633e-07,
      "loss": 0.24,
      "step": 8608
    },
    {
      "epoch": 1.58,
      "grad_norm": 1.3448291807441222,
      "learning_rate": 5.428317309160538e-07,
      "loss": 0.2484,
      "step": 8640
    },
    {
      "epoch": 1.58,
      "grad_norm": 1.3157038644549268,
      "learning_rate": 5.394464792598545e-07,
      "loss": 0.2409,
      "step": 8672
    },
    {
      "epoch": 1.59,
      "grad_norm": 1.2008640772377304,
      "learning_rate": 5.360594070636248e-07,
      "loss": 0.2454,
      "step": 8704
    },
    {
      "epoch": 1.59,
      "grad_norm": 1.3073489027432128,
      "learning_rate": 5.326706706480467e-07,
      "loss": 0.2446,
      "step": 8736
    },
    {
      "epoch": 1.6,
      "grad_norm": 1.5955373808274311,
      "learning_rate": 5.292804264106083e-07,
      "loss": 0.2433,
      "step": 8768
    },
    {
      "epoch": 1.61,
      "grad_norm": 1.2901907823242207,
      "learning_rate": 5.25888830818388e-07,
      "loss": 0.2426,
      "step": 8800
    },
    {
      "epoch": 1.61,
      "grad_norm": 1.4454540634426136,
      "learning_rate": 5.224960404008319e-07,
      "loss": 0.2487,
      "step": 8832
    },
    {
      "epoch": 1.62,
      "grad_norm": 1.3252857725269103,
      "learning_rate": 5.19102211742529e-07,
      "loss": 0.242,
      "step": 8864
    },
    {
      "epoch": 1.62,
      "grad_norm": 1.3963560963709287,
      "learning_rate": 5.157075014759866e-07,
      "loss": 0.2333,
      "step": 8896
    },
    {
      "epoch": 1.63,
      "grad_norm": 1.7474842902023573,
      "learning_rate": 5.123120662743993e-07,
      "loss": 0.2397,
      "step": 8928
    },
    {
      "epoch": 1.63,
      "grad_norm": 1.463552241271405,
      "learning_rate": 5.089160628444193e-07,
      "loss": 0.2475,
      "step": 8960
    },
    {
      "epoch": 1.64,
      "grad_norm": 1.4711904387458636,
      "learning_rate": 5.055196479189237e-07,
      "loss": 0.2468,
      "step": 8992
    },
    {
      "epoch": 1.65,
      "grad_norm": 1.1486741329450094,
      "learning_rate": 5.021229782497811e-07,
      "loss": 0.2474,
      "step": 9024
    },
    {
      "epoch": 1.65,
      "grad_norm": 1.465014768579321,
      "learning_rate": 4.987262106006171e-07,
      "loss": 0.2437,
      "step": 9056
    },
    {
      "epoch": 1.66,
      "grad_norm": 1.6572146980799467,
      "learning_rate": 4.953295017395788e-07,
      "loss": 0.2358,
      "step": 9088
    },
    {
      "epoch": 1.66,
      "grad_norm": 1.1497400773353195,
      "learning_rate": 4.919330084321009e-07,
      "loss": 0.2459,
      "step": 9120
    },
    {
      "epoch": 1.67,
      "grad_norm": 1.4973289494569486,
      "learning_rate": 4.885368874336694e-07,
      "loss": 0.2497,
      "step": 9152
    },
    {
      "epoch": 1.68,
      "grad_norm": 1.375218554438502,
      "learning_rate": 4.851412954825874e-07,
      "loss": 0.2508,
      "step": 9184
    },
    {
      "epoch": 1.68,
      "grad_norm": 1.3780517501267755,
      "learning_rate": 4.817463892927411e-07,
      "loss": 0.2567,
      "step": 9216
    },
    {
      "epoch": 1.69,
      "grad_norm": 1.4504412670024611,
      "learning_rate": 4.783523255463679e-07,
      "loss": 0.2409,
      "step": 9248
    },
    {
      "epoch": 1.69,
      "grad_norm": 1.2870854505712077,
      "learning_rate": 4.7495926088682436e-07,
      "loss": 0.2423,
      "step": 9280
    },
    {
      "epoch": 1.7,
      "grad_norm": 1.3985153319949002,
      "learning_rate": 4.71567351911357e-07,
      "loss": 0.251,
      "step": 9312
    },
    {
      "epoch": 1.7,
      "grad_norm": 1.0349716694291753,
      "learning_rate": 4.681767551638751e-07,
      "loss": 0.2404,
      "step": 9344
    },
    {
      "epoch": 1.71,
      "grad_norm": 1.428114124678113,
      "learning_rate": 4.647876271277257e-07,
      "loss": 0.2391,
      "step": 9376
    },
    {
      "epoch": 1.72,
      "grad_norm": 1.3200951440851763,
      "learning_rate": 4.6140012421847136e-07,
      "loss": 0.2535,
      "step": 9408
    },
    {
      "epoch": 1.72,
      "grad_norm": 1.3868492152964986,
      "learning_rate": 4.5801440277667235e-07,
      "loss": 0.2483,
      "step": 9440
    },
    {
      "epoch": 1.73,
      "grad_norm": 1.2729900579595428,
      "learning_rate": 4.5463061906066965e-07,
      "loss": 0.2512,
      "step": 9472
    },
    {
      "epoch": 1.73,
      "grad_norm": 1.315198823460812,
      "learning_rate": 4.5124892923937416e-07,
      "loss": 0.2417,
      "step": 9504
    },
    {
      "epoch": 1.74,
      "grad_norm": 1.7120982404617975,
      "learning_rate": 4.478694893850593e-07,
      "loss": 0.2362,
      "step": 9536
    },
    {
      "epoch": 1.75,
      "grad_norm": 1.412290074923546,
      "learning_rate": 4.4449245546615753e-07,
      "loss": 0.2483,
      "step": 9568
    },
    {
      "epoch": 1.75,
      "grad_norm": 1.2470698026793279,
      "learning_rate": 4.411179833400619e-07,
      "loss": 0.2432,
      "step": 9600
    },
    {
      "epoch": 1.76,
      "grad_norm": 1.268429893461802,
      "learning_rate": 4.377462287459337e-07,
      "loss": 0.2428,
      "step": 9632
    },
    {
      "epoch": 1.76,
      "grad_norm": 1.2455579800684395,
      "learning_rate": 4.343773472975139e-07,
      "loss": 0.2508,
      "step": 9664
    },
    {
      "epoch": 1.77,
      "grad_norm": 1.228328713009981,
      "learning_rate": 4.3101149447594163e-07,
      "loss": 0.2551,
      "step": 9696
    },
    {
      "epoch": 1.77,
      "grad_norm": 1.2042503922389745,
      "learning_rate": 4.276488256225787e-07,
      "loss": 0.2541,
      "step": 9728
    },
    {
      "epoch": 1.78,
      "grad_norm": 1.2346699498129847,
      "learning_rate": 4.242894959318395e-07,
      "loss": 0.2461,
      "step": 9760
    },
    {
      "epoch": 1.79,
      "grad_norm": 1.3489561185627454,
      "learning_rate": 4.209336604440294e-07,
      "loss": 0.2477,
      "step": 9792
    },
    {
      "epoch": 1.79,
      "grad_norm": 1.6713827739937024,
      "learning_rate": 4.175814740381879e-07,
      "loss": 0.2458,
      "step": 9824
    },
    {
      "epoch": 1.8,
      "grad_norm": 1.3796544902936816,
      "learning_rate": 4.1423309142494236e-07,
      "loss": 0.2517,
      "step": 9856
    },
    {
      "epoch": 1.8,
      "grad_norm": 1.6289046211602507,
      "learning_rate": 4.1088866713936633e-07,
      "loss": 0.2411,
      "step": 9888
    },
    {
      "epoch": 1.81,
      "grad_norm": 1.4906278025262827,
      "learning_rate": 4.0754835553384864e-07,
      "loss": 0.2425,
      "step": 9920
    },
    {
      "epoch": 1.82,
      "grad_norm": 1.1884900865492198,
      "learning_rate": 4.0421231077096844e-07,
      "loss": 0.2587,
      "step": 9952
    },
    {
      "epoch": 1.82,
      "grad_norm": 1.329339394262938,
      "learning_rate": 4.008806868163814e-07,
      "loss": 0.2391,
      "step": 9984
    },
    {
      "epoch": 1.83,
      "grad_norm": 1.2186411235918218,
      "learning_rate": 3.9755363743171265e-07,
      "loss": 0.253,
      "step": 10016
    },
    {
      "epoch": 1.83,
      "grad_norm": 2.0559660633265047,
      "learning_rate": 3.9423131616746187e-07,
      "loss": 0.2566,
      "step": 10048
    },
    {
      "epoch": 1.84,
      "grad_norm": 1.255138693515569,
      "learning_rate": 3.9091387635591533e-07,
      "loss": 0.2404,
      "step": 10080
    },
    {
      "epoch": 1.84,
      "grad_norm": 1.5524707973995229,
      "learning_rate": 3.8760147110406995e-07,
      "loss": 0.2519,
      "step": 10112
    },
    {
      "epoch": 1.85,
      "grad_norm": 1.2244273291645265,
      "learning_rate": 3.8429425328656674e-07,
      "loss": 0.2388,
      "step": 10144
    },
    {
      "epoch": 1.86,
      "grad_norm": 1.438386617275495,
      "learning_rate": 3.809923755386355e-07,
      "loss": 0.25,
      "step": 10176
    },
    {
      "epoch": 1.86,
      "grad_norm": 1.5262712808405177,
      "learning_rate": 3.7769599024905004e-07,
      "loss": 0.2299,
      "step": 10208
    },
    {
      "epoch": 1.87,
      "grad_norm": 1.0721875435698476,
      "learning_rate": 3.744052495530959e-07,
      "loss": 0.2375,
      "step": 10240
    },
    {
      "epoch": 1.87,
      "grad_norm": 1.1626282358875817,
      "learning_rate": 3.7112030532554806e-07,
      "loss": 0.2497,
      "step": 10272
    },
    {
      "epoch": 1.88,
      "grad_norm": 1.3954184625846942,
      "learning_rate": 3.6784130917366195e-07,
      "loss": 0.242,
      "step": 10304
    },
    {
      "epoch": 1.89,
      "grad_norm": 1.3259939974154864,
      "learning_rate": 3.64568412430177e-07,
      "loss": 0.2516,
      "step": 10336
    },
    {
      "epoch": 1.89,
      "grad_norm": 1.73086784272557,
      "learning_rate": 3.613017661463313e-07,
      "loss": 0.2483,
      "step": 10368
    },
    {
      "epoch": 1.9,
      "grad_norm": 1.188961288223144,
      "learning_rate": 3.5804152108489065e-07,
      "loss": 0.2391,
      "step": 10400
    },
    {
      "epoch": 1.9,
      "grad_norm": 1.1246493355621157,
      "learning_rate": 3.547878277131913e-07,
      "loss": 0.2383,
      "step": 10432
    },
    {
      "epoch": 1.91,
      "grad_norm": 1.059964023169643,
      "learning_rate": 3.515408361961941e-07,
      "loss": 0.2404,
      "step": 10464
    },
    {
      "epoch": 1.91,
      "grad_norm": 1.70561149747635,
      "learning_rate": 3.483006963895555e-07,
      "loss": 0.2452,
      "step": 10496
    },
    {
      "epoch": 1.92,
      "grad_norm": 1.2969563700400484,
      "learning_rate": 3.4506755783271045e-07,
      "loss": 0.2324,
      "step": 10528
    },
    {
      "epoch": 1.93,
      "grad_norm": 1.2846755096320104,
      "learning_rate": 3.418415697419712e-07,
      "loss": 0.244,
      "step": 10560
    },
    {
      "epoch": 1.93,
      "grad_norm": 1.7188757741977305,
      "learning_rate": 3.386228810036408e-07,
      "loss": 0.2369,
      "step": 10592
    },
    {
      "epoch": 1.94,
      "grad_norm": 1.362077199933714,
      "learning_rate": 3.3541164016714065e-07,
      "loss": 0.2458,
      "step": 10624
    },
    {
      "epoch": 1.94,
      "grad_norm": 1.354641295840275,
      "learning_rate": 3.3220799543815634e-07,
      "loss": 0.2397,
      "step": 10656
    },
    {
      "epoch": 1.95,
      "grad_norm": 1.3277536016021265,
      "learning_rate": 3.2901209467179637e-07,
      "loss": 0.2458,
      "step": 10688
    },
    {
      "epoch": 1.96,
      "grad_norm": 1.3886060047726545,
      "learning_rate": 3.2582408536576877e-07,
      "loss": 0.2344,
      "step": 10720
    },
    {
      "epoch": 1.96,
      "grad_norm": 1.3601591408784948,
      "learning_rate": 3.2264411465357335e-07,
      "loss": 0.2343,
      "step": 10752
    },
    {
      "epoch": 1.97,
      "grad_norm": 1.1017573737076742,
      "learning_rate": 3.194723292977123e-07,
      "loss": 0.2442,
      "step": 10784
    },
    {
      "epoch": 1.97,
      "grad_norm": 1.4213916209193176,
      "learning_rate": 3.1630887568291465e-07,
      "loss": 0.2364,
      "step": 10816
    },
    {
      "epoch": 1.98,
      "grad_norm": 1.3035008616357522,
      "learning_rate": 3.131538998093828e-07,
      "loss": 0.2458,
      "step": 10848
    },
    {
      "epoch": 1.99,
      "grad_norm": 1.218412032577656,
      "learning_rate": 3.1000754728605256e-07,
      "loss": 0.2413,
      "step": 10880
    },
    {
      "epoch": 1.99,
      "grad_norm": 1.2325820939927188,
      "learning_rate": 3.068699633238738e-07,
      "loss": 0.2511,
      "step": 10912
    },
    {
      "epoch": 2.0,
      "grad_norm": 1.5401850018534633,
      "learning_rate": 3.037412927291083e-07,
      "loss": 0.2461,
      "step": 10944
    },
    {
      "epoch": 2.0,
      "grad_norm": 1.3586152389713673,
      "learning_rate": 3.006216798966468e-07,
      "loss": 0.2358,
      "step": 10976
    },
    {
      "epoch": 2.01,
      "grad_norm": 1.4011774529220307,
      "learning_rate": 2.975112688033442e-07,
      "loss": 0.2169,
      "step": 11008
    },
    {
      "epoch": 2.01,
      "grad_norm": 1.2241897731555507,
      "learning_rate": 2.944102030013763e-07,
      "loss": 0.2108,
      "step": 11040
    },
    {
      "epoch": 2.02,
      "grad_norm": 1.4027474158874935,
      "learning_rate": 2.9131862561161293e-07,
      "loss": 0.2293,
      "step": 11072
    },
    {
      "epoch": 2.03,
      "grad_norm": 1.4670817911133367,
      "learning_rate": 2.882366793170133e-07,
      "loss": 0.2244,
      "step": 11104
    },
    {
      "epoch": 2.03,
      "grad_norm": 1.3153219602513937,
      "learning_rate": 2.8516450635604086e-07,
      "loss": 0.22,
      "step": 11136
    },
    {
      "epoch": 2.04,
      "grad_norm": 1.2976761125367386,
      "learning_rate": 2.821022485160991e-07,
      "loss": 0.2097,
      "step": 11168
    },
    {
      "epoch": 2.04,
      "grad_norm": 1.3625162799781199,
      "learning_rate": 2.7905004712698645e-07,
      "loss": 0.2199,
      "step": 11200
    },
    {
      "epoch": 2.05,
      "grad_norm": 1.232550115651448,
      "learning_rate": 2.7600804305437474e-07,
      "loss": 0.2239,
      "step": 11232
    },
    {
      "epoch": 2.06,
      "grad_norm": 1.4796643786771864,
      "learning_rate": 2.7297637669330847e-07,
      "loss": 0.222,
      "step": 11264
    },
    {
      "epoch": 2.06,
      "grad_norm": 1.2946736681294901,
      "learning_rate": 2.699551879617235e-07,
      "loss": 0.2246,
      "step": 11296
    },
    {
      "epoch": 2.07,
      "grad_norm": 1.2068473533560813,
      "learning_rate": 2.669446162939909e-07,
      "loss": 0.2229,
      "step": 11328
    },
    {
      "epoch": 2.07,
      "grad_norm": 1.4805315280685087,
      "learning_rate": 2.639448006344812e-07,
      "loss": 0.2131,
      "step": 11360
    },
    {
      "epoch": 2.08,
      "grad_norm": 1.1871137311489093,
      "learning_rate": 2.6095587943115227e-07,
      "loss": 0.2235,
      "step": 11392
    },
    {
      "epoch": 2.08,
      "grad_norm": 1.088896036136479,
      "learning_rate": 2.57977990629159e-07,
      "loss": 0.2073,
      "step": 11424
    },
    {
      "epoch": 2.09,
      "grad_norm": 1.2960712344910867,
      "learning_rate": 2.550112716644875e-07,
      "loss": 0.2197,
      "step": 11456
    },
    {
      "epoch": 2.1,
      "grad_norm": 1.2204092718307542,
      "learning_rate": 2.520558594576115e-07,
      "loss": 0.2282,
      "step": 11488
    },
    {
      "epoch": 2.1,
      "grad_norm": 1.2693877027082432,
      "learning_rate": 2.4911189040717357e-07,
      "loss": 0.225,
      "step": 11520
    },
    {
      "epoch": 2.11,
      "grad_norm": 1.2846435895566266,
      "learning_rate": 2.4617950038369035e-07,
      "loss": 0.2234,
      "step": 11552
    },
    {
      "epoch": 2.11,
      "grad_norm": 1.2777271226205853,
      "learning_rate": 2.432588247232811e-07,
      "loss": 0.2211,
      "step": 11584
    },
    {
      "epoch": 2.12,
      "grad_norm": 1.528372242529096,
      "learning_rate": 2.4034999822142166e-07,
      "loss": 0.22,
      "step": 11616
    },
    {
      "epoch": 2.13,
      "grad_norm": 1.3339829276713877,
      "learning_rate": 2.3745315512672397e-07,
      "loss": 0.2195,
      "step": 11648
    },
    {
      "epoch": 2.13,
      "grad_norm": 1.3101509979598953,
      "learning_rate": 2.345684291347403e-07,
      "loss": 0.2159,
      "step": 11680
    },
    {
      "epoch": 2.14,
      "grad_norm": 1.3071577674707573,
      "learning_rate": 2.3169595338179192e-07,
      "loss": 0.2295,
      "step": 11712
    },
    {
      "epoch": 2.14,
      "grad_norm": 1.3186809416500118,
      "learning_rate": 2.2883586043882548e-07,
      "loss": 0.2133,
      "step": 11744
    },
    {
      "epoch": 2.15,
      "grad_norm": 1.5867314938269408,
      "learning_rate": 2.259882823052941e-07,
      "loss": 0.2316,
      "step": 11776
    },
    {
      "epoch": 2.15,
      "grad_norm": 1.1557431014242034,
      "learning_rate": 2.2315335040306554e-07,
      "loss": 0.2189,
      "step": 11808
    },
    {
      "epoch": 2.16,
      "grad_norm": 1.2736258434323458,
      "learning_rate": 2.203311955703568e-07,
      "loss": 0.2199,
      "step": 11840
    },
    {
      "epoch": 2.17,
      "grad_norm": 1.302216300423092,
      "learning_rate": 2.1752194805569552e-07,
      "loss": 0.229,
      "step": 11872
    },
    {
      "epoch": 2.17,
      "grad_norm": 1.3128201457087052,
      "learning_rate": 2.147257375119087e-07,
      "loss": 0.236,
      "step": 11904
    },
    {
      "epoch": 2.18,
      "grad_norm": 1.3748881212985564,
      "learning_rate": 2.119426929901391e-07,
      "loss": 0.2206,
      "step": 11936
    },
    {
      "epoch": 2.18,
      "grad_norm": 2.0921207372413435,
      "learning_rate": 2.0917294293388966e-07,
      "loss": 0.2117,
      "step": 11968
    },
    {
      "epoch": 2.19,
      "grad_norm": 1.2949118526726222,
      "learning_rate": 2.0641661517309417e-07,
      "loss": 0.2135,
      "step": 12000
    },
    {
      "epoch": 2.2,
      "grad_norm": 1.3415735498836403,
      "learning_rate": 2.03673836918219e-07,
      "loss": 0.2259,
      "step": 12032
    },
    {
      "epoch": 2.2,
      "grad_norm": 1.55429350265861,
      "learning_rate": 2.00944734754392e-07,
      "loss": 0.2279,
      "step": 12064
    },
    {
      "epoch": 2.21,
      "grad_norm": 1.2935837103909433,
      "learning_rate": 1.9822943463555948e-07,
      "loss": 0.2308,
      "step": 12096
    },
    {
      "epoch": 2.21,
      "grad_norm": 1.642310611966749,
      "learning_rate": 1.9552806187867372e-07,
      "loss": 0.2144,
      "step": 12128
    },
    {
      "epoch": 2.22,
      "grad_norm": 1.2465970815408216,
      "learning_rate": 1.9284074115790932e-07,
      "loss": 0.2198,
      "step": 12160
    },
    {
      "epoch": 2.22,
      "grad_norm": 1.6894912323452993,
      "learning_rate": 1.9016759649890895e-07,
      "loss": 0.2147,
      "step": 12192
    },
    {
      "epoch": 2.23,
      "grad_norm": 1.1571001402696899,
      "learning_rate": 1.8750875127305977e-07,
      "loss": 0.2149,
      "step": 12224
    },
    {
      "epoch": 2.24,
      "grad_norm": 1.311070700271489,
      "learning_rate": 1.8486432819179892e-07,
      "loss": 0.2135,
      "step": 12256
    },
    {
      "epoch": 2.24,
      "grad_norm": 1.358941411906666,
      "learning_rate": 1.822344493009509e-07,
      "loss": 0.2291,
      "step": 12288
    },
    {
      "epoch": 2.25,
      "grad_norm": 1.2572126595123219,
      "learning_rate": 1.7961923597509387e-07,
      "loss": 0.2253,
      "step": 12320
    },
    {
      "epoch": 2.25,
      "grad_norm": 1.4204877616087515,
      "learning_rate": 1.7701880891195942e-07,
      "loss": 0.212,
      "step": 12352
    },
    {
      "epoch": 2.26,
      "grad_norm": 1.3082239260119037,
      "learning_rate": 1.744332881268607e-07,
      "loss": 0.2258,
      "step": 12384
    },
    {
      "epoch": 2.27,
      "grad_norm": 1.3818606595114133,
      "learning_rate": 1.7186279294715382e-07,
      "loss": 0.2186,
      "step": 12416
    },
    {
      "epoch": 2.27,
      "grad_norm": 1.344313917268325,
      "learning_rate": 1.6930744200673104e-07,
      "loss": 0.2309,
      "step": 12448
    },
    {
      "epoch": 2.28,
      "grad_norm": 1.2849788562306779,
      "learning_rate": 1.667673532405457e-07,
      "loss": 0.2119,
      "step": 12480
    },
    {
      "epoch": 2.28,
      "grad_norm": 1.048703241818117,
      "learning_rate": 1.6424264387916842e-07,
      "loss": 0.2175,
      "step": 12512
    },
    {
      "epoch": 2.29,
      "grad_norm": 1.643116827546219,
      "learning_rate": 1.6173343044337734e-07,
      "loss": 0.2264,
      "step": 12544
    },
    {
      "epoch": 2.29,
      "grad_norm": 1.2754388516106783,
      "learning_rate": 1.5923982873878012e-07,
      "loss": 0.2296,
      "step": 12576
    },
    {
      "epoch": 2.3,
      "grad_norm": 1.2217192268295975,
      "learning_rate": 1.567619538504696e-07,
      "loss": 0.2281,
      "step": 12608
    },
    {
      "epoch": 2.31,
      "grad_norm": 1.4770776525365248,
      "learning_rate": 1.542999201377119e-07,
      "loss": 0.2277,
      "step": 12640
    },
    {
      "epoch": 2.31,
      "grad_norm": 1.642064071179986,
      "learning_rate": 1.5185384122866897e-07,
      "loss": 0.218,
      "step": 12672
    },
    {
      "epoch": 2.32,
      "grad_norm": 1.237204280837322,
      "learning_rate": 1.4942383001515386e-07,
      "loss": 0.2079,
      "step": 12704
    },
    {
      "epoch": 2.32,
      "grad_norm": 1.1715182674707414,
      "learning_rate": 1.4700999864742136e-07,
      "loss": 0.2124,
      "step": 12736
    },
    {
      "epoch": 2.33,
      "grad_norm": 1.770494939875621,
      "learning_rate": 1.4461245852899128e-07,
      "loss": 0.2046,
      "step": 12768
    },
    {
      "epoch": 2.34,
      "grad_norm": 1.2181121499687988,
      "learning_rate": 1.4223132031150676e-07,
      "loss": 0.2179,
      "step": 12800
    },
    {
      "epoch": 2.34,
      "grad_norm": 1.2327845797316905,
      "learning_rate": 1.3986669388962819e-07,
      "loss": 0.2202,
      "step": 12832
    },
    {
      "epoch": 2.35,
      "grad_norm": 1.5192364095540325,
      "learning_rate": 1.375186883959613e-07,
      "loss": 0.2187,
      "step": 12864
    },
    {
      "epoch": 2.35,
      "grad_norm": 1.1447367117093976,
      "learning_rate": 1.3518741219601988e-07,
      "loss": 0.2267,
      "step": 12896
    },
    {
      "epoch": 2.36,
      "grad_norm": 1.374708110513197,
      "learning_rate": 1.3287297288322458e-07,
      "loss": 0.2192,
      "step": 12928
    },
    {
      "epoch": 2.36,
      "grad_norm": 1.1547706075025737,
      "learning_rate": 1.305754772739377e-07,
      "loss": 0.2101,
      "step": 12960
    },
    {
      "epoch": 2.37,
      "grad_norm": 1.350330342693555,
      "learning_rate": 1.2829503140253296e-07,
      "loss": 0.2169,
      "step": 12992
    },
    {
      "epoch": 2.38,
      "grad_norm": 1.416668233872815,
      "learning_rate": 1.2603174051650207e-07,
      "loss": 0.2181,
      "step": 13024
    },
    {
      "epoch": 2.38,
      "grad_norm": 1.2796831245124296,
      "learning_rate": 1.2378570907159697e-07,
      "loss": 0.2264,
      "step": 13056
    },
    {
      "epoch": 2.39,
      "grad_norm": 1.5438983104227264,
      "learning_rate": 1.215570407270095e-07,
      "loss": 0.2233,
      "step": 13088
    },
    {
      "epoch": 2.39,
      "grad_norm": 1.7803269270190754,
      "learning_rate": 1.1934583834058658e-07,
      "loss": 0.2241,
      "step": 13120
    },
    {
      "epoch": 2.4,
      "grad_norm": 1.5471141725466007,
      "learning_rate": 1.1715220396408426e-07,
      "loss": 0.2124,
      "step": 13152
    },
    {
      "epoch": 2.41,
      "grad_norm": 1.1206628903783873,
      "learning_rate": 1.1497623883845614e-07,
      "loss": 0.2127,
      "step": 13184
    },
    {
      "epoch": 2.41,
      "grad_norm": 2.5095477739496967,
      "learning_rate": 1.1281804338918239e-07,
      "loss": 0.2282,
      "step": 13216
    },
    {
      "epoch": 2.42,
      "grad_norm": 1.3128197458740387,
      "learning_rate": 1.1067771722163404e-07,
      "loss": 0.2185,
      "step": 13248
    },
    {
      "epoch": 2.42,
      "grad_norm": 1.2471858850247612,
      "learning_rate": 1.0855535911647673e-07,
      "loss": 0.2185,
      "step": 13280
    },
    {
      "epoch": 2.43,
      "grad_norm": 1.655671236852773,
      "learning_rate": 1.064510670251108e-07,
      "loss": 0.2246,
      "step": 13312
    },
    {
      "epoch": 2.43,
      "grad_norm": 1.2165519973679901,
      "learning_rate": 1.0436493806515128e-07,
      "loss": 0.223,
      "step": 13344
    },
    {
      "epoch": 2.44,
      "grad_norm": 1.1834223459074134,
      "learning_rate": 1.0229706851594561e-07,
      "loss": 0.2188,
      "step": 13376
    },
    {
      "epoch": 2.45,
      "grad_norm": 1.5035939672617133,
      "learning_rate": 1.0024755381412997e-07,
      "loss": 0.2204,
      "step": 13408
    },
    {
      "epoch": 2.45,
      "grad_norm": 1.362765323113097,
      "learning_rate": 9.821648854922481e-08,
      "loss": 0.2165,
      "step": 13440
    },
    {
      "epoch": 2.46,
      "grad_norm": 1.4329165569522946,
      "learning_rate": 9.620396645926937e-08,
      "loss": 0.2104,
      "step": 13472
    },
    {
      "epoch": 2.46,
      "grad_norm": 1.2794493917175387,
      "learning_rate": 9.421008042649514e-08,
      "loss": 0.2225,
      "step": 13504
    },
    {
      "epoch": 2.47,
      "grad_norm": 1.365469705607083,
      "learning_rate": 9.223492247303999e-08,
      "loss": 0.2166,
      "step": 13536
    },
    {
      "epoch": 2.48,
      "grad_norm": 1.3658393916273586,
      "learning_rate": 9.027858375670005e-08,
      "loss": 0.2244,
      "step": 13568
    },
    {
      "epoch": 2.48,
      "grad_norm": 1.6134388977737084,
      "learning_rate": 8.834115456672314e-08,
      "loss": 0.2238,
      "step": 13600
    },
    {
      "epoch": 2.49,
      "grad_norm": 1.2747001650429752,
      "learning_rate": 8.642272431964171e-08,
      "loss": 0.2117,
      "step": 13632
    },
    {
      "epoch": 2.49,
      "grad_norm": 1.4495915191793898,
      "learning_rate": 8.452338155514644e-08,
      "loss": 0.2153,
      "step": 13664
    },
    {
      "epoch": 2.5,
      "grad_norm": 1.704239796998396,
      "learning_rate": 8.264321393199902e-08,
      "loss": 0.214,
      "step": 13696
    },
    {
      "epoch": 2.5,
      "grad_norm": 1.1540455435637955,
      "learning_rate": 8.078230822398735e-08,
      "loss": 0.2189,
      "step": 13728
    },
    {
      "epoch": 2.51,
      "grad_norm": 1.4264481560916344,
      "learning_rate": 7.894075031592029e-08,
      "loss": 0.2142,
      "step": 13760
    },
    {
      "epoch": 2.52,
      "grad_norm": 1.2771622178109003,
      "learning_rate": 7.711862519966416e-08,
      "loss": 0.2238,
      "step": 13792
    },
    {
      "epoch": 2.52,
      "grad_norm": 1.4176109439678235,
      "learning_rate": 7.531601697022e-08,
      "loss": 0.2141,
      "step": 13824
    },
    {
      "epoch": 2.53,
      "grad_norm": 1.211872373307708,
      "learning_rate": 7.353300882184238e-08,
      "loss": 0.2094,
      "step": 13856
    },
    {
      "epoch": 2.53,
      "grad_norm": 1.6208090587491066,
      "learning_rate": 7.176968304420006e-08,
      "loss": 0.213,
      "step": 13888
    },
    {
      "epoch": 2.54,
      "grad_norm": 1.4294182508163742,
      "learning_rate": 7.002612101857769e-08,
      "loss": 0.2206,
      "step": 13920
    },
    {
      "epoch": 2.55,
      "grad_norm": 1.5238939549044208,
      "learning_rate": 6.830240321412067e-08,
      "loss": 0.2187,
      "step": 13952
    },
    {
      "epoch": 2.55,
      "grad_norm": 1.4817796496161193,
      "learning_rate": 6.65986091841203e-08,
      "loss": 0.223,
      "step": 13984
    },
    {
      "epoch": 2.56,
      "grad_norm": 1.4428543645745906,
      "learning_rate": 6.491481756234296e-08,
      "loss": 0.2178,
      "step": 14016
    },
    {
      "epoch": 2.56,
      "grad_norm": 1.3986608111205634,
      "learning_rate": 6.32511060594007e-08,
      "loss": 0.2244,
      "step": 14048
    },
    {
      "epoch": 2.57,
      "grad_norm": 1.1779478103336172,
      "learning_rate": 6.160755145916518e-08,
      "loss": 0.2326,
      "step": 14080
    },
    {
      "epoch": 2.57,
      "grad_norm": 1.4661784823721757,
      "learning_rate": 5.99842296152231e-08,
      "loss": 0.2257,
      "step": 14112
    },
    {
      "epoch": 2.58,
      "grad_norm": 1.3997989298044267,
      "learning_rate": 5.8381215447376006e-08,
      "loss": 0.218,
      "step": 14144
    },
    {
      "epoch": 2.59,
      "grad_norm": 1.1966150734513934,
      "learning_rate": 5.679858293818257e-08,
      "loss": 0.2139,
      "step": 14176
    },
    {
      "epoch": 2.59,
      "grad_norm": 1.2975301799355876,
      "learning_rate": 5.523640512954375e-08,
      "loss": 0.2298,
      "step": 14208
    },
    {
      "epoch": 2.6,
      "grad_norm": 1.1520772784392557,
      "learning_rate": 5.369475411933222e-08,
      "loss": 0.2086,
      "step": 14240
    },
    {
      "epoch": 2.6,
      "grad_norm": 1.4920063917973507,
      "learning_rate": 5.2173701058064454e-08,
      "loss": 0.215,
      "step": 14272
    },
    {
      "epoch": 2.61,
      "grad_norm": 1.4418059613129284,
      "learning_rate": 5.067331614561726e-08,
      "loss": 0.2108,
      "step": 14304
    },
    {
      "epoch": 2.62,
      "grad_norm": 1.122573143556837,
      "learning_rate": 4.9193668627988073e-08,
      "loss": 0.2156,
      "step": 14336
    },
    {
      "epoch": 2.62,
      "grad_norm": 1.169213395405146,
      "learning_rate": 4.7734826794098624e-08,
      "loss": 0.2155,
      "step": 14368
    },
    {
      "epoch": 2.63,
      "grad_norm": 1.4739891927117594,
      "learning_rate": 4.629685797264338e-08,
      "loss": 0.2197,
      "step": 14400
    },
    {
      "epoch": 2.63,
      "grad_norm": 1.1061529994285666,
      "learning_rate": 4.487982852898248e-08,
      "loss": 0.2161,
      "step": 14432
    },
    {
      "epoch": 2.64,
      "grad_norm": 1.2665429377042383,
      "learning_rate": 4.348380386207884e-08,
      "loss": 0.2293,
      "step": 14464
    },
    {
      "epoch": 2.64,
      "grad_norm": 1.4251977400136069,
      "learning_rate": 4.210884840147927e-08,
      "loss": 0.219,
      "step": 14496
    },
    {
      "epoch": 2.65,
      "grad_norm": 1.3125295629014255,
      "learning_rate": 4.075502560434158e-08,
      "loss": 0.2215,
      "step": 14528
    },
    {
      "epoch": 2.66,
      "grad_norm": 1.6114888474605462,
      "learning_rate": 3.942239795250546e-08,
      "loss": 0.2141,
      "step": 14560
    },
    {
      "epoch": 2.66,
      "grad_norm": 1.3415946209746852,
      "learning_rate": 3.8111026949609045e-08,
      "loss": 0.2145,
      "step": 14592
    },
    {
      "epoch": 2.67,
      "grad_norm": 1.5169187816349006,
      "learning_rate": 3.682097311825033e-08,
      "loss": 0.2241,
      "step": 14624
    },
    {
      "epoch": 2.67,
      "grad_norm": 1.3176284198519965,
      "learning_rate": 3.5552295997193834e-08,
      "loss": 0.2238,
      "step": 14656
    },
    {
      "epoch": 2.68,
      "grad_norm": 1.5611137018278904,
      "learning_rate": 3.430505413862284e-08,
      "loss": 0.2029,
      "step": 14688
    },
    {
      "epoch": 2.69,
      "grad_norm": 1.4814939062116772,
      "learning_rate": 3.307930510543705e-08,
      "loss": 0.2073,
      "step": 14720
    },
    {
      "epoch": 2.69,
      "grad_norm": 1.4585161010377092,
      "learning_rate": 3.187510546859623e-08,
      "loss": 0.2158,
      "step": 14752
    },
    {
      "epoch": 2.7,
      "grad_norm": 1.3111001801067392,
      "learning_rate": 3.069251080450863e-08,
      "loss": 0.2114,
      "step": 14784
    },
    {
      "epoch": 2.7,
      "grad_norm": 1.3748879882896838,
      "learning_rate": 2.953157569246656e-08,
      "loss": 0.2191,
      "step": 14816
    },
    {
      "epoch": 2.71,
      "grad_norm": 1.2458399054987248,
      "learning_rate": 2.8392353712127615e-08,
      "loss": 0.2226,
      "step": 14848
    },
    {
      "epoch": 2.71,
      "grad_norm": 1.183457902413645,
      "learning_rate": 2.7274897441041223e-08,
      "loss": 0.2276,
      "step": 14880
    },
    {
      "epoch": 2.72,
      "grad_norm": 1.3996675489557702,
      "learning_rate": 2.6179258452222687e-08,
      "loss": 0.2223,
      "step": 14912
    },
    {
      "epoch": 2.73,
      "grad_norm": 1.3797514575768821,
      "learning_rate": 2.5105487311772478e-08,
      "loss": 0.2346,
      "step": 14944
    },
    {
      "epoch": 2.73,
      "grad_norm": 1.3453274139513625,
      "learning_rate": 2.4053633576542833e-08,
      "loss": 0.2148,
      "step": 14976
    },
    {
      "epoch": 2.74,
      "grad_norm": 1.4296834231597417,
      "learning_rate": 2.3023745791850623e-08,
      "loss": 0.2252,
      "step": 15008
    },
    {
      "epoch": 2.74,
      "grad_norm": 1.5820604044938296,
      "learning_rate": 2.201587148923656e-08,
      "loss": 0.2203,
      "step": 15040
    },
    {
      "epoch": 2.75,
      "grad_norm": 1.3679161695840207,
      "learning_rate": 2.103005718427181e-08,
      "loss": 0.2096,
      "step": 15072
    },
    {
      "epoch": 2.76,
      "grad_norm": 1.2454498587173481,
      "learning_rate": 2.0066348374411122e-08,
      "loss": 0.228,
      "step": 15104
    },
    {
      "epoch": 2.76,
      "grad_norm": 1.094395180196629,
      "learning_rate": 1.912478953689306e-08,
      "loss": 0.2183,
      "step": 15136
    },
    {
      "epoch": 2.77,
      "grad_norm": 1.2797588189588773,
      "learning_rate": 1.8205424126687187e-08,
      "loss": 0.2218,
      "step": 15168
    },
    {
      "epoch": 2.77,
      "grad_norm": 1.4533835000058788,
      "learning_rate": 1.7308294574488347e-08,
      "loss": 0.2226,
      "step": 15200
    },
    {
      "epoch": 2.78,
      "grad_norm": 1.4492805126695452,
      "learning_rate": 1.6433442284758902e-08,
      "loss": 0.2274,
      "step": 15232
    },
    {
      "epoch": 2.78,
      "grad_norm": 1.4350039162599688,
      "learning_rate": 1.5580907633817475e-08,
      "loss": 0.2282,
      "step": 15264
    },
    {
      "epoch": 2.79,
      "grad_norm": 1.1810113931037964,
      "learning_rate": 1.475072996797555e-08,
      "loss": 0.2224,
      "step": 15296
    },
    {
      "epoch": 2.8,
      "grad_norm": 1.1286561070757017,
      "learning_rate": 1.3942947601721488e-08,
      "loss": 0.215,
      "step": 15328
    },
    {
      "epoch": 2.8,
      "grad_norm": 1.1871769686911617,
      "learning_rate": 1.3157597815952382e-08,
      "loss": 0.2214,
      "step": 15360
    },
    {
      "epoch": 2.81,
      "grad_norm": 1.2452370435442608,
      "learning_rate": 1.2394716856253374e-08,
      "loss": 0.2122,
      "step": 15392
    },
    {
      "epoch": 2.81,
      "grad_norm": 1.2518679025330413,
      "learning_rate": 1.1654339931224887e-08,
      "loss": 0.217,
      "step": 15424
    },
    {
      "epoch": 2.82,
      "grad_norm": 1.252731324308369,
      "learning_rate": 1.0936501210857651e-08,
      "loss": 0.2317,
      "step": 15456
    },
    {
      "epoch": 2.83,
      "grad_norm": 1.3386257390126015,
      "learning_rate": 1.0241233824955509e-08,
      "loss": 0.2256,
      "step": 15488
    },
    {
      "epoch": 2.83,
      "grad_norm": 1.1313351017583362,
      "learning_rate": 9.568569861606868e-09,
      "loss": 0.2341,
      "step": 15520
    },
    {
      "epoch": 2.84,
      "grad_norm": 1.4449940727667887,
      "learning_rate": 8.918540365703331e-09,
      "loss": 0.2166,
      "step": 15552
    },
    {
      "epoch": 2.84,
      "grad_norm": 1.4530241900991612,
      "learning_rate": 8.291175337506894e-09,
      "loss": 0.2408,
      "step": 15584
    },
    {
      "epoch": 2.85,
      "grad_norm": 1.2609793071770357,
      "learning_rate": 7.68650373126567e-09,
      "loss": 0.2046,
      "step": 15616
    },
    {
      "epoch": 2.85,
      "grad_norm": 1.1344728672758062,
      "learning_rate": 7.10455345387756e-09,
      "loss": 0.2196,
      "step": 15648
    },
    {
      "epoch": 2.86,
      "grad_norm": 1.5048112445610096,
      "learning_rate": 6.545351363601959e-09,
      "loss": 0.2214,
      "step": 15680
    },
    {
      "epoch": 2.87,
      "grad_norm": 1.4050748695357576,
      "learning_rate": 6.00892326882052e-09,
      "loss": 0.2265,
      "step": 15712
    },
    {
      "epoch": 2.87,
      "grad_norm": 1.1997477163250476,
      "learning_rate": 5.495293926845834e-09,
      "loss": 0.2163,
      "step": 15744
    },
    {
      "epoch": 2.88,
      "grad_norm": 1.3144891186853807,
      "learning_rate": 5.00448704277906e-09,
      "loss": 0.224,
      "step": 15776
    },
    {
      "epoch": 2.88,
      "grad_norm": 1.353851004486482,
      "learning_rate": 4.536525268415581e-09,
      "loss": 0.2127,
      "step": 15808
    },
    {
      "epoch": 2.89,
      "grad_norm": 1.4192328708826423,
      "learning_rate": 4.091430201199841e-09,
      "loss": 0.221,
      "step": 15840
    },
    {
      "epoch": 2.9,
      "grad_norm": 1.3274920629279923,
      "learning_rate": 3.6692223832283653e-09,
      "loss": 0.2137,
      "step": 15872
    },
    {
      "epoch": 2.9,
      "grad_norm": 1.2096820045248131,
      "learning_rate": 3.2699213003019588e-09,
      "loss": 0.2164,
      "step": 15904
    },
    {
      "epoch": 2.91,
      "grad_norm": 1.4949483678866275,
      "learning_rate": 2.8935453810260413e-09,
      "loss": 0.211,
      "step": 15936
    },
    {
      "epoch": 2.91,
      "grad_norm": 1.4480264990764071,
      "learning_rate": 2.5401119959606033e-09,
      "loss": 0.2219,
      "step": 15968
    },
    {
      "epoch": 2.92,
      "grad_norm": 1.3984591809802007,
      "learning_rate": 2.209637456817848e-09,
      "loss": 0.2187,
      "step": 16000
    },
    {
      "epoch": 2.93,
      "grad_norm": 1.2138235012481149,
      "learning_rate": 1.9021370157100703e-09,
      "loss": 0.2044,
      "step": 16032
    },
    {
      "epoch": 2.93,
      "grad_norm": 1.4196275071259965,
      "learning_rate": 1.6176248644453883e-09,
      "loss": 0.2206,
      "step": 16064
    },
    {
      "epoch": 2.94,
      "grad_norm": 1.4494340877185368,
      "learning_rate": 1.3561141338726545e-09,
      "loss": 0.2155,
      "step": 16096
    },
    {
      "epoch": 2.94,
      "grad_norm": 1.3684818624338524,
      "learning_rate": 1.117616893275719e-09,
      "loss": 0.228,
      "step": 16128
    },
    {
      "epoch": 2.95,
      "grad_norm": 4.300044658083074,
      "learning_rate": 9.02144149816153e-10,
      "loss": 0.2138,
      "step": 16160
    },
    {
      "epoch": 2.95,
      "grad_norm": 1.4879340606023383,
      "learning_rate": 7.097058480255991e-10,
      "loss": 0.2135,
      "step": 16192
    },
    {
      "epoch": 2.96,
      "grad_norm": 1.628757008031087,
      "learning_rate": 5.403108693462499e-10,
      "loss": 0.2169,
      "step": 16224
    },
    {
      "epoch": 2.97,
      "grad_norm": 1.355596318247962,
      "learning_rate": 3.9396703172150936e-10,
      "loss": 0.212,
      "step": 16256
    },
    {
      "epoch": 2.97,
      "grad_norm": 1.1638938575418796,
      "learning_rate": 2.706810892348921e-10,
      "loss": 0.2177,
      "step": 16288
    },
    {
      "epoch": 2.98,
      "grad_norm": 1.2545697493468788,
      "learning_rate": 1.704587317983286e-10,
      "loss": 0.2226,
      "step": 16320
    },
    {
      "epoch": 2.98,
      "grad_norm": 1.2958637026668016,
      "learning_rate": 9.330458488959746e-11,
      "loss": 0.2206,
      "step": 16352
    },
    {
      "epoch": 2.99,
      "grad_norm": 1.1646489691129969,
      "learning_rate": 3.922220933882947e-11,
      "loss": 0.2219,
      "step": 16384
    },
    {
      "epoch": 3.0,
      "grad_norm": 1.126290495132723,
      "learning_rate": 8.214101164305543e-12,
      "loss": 0.2393,
      "step": 16416
    }
  ],
  "logging_steps": 32,
  "max_steps": 16443,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 3289,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}