{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.8057726999398676,
  "eval_steps": 500,
  "global_step": 7000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.004008819402685909,
      "grad_norm": 0.7079163193702698,
      "learning_rate": 1.2016021361815755e-06,
      "loss": 0.4167,
      "step": 10
    },
    {
      "epoch": 0.008017638805371818,
      "grad_norm": 0.7350050210952759,
      "learning_rate": 2.5367156208277703e-06,
      "loss": 0.4259,
      "step": 20
    },
    {
      "epoch": 0.012026458208057728,
      "grad_norm": 0.8004947900772095,
      "learning_rate": 3.871829105473966e-06,
      "loss": 0.4058,
      "step": 30
    },
    {
      "epoch": 0.016035277610743637,
      "grad_norm": 0.7146145701408386,
      "learning_rate": 5.206942590120161e-06,
      "loss": 0.3923,
      "step": 40
    },
    {
      "epoch": 0.020044097013429546,
      "grad_norm": 0.7212072610855103,
      "learning_rate": 6.542056074766355e-06,
      "loss": 0.3844,
      "step": 50
    },
    {
      "epoch": 0.024052916416115455,
      "grad_norm": 0.6941127181053162,
      "learning_rate": 7.87716955941255e-06,
      "loss": 0.3679,
      "step": 60
    },
    {
      "epoch": 0.028061735818801364,
      "grad_norm": 0.5748901963233948,
      "learning_rate": 9.212283044058744e-06,
      "loss": 0.3518,
      "step": 70
    },
    {
      "epoch": 0.032070555221487274,
      "grad_norm": 0.5205843448638916,
      "learning_rate": 1.054739652870494e-05,
      "loss": 0.3631,
      "step": 80
    },
    {
      "epoch": 0.03607937462417318,
      "grad_norm": 0.5671967267990112,
      "learning_rate": 1.1882510013351136e-05,
      "loss": 0.3526,
      "step": 90
    },
    {
      "epoch": 0.04008819402685909,
      "grad_norm": 0.6912459135055542,
      "learning_rate": 1.321762349799733e-05,
      "loss": 0.3186,
      "step": 100
    },
    {
      "epoch": 0.044097013429545,
      "grad_norm": 0.6880580186843872,
      "learning_rate": 1.4552736982643526e-05,
      "loss": 0.3127,
      "step": 110
    },
    {
      "epoch": 0.04810583283223091,
      "grad_norm": 0.7009742259979248,
      "learning_rate": 1.588785046728972e-05,
      "loss": 0.3092,
      "step": 120
    },
    {
      "epoch": 0.05211465223491682,
      "grad_norm": 0.7727891802787781,
      "learning_rate": 1.7222963951935918e-05,
      "loss": 0.3138,
      "step": 130
    },
    {
      "epoch": 0.05612347163760273,
      "grad_norm": 0.6901352405548096,
      "learning_rate": 1.855807743658211e-05,
      "loss": 0.3014,
      "step": 140
    },
    {
      "epoch": 0.06013229104028864,
      "grad_norm": 0.8163438439369202,
      "learning_rate": 1.9893190921228304e-05,
      "loss": 0.312,
      "step": 150
    },
    {
      "epoch": 0.06414111044297455,
      "grad_norm": 0.8670288324356079,
      "learning_rate": 2.12283044058745e-05,
      "loss": 0.2875,
      "step": 160
    },
    {
      "epoch": 0.06814992984566046,
      "grad_norm": 1.0734412670135498,
      "learning_rate": 2.2563417890520698e-05,
      "loss": 0.2919,
      "step": 170
    },
    {
      "epoch": 0.07215874924834637,
      "grad_norm": 0.704152524471283,
      "learning_rate": 2.389853137516689e-05,
      "loss": 0.3094,
      "step": 180
    },
    {
      "epoch": 0.07616756865103227,
      "grad_norm": 0.7793599963188171,
      "learning_rate": 2.5233644859813084e-05,
      "loss": 0.2992,
      "step": 190
    },
    {
      "epoch": 0.08017638805371818,
      "grad_norm": 0.8480731248855591,
      "learning_rate": 2.656875834445928e-05,
      "loss": 0.2957,
      "step": 200
    },
    {
      "epoch": 0.0841852074564041,
      "grad_norm": 0.8737421631813049,
      "learning_rate": 2.7903871829105478e-05,
      "loss": 0.2794,
      "step": 210
    },
    {
      "epoch": 0.08819402685909,
      "grad_norm": 0.8049966096878052,
      "learning_rate": 2.923898531375167e-05,
      "loss": 0.2767,
      "step": 220
    },
    {
      "epoch": 0.09220284626177591,
      "grad_norm": 0.8555333614349365,
      "learning_rate": 3.0574098798397864e-05,
      "loss": 0.2899,
      "step": 230
    },
    {
      "epoch": 0.09621166566446182,
      "grad_norm": 0.8982564806938171,
      "learning_rate": 3.190921228304406e-05,
      "loss": 0.2661,
      "step": 240
    },
    {
      "epoch": 0.10022048506714773,
      "grad_norm": 0.7863436937332153,
      "learning_rate": 3.324432576769025e-05,
      "loss": 0.284,
      "step": 250
    },
    {
      "epoch": 0.10422930446983364,
      "grad_norm": 0.861031711101532,
      "learning_rate": 3.457943925233645e-05,
      "loss": 0.266,
      "step": 260
    },
    {
      "epoch": 0.10823812387251955,
      "grad_norm": 0.7962524890899658,
      "learning_rate": 3.5914552736982644e-05,
      "loss": 0.2589,
      "step": 270
    },
    {
      "epoch": 0.11224694327520546,
      "grad_norm": 0.7888882756233215,
      "learning_rate": 3.7249666221628844e-05,
      "loss": 0.2692,
      "step": 280
    },
    {
      "epoch": 0.11625576267789137,
      "grad_norm": 1.0324134826660156,
      "learning_rate": 3.858477970627504e-05,
      "loss": 0.2785,
      "step": 290
    },
    {
      "epoch": 0.12026458208057728,
      "grad_norm": 0.8519011735916138,
      "learning_rate": 3.991989319092123e-05,
      "loss": 0.2837,
      "step": 300
    },
    {
      "epoch": 0.12427340148326319,
      "grad_norm": 0.9894006848335266,
      "learning_rate": 4.1255006675567424e-05,
      "loss": 0.2729,
      "step": 310
    },
    {
      "epoch": 0.1282822208859491,
      "grad_norm": 0.8675716519355774,
      "learning_rate": 4.259012016021362e-05,
      "loss": 0.2637,
      "step": 320
    },
    {
      "epoch": 0.132291040288635,
      "grad_norm": 0.8296481370925903,
      "learning_rate": 4.392523364485982e-05,
      "loss": 0.2597,
      "step": 330
    },
    {
      "epoch": 0.1362998596913209,
      "grad_norm": 0.7083739042282104,
      "learning_rate": 4.526034712950601e-05,
      "loss": 0.2731,
      "step": 340
    },
    {
      "epoch": 0.14030867909400682,
      "grad_norm": 0.8215944766998291,
      "learning_rate": 4.6595460614152204e-05,
      "loss": 0.2655,
      "step": 350
    },
    {
      "epoch": 0.14431749849669273,
      "grad_norm": 0.7739771008491516,
      "learning_rate": 4.79305740987984e-05,
      "loss": 0.2661,
      "step": 360
    },
    {
      "epoch": 0.14832631789937864,
      "grad_norm": 0.6515551805496216,
      "learning_rate": 4.92656875834446e-05,
      "loss": 0.272,
      "step": 370
    },
    {
      "epoch": 0.15233513730206455,
      "grad_norm": 0.7235403060913086,
      "learning_rate": 5.0600801068090784e-05,
      "loss": 0.295,
      "step": 380
    },
    {
      "epoch": 0.15634395670475046,
      "grad_norm": 0.7624292373657227,
      "learning_rate": 5.1935914552736984e-05,
      "loss": 0.2622,
      "step": 390
    },
    {
      "epoch": 0.16035277610743637,
      "grad_norm": 0.7019667029380798,
      "learning_rate": 5.327102803738318e-05,
      "loss": 0.2562,
      "step": 400
    },
    {
      "epoch": 0.16436159551012228,
      "grad_norm": 0.7686800360679626,
      "learning_rate": 5.460614152202938e-05,
      "loss": 0.2726,
      "step": 410
    },
    {
      "epoch": 0.1683704149128082,
      "grad_norm": 0.6799090504646301,
      "learning_rate": 5.594125500667558e-05,
      "loss": 0.266,
      "step": 420
    },
    {
      "epoch": 0.1723792343154941,
      "grad_norm": 0.6165328025817871,
      "learning_rate": 5.7276368491321764e-05,
      "loss": 0.2706,
      "step": 430
    },
    {
      "epoch": 0.17638805371818,
      "grad_norm": 2.7531023025512695,
      "learning_rate": 5.8611481975967965e-05,
      "loss": 0.2645,
      "step": 440
    },
    {
      "epoch": 0.1803968731208659,
      "grad_norm": 0.7134599685668945,
      "learning_rate": 5.994659546061415e-05,
      "loss": 0.2823,
      "step": 450
    },
    {
      "epoch": 0.18440569252355182,
      "grad_norm": 0.8196555376052856,
      "learning_rate": 6.128170894526035e-05,
      "loss": 0.2568,
      "step": 460
    },
    {
      "epoch": 0.18841451192623773,
      "grad_norm": 0.7205436825752258,
      "learning_rate": 6.261682242990654e-05,
      "loss": 0.2638,
      "step": 470
    },
    {
      "epoch": 0.19242333132892364,
      "grad_norm": 0.6776229739189148,
      "learning_rate": 6.395193591455274e-05,
      "loss": 0.2565,
      "step": 480
    },
    {
      "epoch": 0.19643215073160955,
      "grad_norm": 0.5640079379081726,
      "learning_rate": 6.528704939919892e-05,
      "loss": 0.2652,
      "step": 490
    },
    {
      "epoch": 0.20044097013429546,
      "grad_norm": 0.6904841661453247,
      "learning_rate": 6.662216288384512e-05,
      "loss": 0.2761,
      "step": 500
    },
    {
      "epoch": 0.20444978953698137,
      "grad_norm": 0.602130651473999,
      "learning_rate": 6.795727636849132e-05,
      "loss": 0.2628,
      "step": 510
    },
    {
      "epoch": 0.20845860893966728,
      "grad_norm": 0.5913508534431458,
      "learning_rate": 6.929238985313752e-05,
      "loss": 0.2655,
      "step": 520
    },
    {
      "epoch": 0.2124674283423532,
      "grad_norm": 0.6655270457267761,
      "learning_rate": 7.062750333778372e-05,
      "loss": 0.2453,
      "step": 530
    },
    {
      "epoch": 0.2164762477450391,
      "grad_norm": 0.7957231998443604,
      "learning_rate": 7.196261682242991e-05,
      "loss": 0.2572,
      "step": 540
    },
    {
      "epoch": 0.220485067147725,
      "grad_norm": 0.6448558568954468,
      "learning_rate": 7.329773030707611e-05,
      "loss": 0.2674,
      "step": 550
    },
    {
      "epoch": 0.22449388655041091,
      "grad_norm": 0.6882309317588806,
      "learning_rate": 7.46328437917223e-05,
      "loss": 0.2634,
      "step": 560
    },
    {
      "epoch": 0.22850270595309682,
      "grad_norm": 0.5508169531822205,
      "learning_rate": 7.59679572763685e-05,
      "loss": 0.2821,
      "step": 570
    },
    {
      "epoch": 0.23251152535578273,
      "grad_norm": 0.567504346370697,
      "learning_rate": 7.73030707610147e-05,
      "loss": 0.2623,
      "step": 580
    },
    {
      "epoch": 0.23652034475846864,
      "grad_norm": 0.5799248218536377,
      "learning_rate": 7.863818424566088e-05,
      "loss": 0.2574,
      "step": 590
    },
    {
      "epoch": 0.24052916416115455,
      "grad_norm": 0.6579704880714417,
      "learning_rate": 7.997329773030708e-05,
      "loss": 0.2639,
      "step": 600
    },
    {
      "epoch": 0.24453798356384046,
      "grad_norm": 0.6886210441589355,
      "learning_rate": 8.130841121495327e-05,
      "loss": 0.2604,
      "step": 610
    },
    {
      "epoch": 0.24854680296652637,
      "grad_norm": 0.702531635761261,
      "learning_rate": 8.264352469959947e-05,
      "loss": 0.2549,
      "step": 620
    },
    {
      "epoch": 0.25255562236921225,
      "grad_norm": 0.605786144733429,
      "learning_rate": 8.397863818424566e-05,
      "loss": 0.2515,
      "step": 630
    },
    {
      "epoch": 0.2565644417718982,
      "grad_norm": 0.7157173752784729,
      "learning_rate": 8.531375166889186e-05,
      "loss": 0.2565,
      "step": 640
    },
    {
      "epoch": 0.26057326117458407,
      "grad_norm": 0.552195131778717,
      "learning_rate": 8.664886515353804e-05,
      "loss": 0.2675,
      "step": 650
    },
    {
      "epoch": 0.26458208057727,
      "grad_norm": 0.7387903928756714,
      "learning_rate": 8.798397863818424e-05,
      "loss": 0.2593,
      "step": 660
    },
    {
      "epoch": 0.2685908999799559,
      "grad_norm": 0.5697731971740723,
      "learning_rate": 8.931909212283044e-05,
      "loss": 0.2525,
      "step": 670
    },
    {
      "epoch": 0.2725997193826418,
      "grad_norm": 0.5313478708267212,
      "learning_rate": 9.065420560747664e-05,
      "loss": 0.2503,
      "step": 680
    },
    {
      "epoch": 0.2766085387853277,
      "grad_norm": 0.5595772862434387,
      "learning_rate": 9.198931909212284e-05,
      "loss": 0.2455,
      "step": 690
    },
    {
      "epoch": 0.28061735818801364,
      "grad_norm": 0.6393229365348816,
      "learning_rate": 9.332443257676903e-05,
      "loss": 0.2541,
      "step": 700
    },
    {
      "epoch": 0.2846261775906995,
      "grad_norm": 0.6859897375106812,
      "learning_rate": 9.465954606141523e-05,
      "loss": 0.2552,
      "step": 710
    },
    {
      "epoch": 0.28863499699338546,
      "grad_norm": 0.5158377289772034,
      "learning_rate": 9.599465954606142e-05,
      "loss": 0.2658,
      "step": 720
    },
    {
      "epoch": 0.29264381639607134,
      "grad_norm": 0.5928187966346741,
      "learning_rate": 9.732977303070762e-05,
      "loss": 0.2515,
      "step": 730
    },
    {
      "epoch": 0.2966526357987573,
      "grad_norm": 0.5400727391242981,
      "learning_rate": 9.86648865153538e-05,
      "loss": 0.255,
      "step": 740
    },
    {
      "epoch": 0.30066145520144316,
      "grad_norm": 0.6557461023330688,
      "learning_rate": 0.0001,
      "loss": 0.266,
      "step": 750
    },
    {
      "epoch": 0.3046702746041291,
      "grad_norm": 0.5242008566856384,
      "learning_rate": 9.999945572080073e-05,
      "loss": 0.2581,
      "step": 760
    },
    {
      "epoch": 0.308679094006815,
      "grad_norm": 0.6318579912185669,
      "learning_rate": 9.999782289505249e-05,
      "loss": 0.2487,
      "step": 770
    },
    {
      "epoch": 0.3126879134095009,
      "grad_norm": 0.5616021156311035,
      "learning_rate": 9.999510155830382e-05,
      "loss": 0.2477,
      "step": 780
    },
    {
      "epoch": 0.3166967328121868,
      "grad_norm": 0.6462226510047913,
      "learning_rate": 9.999129176980139e-05,
      "loss": 0.2534,
      "step": 790
    },
    {
      "epoch": 0.32070555221487274,
      "grad_norm": 0.6198021769523621,
      "learning_rate": 9.998639361248875e-05,
      "loss": 0.2526,
      "step": 800
    },
    {
      "epoch": 0.3247143716175586,
      "grad_norm": 0.7665322422981262,
      "learning_rate": 9.99804071930045e-05,
      "loss": 0.243,
      "step": 810
    },
    {
      "epoch": 0.32872319102024455,
      "grad_norm": 0.4766557514667511,
      "learning_rate": 9.997333264168e-05,
      "loss": 0.2535,
      "step": 820
    },
    {
      "epoch": 0.33273201042293044,
      "grad_norm": 0.5588070154190063,
      "learning_rate": 9.996517011253648e-05,
      "loss": 0.2597,
      "step": 830
    },
    {
      "epoch": 0.3367408298256164,
      "grad_norm": 0.5454280376434326,
      "learning_rate": 9.995591978328171e-05,
      "loss": 0.244,
      "step": 840
    },
    {
      "epoch": 0.34074964922830225,
      "grad_norm": 0.49733200669288635,
      "learning_rate": 9.994558185530623e-05,
      "loss": 0.2537,
      "step": 850
    },
    {
      "epoch": 0.3447584686309882,
      "grad_norm": 0.5581687688827515,
      "learning_rate": 9.993415655367875e-05,
      "loss": 0.2404,
      "step": 860
    },
    {
      "epoch": 0.34876728803367407,
      "grad_norm": 0.6027563810348511,
      "learning_rate": 9.992164412714143e-05,
      "loss": 0.2482,
      "step": 870
    },
    {
      "epoch": 0.35277610743636,
      "grad_norm": 0.5277743935585022,
      "learning_rate": 9.990804484810444e-05,
      "loss": 0.2495,
      "step": 880
    },
    {
      "epoch": 0.3567849268390459,
      "grad_norm": 0.4644189774990082,
      "learning_rate": 9.989335901263996e-05,
      "loss": 0.2484,
      "step": 890
    },
    {
      "epoch": 0.3607937462417318,
      "grad_norm": 0.5761633515357971,
      "learning_rate": 9.987758694047575e-05,
      "loss": 0.2449,
      "step": 900
    },
    {
      "epoch": 0.3648025656444177,
      "grad_norm": 0.5238028168678284,
      "learning_rate": 9.986072897498829e-05,
      "loss": 0.2492,
      "step": 910
    },
    {
      "epoch": 0.36881138504710365,
      "grad_norm": 0.7435324788093567,
      "learning_rate": 9.984278548319515e-05,
      "loss": 0.2329,
      "step": 920
    },
    {
      "epoch": 0.3728202044497895,
      "grad_norm": 0.5836918950080872,
      "learning_rate": 9.982375685574712e-05,
      "loss": 0.2366,
      "step": 930
    },
    {
      "epoch": 0.37682902385247546,
      "grad_norm": 0.5967078804969788,
      "learning_rate": 9.980364350691962e-05,
      "loss": 0.2323,
      "step": 940
    },
    {
      "epoch": 0.38083784325516135,
      "grad_norm": 0.5183435082435608,
      "learning_rate": 9.978244587460376e-05,
      "loss": 0.2496,
      "step": 950
    },
    {
      "epoch": 0.3848466626578473,
      "grad_norm": 0.5637623071670532,
      "learning_rate": 9.976016442029675e-05,
      "loss": 0.2469,
      "step": 960
    },
    {
      "epoch": 0.38885548206053316,
      "grad_norm": 0.5092435479164124,
      "learning_rate": 9.973679962909189e-05,
      "loss": 0.2423,
      "step": 970
    },
    {
      "epoch": 0.3928643014632191,
      "grad_norm": 0.589830219745636,
      "learning_rate": 9.971235200966795e-05,
      "loss": 0.2327,
      "step": 980
    },
    {
      "epoch": 0.396873120865905,
      "grad_norm": 0.47097843885421753,
      "learning_rate": 9.968682209427817e-05,
      "loss": 0.2597,
      "step": 990
    },
    {
      "epoch": 0.4008819402685909,
      "grad_norm": 0.5486937761306763,
      "learning_rate": 9.966021043873864e-05,
      "loss": 0.2471,
      "step": 1000
    },
    {
      "epoch": 0.4048907596712768,
      "grad_norm": 0.7114580273628235,
      "learning_rate": 9.963251762241616e-05,
      "loss": 0.2438,
      "step": 1010
    },
    {
      "epoch": 0.40889957907396274,
      "grad_norm": 0.6333823800086975,
      "learning_rate": 9.96037442482157e-05,
      "loss": 0.2264,
      "step": 1020
    },
    {
      "epoch": 0.4129083984766486,
      "grad_norm": 0.6404210329055786,
      "learning_rate": 9.95738909425672e-05,
      "loss": 0.2388,
      "step": 1030
    },
    {
      "epoch": 0.41691721787933456,
      "grad_norm": 0.4633651673793793,
      "learning_rate": 9.954295835541203e-05,
      "loss": 0.2438,
      "step": 1040
    },
    {
      "epoch": 0.42092603728202044,
      "grad_norm": 0.5816488265991211,
      "learning_rate": 9.951094716018871e-05,
      "loss": 0.2397,
      "step": 1050
    },
    {
      "epoch": 0.4249348566847064,
      "grad_norm": 0.4773317277431488,
      "learning_rate": 9.947785805381836e-05,
      "loss": 0.2549,
      "step": 1060
    },
    {
      "epoch": 0.42894367608739226,
      "grad_norm": 0.6512565016746521,
      "learning_rate": 9.944369175668948e-05,
      "loss": 0.2341,
      "step": 1070
    },
    {
      "epoch": 0.4329524954900782,
      "grad_norm": 0.5367722511291504,
      "learning_rate": 9.940844901264225e-05,
      "loss": 0.2331,
      "step": 1080
    },
    {
      "epoch": 0.4369613148927641,
      "grad_norm": 0.46036213636398315,
      "learning_rate": 9.937213058895237e-05,
      "loss": 0.2506,
      "step": 1090
    },
    {
      "epoch": 0.44097013429545,
      "grad_norm": 0.5731292366981506,
      "learning_rate": 9.933473727631435e-05,
      "loss": 0.2458,
      "step": 1100
    },
    {
      "epoch": 0.4449789536981359,
      "grad_norm": 0.4861133396625519,
      "learning_rate": 9.929626988882428e-05,
      "loss": 0.2385,
      "step": 1110
    },
    {
      "epoch": 0.44898777310082183,
      "grad_norm": 0.5132921934127808,
      "learning_rate": 9.925672926396212e-05,
      "loss": 0.239,
      "step": 1120
    },
    {
      "epoch": 0.4529965925035077,
      "grad_norm": 0.5186300873756409,
      "learning_rate": 9.921611626257344e-05,
      "loss": 0.2342,
      "step": 1130
    },
    {
      "epoch": 0.45700541190619365,
      "grad_norm": 0.5068562626838684,
      "learning_rate": 9.917443176885073e-05,
      "loss": 0.2377,
      "step": 1140
    },
    {
      "epoch": 0.46101423130887953,
      "grad_norm": 0.5708321928977966,
      "learning_rate": 9.913167669031409e-05,
      "loss": 0.2245,
      "step": 1150
    },
    {
      "epoch": 0.46502305071156547,
      "grad_norm": 0.5989340543746948,
      "learning_rate": 9.908785195779153e-05,
      "loss": 0.2235,
      "step": 1160
    },
    {
      "epoch": 0.46903187011425135,
      "grad_norm": 0.5365070700645447,
      "learning_rate": 9.904295852539867e-05,
      "loss": 0.2434,
      "step": 1170
    },
    {
      "epoch": 0.4730406895169373,
      "grad_norm": 0.625773549079895,
      "learning_rate": 9.899699737051793e-05,
      "loss": 0.23,
      "step": 1180
    },
    {
      "epoch": 0.47704950891962317,
      "grad_norm": 0.5225462317466736,
      "learning_rate": 9.894996949377738e-05,
      "loss": 0.2219,
      "step": 1190
    },
    {
      "epoch": 0.4810583283223091,
      "grad_norm": 0.6289816498756409,
      "learning_rate": 9.890187591902879e-05,
      "loss": 0.2428,
      "step": 1200
    },
    {
      "epoch": 0.485067147724995,
      "grad_norm": 0.5729430317878723,
      "learning_rate": 9.885271769332547e-05,
      "loss": 0.2267,
      "step": 1210
    },
    {
      "epoch": 0.4890759671276809,
      "grad_norm": 0.4762110412120819,
      "learning_rate": 9.880249588689941e-05,
      "loss": 0.2306,
      "step": 1220
    },
    {
      "epoch": 0.4930847865303668,
      "grad_norm": 0.5188407301902771,
      "learning_rate": 9.875121159313797e-05,
      "loss": 0.2389,
      "step": 1230
    },
    {
      "epoch": 0.49709360593305274,
      "grad_norm": 0.630754828453064,
      "learning_rate": 9.869886592856016e-05,
      "loss": 0.2262,
      "step": 1240
    },
    {
      "epoch": 0.5011024253357387,
      "grad_norm": 0.5617574453353882,
      "learning_rate": 9.864546003279222e-05,
      "loss": 0.2362,
      "step": 1250
    },
    {
      "epoch": 0.5051112447384245,
      "grad_norm": 0.6316712498664856,
      "learning_rate": 9.859099506854285e-05,
      "loss": 0.2265,
      "step": 1260
    },
    {
      "epoch": 0.5091200641411104,
      "grad_norm": 0.4762302339076996,
      "learning_rate": 9.8535472221578e-05,
      "loss": 0.2286,
      "step": 1270
    },
    {
      "epoch": 0.5131288835437964,
      "grad_norm": 0.6005476117134094,
      "learning_rate": 9.847889270069483e-05,
      "loss": 0.2217,
      "step": 1280
    },
    {
      "epoch": 0.5171377029464823,
      "grad_norm": 0.5312756299972534,
      "learning_rate": 9.842125773769563e-05,
      "loss": 0.2285,
      "step": 1290
    },
    {
      "epoch": 0.5211465223491681,
      "grad_norm": 0.7248687744140625,
      "learning_rate": 9.836256858736086e-05,
      "loss": 0.2354,
      "step": 1300
    },
    {
      "epoch": 0.5251553417518541,
      "grad_norm": 0.5596895813941956,
      "learning_rate": 9.830282652742186e-05,
      "loss": 0.2286,
      "step": 1310
    },
    {
      "epoch": 0.52916416115454,
      "grad_norm": 0.6484787464141846,
      "learning_rate": 9.824203285853305e-05,
      "loss": 0.2325,
      "step": 1320
    },
    {
      "epoch": 0.533172980557226,
      "grad_norm": 0.5286840200424194,
      "learning_rate": 9.81801889042436e-05,
      "loss": 0.2213,
      "step": 1330
    },
    {
      "epoch": 0.5371817999599118,
      "grad_norm": 0.5632983446121216,
      "learning_rate": 9.811729601096865e-05,
      "loss": 0.2262,
      "step": 1340
    },
    {
      "epoch": 0.5411906193625977,
      "grad_norm": 0.6314755082130432,
      "learning_rate": 9.805335554795993e-05,
      "loss": 0.226,
      "step": 1350
    },
    {
      "epoch": 0.5451994387652837,
      "grad_norm": 0.5536089539527893,
      "learning_rate": 9.798836890727601e-05,
      "loss": 0.2363,
      "step": 1360
    },
    {
      "epoch": 0.5492082581679696,
      "grad_norm": 0.5642661452293396,
      "learning_rate": 9.792233750375193e-05,
      "loss": 0.2367,
      "step": 1370
    },
    {
      "epoch": 0.5532170775706554,
      "grad_norm": 0.4720064103603363,
      "learning_rate": 9.785526277496851e-05,
      "loss": 0.2278,
      "step": 1380
    },
    {
      "epoch": 0.5572258969733414,
      "grad_norm": 0.568137526512146,
      "learning_rate": 9.778714618122091e-05,
      "loss": 0.2135,
      "step": 1390
    },
    {
      "epoch": 0.5612347163760273,
      "grad_norm": 0.5233467221260071,
      "learning_rate": 9.771798920548693e-05,
      "loss": 0.2243,
      "step": 1400
    },
    {
      "epoch": 0.5652435357787132,
      "grad_norm": 0.5088178515434265,
      "learning_rate": 9.764779335339473e-05,
      "loss": 0.2438,
      "step": 1410
    },
    {
      "epoch": 0.569252355181399,
      "grad_norm": 0.6083818078041077,
      "learning_rate": 9.757656015318998e-05,
      "loss": 0.2223,
      "step": 1420
    },
    {
      "epoch": 0.573261174584085,
      "grad_norm": 0.5877081155776978,
      "learning_rate": 9.750429115570264e-05,
      "loss": 0.2298,
      "step": 1430
    },
    {
      "epoch": 0.5772699939867709,
      "grad_norm": 0.6110019683837891,
      "learning_rate": 9.743098793431321e-05,
      "loss": 0.2323,
      "step": 1440
    },
    {
      "epoch": 0.5812788133894567,
      "grad_norm": 0.5051080584526062,
      "learning_rate": 9.735665208491842e-05,
      "loss": 0.2436,
      "step": 1450
    },
    {
      "epoch": 0.5852876327921427,
      "grad_norm": 0.5243321657180786,
      "learning_rate": 9.728128522589655e-05,
      "loss": 0.2338,
      "step": 1460
    },
    {
      "epoch": 0.5892964521948286,
      "grad_norm": 0.6249774694442749,
      "learning_rate": 9.720488899807214e-05,
      "loss": 0.226,
      "step": 1470
    },
    {
      "epoch": 0.5933052715975146,
      "grad_norm": 0.5004896521568298,
      "learning_rate": 9.71274650646803e-05,
      "loss": 0.2144,
      "step": 1480
    },
    {
      "epoch": 0.5973140910002004,
      "grad_norm": 0.6254176497459412,
      "learning_rate": 9.704901511133048e-05,
      "loss": 0.219,
      "step": 1490
    },
    {
      "epoch": 0.6013229104028863,
      "grad_norm": 0.5976850390434265,
      "learning_rate": 9.696954084596979e-05,
      "loss": 0.2323,
      "step": 1500
    },
    {
      "epoch": 0.6053317298055723,
      "grad_norm": 0.588320791721344,
      "learning_rate": 9.688904399884583e-05,
      "loss": 0.2049,
      "step": 1510
    },
    {
      "epoch": 0.6093405492082582,
      "grad_norm": 0.655425488948822,
      "learning_rate": 9.680752632246896e-05,
      "loss": 0.224,
      "step": 1520
    },
    {
      "epoch": 0.613349368610944,
      "grad_norm": 0.6558622121810913,
      "learning_rate": 9.672498959157422e-05,
      "loss": 0.2201,
      "step": 1530
    },
    {
      "epoch": 0.61735818801363,
      "grad_norm": 0.6564059853553772,
      "learning_rate": 9.664143560308263e-05,
      "loss": 0.2075,
      "step": 1540
    },
    {
      "epoch": 0.6213670074163159,
      "grad_norm": 0.573246419429779,
      "learning_rate": 9.655686617606212e-05,
      "loss": 0.2091,
      "step": 1550
    },
    {
      "epoch": 0.6253758268190018,
      "grad_norm": 0.6015535593032837,
      "learning_rate": 9.647128315168788e-05,
      "loss": 0.2221,
      "step": 1560
    },
    {
      "epoch": 0.6293846462216877,
      "grad_norm": 0.6874203085899353,
      "learning_rate": 9.638468839320232e-05,
      "loss": 0.213,
      "step": 1570
    },
    {
      "epoch": 0.6333934656243736,
      "grad_norm": 0.5189663171768188,
      "learning_rate": 9.629708378587445e-05,
      "loss": 0.2161,
      "step": 1580
    },
    {
      "epoch": 0.6374022850270595,
      "grad_norm": 0.571725070476532,
      "learning_rate": 9.62084712369589e-05,
      "loss": 0.2236,
      "step": 1590
    },
    {
      "epoch": 0.6414111044297455,
      "grad_norm": 0.6262040734291077,
      "learning_rate": 9.61188526756544e-05,
      "loss": 0.2346,
      "step": 1600
    },
    {
      "epoch": 0.6454199238324313,
      "grad_norm": 0.6156971454620361,
      "learning_rate": 9.602823005306164e-05,
      "loss": 0.2089,
      "step": 1610
    },
    {
      "epoch": 0.6494287432351172,
      "grad_norm": 0.5515331625938416,
      "learning_rate": 9.5936605342141e-05,
      "loss": 0.2225,
      "step": 1620
    },
    {
      "epoch": 0.6534375626378032,
      "grad_norm": 0.6686428785324097,
      "learning_rate": 9.584398053766941e-05,
      "loss": 0.2189,
      "step": 1630
    },
    {
      "epoch": 0.6574463820404891,
      "grad_norm": 0.5298424959182739,
      "learning_rate": 9.575035765619708e-05,
      "loss": 0.2297,
      "step": 1640
    },
    {
      "epoch": 0.6614552014431749,
      "grad_norm": 0.6391364932060242,
      "learning_rate": 9.565573873600349e-05,
      "loss": 0.2441,
      "step": 1650
    },
    {
      "epoch": 0.6654640208458609,
      "grad_norm": 0.6574255228042603,
      "learning_rate": 9.556012583705303e-05,
      "loss": 0.2329,
      "step": 1660
    },
    {
      "epoch": 0.6694728402485468,
      "grad_norm": 0.5856221914291382,
      "learning_rate": 9.546352104095019e-05,
      "loss": 0.2001,
      "step": 1670
    },
    {
      "epoch": 0.6734816596512327,
      "grad_norm": 0.6181838512420654,
      "learning_rate": 9.536592645089421e-05,
      "loss": 0.2255,
      "step": 1680
    },
    {
      "epoch": 0.6774904790539186,
      "grad_norm": 0.635492742061615,
      "learning_rate": 9.52673441916333e-05,
      "loss": 0.1973,
      "step": 1690
    },
    {
      "epoch": 0.6814992984566045,
      "grad_norm": 0.6166744232177734,
      "learning_rate": 9.51677764094184e-05,
      "loss": 0.2248,
      "step": 1700
    },
    {
      "epoch": 0.6855081178592904,
      "grad_norm": 0.6294150352478027,
      "learning_rate": 9.506722527195639e-05,
      "loss": 0.2123,
      "step": 1710
    },
    {
      "epoch": 0.6895169372619764,
      "grad_norm": 0.6106050610542297,
      "learning_rate": 9.496569296836301e-05,
      "loss": 0.208,
      "step": 1720
    },
    {
      "epoch": 0.6935257566646622,
      "grad_norm": 0.6652440428733826,
      "learning_rate": 9.486318170911508e-05,
      "loss": 0.2112,
      "step": 1730
    },
    {
      "epoch": 0.6975345760673481,
      "grad_norm": 0.5508642792701721,
      "learning_rate": 9.475969372600246e-05,
      "loss": 0.2299,
      "step": 1740
    },
    {
      "epoch": 0.7015433954700341,
      "grad_norm": 0.5851196050643921,
      "learning_rate": 9.465523127207938e-05,
      "loss": 0.2283,
      "step": 1750
    },
    {
      "epoch": 0.70555221487272,
      "grad_norm": 0.6574164628982544,
      "learning_rate": 9.454979662161547e-05,
      "loss": 0.2149,
      "step": 1760
    },
    {
      "epoch": 0.7095610342754058,
      "grad_norm": 0.562202513217926,
      "learning_rate": 9.444339207004626e-05,
      "loss": 0.2162,
      "step": 1770
    },
    {
      "epoch": 0.7135698536780918,
      "grad_norm": 0.5654606223106384,
      "learning_rate": 9.433601993392308e-05,
      "loss": 0.2283,
      "step": 1780
    },
    {
      "epoch": 0.7175786730807777,
      "grad_norm": 0.5194072127342224,
      "learning_rate": 9.422768255086274e-05,
      "loss": 0.2266,
      "step": 1790
    },
    {
      "epoch": 0.7215874924834637,
      "grad_norm": 0.651335597038269,
      "learning_rate": 9.411838227949663e-05,
      "loss": 0.1999,
      "step": 1800
    },
    {
      "epoch": 0.7255963118861495,
      "grad_norm": 0.6659877300262451,
      "learning_rate": 9.400812149941932e-05,
      "loss": 0.2148,
      "step": 1810
    },
    {
      "epoch": 0.7296051312888354,
      "grad_norm": 0.6771412491798401,
      "learning_rate": 9.389690261113672e-05,
      "loss": 0.2233,
      "step": 1820
    },
    {
      "epoch": 0.7336139506915214,
      "grad_norm": 0.8170326948165894,
      "learning_rate": 9.378472803601397e-05,
      "loss": 0.2282,
      "step": 1830
    },
    {
      "epoch": 0.7376227700942073,
      "grad_norm": 0.6430959701538086,
      "learning_rate": 9.36716002162226e-05,
      "loss": 0.2036,
      "step": 1840
    },
    {
      "epoch": 0.7416315894968931,
      "grad_norm": 0.6288866996765137,
      "learning_rate": 9.355752161468731e-05,
      "loss": 0.2223,
      "step": 1850
    },
    {
      "epoch": 0.745640408899579,
      "grad_norm": 0.7772784233093262,
      "learning_rate": 9.344249471503259e-05,
      "loss": 0.2183,
      "step": 1860
    },
    {
      "epoch": 0.749649228302265,
      "grad_norm": 0.6505045890808105,
      "learning_rate": 9.332652202152833e-05,
      "loss": 0.2126,
      "step": 1870
    },
    {
      "epoch": 0.7536580477049509,
      "grad_norm": 0.5706261992454529,
      "learning_rate": 9.320960605903553e-05,
      "loss": 0.2107,
      "step": 1880
    },
    {
      "epoch": 0.7576668671076368,
      "grad_norm": 0.5667653679847717,
      "learning_rate": 9.309174937295126e-05,
      "loss": 0.2036,
      "step": 1890
    },
    {
      "epoch": 0.7616756865103227,
      "grad_norm": 0.6292815208435059,
      "learning_rate": 9.297295452915323e-05,
      "loss": 0.2038,
      "step": 1900
    },
    {
      "epoch": 0.7656845059130086,
      "grad_norm": 0.6061923503875732,
      "learning_rate": 9.285322411394393e-05,
      "loss": 0.2183,
      "step": 1910
    },
    {
      "epoch": 0.7696933253156946,
      "grad_norm": 0.7514089941978455,
      "learning_rate": 9.273256073399434e-05,
      "loss": 0.2135,
      "step": 1920
    },
    {
      "epoch": 0.7737021447183804,
      "grad_norm": 0.6030351519584656,
      "learning_rate": 9.261096701628718e-05,
      "loss": 0.2098,
      "step": 1930
    },
    {
      "epoch": 0.7777109641210663,
      "grad_norm": 0.7148683667182922,
      "learning_rate": 9.248844560805969e-05,
      "loss": 0.2085,
      "step": 1940
    },
    {
      "epoch": 0.7817197835237523,
      "grad_norm": 0.7136949300765991,
      "learning_rate": 9.236499917674606e-05,
      "loss": 0.1998,
      "step": 1950
    },
    {
      "epoch": 0.7857286029264382,
      "grad_norm": 0.7132196426391602,
      "learning_rate": 9.224063040991924e-05,
      "loss": 0.2082,
      "step": 1960
    },
    {
      "epoch": 0.789737422329124,
      "grad_norm": 0.5503913164138794,
      "learning_rate": 9.211534201523255e-05,
      "loss": 0.2238,
      "step": 1970
    },
    {
      "epoch": 0.79374624173181,
      "grad_norm": 0.7679104804992676,
      "learning_rate": 9.198913672036072e-05,
      "loss": 0.1971,
      "step": 1980
    },
    {
      "epoch": 0.7977550611344959,
      "grad_norm": 0.9002260565757751,
      "learning_rate": 9.186201727294036e-05,
      "loss": 0.1998,
      "step": 1990
    },
    {
      "epoch": 0.8017638805371818,
      "grad_norm": 0.5790923833847046,
      "learning_rate": 9.173398644051035e-05,
      "loss": 0.2113,
      "step": 2000
    },
    {
      "epoch": 0.8057726999398677,
      "grad_norm": 0.6548293828964233,
      "learning_rate": 9.160504701045145e-05,
      "loss": 0.1969,
      "step": 2010
    },
    {
      "epoch": 0.8097815193425536,
      "grad_norm": 0.6647776961326599,
      "learning_rate": 9.147520178992563e-05,
      "loss": 0.1979,
      "step": 2020
    },
    {
      "epoch": 0.8137903387452395,
      "grad_norm": 0.6299743056297302,
      "learning_rate": 9.134445360581503e-05,
      "loss": 0.206,
      "step": 2030
    },
    {
      "epoch": 0.8177991581479255,
      "grad_norm": 0.6221920847892761,
      "learning_rate": 9.121280530466027e-05,
      "loss": 0.1889,
      "step": 2040
    },
    {
      "epoch": 0.8218079775506113,
      "grad_norm": 0.6568713784217834,
      "learning_rate": 9.108025975259869e-05,
      "loss": 0.2094,
      "step": 2050
    },
    {
      "epoch": 0.8258167969532972,
      "grad_norm": 0.8146998882293701,
      "learning_rate": 9.094681983530173e-05,
      "loss": 0.2159,
      "step": 2060
    },
    {
      "epoch": 0.8298256163559832,
      "grad_norm": 0.6871969103813171,
      "learning_rate": 9.081248845791227e-05,
      "loss": 0.1827,
      "step": 2070
    },
    {
      "epoch": 0.8338344357586691,
      "grad_norm": 0.7771655321121216,
      "learning_rate": 9.067726854498127e-05,
      "loss": 0.1995,
      "step": 2080
    },
    {
      "epoch": 0.8378432551613549,
      "grad_norm": 0.8692470192909241,
      "learning_rate": 9.054116304040416e-05,
      "loss": 0.202,
      "step": 2090
    },
    {
      "epoch": 0.8418520745640409,
      "grad_norm": 0.5309840440750122,
      "learning_rate": 9.040417490735676e-05,
      "loss": 0.2159,
      "step": 2100
    },
    {
      "epoch": 0.8458608939667268,
      "grad_norm": 0.6645334362983704,
      "learning_rate": 9.026630712823072e-05,
      "loss": 0.2175,
      "step": 2110
    },
    {
      "epoch": 0.8498697133694127,
      "grad_norm": 0.613962709903717,
      "learning_rate": 9.012756270456861e-05,
      "loss": 0.2081,
      "step": 2120
    },
    {
      "epoch": 0.8538785327720986,
      "grad_norm": 0.6764446496963501,
      "learning_rate": 8.99879446569986e-05,
      "loss": 0.213,
      "step": 2130
    },
    {
      "epoch": 0.8578873521747845,
      "grad_norm": 0.6048487424850464,
      "learning_rate": 8.984745602516865e-05,
      "loss": 0.1879,
      "step": 2140
    },
    {
      "epoch": 0.8618961715774704,
      "grad_norm": 0.5892179608345032,
      "learning_rate": 8.970609986768035e-05,
      "loss": 0.1827,
      "step": 2150
    },
    {
      "epoch": 0.8659049909801564,
      "grad_norm": 0.7431573867797852,
      "learning_rate": 8.956387926202234e-05,
      "loss": 0.2055,
      "step": 2160
    },
    {
      "epoch": 0.8699138103828422,
      "grad_norm": 0.6326702833175659,
      "learning_rate": 8.942079730450335e-05,
      "loss": 0.206,
      "step": 2170
    },
    {
      "epoch": 0.8739226297855281,
      "grad_norm": 0.6847805976867676,
      "learning_rate": 8.927685711018467e-05,
      "loss": 0.2161,
      "step": 2180
    },
    {
      "epoch": 0.8779314491882141,
      "grad_norm": 0.636877179145813,
      "learning_rate": 8.913206181281248e-05,
      "loss": 0.2014,
      "step": 2190
    },
    {
      "epoch": 0.8819402685909,
      "grad_norm": 0.756361722946167,
      "learning_rate": 8.89864145647495e-05,
      "loss": 0.2063,
      "step": 2200
    },
    {
      "epoch": 0.8859490879935858,
      "grad_norm": 0.5681055784225464,
      "learning_rate": 8.883991853690646e-05,
      "loss": 0.1997,
      "step": 2210
    },
    {
      "epoch": 0.8899579073962718,
      "grad_norm": 0.6439403891563416,
      "learning_rate": 8.869257691867296e-05,
      "loss": 0.2029,
      "step": 2220
    },
    {
      "epoch": 0.8939667267989577,
      "grad_norm": 0.6258695721626282,
      "learning_rate": 8.854439291784813e-05,
      "loss": 0.2062,
      "step": 2230
    },
    {
      "epoch": 0.8979755462016437,
      "grad_norm": 0.6915255188941956,
      "learning_rate": 8.839536976057075e-05,
      "loss": 0.2008,
      "step": 2240
    },
    {
      "epoch": 0.9019843656043295,
      "grad_norm": 0.7225965857505798,
      "learning_rate": 8.824551069124898e-05,
      "loss": 0.1915,
      "step": 2250
    },
    {
      "epoch": 0.9059931850070154,
      "grad_norm": 0.784816563129425,
      "learning_rate": 8.809481897248983e-05,
      "loss": 0.1897,
      "step": 2260
    },
    {
      "epoch": 0.9100020044097014,
      "grad_norm": 0.7496415972709656,
      "learning_rate": 8.7943297885028e-05,
      "loss": 0.198,
      "step": 2270
    },
    {
      "epoch": 0.9140108238123873,
      "grad_norm": 0.6198856830596924,
      "learning_rate": 8.779095072765453e-05,
      "loss": 0.2055,
      "step": 2280
    },
    {
      "epoch": 0.9180196432150731,
      "grad_norm": 0.6876329183578491,
      "learning_rate": 8.763778081714498e-05,
      "loss": 0.1969,
      "step": 2290
    },
    {
      "epoch": 0.9220284626177591,
      "grad_norm": 0.7026522159576416,
      "learning_rate": 8.748379148818722e-05,
      "loss": 0.1811,
      "step": 2300
    },
    {
      "epoch": 0.926037282020445,
      "grad_norm": 0.6701675057411194,
      "learning_rate": 8.732898609330875e-05,
      "loss": 0.1902,
      "step": 2310
    },
    {
      "epoch": 0.9300461014231309,
      "grad_norm": 0.6713166236877441,
      "learning_rate": 8.717336800280386e-05,
      "loss": 0.2093,
      "step": 2320
    },
    {
      "epoch": 0.9340549208258168,
      "grad_norm": 0.7247043251991272,
      "learning_rate": 8.701694060466014e-05,
      "loss": 0.1916,
      "step": 2330
    },
    {
      "epoch": 0.9380637402285027,
      "grad_norm": 0.6550298929214478,
      "learning_rate": 8.685970730448475e-05,
      "loss": 0.2034,
      "step": 2340
    },
    {
      "epoch": 0.9420725596311886,
      "grad_norm": 0.7075363397598267,
      "learning_rate": 8.670167152543026e-05,
      "loss": 0.1823,
      "step": 2350
    },
    {
      "epoch": 0.9460813790338746,
      "grad_norm": 0.7122249603271484,
      "learning_rate": 8.654283670812017e-05,
      "loss": 0.1941,
      "step": 2360
    },
    {
      "epoch": 0.9500901984365604,
      "grad_norm": 0.6687220335006714,
      "learning_rate": 8.638320631057397e-05,
      "loss": 0.1933,
      "step": 2370
    },
    {
      "epoch": 0.9540990178392463,
      "grad_norm": 0.635455310344696,
      "learning_rate": 8.622278380813186e-05,
      "loss": 0.1967,
      "step": 2380
    },
    {
      "epoch": 0.9581078372419323,
      "grad_norm": 0.7970702052116394,
      "learning_rate": 8.606157269337906e-05,
      "loss": 0.1901,
      "step": 2390
    },
    {
      "epoch": 0.9621166566446182,
      "grad_norm": 0.7364137768745422,
      "learning_rate": 8.589957647606988e-05,
      "loss": 0.1945,
      "step": 2400
    },
    {
      "epoch": 0.966125476047304,
      "grad_norm": 0.7844299674034119,
      "learning_rate": 8.573679868305114e-05,
      "loss": 0.1821,
      "step": 2410
    },
    {
      "epoch": 0.97013429544999,
      "grad_norm": 0.8092600703239441,
      "learning_rate": 8.557324285818552e-05,
      "loss": 0.1934,
      "step": 2420
    },
    {
      "epoch": 0.9741431148526759,
      "grad_norm": 0.66877281665802,
      "learning_rate": 8.540891256227437e-05,
      "loss": 0.2021,
      "step": 2430
    },
    {
      "epoch": 0.9781519342553618,
      "grad_norm": 0.7711961269378662,
      "learning_rate": 8.524381137298014e-05,
      "loss": 0.1801,
      "step": 2440
    },
    {
      "epoch": 0.9821607536580477,
      "grad_norm": 0.6817704439163208,
      "learning_rate": 8.507794288474856e-05,
      "loss": 0.1928,
      "step": 2450
    },
    {
      "epoch": 0.9861695730607336,
      "grad_norm": 0.8401746153831482,
      "learning_rate": 8.491131070873038e-05,
      "loss": 0.1884,
      "step": 2460
    },
    {
      "epoch": 0.9901783924634195,
      "grad_norm": 0.7808353900909424,
      "learning_rate": 8.474391847270265e-05,
      "loss": 0.1966,
      "step": 2470
    },
    {
      "epoch": 0.9941872118661055,
      "grad_norm": 0.6367965340614319,
      "learning_rate": 8.45757698209899e-05,
      "loss": 0.1892,
      "step": 2480
    },
    {
      "epoch": 0.9981960312687913,
      "grad_norm": 0.7107962369918823,
      "learning_rate": 8.440686841438462e-05,
      "loss": 0.1961,
      "step": 2490
    },
    {
      "epoch": 1.002004409701343,
      "grad_norm": 0.593016505241394,
      "learning_rate": 8.423721793006775e-05,
      "loss": 0.1773,
      "step": 2500
    },
    {
      "epoch": 1.006013229104029,
      "grad_norm": 0.7551445364952087,
      "learning_rate": 8.406682206152845e-05,
      "loss": 0.1733,
      "step": 2510
    },
    {
      "epoch": 1.0100220485067148,
      "grad_norm": 0.8561877608299255,
      "learning_rate": 8.389568451848382e-05,
      "loss": 0.1594,
      "step": 2520
    },
    {
      "epoch": 1.0140308679094008,
      "grad_norm": 0.8644078969955444,
      "learning_rate": 8.372380902679804e-05,
      "loss": 0.179,
      "step": 2530
    },
    {
      "epoch": 1.0180396873120865,
      "grad_norm": 0.778167188167572,
      "learning_rate": 8.355119932840129e-05,
      "loss": 0.1616,
      "step": 2540
    },
    {
      "epoch": 1.0220485067147724,
      "grad_norm": 0.7065404057502747,
      "learning_rate": 8.337785918120837e-05,
      "loss": 0.1768,
      "step": 2550
    },
    {
      "epoch": 1.0260573261174584,
      "grad_norm": 0.8743630051612854,
      "learning_rate": 8.320379235903668e-05,
      "loss": 0.1687,
      "step": 2560
    },
    {
      "epoch": 1.0300661455201443,
      "grad_norm": 1.0897860527038574,
      "learning_rate": 8.302900265152427e-05,
      "loss": 0.1558,
      "step": 2570
    },
    {
      "epoch": 1.0340749649228302,
      "grad_norm": 0.7313379645347595,
      "learning_rate": 8.285349386404722e-05,
      "loss": 0.16,
      "step": 2580
    },
    {
      "epoch": 1.0380837843255162,
      "grad_norm": 0.8040058016777039,
      "learning_rate": 8.267726981763682e-05,
      "loss": 0.1571,
      "step": 2590
    },
    {
      "epoch": 1.0420926037282021,
      "grad_norm": 0.8637468218803406,
      "learning_rate": 8.250033434889637e-05,
      "loss": 0.16,
      "step": 2600
    },
    {
      "epoch": 1.046101423130888,
      "grad_norm": 0.7505359053611755,
      "learning_rate": 8.232269130991769e-05,
      "loss": 0.1597,
      "step": 2610
    },
    {
      "epoch": 1.0501102425335738,
      "grad_norm": 0.8430061340332031,
      "learning_rate": 8.214434456819725e-05,
      "loss": 0.1723,
      "step": 2620
    },
    {
      "epoch": 1.0541190619362597,
      "grad_norm": 0.66597580909729,
      "learning_rate": 8.196529800655188e-05,
      "loss": 0.1751,
      "step": 2630
    },
    {
      "epoch": 1.0581278813389456,
      "grad_norm": 0.8823577761650085,
      "learning_rate": 8.178555552303437e-05,
      "loss": 0.1701,
      "step": 2640
    },
    {
      "epoch": 1.0621367007416316,
      "grad_norm": 0.9401513338088989,
      "learning_rate": 8.160512103084851e-05,
      "loss": 0.1564,
      "step": 2650
    },
    {
      "epoch": 1.0661455201443175,
      "grad_norm": 0.7342818379402161,
      "learning_rate": 8.142399845826394e-05,
      "loss": 0.1507,
      "step": 2660
    },
    {
      "epoch": 1.0701543395470035,
      "grad_norm": 0.8487102389335632,
      "learning_rate": 8.12421917485306e-05,
      "loss": 0.1633,
      "step": 2670
    },
    {
      "epoch": 1.0741631589496894,
      "grad_norm": 0.8836720585823059,
      "learning_rate": 8.105970485979295e-05,
      "loss": 0.1682,
      "step": 2680
    },
    {
      "epoch": 1.0781719783523753,
      "grad_norm": 0.6858396530151367,
      "learning_rate": 8.087654176500366e-05,
      "loss": 0.1723,
      "step": 2690
    },
    {
      "epoch": 1.082180797755061,
      "grad_norm": 1.028981328010559,
      "learning_rate": 8.069270645183722e-05,
      "loss": 0.1555,
      "step": 2700
    },
    {
      "epoch": 1.086189617157747,
      "grad_norm": 0.9475600719451904,
      "learning_rate": 8.050820292260313e-05,
      "loss": 0.1591,
      "step": 2710
    },
    {
      "epoch": 1.090198436560433,
      "grad_norm": 0.683160126209259,
      "learning_rate": 8.032303519415874e-05,
      "loss": 0.1703,
      "step": 2720
    },
    {
      "epoch": 1.0942072559631189,
      "grad_norm": 0.8751930594444275,
      "learning_rate": 8.013720729782173e-05,
      "loss": 0.1489,
      "step": 2730
    },
    {
      "epoch": 1.0982160753658048,
      "grad_norm": 0.8032315373420715,
      "learning_rate": 7.995072327928243e-05,
      "loss": 0.1439,
      "step": 2740
    },
    {
      "epoch": 1.1022248947684907,
      "grad_norm": 0.7631738185882568,
      "learning_rate": 7.976358719851579e-05,
      "loss": 0.1676,
      "step": 2750
    },
    {
      "epoch": 1.1062337141711767,
      "grad_norm": 0.7207862734794617,
      "learning_rate": 7.957580312969283e-05,
      "loss": 0.1494,
      "step": 2760
    },
    {
      "epoch": 1.1102425335738626,
      "grad_norm": 0.6857604384422302,
      "learning_rate": 7.938737516109207e-05,
      "loss": 0.1594,
      "step": 2770
    },
    {
      "epoch": 1.1142513529765483,
      "grad_norm": 1.0340170860290527,
      "learning_rate": 7.919830739501043e-05,
      "loss": 0.1621,
      "step": 2780
    },
    {
      "epoch": 1.1182601723792343,
      "grad_norm": 0.7190383672714233,
      "learning_rate": 7.900860394767402e-05,
      "loss": 0.1638,
      "step": 2790
    },
    {
      "epoch": 1.1222689917819202,
      "grad_norm": 0.8485333919525146,
      "learning_rate": 7.881826894914846e-05,
      "loss": 0.1619,
      "step": 2800
    },
    {
      "epoch": 1.1262778111846061,
      "grad_norm": 0.8466002345085144,
      "learning_rate": 7.862730654324899e-05,
      "loss": 0.1448,
      "step": 2810
    },
    {
      "epoch": 1.130286630587292,
      "grad_norm": 0.7490071058273315,
      "learning_rate": 7.843572088745019e-05,
      "loss": 0.1649,
      "step": 2820
    },
    {
      "epoch": 1.134295449989978,
      "grad_norm": 0.7291231751441956,
      "learning_rate": 7.824351615279557e-05,
      "loss": 0.1604,
      "step": 2830
    },
    {
      "epoch": 1.138304269392664,
      "grad_norm": 1.1249662637710571,
      "learning_rate": 7.80506965238067e-05,
      "loss": 0.1383,
      "step": 2840
    },
    {
      "epoch": 1.1423130887953499,
      "grad_norm": 0.8020785450935364,
      "learning_rate": 7.785726619839212e-05,
      "loss": 0.1565,
      "step": 2850
    },
    {
      "epoch": 1.1463219081980356,
      "grad_norm": 0.9652583599090576,
      "learning_rate": 7.766322938775589e-05,
      "loss": 0.1513,
      "step": 2860
    },
    {
      "epoch": 1.1503307276007215,
      "grad_norm": 0.8806086182594299,
      "learning_rate": 7.746859031630605e-05,
      "loss": 0.1607,
      "step": 2870
    },
    {
      "epoch": 1.1543395470034075,
      "grad_norm": 0.9319799542427063,
      "learning_rate": 7.72733532215625e-05,
      "loss": 0.1588,
      "step": 2880
    },
    {
      "epoch": 1.1583483664060934,
      "grad_norm": 0.9107722640037537,
      "learning_rate": 7.707752235406485e-05,
      "loss": 0.1445,
      "step": 2890
    },
    {
      "epoch": 1.1623571858087793,
      "grad_norm": 0.9413526654243469,
      "learning_rate": 7.688110197727975e-05,
      "loss": 0.1589,
      "step": 2900
    },
    {
      "epoch": 1.1663660052114653,
      "grad_norm": 0.9594728350639343,
      "learning_rate": 7.668409636750828e-05,
      "loss": 0.1584,
      "step": 2910
    },
    {
      "epoch": 1.1703748246141512,
      "grad_norm": 0.7484379410743713,
      "learning_rate": 7.648650981379264e-05,
      "loss": 0.1582,
      "step": 2920
    },
    {
      "epoch": 1.174383644016837,
      "grad_norm": 0.840965747833252,
      "learning_rate": 7.628834661782288e-05,
      "loss": 0.1563,
      "step": 2930
    },
    {
      "epoch": 1.1783924634195229,
      "grad_norm": 0.7504467368125916,
      "learning_rate": 7.608961109384321e-05,
      "loss": 0.145,
      "step": 2940
    },
    {
      "epoch": 1.1824012828222088,
      "grad_norm": 1.0212056636810303,
      "learning_rate": 7.589030756855813e-05,
      "loss": 0.1562,
      "step": 2950
    },
    {
      "epoch": 1.1864101022248947,
      "grad_norm": 0.9360294342041016,
      "learning_rate": 7.569044038103813e-05,
      "loss": 0.156,
      "step": 2960
    },
    {
      "epoch": 1.1904189216275807,
      "grad_norm": 0.649131178855896,
      "learning_rate": 7.549001388262535e-05,
      "loss": 0.1713,
      "step": 2970
    },
    {
      "epoch": 1.1944277410302666,
      "grad_norm": 1.106505274772644,
      "learning_rate": 7.528903243683874e-05,
      "loss": 0.1475,
      "step": 2980
    },
    {
      "epoch": 1.1984365604329525,
      "grad_norm": 0.8083673119544983,
      "learning_rate": 7.508750041927914e-05,
      "loss": 0.1512,
      "step": 2990
    },
    {
      "epoch": 1.2024453798356385,
      "grad_norm": 0.7395840287208557,
      "learning_rate": 7.488542221753394e-05,
      "loss": 0.1481,
      "step": 3000
    },
    {
      "epoch": 1.2064541992383244,
      "grad_norm": 0.923462986946106,
      "learning_rate": 7.46828022310816e-05,
      "loss": 0.1537,
      "step": 3010
    },
    {
      "epoch": 1.2104630186410101,
      "grad_norm": 0.8510660529136658,
      "learning_rate": 7.44796448711959e-05,
      "loss": 0.1525,
      "step": 3020
    },
    {
      "epoch": 1.214471838043696,
      "grad_norm": 0.881767749786377,
      "learning_rate": 7.427595456084981e-05,
      "loss": 0.1641,
      "step": 3030
    },
    {
      "epoch": 1.218480657446382,
      "grad_norm": 0.8366743326187134,
      "learning_rate": 7.407173573461934e-05,
      "loss": 0.1502,
      "step": 3040
    },
    {
      "epoch": 1.222489476849068,
      "grad_norm": 0.8755321502685547,
      "learning_rate": 7.386699283858683e-05,
      "loss": 0.1495,
      "step": 3050
    },
    {
      "epoch": 1.2264982962517539,
      "grad_norm": 0.841222882270813,
      "learning_rate": 7.366173033024428e-05,
      "loss": 0.1423,
      "step": 3060
    },
    {
      "epoch": 1.2305071156544398,
      "grad_norm": 0.8285235166549683,
      "learning_rate": 7.345595267839621e-05,
      "loss": 0.1632,
      "step": 3070
    },
    {
      "epoch": 1.2345159350571258,
      "grad_norm": 0.764156699180603,
      "learning_rate": 7.324966436306246e-05,
      "loss": 0.1466,
      "step": 3080
    },
    {
      "epoch": 1.2385247544598115,
      "grad_norm": 1.1134533882141113,
      "learning_rate": 7.30428698753806e-05,
      "loss": 0.1393,
      "step": 3090
    },
    {
      "epoch": 1.2425335738624974,
      "grad_norm": 0.8127875328063965,
      "learning_rate": 7.283557371750813e-05,
      "loss": 0.1597,
      "step": 3100
    },
    {
      "epoch": 1.2465423932651833,
      "grad_norm": 0.8257074356079102,
      "learning_rate": 7.262778040252455e-05,
      "loss": 0.1659,
      "step": 3110
    },
    {
      "epoch": 1.2505512126678693,
      "grad_norm": 0.7807098031044006,
      "learning_rate": 7.2419494454333e-05,
      "loss": 0.1476,
      "step": 3120
    },
    {
      "epoch": 1.2545600320705552,
      "grad_norm": 0.7114003300666809,
      "learning_rate": 7.221072040756188e-05,
      "loss": 0.1467,
      "step": 3130
    },
    {
      "epoch": 1.2585688514732412,
      "grad_norm": 0.7870392203330994,
      "learning_rate": 7.2001462807466e-05,
      "loss": 0.1471,
      "step": 3140
    },
    {
      "epoch": 1.262577670875927,
      "grad_norm": 0.6909427046775818,
      "learning_rate": 7.179172620982774e-05,
      "loss": 0.1575,
      "step": 3150
    },
    {
      "epoch": 1.266586490278613,
      "grad_norm": 0.8754594922065735,
      "learning_rate": 7.158151518085776e-05,
      "loss": 0.155,
      "step": 3160
    },
    {
      "epoch": 1.270595309681299,
      "grad_norm": 0.7454276084899902,
      "learning_rate": 7.137083429709573e-05,
      "loss": 0.1431,
      "step": 3170
    },
    {
      "epoch": 1.274604129083985,
      "grad_norm": 0.9142866134643555,
      "learning_rate": 7.115968814531052e-05,
      "loss": 0.1342,
      "step": 3180
    },
    {
      "epoch": 1.2786129484866706,
      "grad_norm": 0.8666753768920898,
      "learning_rate": 7.09480813224005e-05,
      "loss": 0.142,
      "step": 3190
    },
    {
      "epoch": 1.2826217678893566,
      "grad_norm": 0.8461101651191711,
      "learning_rate": 7.073601843529333e-05,
      "loss": 0.1396,
      "step": 3200
    },
    {
      "epoch": 1.2866305872920425,
      "grad_norm": 0.8602980375289917,
      "learning_rate": 7.052350410084574e-05,
      "loss": 0.1435,
      "step": 3210
    },
    {
      "epoch": 1.2906394066947284,
      "grad_norm": 1.0527535676956177,
      "learning_rate": 7.031054294574303e-05,
      "loss": 0.1474,
      "step": 3220
    },
    {
      "epoch": 1.2946482260974144,
      "grad_norm": 0.84455806016922,
      "learning_rate": 7.009713960639826e-05,
      "loss": 0.1565,
      "step": 3230
    },
    {
      "epoch": 1.2986570455001,
      "grad_norm": 0.7223050594329834,
      "learning_rate": 6.98832987288514e-05,
      "loss": 0.1482,
      "step": 3240
    },
    {
      "epoch": 1.302665864902786,
      "grad_norm": 0.8750767111778259,
      "learning_rate": 6.966902496866807e-05,
      "loss": 0.1611,
      "step": 3250
    },
    {
      "epoch": 1.306674684305472,
      "grad_norm": 0.7444009184837341,
      "learning_rate": 6.945432299083834e-05,
      "loss": 0.1647,
      "step": 3260
    },
    {
      "epoch": 1.310683503708158,
      "grad_norm": 1.013881802558899,
      "learning_rate": 6.9239197469675e-05,
      "loss": 0.1412,
      "step": 3270
    },
    {
      "epoch": 1.3146923231108438,
      "grad_norm": 0.8479213118553162,
      "learning_rate": 6.902365308871193e-05,
      "loss": 0.1369,
      "step": 3280
    },
    {
      "epoch": 1.3187011425135298,
      "grad_norm": 0.8772777318954468,
      "learning_rate": 6.880769454060201e-05,
      "loss": 0.1501,
      "step": 3290
    },
    {
      "epoch": 1.3227099619162157,
      "grad_norm": 0.8388547301292419,
      "learning_rate": 6.859132652701514e-05,
      "loss": 0.1402,
      "step": 3300
    },
    {
      "epoch": 1.3267187813189016,
      "grad_norm": 0.8197916746139526,
      "learning_rate": 6.837455375853561e-05,
      "loss": 0.1351,
      "step": 3310
    },
    {
      "epoch": 1.3307276007215876,
      "grad_norm": 0.9061885476112366,
      "learning_rate": 6.815738095455984e-05,
      "loss": 0.139,
      "step": 3320
    },
    {
      "epoch": 1.3347364201242735,
      "grad_norm": 0.721653938293457,
      "learning_rate": 6.793981284319339e-05,
      "loss": 0.1556,
      "step": 3330
    },
    {
      "epoch": 1.3387452395269592,
      "grad_norm": 0.9494278430938721,
      "learning_rate": 6.772185416114814e-05,
      "loss": 0.1423,
      "step": 3340
    },
    {
      "epoch": 1.3427540589296452,
      "grad_norm": 0.8513092994689941,
      "learning_rate": 6.750350965363919e-05,
      "loss": 0.1393,
      "step": 3350
    },
    {
      "epoch": 1.346762878332331,
      "grad_norm": 0.8258860111236572,
      "learning_rate": 6.728478407428151e-05,
      "loss": 0.146,
      "step": 3360
    },
    {
      "epoch": 1.350771697735017,
      "grad_norm": 0.8146616220474243,
      "learning_rate": 6.706568218498639e-05,
      "loss": 0.148,
      "step": 3370
    },
    {
      "epoch": 1.354780517137703,
      "grad_norm": 0.9726580381393433,
      "learning_rate": 6.684620875585787e-05,
      "loss": 0.1404,
      "step": 3380
    },
    {
      "epoch": 1.358789336540389,
      "grad_norm": 1.0220385789871216,
      "learning_rate": 6.662636856508887e-05,
      "loss": 0.1504,
      "step": 3390
    },
    {
      "epoch": 1.3627981559430746,
      "grad_norm": 0.9221115708351135,
      "learning_rate": 6.640616639885708e-05,
      "loss": 0.1407,
      "step": 3400
    },
    {
      "epoch": 1.3668069753457606,
      "grad_norm": 0.9321884512901306,
      "learning_rate": 6.618560705122086e-05,
      "loss": 0.1286,
      "step": 3410
    },
    {
      "epoch": 1.3708157947484465,
      "grad_norm": 0.8789135217666626,
      "learning_rate": 6.596469532401483e-05,
      "loss": 0.1478,
      "step": 3420
    },
    {
      "epoch": 1.3748246141511324,
      "grad_norm": 0.8220512270927429,
      "learning_rate": 6.574343602674528e-05,
      "loss": 0.1439,
      "step": 3430
    },
    {
      "epoch": 1.3788334335538184,
      "grad_norm": 1.0369560718536377,
      "learning_rate": 6.552183397648555e-05,
      "loss": 0.1323,
      "step": 3440
    },
    {
      "epoch": 1.3828422529565043,
      "grad_norm": 1.0133991241455078,
      "learning_rate": 6.529989399777109e-05,
      "loss": 0.1472,
      "step": 3450
    },
    {
      "epoch": 1.3868510723591903,
      "grad_norm": 0.9306389093399048,
      "learning_rate": 6.507762092249448e-05,
      "loss": 0.1446,
      "step": 3460
    },
    {
      "epoch": 1.3908598917618762,
      "grad_norm": 1.021039366722107,
      "learning_rate": 6.485501958980016e-05,
      "loss": 0.1341,
      "step": 3470
    },
    {
      "epoch": 1.3948687111645621,
      "grad_norm": 0.7612369656562805,
      "learning_rate": 6.463209484597913e-05,
      "loss": 0.1437,
      "step": 3480
    },
    {
      "epoch": 1.398877530567248,
      "grad_norm": 0.7720378041267395,
      "learning_rate": 6.440885154436344e-05,
      "loss": 0.1184,
      "step": 3490
    },
    {
      "epoch": 1.4028863499699338,
      "grad_norm": 0.9269343614578247,
      "learning_rate": 6.418529454522051e-05,
      "loss": 0.1474,
      "step": 3500
    },
    {
      "epoch": 1.4068951693726197,
      "grad_norm": 0.8597378730773926,
      "learning_rate": 6.396142871564731e-05,
      "loss": 0.1395,
      "step": 3510
    },
    {
      "epoch": 1.4109039887753057,
      "grad_norm": 0.9362756013870239,
      "learning_rate": 6.373725892946443e-05,
      "loss": 0.1476,
      "step": 3520
    },
    {
      "epoch": 1.4149128081779916,
      "grad_norm": 0.8636417388916016,
      "learning_rate": 6.351279006710994e-05,
      "loss": 0.1333,
      "step": 3530
    },
    {
      "epoch": 1.4189216275806775,
      "grad_norm": 0.9320933818817139,
      "learning_rate": 6.328802701553313e-05,
      "loss": 0.1464,
      "step": 3540
    },
    {
      "epoch": 1.4229304469833635,
      "grad_norm": 1.1692008972167969,
      "learning_rate": 6.306297466808818e-05,
      "loss": 0.1515,
      "step": 3550
    },
    {
      "epoch": 1.4269392663860492,
      "grad_norm": 0.7800849676132202,
      "learning_rate": 6.283763792442751e-05,
      "loss": 0.1414,
      "step": 3560
    },
    {
      "epoch": 1.4309480857887351,
      "grad_norm": 1.0798330307006836,
      "learning_rate": 6.261202169039526e-05,
      "loss": 0.1478,
      "step": 3570
    },
    {
      "epoch": 1.434956905191421,
      "grad_norm": 0.8681895136833191,
      "learning_rate": 6.23861308779203e-05,
      "loss": 0.1413,
      "step": 3580
    },
    {
      "epoch": 1.438965724594107,
      "grad_norm": 1.3371766805648804,
      "learning_rate": 6.21599704049095e-05,
      "loss": 0.132,
      "step": 3590
    },
    {
      "epoch": 1.442974543996793,
      "grad_norm": 0.923513650894165,
      "learning_rate": 6.19335451951405e-05,
      "loss": 0.1435,
      "step": 3600
    },
    {
      "epoch": 1.4469833633994789,
      "grad_norm": 0.9107206463813782,
      "learning_rate": 6.170686017815456e-05,
      "loss": 0.1219,
      "step": 3610
    },
    {
      "epoch": 1.4509921828021648,
      "grad_norm": 0.9753092527389526,
      "learning_rate": 6.147992028914926e-05,
      "loss": 0.1426,
      "step": 3620
    },
    {
      "epoch": 1.4550010022048507,
      "grad_norm": 0.9150570631027222,
      "learning_rate": 6.125273046887106e-05,
      "loss": 0.1342,
      "step": 3630
    },
    {
      "epoch": 1.4590098216075367,
      "grad_norm": 1.0572060346603394,
      "learning_rate": 6.10252956635077e-05,
      "loss": 0.1274,
      "step": 3640
    },
    {
      "epoch": 1.4630186410102226,
      "grad_norm": 0.7989734411239624,
      "learning_rate": 6.079762082458049e-05,
      "loss": 0.1385,
      "step": 3650
    },
    {
      "epoch": 1.4670274604129083,
      "grad_norm": 0.8875731229782104,
      "learning_rate": 6.056971090883665e-05,
      "loss": 0.1413,
      "step": 3660
    },
    {
      "epoch": 1.4710362798155943,
      "grad_norm": 0.9534810185432434,
      "learning_rate": 6.0341570878141184e-05,
      "loss": 0.1267,
      "step": 3670
    },
    {
      "epoch": 1.4750450992182802,
      "grad_norm": 0.7729069590568542,
      "learning_rate": 6.0113205699369056e-05,
      "loss": 0.1469,
      "step": 3680
    },
    {
      "epoch": 1.4790539186209661,
      "grad_norm": 0.6528967022895813,
      "learning_rate": 5.988462034429692e-05,
      "loss": 0.1314,
      "step": 3690
    },
    {
      "epoch": 1.483062738023652,
      "grad_norm": 1.0471932888031006,
      "learning_rate": 5.965581978949494e-05,
      "loss": 0.1294,
      "step": 3700
    },
    {
      "epoch": 1.487071557426338,
      "grad_norm": 0.8370137810707092,
      "learning_rate": 5.942680901621842e-05,
      "loss": 0.1507,
      "step": 3710
    },
    {
      "epoch": 1.4910803768290237,
      "grad_norm": 0.7025067210197449,
      "learning_rate": 5.9197593010299377e-05,
      "loss": 0.1386,
      "step": 3720
    },
    {
      "epoch": 1.4950891962317097,
      "grad_norm": 0.9664121866226196,
      "learning_rate": 5.8968176762037985e-05,
      "loss": 0.145,
      "step": 3730
    },
    {
      "epoch": 1.4990980156343956,
      "grad_norm": 0.8898931741714478,
      "learning_rate": 5.87385652660939e-05,
      "loss": 0.1386,
      "step": 3740
    },
    {
      "epoch": 1.5031068350370815,
      "grad_norm": 0.750616192817688,
      "learning_rate": 5.850876352137759e-05,
      "loss": 0.153,
      "step": 3750
    },
    {
      "epoch": 1.5071156544397675,
      "grad_norm": 1.0957409143447876,
      "learning_rate": 5.827877653094144e-05,
      "loss": 0.1329,
      "step": 3760
    },
    {
      "epoch": 1.5111244738424534,
      "grad_norm": 0.8789597749710083,
      "learning_rate": 5.8048609301870816e-05,
      "loss": 0.1329,
      "step": 3770
    },
    {
      "epoch": 1.5151332932451393,
      "grad_norm": 0.7944477200508118,
      "learning_rate": 5.781826684517515e-05,
      "loss": 0.1256,
      "step": 3780
    },
    {
      "epoch": 1.5191421126478253,
      "grad_norm": 0.8657981753349304,
      "learning_rate": 5.758775417567878e-05,
      "loss": 0.1266,
      "step": 3790
    },
    {
      "epoch": 1.5231509320505112,
      "grad_norm": 0.8267760276794434,
      "learning_rate": 5.73570763119117e-05,
      "loss": 0.1269,
      "step": 3800
    },
    {
      "epoch": 1.5271597514531972,
      "grad_norm": 0.9449699521064758,
      "learning_rate": 5.7126238276000474e-05,
      "loss": 0.1331,
      "step": 3810
    },
    {
      "epoch": 1.531168570855883,
      "grad_norm": 1.0582398176193237,
      "learning_rate": 5.689524509355873e-05,
      "loss": 0.1277,
      "step": 3820
    },
    {
      "epoch": 1.5351773902585688,
      "grad_norm": 0.8139535784721375,
      "learning_rate": 5.6664101793577865e-05,
      "loss": 0.1275,
      "step": 3830
    },
    {
      "epoch": 1.5391862096612547,
      "grad_norm": 0.7074098587036133,
      "learning_rate": 5.643281340831745e-05,
      "loss": 0.1307,
      "step": 3840
    },
    {
      "epoch": 1.5431950290639407,
      "grad_norm": 0.858897864818573,
      "learning_rate": 5.6201384973195825e-05,
      "loss": 0.1296,
      "step": 3850
    },
    {
      "epoch": 1.5472038484666266,
      "grad_norm": 0.984902560710907,
      "learning_rate": 5.596982152668029e-05,
      "loss": 0.1315,
      "step": 3860
    },
    {
      "epoch": 1.5512126678693123,
      "grad_norm": 0.9450563192367554,
      "learning_rate": 5.5738128110177523e-05,
      "loss": 0.1275,
      "step": 3870
    },
    {
      "epoch": 1.5552214872719983,
      "grad_norm": 1.13248610496521,
      "learning_rate": 5.550630976792385e-05,
      "loss": 0.1364,
      "step": 3880
    },
    {
      "epoch": 1.5592303066746842,
      "grad_norm": 0.9023851752281189,
      "learning_rate": 5.5274371546875304e-05,
      "loss": 0.1262,
      "step": 3890
    },
    {
      "epoch": 1.5632391260773701,
      "grad_norm": 0.9542123079299927,
      "learning_rate": 5.5042318496597876e-05,
      "loss": 0.1398,
      "step": 3900
    },
    {
      "epoch": 1.567247945480056,
      "grad_norm": 0.8645676374435425,
      "learning_rate": 5.4810155669157495e-05,
      "loss": 0.1356,
      "step": 3910
    },
    {
      "epoch": 1.571256764882742,
      "grad_norm": 0.8348353505134583,
      "learning_rate": 5.457788811901008e-05,
      "loss": 0.1431,
      "step": 3920
    },
    {
      "epoch": 1.575265584285428,
      "grad_norm": 0.8592683672904968,
      "learning_rate": 5.434552090289145e-05,
      "loss": 0.1243,
      "step": 3930
    },
    {
      "epoch": 1.579274403688114,
      "grad_norm": 0.9037445187568665,
      "learning_rate": 5.411305907970734e-05,
      "loss": 0.1201,
      "step": 3940
    },
    {
      "epoch": 1.5832832230907998,
      "grad_norm": 0.7110516428947449,
      "learning_rate": 5.3880507710423134e-05,
      "loss": 0.1331,
      "step": 3950
    },
    {
      "epoch": 1.5872920424934858,
      "grad_norm": 0.8847816586494446,
      "learning_rate": 5.3647871857953735e-05,
      "loss": 0.1224,
      "step": 3960
    },
    {
      "epoch": 1.5913008618961717,
      "grad_norm": 0.9340296983718872,
      "learning_rate": 5.341515658705339e-05,
      "loss": 0.1315,
      "step": 3970
    },
    {
      "epoch": 1.5953096812988576,
      "grad_norm": 0.9499775767326355,
      "learning_rate": 5.318236696420534e-05,
      "loss": 0.1338,
      "step": 3980
    },
    {
      "epoch": 1.5993185007015434,
      "grad_norm": 0.9325523972511292,
      "learning_rate": 5.294950805751158e-05,
      "loss": 0.1277,
      "step": 3990
    },
    {
      "epoch": 1.6033273201042293,
      "grad_norm": 0.9514039158821106,
      "learning_rate": 5.271658493658245e-05,
      "loss": 0.1287,
      "step": 4000
    },
    {
      "epoch": 1.6073361395069152,
      "grad_norm": 1.022368311882019,
      "learning_rate": 5.248360267242637e-05,
      "loss": 0.1363,
      "step": 4010
    },
    {
      "epoch": 1.6113449589096012,
      "grad_norm": 0.8409161567687988,
      "learning_rate": 5.2250566337339326e-05,
      "loss": 0.1341,
      "step": 4020
    },
    {
      "epoch": 1.6153537783122869,
      "grad_norm": 1.0613347291946411,
      "learning_rate": 5.201748100479452e-05,
      "loss": 0.1329,
      "step": 4030
    },
    {
      "epoch": 1.6193625977149728,
      "grad_norm": 0.8661359548568726,
      "learning_rate": 5.178435174933188e-05,
      "loss": 0.119,
      "step": 4040
    },
    {
      "epoch": 1.6233714171176588,
      "grad_norm": 0.9642584919929504,
      "learning_rate": 5.15511836464476e-05,
      "loss": 0.1279,
      "step": 4050
    },
    {
      "epoch": 1.6273802365203447,
      "grad_norm": 0.9616632461547852,
      "learning_rate": 5.131798177248357e-05,
      "loss": 0.1294,
      "step": 4060
    },
    {
      "epoch": 1.6313890559230306,
      "grad_norm": 1.1416373252868652,
      "learning_rate": 5.108475120451702e-05,
      "loss": 0.1394,
      "step": 4070
    },
    {
      "epoch": 1.6353978753257166,
      "grad_norm": 0.9488154649734497,
      "learning_rate": 5.085149702024977e-05,
      "loss": 0.1222,
      "step": 4080
    },
    {
      "epoch": 1.6394066947284025,
      "grad_norm": 1.030707597732544,
      "learning_rate": 5.061822429789788e-05,
      "loss": 0.1304,
      "step": 4090
    },
    {
      "epoch": 1.6434155141310884,
      "grad_norm": 1.0803980827331543,
      "learning_rate": 5.038493811608095e-05,
      "loss": 0.1326,
      "step": 4100
    },
    {
      "epoch": 1.6474243335337744,
      "grad_norm": 0.8971238136291504,
      "learning_rate": 5.015164355371164e-05,
      "loss": 0.1163,
      "step": 4110
    },
    {
      "epoch": 1.6514331529364603,
      "grad_norm": 0.7943403124809265,
      "learning_rate": 4.9918345689885035e-05,
      "loss": 0.1268,
      "step": 4120
    },
    {
      "epoch": 1.6554419723391463,
      "grad_norm": 1.109113097190857,
      "learning_rate": 4.968504960376815e-05,
      "loss": 0.1289,
      "step": 4130
    },
    {
      "epoch": 1.6594507917418322,
      "grad_norm": 1.1698325872421265,
      "learning_rate": 4.945176037448923e-05,
      "loss": 0.1138,
      "step": 4140
    },
    {
      "epoch": 1.663459611144518,
      "grad_norm": 1.1132344007492065,
      "learning_rate": 4.9218483081027284e-05,
      "loss": 0.1244,
      "step": 4150
    },
    {
      "epoch": 1.6674684305472038,
      "grad_norm": 0.8619892001152039,
      "learning_rate": 4.8985222802101475e-05,
      "loss": 0.1296,
      "step": 4160
    },
    {
      "epoch": 1.6714772499498898,
      "grad_norm": 1.010392427444458,
      "learning_rate": 4.875198461606047e-05,
      "loss": 0.1307,
      "step": 4170
    },
    {
      "epoch": 1.6754860693525757,
      "grad_norm": 0.8872926831245422,
      "learning_rate": 4.851877360077203e-05,
      "loss": 0.1241,
      "step": 4180
    },
    {
      "epoch": 1.6794948887552614,
      "grad_norm": 1.035994052886963,
      "learning_rate": 4.828559483351233e-05,
      "loss": 0.112,
      "step": 4190
    },
    {
      "epoch": 1.6835037081579474,
      "grad_norm": 1.1755554676055908,
      "learning_rate": 4.805245339085548e-05,
      "loss": 0.1198,
      "step": 4200
    },
    {
      "epoch": 1.6875125275606333,
      "grad_norm": 1.008541226387024,
      "learning_rate": 4.781935434856299e-05,
      "loss": 0.1348,
      "step": 4210
    },
    {
      "epoch": 1.6915213469633192,
      "grad_norm": 1.0429742336273193,
      "learning_rate": 4.758630278147327e-05,
      "loss": 0.1205,
      "step": 4220
    },
    {
      "epoch": 1.6955301663660052,
      "grad_norm": 0.8936703205108643,
      "learning_rate": 4.735330376339111e-05,
      "loss": 0.119,
      "step": 4230
    },
    {
      "epoch": 1.6995389857686911,
      "grad_norm": 0.9886868596076965,
      "learning_rate": 4.712036236697728e-05,
      "loss": 0.1084,
      "step": 4240
    },
    {
      "epoch": 1.703547805171377,
      "grad_norm": 0.9149814248085022,
      "learning_rate": 4.6887483663638084e-05,
      "loss": 0.1303,
      "step": 4250
    },
    {
      "epoch": 1.707556624574063,
      "grad_norm": 0.9031015634536743,
      "learning_rate": 4.665467272341484e-05,
      "loss": 0.109,
      "step": 4260
    },
    {
      "epoch": 1.711565443976749,
      "grad_norm": 1.041288137435913,
      "learning_rate": 4.6421934614873654e-05,
      "loss": 0.1246,
      "step": 4270
    },
    {
      "epoch": 1.7155742633794349,
      "grad_norm": 0.9827173352241516,
      "learning_rate": 4.6189274404994984e-05,
      "loss": 0.1252,
      "step": 4280
    },
    {
      "epoch": 1.7195830827821208,
      "grad_norm": 1.0415915250778198,
      "learning_rate": 4.595669715906333e-05,
      "loss": 0.1122,
      "step": 4290
    },
    {
      "epoch": 1.7235919021848067,
      "grad_norm": 1.0126681327819824,
      "learning_rate": 4.572420794055698e-05,
      "loss": 0.1213,
      "step": 4300
    },
    {
      "epoch": 1.7276007215874924,
      "grad_norm": 0.9639745354652405,
      "learning_rate": 4.549181181103778e-05,
      "loss": 0.1279,
      "step": 4310
    },
    {
      "epoch": 1.7316095409901784,
      "grad_norm": 1.1144078969955444,
      "learning_rate": 4.5259513830040875e-05,
      "loss": 0.1189,
      "step": 4320
    },
    {
      "epoch": 1.7356183603928643,
      "grad_norm": 1.139124870300293,
      "learning_rate": 4.502731905496463e-05,
      "loss": 0.1112,
      "step": 4330
    },
    {
      "epoch": 1.7396271797955503,
      "grad_norm": 1.0518343448638916,
      "learning_rate": 4.479523254096055e-05,
      "loss": 0.1321,
      "step": 4340
    },
    {
      "epoch": 1.743635999198236,
      "grad_norm": 0.7808403968811035,
      "learning_rate": 4.456325934082302e-05,
      "loss": 0.1391,
      "step": 4350
    },
    {
      "epoch": 1.747644818600922,
      "grad_norm": 1.047770619392395,
      "learning_rate": 4.433140450487962e-05,
      "loss": 0.1302,
      "step": 4360
    },
    {
      "epoch": 1.7516536380036078,
      "grad_norm": 0.9837223291397095,
      "learning_rate": 4.409967308088091e-05,
      "loss": 0.1193,
      "step": 4370
    },
    {
      "epoch": 1.7556624574062938,
      "grad_norm": 1.0093597173690796,
      "learning_rate": 4.3868070113890626e-05,
      "loss": 0.1163,
      "step": 4380
    },
    {
      "epoch": 1.7596712768089797,
      "grad_norm": 1.1313358545303345,
      "learning_rate": 4.36366006461759e-05,
      "loss": 0.1274,
      "step": 4390
    },
    {
      "epoch": 1.7636800962116657,
      "grad_norm": 0.9579795598983765,
      "learning_rate": 4.340526971709735e-05,
      "loss": 0.1103,
      "step": 4400
    },
    {
      "epoch": 1.7676889156143516,
      "grad_norm": 1.0444706678390503,
      "learning_rate": 4.317408236299952e-05,
      "loss": 0.1121,
      "step": 4410
    },
    {
      "epoch": 1.7716977350170375,
      "grad_norm": 0.9483968019485474,
      "learning_rate": 4.2943043617101134e-05,
      "loss": 0.1086,
      "step": 4420
    },
    {
      "epoch": 1.7757065544197235,
      "grad_norm": 1.0954207181930542,
      "learning_rate": 4.2712158509385495e-05,
      "loss": 0.1166,
      "step": 4430
    },
    {
      "epoch": 1.7797153738224094,
      "grad_norm": 1.169009804725647,
      "learning_rate": 4.2481432066491114e-05,
      "loss": 0.1164,
      "step": 4440
    },
    {
      "epoch": 1.7837241932250953,
      "grad_norm": 0.9690777063369751,
      "learning_rate": 4.2250869311602124e-05,
      "loss": 0.1237,
      "step": 4450
    },
    {
      "epoch": 1.7877330126277813,
      "grad_norm": 1.0763111114501953,
      "learning_rate": 4.2020475264338966e-05,
      "loss": 0.1382,
      "step": 4460
    },
    {
      "epoch": 1.791741832030467,
      "grad_norm": 0.924728274345398,
      "learning_rate": 4.179025494064916e-05,
      "loss": 0.104,
      "step": 4470
    },
    {
      "epoch": 1.795750651433153,
      "grad_norm": 0.9748139977455139,
      "learning_rate": 4.156021335269806e-05,
      "loss": 0.1071,
      "step": 4480
    },
    {
      "epoch": 1.7997594708358389,
      "grad_norm": 1.1556870937347412,
      "learning_rate": 4.133035550875968e-05,
      "loss": 0.1137,
      "step": 4490
    },
    {
      "epoch": 1.8037682902385248,
      "grad_norm": 1.1552350521087646,
      "learning_rate": 4.110068641310775e-05,
      "loss": 0.1207,
      "step": 4500
    },
    {
      "epoch": 1.8077771096412105,
      "grad_norm": 1.115271806716919,
      "learning_rate": 4.0871211065906786e-05,
      "loss": 0.1205,
      "step": 4510
    },
    {
      "epoch": 1.8117859290438965,
      "grad_norm": 0.9051127433776855,
      "learning_rate": 4.0641934463103054e-05,
      "loss": 0.1123,
      "step": 4520
    },
    {
      "epoch": 1.8157947484465824,
      "grad_norm": 1.0964293479919434,
      "learning_rate": 4.0412861596316013e-05,
      "loss": 0.1092,
      "step": 4530
    },
    {
      "epoch": 1.8198035678492683,
      "grad_norm": 1.308677315711975,
      "learning_rate": 4.0183997452729534e-05,
      "loss": 0.1182,
      "step": 4540
    },
    {
      "epoch": 1.8238123872519543,
      "grad_norm": 0.9863505959510803,
      "learning_rate": 3.99553470149833e-05,
      "loss": 0.1138,
      "step": 4550
    },
    {
      "epoch": 1.8278212066546402,
      "grad_norm": 0.9477949142456055,
      "learning_rate": 3.9726915261064426e-05,
      "loss": 0.123,
      "step": 4560
    },
    {
      "epoch": 1.8318300260573261,
      "grad_norm": 1.130746841430664,
      "learning_rate": 3.9498707164198984e-05,
      "loss": 0.1096,
      "step": 4570
    },
    {
      "epoch": 1.835838845460012,
      "grad_norm": 1.0901241302490234,
      "learning_rate": 3.927072769274377e-05,
      "loss": 0.1062,
      "step": 4580
    },
    {
      "epoch": 1.839847664862698,
      "grad_norm": 0.79862380027771,
      "learning_rate": 3.904298181007817e-05,
      "loss": 0.1117,
      "step": 4590
    },
    {
      "epoch": 1.843856484265384,
      "grad_norm": 0.8396957516670227,
      "learning_rate": 3.881547447449606e-05,
      "loss": 0.1247,
      "step": 4600
    },
    {
      "epoch": 1.84786530366807,
      "grad_norm": 1.0613499879837036,
      "learning_rate": 3.858821063909782e-05,
      "loss": 0.1101,
      "step": 4610
    },
    {
      "epoch": 1.8518741230707558,
      "grad_norm": 1.147533655166626,
      "learning_rate": 3.8361195251682614e-05,
      "loss": 0.1141,
      "step": 4620
    },
    {
      "epoch": 1.8558829424734415,
      "grad_norm": 1.1135718822479248,
      "learning_rate": 3.8134433254640576e-05,
      "loss": 0.1266,
      "step": 4630
    },
    {
      "epoch": 1.8598917618761275,
      "grad_norm": 1.0798869132995605,
      "learning_rate": 3.790792958484522e-05,
      "loss": 0.1132,
      "step": 4640
    },
    {
      "epoch": 1.8639005812788134,
      "grad_norm": 0.9285503029823303,
      "learning_rate": 3.7681689173545984e-05,
      "loss": 0.1059,
      "step": 4650
    },
    {
      "epoch": 1.8679094006814991,
      "grad_norm": 1.1934738159179688,
      "learning_rate": 3.745571694626088e-05,
      "loss": 0.1013,
      "step": 4660
    },
    {
      "epoch": 1.871918220084185,
      "grad_norm": 1.0734087228775024,
      "learning_rate": 3.7230017822669204e-05,
      "loss": 0.1056,
      "step": 4670
    },
    {
      "epoch": 1.875927039486871,
      "grad_norm": 0.9423579573631287,
      "learning_rate": 3.700459671650452e-05,
      "loss": 0.1193,
      "step": 4680
    },
    {
      "epoch": 1.879935858889557,
      "grad_norm": 0.9041392803192139,
      "learning_rate": 3.677945853544755e-05,
      "loss": 0.1098,
      "step": 4690
    },
    {
      "epoch": 1.8839446782922429,
      "grad_norm": 1.1040509939193726,
      "learning_rate": 3.6554608181019465e-05,
      "loss": 0.1195,
      "step": 4700
    },
    {
      "epoch": 1.8879534976949288,
      "grad_norm": 1.2079628705978394,
      "learning_rate": 3.633005054847514e-05,
      "loss": 0.12,
      "step": 4710
    },
    {
      "epoch": 1.8919623170976148,
      "grad_norm": 0.9661321640014648,
      "learning_rate": 3.6105790526696445e-05,
      "loss": 0.1128,
      "step": 4720
    },
    {
      "epoch": 1.8959711365003007,
      "grad_norm": 1.2310171127319336,
      "learning_rate": 3.588183299808604e-05,
      "loss": 0.1165,
      "step": 4730
    },
    {
      "epoch": 1.8999799559029866,
      "grad_norm": 0.9907431602478027,
      "learning_rate": 3.565818283846089e-05,
      "loss": 0.1037,
      "step": 4740
    },
    {
      "epoch": 1.9039887753056726,
      "grad_norm": 0.9235789775848389,
      "learning_rate": 3.543484491694615e-05,
      "loss": 0.0974,
      "step": 4750
    },
    {
      "epoch": 1.9079975947083585,
      "grad_norm": 1.1032791137695312,
      "learning_rate": 3.521182409586925e-05,
      "loss": 0.1223,
      "step": 4760
    },
    {
      "epoch": 1.9120064141110444,
      "grad_norm": 1.138131856918335,
      "learning_rate": 3.4989125230653965e-05,
      "loss": 0.1085,
      "step": 4770
    },
    {
      "epoch": 1.9160152335137302,
      "grad_norm": 1.0244325399398804,
      "learning_rate": 3.476675316971466e-05,
      "loss": 0.0997,
      "step": 4780
    },
    {
      "epoch": 1.920024052916416,
      "grad_norm": 1.141847014427185,
      "learning_rate": 3.454471275435083e-05,
      "loss": 0.1054,
      "step": 4790
    },
    {
      "epoch": 1.924032872319102,
      "grad_norm": 0.9330345988273621,
      "learning_rate": 3.4323008818641696e-05,
      "loss": 0.1065,
      "step": 4800
    },
    {
      "epoch": 1.928041691721788,
      "grad_norm": 0.9627101421356201,
      "learning_rate": 3.410164618934082e-05,
      "loss": 0.0913,
      "step": 4810
    },
    {
      "epoch": 1.9320505111244737,
      "grad_norm": 0.9817176461219788,
      "learning_rate": 3.388062968577124e-05,
      "loss": 0.1243,
      "step": 4820
    },
    {
      "epoch": 1.9360593305271596,
      "grad_norm": 1.1931806802749634,
      "learning_rate": 3.3659964119720356e-05,
      "loss": 0.1068,
      "step": 4830
    },
    {
      "epoch": 1.9400681499298456,
      "grad_norm": 1.1554603576660156,
      "learning_rate": 3.3439654295335274e-05,
      "loss": 0.1116,
      "step": 4840
    },
    {
      "epoch": 1.9440769693325315,
      "grad_norm": 1.0284534692764282,
      "learning_rate": 3.321970500901819e-05,
      "loss": 0.1021,
      "step": 4850
    },
    {
      "epoch": 1.9480857887352174,
      "grad_norm": 0.9820400476455688,
      "learning_rate": 3.3000121049321956e-05,
      "loss": 0.093,
      "step": 4860
    },
    {
      "epoch": 1.9520946081379034,
      "grad_norm": 0.9649590849876404,
      "learning_rate": 3.2780907196845845e-05,
      "loss": 0.105,
      "step": 4870
    },
    {
      "epoch": 1.9561034275405893,
      "grad_norm": 1.1404318809509277,
      "learning_rate": 3.256206822413145e-05,
      "loss": 0.1028,
      "step": 4880
    },
    {
      "epoch": 1.9601122469432752,
      "grad_norm": 0.8916597366333008,
      "learning_rate": 3.234360889555884e-05,
      "loss": 0.114,
      "step": 4890
    },
    {
      "epoch": 1.9641210663459612,
      "grad_norm": 1.0824633836746216,
      "learning_rate": 3.2125533967242704e-05,
      "loss": 0.1047,
      "step": 4900
    },
    {
      "epoch": 1.9681298857486471,
      "grad_norm": 1.3187285661697388,
      "learning_rate": 3.190784818692897e-05,
      "loss": 0.1035,
      "step": 4910
    },
    {
      "epoch": 1.972138705151333,
      "grad_norm": 1.2455309629440308,
      "learning_rate": 3.169055629389132e-05,
      "loss": 0.1032,
      "step": 4920
    },
    {
      "epoch": 1.976147524554019,
      "grad_norm": 0.8298673629760742,
      "learning_rate": 3.147366301882805e-05,
      "loss": 0.1028,
      "step": 4930
    },
    {
      "epoch": 1.9801563439567047,
      "grad_norm": 1.0020873546600342,
      "learning_rate": 3.1257173083759086e-05,
      "loss": 0.1167,
      "step": 4940
    },
    {
      "epoch": 1.9841651633593906,
      "grad_norm": 1.1114490032196045,
      "learning_rate": 3.104109120192317e-05,
      "loss": 0.0998,
      "step": 4950
    },
    {
      "epoch": 1.9881739827620766,
      "grad_norm": 1.0216310024261475,
      "learning_rate": 3.082542207767523e-05,
      "loss": 0.1189,
      "step": 4960
    },
    {
      "epoch": 1.9921828021647625,
      "grad_norm": 1.2210197448730469,
      "learning_rate": 3.0610170406384045e-05,
      "loss": 0.1088,
      "step": 4970
    },
    {
      "epoch": 1.9961916215674482,
      "grad_norm": 1.0631357431411743,
      "learning_rate": 3.0395340874329837e-05,
      "loss": 0.1098,
      "step": 4980
    },
    {
      "epoch": 2.0,
      "grad_norm": 1.2607094049453735,
      "learning_rate": 3.0180938158602483e-05,
      "loss": 0.1112,
      "step": 4990
    },
    {
      "epoch": 2.004008819402686,
      "grad_norm": 1.0189579725265503,
      "learning_rate": 2.996696692699952e-05,
      "loss": 0.0646,
      "step": 5000
    },
    {
      "epoch": 2.008017638805372,
      "grad_norm": 1.3740028142929077,
      "learning_rate": 2.9753431837924545e-05,
      "loss": 0.083,
      "step": 5010
    },
    {
      "epoch": 2.012026458208058,
      "grad_norm": 1.5331498384475708,
      "learning_rate": 2.9540337540285868e-05,
      "loss": 0.0717,
      "step": 5020
    },
    {
      "epoch": 2.0160352776107437,
      "grad_norm": 1.4585199356079102,
      "learning_rate": 2.9327688673395236e-05,
      "loss": 0.071,
      "step": 5030
    },
    {
      "epoch": 2.0200440970134297,
      "grad_norm": 1.2551562786102295,
      "learning_rate": 2.911548986686683e-05,
      "loss": 0.0805,
      "step": 5040
    },
    {
      "epoch": 2.0240529164161156,
      "grad_norm": 0.9197141528129578,
      "learning_rate": 2.890374574051654e-05,
      "loss": 0.0747,
      "step": 5050
    },
    {
      "epoch": 2.0280617358188016,
      "grad_norm": 1.359002947807312,
      "learning_rate": 2.869246090426131e-05,
      "loss": 0.0746,
      "step": 5060
    },
    {
      "epoch": 2.0320705552214875,
      "grad_norm": 1.1969698667526245,
      "learning_rate": 2.8481639958018758e-05,
      "loss": 0.0703,
      "step": 5070
    },
    {
      "epoch": 2.036079374624173,
      "grad_norm": 1.179650902748108,
      "learning_rate": 2.827128749160715e-05,
      "loss": 0.0744,
      "step": 5080
    },
    {
      "epoch": 2.040088194026859,
      "grad_norm": 1.3521727323532104,
      "learning_rate": 2.8061408084645358e-05,
      "loss": 0.0712,
      "step": 5090
    },
    {
      "epoch": 2.044097013429545,
      "grad_norm": 1.1871998310089111,
      "learning_rate": 2.78520063064532e-05,
      "loss": 0.0617,
      "step": 5100
    },
    {
      "epoch": 2.048105832832231,
      "grad_norm": 1.5966202020645142,
      "learning_rate": 2.7643086715951964e-05,
      "loss": 0.0822,
      "step": 5110
    },
    {
      "epoch": 2.0521146522349167,
      "grad_norm": 1.5227017402648926,
      "learning_rate": 2.7434653861565175e-05,
      "loss": 0.0782,
      "step": 5120
    },
    {
      "epoch": 2.0561234716376027,
      "grad_norm": 1.2805331945419312,
      "learning_rate": 2.7226712281119448e-05,
      "loss": 0.065,
      "step": 5130
    },
    {
      "epoch": 2.0601322910402886,
      "grad_norm": 1.0091133117675781,
      "learning_rate": 2.701926650174592e-05,
      "loss": 0.0771,
      "step": 5140
    },
    {
      "epoch": 2.0641411104429745,
      "grad_norm": 1.114707589149475,
      "learning_rate": 2.6812321039781507e-05,
      "loss": 0.0796,
      "step": 5150
    },
    {
      "epoch": 2.0681499298456605,
      "grad_norm": 1.2408510446548462,
      "learning_rate": 2.6605880400670573e-05,
      "loss": 0.0624,
      "step": 5160
    },
    {
      "epoch": 2.0721587492483464,
      "grad_norm": 1.6427772045135498,
      "learning_rate": 2.639994907886697e-05,
      "loss": 0.0682,
      "step": 5170
    },
    {
      "epoch": 2.0761675686510324,
      "grad_norm": 1.5963749885559082,
      "learning_rate": 2.61945315577361e-05,
      "loss": 0.0594,
      "step": 5180
    },
    {
      "epoch": 2.0801763880537183,
      "grad_norm": 1.3586746454238892,
      "learning_rate": 2.5989632309457318e-05,
      "loss": 0.0764,
      "step": 5190
    },
    {
      "epoch": 2.0841852074564042,
      "grad_norm": 1.2391273975372314,
      "learning_rate": 2.5785255794926573e-05,
      "loss": 0.0554,
      "step": 5200
    },
    {
      "epoch": 2.08819402685909,
      "grad_norm": 1.079005241394043,
      "learning_rate": 2.558140646365929e-05,
      "loss": 0.0618,
      "step": 5210
    },
    {
      "epoch": 2.092202846261776,
      "grad_norm": 1.494195580482483,
      "learning_rate": 2.537808875369351e-05,
      "loss": 0.0745,
      "step": 5220
    },
    {
      "epoch": 2.0962116656644616,
      "grad_norm": 1.301558256149292,
      "learning_rate": 2.5175307091493255e-05,
      "loss": 0.0661,
      "step": 5230
    },
    {
      "epoch": 2.1002204850671475,
      "grad_norm": 1.9365872144699097,
      "learning_rate": 2.497306589185212e-05,
      "loss": 0.0726,
      "step": 5240
    },
    {
      "epoch": 2.1042293044698335,
      "grad_norm": 1.3354028463363647,
      "learning_rate": 2.4771369557797264e-05,
      "loss": 0.0742,
      "step": 5250
    },
    {
      "epoch": 2.1082381238725194,
      "grad_norm": 1.2166097164154053,
      "learning_rate": 2.4570222480493437e-05,
      "loss": 0.0763,
      "step": 5260
    },
    {
      "epoch": 2.1122469432752053,
      "grad_norm": 1.8834477663040161,
      "learning_rate": 2.4369629039147458e-05,
      "loss": 0.0657,
      "step": 5270
    },
    {
      "epoch": 2.1162557626778913,
      "grad_norm": 1.174580693244934,
      "learning_rate": 2.416959360091283e-05,
      "loss": 0.0725,
      "step": 5280
    },
    {
      "epoch": 2.120264582080577,
      "grad_norm": 1.636049747467041,
      "learning_rate": 2.397012052079469e-05,
      "loss": 0.0677,
      "step": 5290
    },
    {
      "epoch": 2.124273401483263,
      "grad_norm": 1.0291727781295776,
      "learning_rate": 2.3771214141554932e-05,
      "loss": 0.072,
      "step": 5300
    },
    {
      "epoch": 2.128282220885949,
      "grad_norm": 1.4774961471557617,
      "learning_rate": 2.3572878793617785e-05,
      "loss": 0.0626,
      "step": 5310
    },
    {
      "epoch": 2.132291040288635,
      "grad_norm": 1.3647609949111938,
      "learning_rate": 2.3375118794975436e-05,
      "loss": 0.0822,
      "step": 5320
    },
    {
      "epoch": 2.136299859691321,
      "grad_norm": 1.2686548233032227,
      "learning_rate": 2.3177938451093994e-05,
      "loss": 0.0654,
      "step": 5330
    },
    {
      "epoch": 2.140308679094007,
      "grad_norm": 1.0904122591018677,
      "learning_rate": 2.298134205481986e-05,
      "loss": 0.0788,
      "step": 5340
    },
    {
      "epoch": 2.144317498496693,
      "grad_norm": 1.5554347038269043,
      "learning_rate": 2.278533388628621e-05,
      "loss": 0.0618,
      "step": 5350
    },
    {
      "epoch": 2.148326317899379,
      "grad_norm": 1.4490818977355957,
      "learning_rate": 2.2589918212819787e-05,
      "loss": 0.0714,
      "step": 5360
    },
    {
      "epoch": 2.1523351373020647,
      "grad_norm": 1.056925892829895,
      "learning_rate": 2.2395099288848066e-05,
      "loss": 0.0787,
      "step": 5370
    },
    {
      "epoch": 2.1563439567047507,
      "grad_norm": 1.642364740371704,
      "learning_rate": 2.2200881355806565e-05,
      "loss": 0.0766,
      "step": 5380
    },
    {
      "epoch": 2.1603527761074366,
      "grad_norm": 1.0628970861434937,
      "learning_rate": 2.2007268642046476e-05,
      "loss": 0.0557,
      "step": 5390
    },
    {
      "epoch": 2.164361595510122,
      "grad_norm": 0.9546886086463928,
      "learning_rate": 2.181426536274277e-05,
      "loss": 0.0591,
      "step": 5400
    },
    {
      "epoch": 2.168370414912808,
      "grad_norm": 1.6997793912887573,
      "learning_rate": 2.1621875719802258e-05,
      "loss": 0.069,
      "step": 5410
    },
    {
      "epoch": 2.172379234315494,
      "grad_norm": 1.2331558465957642,
      "learning_rate": 2.1430103901772135e-05,
      "loss": 0.0765,
      "step": 5420
    },
    {
      "epoch": 2.17638805371818,
      "grad_norm": 1.4007397890090942,
      "learning_rate": 2.1238954083748887e-05,
      "loss": 0.0759,
      "step": 5430
    },
    {
      "epoch": 2.180396873120866,
      "grad_norm": 1.1436303853988647,
      "learning_rate": 2.1048430427287304e-05,
      "loss": 0.0681,
      "step": 5440
    },
    {
      "epoch": 2.1844056925235518,
      "grad_norm": 0.89713454246521,
      "learning_rate": 2.085853708030991e-05,
      "loss": 0.0701,
      "step": 5450
    },
    {
      "epoch": 2.1884145119262377,
      "grad_norm": 1.5042600631713867,
      "learning_rate": 2.0669278177016664e-05,
      "loss": 0.0654,
      "step": 5460
    },
    {
      "epoch": 2.1924233313289236,
      "grad_norm": 1.211078405380249,
      "learning_rate": 2.0480657837794963e-05,
      "loss": 0.069,
      "step": 5470
    },
    {
      "epoch": 2.1964321507316096,
      "grad_norm": 0.9574674367904663,
      "learning_rate": 2.0292680169129828e-05,
      "loss": 0.0623,
      "step": 5480
    },
    {
      "epoch": 2.2004409701342955,
      "grad_norm": 1.1876091957092285,
      "learning_rate": 2.0105349263514728e-05,
      "loss": 0.0637,
      "step": 5490
    },
    {
      "epoch": 2.2044497895369815,
      "grad_norm": 1.3990014791488647,
      "learning_rate": 1.991866919936226e-05,
      "loss": 0.0659,
      "step": 5500
    },
    {
      "epoch": 2.2084586089396674,
      "grad_norm": 0.9827179312705994,
      "learning_rate": 1.9732644040915427e-05,
      "loss": 0.0603,
      "step": 5510
    },
    {
      "epoch": 2.2124674283423533,
      "grad_norm": 1.0140836238861084,
      "learning_rate": 1.9547277838159222e-05,
      "loss": 0.0574,
      "step": 5520
    },
    {
      "epoch": 2.2164762477450393,
      "grad_norm": 1.0066441297531128,
      "learning_rate": 1.936257462673238e-05,
      "loss": 0.0693,
      "step": 5530
    },
    {
      "epoch": 2.220485067147725,
      "grad_norm": 1.0355478525161743,
      "learning_rate": 1.9178538427839537e-05,
      "loss": 0.0623,
      "step": 5540
    },
    {
      "epoch": 2.2244938865504107,
      "grad_norm": 1.0241667032241821,
      "learning_rate": 1.8995173248163716e-05,
      "loss": 0.0575,
      "step": 5550
    },
    {
      "epoch": 2.2285027059530966,
      "grad_norm": 1.0945931673049927,
      "learning_rate": 1.8812483079779008e-05,
      "loss": 0.0617,
      "step": 5560
    },
    {
      "epoch": 2.2325115253557826,
      "grad_norm": 1.2159384489059448,
      "learning_rate": 1.863047190006375e-05,
      "loss": 0.0764,
      "step": 5570
    },
    {
      "epoch": 2.2365203447584685,
      "grad_norm": 1.3158025741577148,
      "learning_rate": 1.8449143671613962e-05,
      "loss": 0.0663,
      "step": 5580
    },
    {
      "epoch": 2.2405291641611544,
      "grad_norm": 1.1542671918869019,
      "learning_rate": 1.8268502342156918e-05,
      "loss": 0.064,
      "step": 5590
    },
    {
      "epoch": 2.2445379835638404,
      "grad_norm": 1.233852744102478,
      "learning_rate": 1.808855184446535e-05,
      "loss": 0.0708,
      "step": 5600
    },
    {
      "epoch": 2.2485468029665263,
      "grad_norm": 1.0461921691894531,
      "learning_rate": 1.7909296096271783e-05,
      "loss": 0.0611,
      "step": 5610
    },
    {
      "epoch": 2.2525556223692123,
      "grad_norm": 1.2904634475708008,
      "learning_rate": 1.773073900018321e-05,
      "loss": 0.0598,
      "step": 5620
    },
    {
      "epoch": 2.256564441771898,
      "grad_norm": 1.213394284248352,
      "learning_rate": 1.7552884443596168e-05,
      "loss": 0.0608,
      "step": 5630
    },
    {
      "epoch": 2.260573261174584,
      "grad_norm": 1.203125,
      "learning_rate": 1.73757362986121e-05,
      "loss": 0.0638,
      "step": 5640
    },
    {
      "epoch": 2.26458208057727,
      "grad_norm": 1.0718966722488403,
      "learning_rate": 1.7199298421952987e-05,
      "loss": 0.0628,
      "step": 5650
    },
    {
      "epoch": 2.268590899979956,
      "grad_norm": 1.5006955862045288,
      "learning_rate": 1.7023574654877482e-05,
      "loss": 0.0591,
      "step": 5660
    },
    {
      "epoch": 2.272599719382642,
      "grad_norm": 1.0694504976272583,
      "learning_rate": 1.684856882309729e-05,
      "loss": 0.0699,
      "step": 5670
    },
    {
      "epoch": 2.276608538785328,
      "grad_norm": 1.068630337715149,
      "learning_rate": 1.6674284736693713e-05,
      "loss": 0.0599,
      "step": 5680
    },
    {
      "epoch": 2.280617358188014,
      "grad_norm": 0.9531617760658264,
      "learning_rate": 1.6500726190034888e-05,
      "loss": 0.0595,
      "step": 5690
    },
    {
      "epoch": 2.2846261775906997,
      "grad_norm": 1.1300429105758667,
      "learning_rate": 1.6327896961693086e-05,
      "loss": 0.0704,
      "step": 5700
    },
    {
      "epoch": 2.2886349969933857,
      "grad_norm": 1.248582124710083,
      "learning_rate": 1.6155800814362475e-05,
      "loss": 0.0591,
      "step": 5710
    },
    {
      "epoch": 2.292643816396071,
      "grad_norm": 1.2277759313583374,
      "learning_rate": 1.598444149477718e-05,
      "loss": 0.0644,
      "step": 5720
    },
    {
      "epoch": 2.296652635798757,
      "grad_norm": 1.4432833194732666,
      "learning_rate": 1.5813822733629745e-05,
      "loss": 0.0715,
      "step": 5730
    },
    {
      "epoch": 2.300661455201443,
      "grad_norm": 1.1492823362350464,
      "learning_rate": 1.5643948245489836e-05,
      "loss": 0.0525,
      "step": 5740
    },
    {
      "epoch": 2.304670274604129,
      "grad_norm": 1.4520362615585327,
      "learning_rate": 1.547482172872351e-05,
      "loss": 0.0536,
      "step": 5750
    },
    {
      "epoch": 2.308679094006815,
      "grad_norm": 1.236132025718689,
      "learning_rate": 1.530644686541258e-05,
      "loss": 0.0584,
      "step": 5760
    },
    {
      "epoch": 2.312687913409501,
      "grad_norm": 1.4177806377410889,
      "learning_rate": 1.5138827321274435e-05,
      "loss": 0.0597,
      "step": 5770
    },
    {
      "epoch": 2.316696732812187,
      "grad_norm": 1.0297455787658691,
      "learning_rate": 1.497196674558235e-05,
      "loss": 0.0627,
      "step": 5780
    },
    {
      "epoch": 2.3207055522148727,
      "grad_norm": 1.1963504552841187,
      "learning_rate": 1.4805868771085946e-05,
      "loss": 0.0627,
      "step": 5790
    },
    {
      "epoch": 2.3247143716175587,
      "grad_norm": 1.5588128566741943,
      "learning_rate": 1.4640537013932121e-05,
      "loss": 0.0609,
      "step": 5800
    },
    {
      "epoch": 2.3287231910202446,
      "grad_norm": 1.5374112129211426,
      "learning_rate": 1.4475975073586345e-05,
      "loss": 0.0716,
      "step": 5810
    },
    {
      "epoch": 2.3327320104229305,
      "grad_norm": 1.6463807821273804,
      "learning_rate": 1.431218653275424e-05,
      "loss": 0.0737,
      "step": 5820
    },
    {
      "epoch": 2.3367408298256165,
      "grad_norm": 1.3641928434371948,
      "learning_rate": 1.4149174957303629e-05,
      "loss": 0.0672,
      "step": 5830
    },
    {
      "epoch": 2.3407496492283024,
      "grad_norm": 1.259701132774353,
      "learning_rate": 1.398694389618696e-05,
      "loss": 0.0759,
      "step": 5840
    },
    {
      "epoch": 2.3447584686309884,
      "grad_norm": 1.2060563564300537,
      "learning_rate": 1.3825496881363864e-05,
      "loss": 0.0628,
      "step": 5850
    },
    {
      "epoch": 2.348767288033674,
      "grad_norm": 1.3083685636520386,
      "learning_rate": 1.3664837427724431e-05,
      "loss": 0.0578,
      "step": 5860
    },
    {
      "epoch": 2.35277610743636,
      "grad_norm": 1.3214398622512817,
      "learning_rate": 1.3504969033012615e-05,
      "loss": 0.06,
      "step": 5870
    },
    {
      "epoch": 2.3567849268390457,
      "grad_norm": 1.1904963254928589,
      "learning_rate": 1.3345895177750094e-05,
      "loss": 0.0617,
      "step": 5880
    },
    {
      "epoch": 2.3607937462417317,
      "grad_norm": 1.1517525911331177,
      "learning_rate": 1.3187619325160483e-05,
      "loss": 0.0528,
      "step": 5890
    },
    {
      "epoch": 2.3648025656444176,
      "grad_norm": 1.424729824066162,
      "learning_rate": 1.3030144921093979e-05,
      "loss": 0.0652,
      "step": 5900
    },
    {
      "epoch": 2.3688113850471035,
      "grad_norm": 1.4582880735397339,
      "learning_rate": 1.2873475393952245e-05,
      "loss": 0.0641,
      "step": 5910
    },
    {
      "epoch": 2.3728202044497895,
      "grad_norm": 1.2188777923583984,
      "learning_rate": 1.2717614154613877e-05,
      "loss": 0.067,
      "step": 5920
    },
    {
      "epoch": 2.3768290238524754,
      "grad_norm": 1.2932417392730713,
      "learning_rate": 1.2562564596360144e-05,
      "loss": 0.0535,
      "step": 5930
    },
    {
      "epoch": 2.3808378432551613,
      "grad_norm": 1.2565412521362305,
      "learning_rate": 1.2408330094800974e-05,
      "loss": 0.0642,
      "step": 5940
    },
    {
      "epoch": 2.3848466626578473,
      "grad_norm": 1.1354554891586304,
      "learning_rate": 1.225491400780162e-05,
      "loss": 0.0518,
      "step": 5950
    },
    {
      "epoch": 2.388855482060533,
      "grad_norm": 1.0824904441833496,
      "learning_rate": 1.2102319675409491e-05,
      "loss": 0.0593,
      "step": 5960
    },
    {
      "epoch": 2.392864301463219,
      "grad_norm": 1.3248436450958252,
      "learning_rate": 1.1950550419781414e-05,
      "loss": 0.0606,
      "step": 5970
    },
    {
      "epoch": 2.396873120865905,
      "grad_norm": 1.3530750274658203,
      "learning_rate": 1.1799609545111363e-05,
      "loss": 0.058,
      "step": 5980
    },
    {
      "epoch": 2.400881940268591,
      "grad_norm": 1.5529499053955078,
      "learning_rate": 1.1649500337558478e-05,
      "loss": 0.066,
      "step": 5990
    },
    {
      "epoch": 2.404890759671277,
      "grad_norm": 0.9849441647529602,
      "learning_rate": 1.15002260651755e-05,
      "loss": 0.0657,
      "step": 6000
    },
    {
      "epoch": 2.408899579073963,
      "grad_norm": 1.6223032474517822,
      "learning_rate": 1.1351789977837696e-05,
      "loss": 0.0687,
      "step": 6010
    },
    {
      "epoch": 2.412908398476649,
      "grad_norm": 1.4085158109664917,
      "learning_rate": 1.1204195307172094e-05,
      "loss": 0.0608,
      "step": 6020
    },
    {
      "epoch": 2.416917217879335,
      "grad_norm": 1.329626441001892,
      "learning_rate": 1.1057445266487016e-05,
      "loss": 0.0619,
      "step": 6030
    },
    {
      "epoch": 2.4209260372820203,
      "grad_norm": 1.2898280620574951,
      "learning_rate": 1.091154305070226e-05,
      "loss": 0.0653,
      "step": 6040
    },
    {
      "epoch": 2.424934856684706,
      "grad_norm": 1.290812611579895,
      "learning_rate": 1.0766491836279486e-05,
      "loss": 0.0636,
      "step": 6050
    },
    {
      "epoch": 2.428943676087392,
      "grad_norm": 1.226360559463501,
      "learning_rate": 1.0622294781153036e-05,
      "loss": 0.0486,
      "step": 6060
    },
    {
      "epoch": 2.432952495490078,
      "grad_norm": 1.4300650358200073,
      "learning_rate": 1.047895502466122e-05,
      "loss": 0.0711,
      "step": 6070
    },
    {
      "epoch": 2.436961314892764,
      "grad_norm": 1.4043900966644287,
      "learning_rate": 1.0336475687477964e-05,
      "loss": 0.0625,
      "step": 6080
    },
    {
      "epoch": 2.44097013429545,
      "grad_norm": 1.0565260648727417,
      "learning_rate": 1.0194859871544831e-05,
      "loss": 0.0561,
      "step": 6090
    },
    {
      "epoch": 2.444978953698136,
      "grad_norm": 1.1184768676757812,
      "learning_rate": 1.0054110660003551e-05,
      "loss": 0.0584,
      "step": 6100
    },
    {
      "epoch": 2.448987773100822,
      "grad_norm": 1.2461347579956055,
      "learning_rate": 9.914231117128841e-06,
      "loss": 0.0709,
      "step": 6110
    },
    {
      "epoch": 2.4529965925035078,
      "grad_norm": 1.2430334091186523,
      "learning_rate": 9.77522428826173e-06,
      "loss": 0.0606,
      "step": 6120
    },
    {
      "epoch": 2.4570054119061937,
      "grad_norm": 1.2371201515197754,
      "learning_rate": 9.637093199743236e-06,
      "loss": 0.0627,
      "step": 6130
    },
    {
      "epoch": 2.4610142313088796,
      "grad_norm": 1.1069798469543457,
      "learning_rate": 9.499840858848497e-06,
      "loss": 0.0564,
      "step": 6140
    },
    {
      "epoch": 2.4650230507115656,
      "grad_norm": 1.2197552919387817,
      "learning_rate": 9.363470253721268e-06,
      "loss": 0.0611,
      "step": 6150
    },
    {
      "epoch": 2.4690318701142515,
      "grad_norm": 1.005348563194275,
      "learning_rate": 9.227984353308926e-06,
      "loss": 0.0513,
      "step": 6160
    },
    {
      "epoch": 2.4730406895169375,
      "grad_norm": 1.237045407295227,
      "learning_rate": 9.09338610729773e-06,
      "loss": 0.0598,
      "step": 6170
    },
    {
      "epoch": 2.477049508919623,
      "grad_norm": 1.4536449909210205,
      "learning_rate": 8.959678446048725e-06,
      "loss": 0.0587,
      "step": 6180
    },
    {
      "epoch": 2.481058328322309,
      "grad_norm": 1.0354303121566772,
      "learning_rate": 8.826864280533853e-06,
      "loss": 0.0589,
      "step": 6190
    },
    {
      "epoch": 2.485067147724995,
      "grad_norm": 1.427465796470642,
      "learning_rate": 8.694946502272628e-06,
      "loss": 0.0482,
      "step": 6200
    },
    {
      "epoch": 2.4890759671276808,
      "grad_norm": 0.8941324353218079,
      "learning_rate": 8.563927983269154e-06,
      "loss": 0.0635,
      "step": 6210
    },
    {
      "epoch": 2.4930847865303667,
      "grad_norm": 1.0785568952560425,
      "learning_rate": 8.433811575949618e-06,
      "loss": 0.0622,
      "step": 6220
    },
    {
      "epoch": 2.4970936059330526,
      "grad_norm": 1.0514103174209595,
      "learning_rate": 8.304600113100181e-06,
      "loss": 0.0566,
      "step": 6230
    },
    {
      "epoch": 2.5011024253357386,
      "grad_norm": 1.5485719442367554,
      "learning_rate": 8.1762964078053e-06,
      "loss": 0.051,
      "step": 6240
    },
    {
      "epoch": 2.5051112447384245,
      "grad_norm": 1.6941360235214233,
      "learning_rate": 8.048903253386515e-06,
      "loss": 0.0497,
      "step": 6250
    },
    {
      "epoch": 2.5091200641411104,
      "grad_norm": 1.2973785400390625,
      "learning_rate": 7.922423423341551e-06,
      "loss": 0.0544,
      "step": 6260
    },
    {
      "epoch": 2.5131288835437964,
      "grad_norm": 1.2612277269363403,
      "learning_rate": 7.796859671284045e-06,
      "loss": 0.0614,
      "step": 6270
    },
    {
      "epoch": 2.5171377029464823,
      "grad_norm": 1.012540340423584,
      "learning_rate": 7.672214730883565e-06,
      "loss": 0.0655,
      "step": 6280
    },
    {
      "epoch": 2.5211465223491683,
      "grad_norm": 1.5126792192459106,
      "learning_rate": 7.548491315806011e-06,
      "loss": 0.055,
      "step": 6290
    },
    {
      "epoch": 2.525155341751854,
      "grad_norm": 1.1852082014083862,
      "learning_rate": 7.425692119654648e-06,
      "loss": 0.0621,
      "step": 6300
    },
    {
      "epoch": 2.52916416115454,
      "grad_norm": 1.29707670211792,
      "learning_rate": 7.3038198159114005e-06,
      "loss": 0.0605,
      "step": 6310
    },
    {
      "epoch": 2.533172980557226,
      "grad_norm": 1.53734290599823,
      "learning_rate": 7.1828770578786616e-06,
      "loss": 0.0581,
      "step": 6320
    },
    {
      "epoch": 2.537181799959912,
      "grad_norm": 1.385482668876648,
      "learning_rate": 7.062866478621538e-06,
      "loss": 0.0601,
      "step": 6330
    },
    {
      "epoch": 2.541190619362598,
      "grad_norm": 1.2017461061477661,
      "learning_rate": 6.943790690910512e-06,
      "loss": 0.0504,
      "step": 6340
    },
    {
      "epoch": 2.545199438765284,
      "grad_norm": 1.387803077697754,
      "learning_rate": 6.825652287164541e-06,
      "loss": 0.0574,
      "step": 6350
    },
    {
      "epoch": 2.54920825816797,
      "grad_norm": 1.3186421394348145,
      "learning_rate": 6.708453839394657e-06,
      "loss": 0.0585,
      "step": 6360
    },
    {
      "epoch": 2.5532170775706553,
      "grad_norm": 1.398294448852539,
      "learning_rate": 6.592197899147984e-06,
      "loss": 0.0694,
      "step": 6370
    },
    {
      "epoch": 2.5572258969733412,
      "grad_norm": 1.121980905532837,
      "learning_rate": 6.476886997452092e-06,
      "loss": 0.0513,
      "step": 6380
    },
    {
      "epoch": 2.561234716376027,
      "grad_norm": 1.4234181642532349,
      "learning_rate": 6.362523644760016e-06,
      "loss": 0.0546,
      "step": 6390
    },
    {
      "epoch": 2.565243535778713,
      "grad_norm": 1.428277611732483,
      "learning_rate": 6.24911033089548e-06,
      "loss": 0.0598,
      "step": 6400
    },
    {
      "epoch": 2.569252355181399,
      "grad_norm": 1.793627381324768,
      "learning_rate": 6.1366495249988275e-06,
      "loss": 0.0624,
      "step": 6410
    },
    {
      "epoch": 2.573261174584085,
      "grad_norm": 1.2697495222091675,
      "learning_rate": 6.0251436754731495e-06,
      "loss": 0.058,
      "step": 6420
    },
    {
      "epoch": 2.577269993986771,
      "grad_norm": 1.402320384979248,
      "learning_rate": 5.914595209931006e-06,
      "loss": 0.0523,
      "step": 6430
    },
    {
      "epoch": 2.581278813389457,
      "grad_norm": 1.0470867156982422,
      "learning_rate": 5.805006535141621e-06,
      "loss": 0.0645,
      "step": 6440
    },
    {
      "epoch": 2.585287632792143,
      "grad_norm": 1.0179369449615479,
      "learning_rate": 5.6963800369784385e-06,
      "loss": 0.0579,
      "step": 6450
    },
    {
      "epoch": 2.5892964521948287,
      "grad_norm": 1.298664927482605,
      "learning_rate": 5.588718080367195e-06,
      "loss": 0.0596,
      "step": 6460
    },
    {
      "epoch": 2.5933052715975147,
      "grad_norm": 1.2758408784866333,
      "learning_rate": 5.4820230092344385e-06,
      "loss": 0.0635,
      "step": 6470
    },
    {
      "epoch": 2.5973140910002,
      "grad_norm": 1.3012737035751343,
      "learning_rate": 5.376297146456488e-06,
      "loss": 0.0542,
      "step": 6480
    },
    {
      "epoch": 2.601322910402886,
      "grad_norm": 1.1228282451629639,
      "learning_rate": 5.271542793808837e-06,
      "loss": 0.0547,
      "step": 6490
    },
    {
      "epoch": 2.605331729805572,
      "grad_norm": 1.2128888368606567,
      "learning_rate": 5.1677622319161125e-06,
      "loss": 0.0582,
      "step": 6500
    },
    {
      "epoch": 2.609340549208258,
      "grad_norm": 1.4961844682693481,
      "learning_rate": 5.064957720202374e-06,
      "loss": 0.0548,
      "step": 6510
    },
    {
      "epoch": 2.613349368610944,
      "grad_norm": 1.5457652807235718,
      "learning_rate": 4.963131496841878e-06,
      "loss": 0.069,
      "step": 6520
    },
    {
      "epoch": 2.61735818801363,
      "grad_norm": 0.805304229259491,
      "learning_rate": 4.862285778710462e-06,
      "loss": 0.0454,
      "step": 6530
    },
    {
      "epoch": 2.621367007416316,
      "grad_norm": 1.2888411283493042,
      "learning_rate": 4.762422761337182e-06,
      "loss": 0.0531,
      "step": 6540
    },
    {
      "epoch": 2.6253758268190017,
      "grad_norm": 1.2126528024673462,
      "learning_rate": 4.663544618856575e-06,
      "loss": 0.0688,
      "step": 6550
    },
    {
      "epoch": 2.6293846462216877,
      "grad_norm": 1.269785761833191,
      "learning_rate": 4.565653503961281e-06,
      "loss": 0.0551,
      "step": 6560
    },
    {
      "epoch": 2.6333934656243736,
      "grad_norm": 1.2016196250915527,
      "learning_rate": 4.468751547855215e-06,
      "loss": 0.0692,
      "step": 6570
    },
    {
      "epoch": 2.6374022850270595,
      "grad_norm": 1.2045531272888184,
      "learning_rate": 4.372840860207123e-06,
      "loss": 0.0468,
      "step": 6580
    },
    {
      "epoch": 2.6414111044297455,
      "grad_norm": 0.6648709177970886,
      "learning_rate": 4.2779235291047105e-06,
      "loss": 0.053,
      "step": 6590
    },
    {
      "epoch": 2.6454199238324314,
      "grad_norm": 1.4050956964492798,
      "learning_rate": 4.184001621009137e-06,
      "loss": 0.054,
      "step": 6600
    },
    {
      "epoch": 2.6494287432351173,
      "grad_norm": 1.4628591537475586,
      "learning_rate": 4.091077180710029e-06,
      "loss": 0.0633,
      "step": 6610
    },
    {
      "epoch": 2.6534375626378033,
      "grad_norm": 0.8363884091377258,
      "learning_rate": 3.9991522312809945e-06,
      "loss": 0.0523,
      "step": 6620
    },
    {
      "epoch": 2.657446382040489,
      "grad_norm": 1.3806829452514648,
      "learning_rate": 3.908228774035544e-06,
      "loss": 0.057,
      "step": 6630
    },
    {
      "epoch": 2.661455201443175,
      "grad_norm": 1.4262441396713257,
      "learning_rate": 3.818308788483533e-06,
      "loss": 0.0458,
      "step": 6640
    },
    {
      "epoch": 2.665464020845861,
      "grad_norm": 1.5106767416000366,
      "learning_rate": 3.72939423228808e-06,
      "loss": 0.0636,
      "step": 6650
    },
    {
      "epoch": 2.669472840248547,
      "grad_norm": 1.71439790725708,
      "learning_rate": 3.6414870412229184e-06,
      "loss": 0.0601,
      "step": 6660
    },
    {
      "epoch": 2.673481659651233,
      "grad_norm": 1.167715072631836,
      "learning_rate": 3.5545891291302704e-06,
      "loss": 0.0486,
      "step": 6670
    },
    {
      "epoch": 2.6774904790539185,
      "grad_norm": 1.4082682132720947,
      "learning_rate": 3.4687023878791857e-06,
      "loss": 0.0543,
      "step": 6680
    },
    {
      "epoch": 2.6814992984566044,
      "grad_norm": 1.1505839824676514,
      "learning_rate": 3.3838286873243197e-06,
      "loss": 0.0512,
      "step": 6690
    },
    {
      "epoch": 2.6855081178592903,
      "grad_norm": 1.6079833507537842,
      "learning_rate": 3.2999698752652685e-06,
      "loss": 0.0567,
      "step": 6700
    },
    {
      "epoch": 2.6895169372619763,
      "grad_norm": 1.8533159494400024,
      "learning_rate": 3.2171277774063204e-06,
      "loss": 0.0588,
      "step": 6710
    },
    {
      "epoch": 2.693525756664662,
      "grad_norm": 1.6835551261901855,
      "learning_rate": 3.1353041973166965e-06,
      "loss": 0.0619,
      "step": 6720
    },
    {
      "epoch": 2.697534576067348,
      "grad_norm": 1.7107609510421753,
      "learning_rate": 3.054500916391312e-06,
      "loss": 0.0581,
      "step": 6730
    },
    {
      "epoch": 2.701543395470034,
      "grad_norm": 1.131338119506836,
      "learning_rate": 2.9747196938119614e-06,
      "loss": 0.0501,
      "step": 6740
    },
    {
      "epoch": 2.70555221487272,
      "grad_norm": 1.9655126333236694,
      "learning_rate": 2.8959622665090338e-06,
      "loss": 0.049,
      "step": 6750
    },
    {
      "epoch": 2.709561034275406,
      "grad_norm": 1.6402628421783447,
      "learning_rate": 2.818230349123724e-06,
      "loss": 0.0671,
      "step": 6760
    },
    {
      "epoch": 2.713569853678092,
      "grad_norm": 1.2333426475524902,
      "learning_rate": 2.741525633970665e-06,
      "loss": 0.0526,
      "step": 6770
    },
    {
      "epoch": 2.717578673080778,
      "grad_norm": 1.035477638244629,
      "learning_rate": 2.665849791001074e-06,
      "loss": 0.0479,
      "step": 6780
    },
    {
      "epoch": 2.7215874924834638,
      "grad_norm": 1.5815109014511108,
      "learning_rate": 2.591204467766456e-06,
      "loss": 0.0659,
      "step": 6790
    },
    {
      "epoch": 2.7255963118861493,
      "grad_norm": 1.1497759819030762,
      "learning_rate": 2.517591289382676e-06,
      "loss": 0.0502,
      "step": 6800
    },
    {
      "epoch": 2.729605131288835,
      "grad_norm": 1.2210969924926758,
      "learning_rate": 2.4450118584946002e-06,
      "loss": 0.0589,
      "step": 6810
    },
    {
      "epoch": 2.733613950691521,
      "grad_norm": 1.4234390258789062,
      "learning_rate": 2.373467755241221e-06,
      "loss": 0.0577,
      "step": 6820
    },
    {
      "epoch": 2.737622770094207,
      "grad_norm": 1.0173630714416504,
      "learning_rate": 2.302960537221227e-06,
      "loss": 0.0418,
      "step": 6830
    },
    {
      "epoch": 2.741631589496893,
      "grad_norm": 1.2278695106506348,
      "learning_rate": 2.2334917394590873e-06,
      "loss": 0.0429,
      "step": 6840
    },
    {
      "epoch": 2.745640408899579,
      "grad_norm": 1.5566179752349854,
      "learning_rate": 2.1650628743716874e-06,
      "loss": 0.0504,
      "step": 6850
    },
    {
      "epoch": 2.749649228302265,
      "grad_norm": 1.4304202795028687,
      "learning_rate": 2.097675431735341e-06,
      "loss": 0.0547,
      "step": 6860
    },
    {
      "epoch": 2.753658047704951,
      "grad_norm": 1.333284854888916,
      "learning_rate": 2.0313308786533647e-06,
      "loss": 0.0629,
      "step": 6870
    },
    {
      "epoch": 2.7576668671076368,
      "grad_norm": 1.5218358039855957,
      "learning_rate": 1.966030659524182e-06,
      "loss": 0.0514,
      "step": 6880
    },
    {
      "epoch": 2.7616756865103227,
      "grad_norm": 1.650320291519165,
      "learning_rate": 1.9017761960098302e-06,
      "loss": 0.0574,
      "step": 6890
    },
    {
      "epoch": 2.7656845059130086,
      "grad_norm": 1.31277334690094,
      "learning_rate": 1.838568887005021e-06,
      "loss": 0.0574,
      "step": 6900
    },
    {
      "epoch": 2.7696933253156946,
      "grad_norm": 1.2339560985565186,
      "learning_rate": 1.776410108606702e-06,
      "loss": 0.0568,
      "step": 6910
    },
    {
      "epoch": 2.7737021447183805,
      "grad_norm": 1.1014797687530518,
      "learning_rate": 1.7153012140840808e-06,
      "loss": 0.0633,
      "step": 6920
    },
    {
      "epoch": 2.7777109641210664,
      "grad_norm": 1.3516331911087036,
      "learning_rate": 1.6552435338491544e-06,
      "loss": 0.0444,
      "step": 6930
    },
    {
      "epoch": 2.7817197835237524,
      "grad_norm": 1.180059552192688,
      "learning_rate": 1.596238375427772e-06,
      "loss": 0.0529,
      "step": 6940
    },
    {
      "epoch": 2.7857286029264383,
      "grad_norm": 1.1580662727355957,
      "learning_rate": 1.538287023431162e-06,
      "loss": 0.0567,
      "step": 6950
    },
    {
      "epoch": 2.7897374223291243,
      "grad_norm": 1.3882676362991333,
      "learning_rate": 1.4813907395279214e-06,
      "loss": 0.0631,
      "step": 6960
    },
    {
      "epoch": 2.79374624173181,
      "grad_norm": 0.8586792349815369,
      "learning_rate": 1.4255507624166109e-06,
      "loss": 0.0487,
      "step": 6970
    },
    {
      "epoch": 2.797755061134496,
      "grad_norm": 1.3401018381118774,
      "learning_rate": 1.3707683077987588e-06,
      "loss": 0.059,
      "step": 6980
    },
    {
      "epoch": 2.801763880537182,
      "grad_norm": 1.160061240196228,
      "learning_rate": 1.3170445683523769e-06,
      "loss": 0.0511,
      "step": 6990
    },
    {
      "epoch": 2.8057726999398676,
      "grad_norm": 1.5262839794158936,
      "learning_rate": 1.264380713706037e-06,
      "loss": 0.0571,
      "step": 7000
    }
  ],
  "logging_steps": 10,
  "max_steps": 7482,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 8.328918701667516e+18,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}