{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0045125505311647,
  "eval_steps": 500,
  "global_step": 3996,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.005264642286358936,
      "grad_norm": 14.54857063293457,
      "learning_rate": 0.00019977426636568851,
      "loss": 6.8005,
      "mean_token_accuracy": 0.8582593138728823,
      "num_tokens": 64246.0,
      "step": 7
    },
    {
      "epoch": 0.010529284572717871,
      "grad_norm": 10.067983627319336,
      "learning_rate": 0.00019951091045899172,
      "loss": 1.7259,
      "mean_token_accuracy": 0.9386104983942849,
      "num_tokens": 124242.0,
      "step": 14
    },
    {
      "epoch": 0.015793926859076806,
      "grad_norm": 34.51327896118164,
      "learning_rate": 0.00019924755455229495,
      "loss": 1.3296,
      "mean_token_accuracy": 0.9472483290093285,
      "num_tokens": 187129.0,
      "step": 21
    },
    {
      "epoch": 0.021058569145435743,
      "grad_norm": 12.282989501953125,
      "learning_rate": 0.0001989841986455982,
      "loss": 1.0084,
      "mean_token_accuracy": 0.9634656320725169,
      "num_tokens": 248341.0,
      "step": 28
    },
    {
      "epoch": 0.02632321143179468,
      "grad_norm": 9.929710388183594,
      "learning_rate": 0.00019872084273890144,
      "loss": 0.7327,
      "mean_token_accuracy": 0.9718545792358262,
      "num_tokens": 309429.0,
      "step": 35
    },
    {
      "epoch": 0.03158785371815361,
      "grad_norm": 20.227418899536133,
      "learning_rate": 0.00019845748683220468,
      "loss": 0.8666,
      "mean_token_accuracy": 0.966648525425366,
      "num_tokens": 371076.0,
      "step": 42
    },
    {
      "epoch": 0.03685249600451255,
      "grad_norm": 6.689088344573975,
      "learning_rate": 0.0001981941309255079,
      "loss": 0.7135,
      "mean_token_accuracy": 0.9689371681639126,
      "num_tokens": 432760.0,
      "step": 49
    },
    {
      "epoch": 0.042117138290871485,
      "grad_norm": 11.68930721282959,
      "learning_rate": 0.00019793077501881114,
      "loss": 0.8719,
      "mean_token_accuracy": 0.9674729821937424,
      "num_tokens": 496149.0,
      "step": 56
    },
    {
      "epoch": 0.04738178057723042,
      "grad_norm": 17.330333709716797,
      "learning_rate": 0.00019766741911211437,
      "loss": 0.7345,
      "mean_token_accuracy": 0.9703272080847195,
      "num_tokens": 562063.0,
      "step": 63
    },
    {
      "epoch": 0.05264642286358936,
      "grad_norm": 22.020919799804688,
      "learning_rate": 0.00019740406320541763,
      "loss": 0.8587,
      "mean_token_accuracy": 0.9689001132334981,
      "num_tokens": 623449.0,
      "step": 70
    },
    {
      "epoch": 0.057911065149948295,
      "grad_norm": 4.088195323944092,
      "learning_rate": 0.00019714070729872084,
      "loss": 0.4383,
      "mean_token_accuracy": 0.982292217867715,
      "num_tokens": 689814.0,
      "step": 77
    },
    {
      "epoch": 0.06317570743630722,
      "grad_norm": 7.574158191680908,
      "learning_rate": 0.00019687735139202407,
      "loss": 0.4877,
      "mean_token_accuracy": 0.9801784849592617,
      "num_tokens": 752477.0,
      "step": 84
    },
    {
      "epoch": 0.06844034972266616,
      "grad_norm": 8.776512145996094,
      "learning_rate": 0.00019661399548532733,
      "loss": 0.9338,
      "mean_token_accuracy": 0.9614966022116798,
      "num_tokens": 813601.0,
      "step": 91
    },
    {
      "epoch": 0.0737049920090251,
      "grad_norm": 7.411587715148926,
      "learning_rate": 0.00019635063957863056,
      "loss": 0.6915,
      "mean_token_accuracy": 0.9757387105907712,
      "num_tokens": 876034.0,
      "step": 98
    },
    {
      "epoch": 0.07896963429538403,
      "grad_norm": 9.888399124145508,
      "learning_rate": 0.0001960872836719338,
      "loss": 0.4982,
      "mean_token_accuracy": 0.979215474000999,
      "num_tokens": 939783.0,
      "step": 105
    },
    {
      "epoch": 0.08423427658174297,
      "grad_norm": 35.44892501831055,
      "learning_rate": 0.00019582392776523703,
      "loss": 0.8836,
      "mean_token_accuracy": 0.973310401397092,
      "num_tokens": 1004068.0,
      "step": 112
    },
    {
      "epoch": 0.0894989188681019,
      "grad_norm": 6.216617584228516,
      "learning_rate": 0.00019556057185854026,
      "loss": 0.8344,
      "mean_token_accuracy": 0.9695504722850663,
      "num_tokens": 1064611.0,
      "step": 119
    },
    {
      "epoch": 0.09476356115446084,
      "grad_norm": 8.965764045715332,
      "learning_rate": 0.0001952972159518435,
      "loss": 0.5338,
      "mean_token_accuracy": 0.9761039987206459,
      "num_tokens": 1127218.0,
      "step": 126
    },
    {
      "epoch": 0.10002820344081978,
      "grad_norm": 16.67660903930664,
      "learning_rate": 0.00019503386004514675,
      "loss": 0.6175,
      "mean_token_accuracy": 0.9744474536606244,
      "num_tokens": 1189388.0,
      "step": 133
    },
    {
      "epoch": 0.10529284572717872,
      "grad_norm": 4.124516010284424,
      "learning_rate": 0.00019477050413844996,
      "loss": 0.539,
      "mean_token_accuracy": 0.9823912392769542,
      "num_tokens": 1247163.0,
      "step": 140
    },
    {
      "epoch": 0.11055748801353765,
      "grad_norm": 5.809010982513428,
      "learning_rate": 0.0001945071482317532,
      "loss": 0.7526,
      "mean_token_accuracy": 0.9701232707926205,
      "num_tokens": 1307472.0,
      "step": 147
    },
    {
      "epoch": 0.11582213029989659,
      "grad_norm": 8.480691909790039,
      "learning_rate": 0.00019424379232505645,
      "loss": 0.6834,
      "mean_token_accuracy": 0.9743446367127555,
      "num_tokens": 1365874.0,
      "step": 154
    },
    {
      "epoch": 0.12108677258625553,
      "grad_norm": 9.879121780395508,
      "learning_rate": 0.00019398043641835969,
      "loss": 0.9584,
      "mean_token_accuracy": 0.9579050487705639,
      "num_tokens": 1440177.0,
      "step": 161
    },
    {
      "epoch": 0.12635141487261445,
      "grad_norm": 6.907696723937988,
      "learning_rate": 0.00019371708051166292,
      "loss": 0.3608,
      "mean_token_accuracy": 0.9884324765631131,
      "num_tokens": 1500840.0,
      "step": 168
    },
    {
      "epoch": 0.1316160571589734,
      "grad_norm": 8.442209243774414,
      "learning_rate": 0.00019345372460496615,
      "loss": 0.6454,
      "mean_token_accuracy": 0.9759144516927856,
      "num_tokens": 1562349.0,
      "step": 175
    },
    {
      "epoch": 0.13688069944533232,
      "grad_norm": 3.8133952617645264,
      "learning_rate": 0.00019319036869826938,
      "loss": 0.5659,
      "mean_token_accuracy": 0.9775396840912955,
      "num_tokens": 1622203.0,
      "step": 182
    },
    {
      "epoch": 0.14214534173169127,
      "grad_norm": 6.373013019561768,
      "learning_rate": 0.00019292701279157262,
      "loss": 0.4503,
      "mean_token_accuracy": 0.9862660957234246,
      "num_tokens": 1684790.0,
      "step": 189
    },
    {
      "epoch": 0.1474099840180502,
      "grad_norm": 7.824089050292969,
      "learning_rate": 0.00019266365688487588,
      "loss": 0.502,
      "mean_token_accuracy": 0.9827718670879092,
      "num_tokens": 1750877.0,
      "step": 196
    },
    {
      "epoch": 0.15267462630440914,
      "grad_norm": 3.7179150581359863,
      "learning_rate": 0.00019240030097817908,
      "loss": 0.4627,
      "mean_token_accuracy": 0.9793707515512194,
      "num_tokens": 1813575.0,
      "step": 203
    },
    {
      "epoch": 0.15793926859076807,
      "grad_norm": 3.6602864265441895,
      "learning_rate": 0.0001921369450714823,
      "loss": 0.4731,
      "mean_token_accuracy": 0.9835461378097534,
      "num_tokens": 1873725.0,
      "step": 210
    },
    {
      "epoch": 0.16320391087712702,
      "grad_norm": 2.5665481090545654,
      "learning_rate": 0.00019187358916478557,
      "loss": 0.5558,
      "mean_token_accuracy": 0.9767591782978603,
      "num_tokens": 1937688.0,
      "step": 217
    },
    {
      "epoch": 0.16846855316348594,
      "grad_norm": 6.829793930053711,
      "learning_rate": 0.0001916102332580888,
      "loss": 0.5528,
      "mean_token_accuracy": 0.979142793587276,
      "num_tokens": 2002761.0,
      "step": 224
    },
    {
      "epoch": 0.1737331954498449,
      "grad_norm": 4.044713020324707,
      "learning_rate": 0.00019134687735139204,
      "loss": 0.4845,
      "mean_token_accuracy": 0.982716862644468,
      "num_tokens": 2059723.0,
      "step": 231
    },
    {
      "epoch": 0.1789978377362038,
      "grad_norm": 11.39633560180664,
      "learning_rate": 0.00019108352144469527,
      "loss": 0.5202,
      "mean_token_accuracy": 0.9801062345504761,
      "num_tokens": 2122504.0,
      "step": 238
    },
    {
      "epoch": 0.18426248002256276,
      "grad_norm": 3.029054880142212,
      "learning_rate": 0.0001908201655379985,
      "loss": 0.4843,
      "mean_token_accuracy": 0.9803362818700927,
      "num_tokens": 2185406.0,
      "step": 245
    },
    {
      "epoch": 0.18952712230892169,
      "grad_norm": 3.5702171325683594,
      "learning_rate": 0.00019055680963130174,
      "loss": 0.8407,
      "mean_token_accuracy": 0.9690316447189876,
      "num_tokens": 2245561.0,
      "step": 252
    },
    {
      "epoch": 0.19479176459528064,
      "grad_norm": 4.639045715332031,
      "learning_rate": 0.00019029345372460497,
      "loss": 0.5357,
      "mean_token_accuracy": 0.9732738541705268,
      "num_tokens": 2306315.0,
      "step": 259
    },
    {
      "epoch": 0.20005640688163956,
      "grad_norm": 2.1046903133392334,
      "learning_rate": 0.00019003009781790823,
      "loss": 0.4489,
      "mean_token_accuracy": 0.9792884513735771,
      "num_tokens": 2365821.0,
      "step": 266
    },
    {
      "epoch": 0.2053210491679985,
      "grad_norm": 1.8757308721542358,
      "learning_rate": 0.00018976674191121143,
      "loss": 0.3658,
      "mean_token_accuracy": 0.9825292006134987,
      "num_tokens": 2427193.0,
      "step": 273
    },
    {
      "epoch": 0.21058569145435743,
      "grad_norm": 11.889435768127441,
      "learning_rate": 0.00018950338600451467,
      "loss": 0.2899,
      "mean_token_accuracy": 0.9884258146796908,
      "num_tokens": 2492899.0,
      "step": 280
    },
    {
      "epoch": 0.21585033374071635,
      "grad_norm": 5.143967151641846,
      "learning_rate": 0.00018924003009781793,
      "loss": 0.4093,
      "mean_token_accuracy": 0.979480759373733,
      "num_tokens": 2552913.0,
      "step": 287
    },
    {
      "epoch": 0.2211149760270753,
      "grad_norm": 6.770453453063965,
      "learning_rate": 0.00018897667419112116,
      "loss": 0.5634,
      "mean_token_accuracy": 0.9833344774586814,
      "num_tokens": 2610484.0,
      "step": 294
    },
    {
      "epoch": 0.22637961831343423,
      "grad_norm": 11.86190128326416,
      "learning_rate": 0.0001887133182844244,
      "loss": 0.4431,
      "mean_token_accuracy": 0.9816493753876004,
      "num_tokens": 2676514.0,
      "step": 301
    },
    {
      "epoch": 0.23164426059979318,
      "grad_norm": 13.320977210998535,
      "learning_rate": 0.00018844996237772762,
      "loss": 0.5942,
      "mean_token_accuracy": 0.9759356592382703,
      "num_tokens": 2737171.0,
      "step": 308
    },
    {
      "epoch": 0.2369089028861521,
      "grad_norm": 3.966480016708374,
      "learning_rate": 0.00018818660647103086,
      "loss": 0.5571,
      "mean_token_accuracy": 0.9825907392161233,
      "num_tokens": 2798583.0,
      "step": 315
    },
    {
      "epoch": 0.24217354517251105,
      "grad_norm": 4.871067047119141,
      "learning_rate": 0.0001879232505643341,
      "loss": 0.4242,
      "mean_token_accuracy": 0.9838380888104439,
      "num_tokens": 2863816.0,
      "step": 322
    },
    {
      "epoch": 0.24743818745886997,
      "grad_norm": 13.88951301574707,
      "learning_rate": 0.00018765989465763735,
      "loss": 0.3687,
      "mean_token_accuracy": 0.9865035521132606,
      "num_tokens": 2922479.0,
      "step": 329
    },
    {
      "epoch": 0.2527028297452289,
      "grad_norm": 3.8883068561553955,
      "learning_rate": 0.00018739653875094055,
      "loss": 0.3592,
      "mean_token_accuracy": 0.9850486857550484,
      "num_tokens": 2983955.0,
      "step": 336
    },
    {
      "epoch": 0.2579674720315879,
      "grad_norm": 9.375052452087402,
      "learning_rate": 0.00018713318284424379,
      "loss": 0.6825,
      "mean_token_accuracy": 0.9810899102262088,
      "num_tokens": 3049631.0,
      "step": 343
    },
    {
      "epoch": 0.2632321143179468,
      "grad_norm": 3.961210012435913,
      "learning_rate": 0.00018686982693754705,
      "loss": 0.4222,
      "mean_token_accuracy": 0.9809500447341374,
      "num_tokens": 3109415.0,
      "step": 350
    },
    {
      "epoch": 0.2684967566043057,
      "grad_norm": 5.651891708374023,
      "learning_rate": 0.00018660647103085028,
      "loss": 0.5125,
      "mean_token_accuracy": 0.9830025434494019,
      "num_tokens": 3171068.0,
      "step": 357
    },
    {
      "epoch": 0.27376139889066464,
      "grad_norm": 7.219700336456299,
      "learning_rate": 0.0001863431151241535,
      "loss": 0.2511,
      "mean_token_accuracy": 0.9893663280776569,
      "num_tokens": 3233528.0,
      "step": 364
    },
    {
      "epoch": 0.2790260411770236,
      "grad_norm": 6.468575477600098,
      "learning_rate": 0.00018607975921745674,
      "loss": 0.3758,
      "mean_token_accuracy": 0.9862235305564744,
      "num_tokens": 3299894.0,
      "step": 371
    },
    {
      "epoch": 0.28429068346338254,
      "grad_norm": 4.638998031616211,
      "learning_rate": 0.00018581640331075998,
      "loss": 0.6791,
      "mean_token_accuracy": 0.9745566131813186,
      "num_tokens": 3361996.0,
      "step": 378
    },
    {
      "epoch": 0.28955532574974147,
      "grad_norm": 15.218616485595703,
      "learning_rate": 0.0001855530474040632,
      "loss": 0.797,
      "mean_token_accuracy": 0.9799516892858914,
      "num_tokens": 3423605.0,
      "step": 385
    },
    {
      "epoch": 0.2948199680361004,
      "grad_norm": 10.657114028930664,
      "learning_rate": 0.00018528969149736647,
      "loss": 0.4383,
      "mean_token_accuracy": 0.982287561254842,
      "num_tokens": 3494913.0,
      "step": 392
    },
    {
      "epoch": 0.30008461032245937,
      "grad_norm": 5.565535068511963,
      "learning_rate": 0.00018502633559066967,
      "loss": 0.4929,
      "mean_token_accuracy": 0.9823328203388623,
      "num_tokens": 3555741.0,
      "step": 399
    },
    {
      "epoch": 0.3053492526088183,
      "grad_norm": 11.824295997619629,
      "learning_rate": 0.0001847629796839729,
      "loss": 0.4915,
      "mean_token_accuracy": 0.9843728531684194,
      "num_tokens": 3617067.0,
      "step": 406
    },
    {
      "epoch": 0.3106138948951772,
      "grad_norm": 3.0792489051818848,
      "learning_rate": 0.00018449962377727617,
      "loss": 0.3579,
      "mean_token_accuracy": 0.985108135002,
      "num_tokens": 3679159.0,
      "step": 413
    },
    {
      "epoch": 0.31587853718153613,
      "grad_norm": 4.57699728012085,
      "learning_rate": 0.0001842362678705794,
      "loss": 0.5547,
      "mean_token_accuracy": 0.9762242904731205,
      "num_tokens": 3738635.0,
      "step": 420
    },
    {
      "epoch": 0.32114317946789506,
      "grad_norm": 2.911987066268921,
      "learning_rate": 0.00018397291196388263,
      "loss": 0.4215,
      "mean_token_accuracy": 0.9774217935545104,
      "num_tokens": 3800036.0,
      "step": 427
    },
    {
      "epoch": 0.32640782175425403,
      "grad_norm": 0.9452666640281677,
      "learning_rate": 0.00018370955605718586,
      "loss": 0.3826,
      "mean_token_accuracy": 0.9784759293709483,
      "num_tokens": 3860759.0,
      "step": 434
    },
    {
      "epoch": 0.33167246404061296,
      "grad_norm": 9.154603004455566,
      "learning_rate": 0.0001834462001504891,
      "loss": 0.8441,
      "mean_token_accuracy": 0.9765165512050901,
      "num_tokens": 3919165.0,
      "step": 441
    },
    {
      "epoch": 0.3369371063269719,
      "grad_norm": 5.021421909332275,
      "learning_rate": 0.00018318284424379233,
      "loss": 0.4031,
      "mean_token_accuracy": 0.980344859617097,
      "num_tokens": 3981920.0,
      "step": 448
    },
    {
      "epoch": 0.3422017486133308,
      "grad_norm": 3.1184449195861816,
      "learning_rate": 0.0001829194883370956,
      "loss": 0.208,
      "mean_token_accuracy": 0.9901526123285294,
      "num_tokens": 4045797.0,
      "step": 455
    },
    {
      "epoch": 0.3474663908996898,
      "grad_norm": 1.3984616994857788,
      "learning_rate": 0.0001826561324303988,
      "loss": 0.4599,
      "mean_token_accuracy": 0.9853011731590543,
      "num_tokens": 4110637.0,
      "step": 462
    },
    {
      "epoch": 0.3527310331860487,
      "grad_norm": 5.359049320220947,
      "learning_rate": 0.00018239277652370203,
      "loss": 0.3354,
      "mean_token_accuracy": 0.9861837976745197,
      "num_tokens": 4175019.0,
      "step": 469
    },
    {
      "epoch": 0.3579956754724076,
      "grad_norm": 1.1707082986831665,
      "learning_rate": 0.0001821294206170053,
      "loss": 0.4807,
      "mean_token_accuracy": 0.9810051141040665,
      "num_tokens": 4235468.0,
      "step": 476
    },
    {
      "epoch": 0.36326031775876655,
      "grad_norm": 1.4972728490829468,
      "learning_rate": 0.00018186606471030852,
      "loss": 0.3913,
      "mean_token_accuracy": 0.9782918233956609,
      "num_tokens": 4292871.0,
      "step": 483
    },
    {
      "epoch": 0.3685249600451255,
      "grad_norm": 1.478913426399231,
      "learning_rate": 0.00018160270880361175,
      "loss": 0.2305,
      "mean_token_accuracy": 0.989903599023819,
      "num_tokens": 4352192.0,
      "step": 490
    },
    {
      "epoch": 0.37378960233148445,
      "grad_norm": 1.8192346096038818,
      "learning_rate": 0.00018133935289691498,
      "loss": 0.5126,
      "mean_token_accuracy": 0.9809825590678624,
      "num_tokens": 4409310.0,
      "step": 497
    },
    {
      "epoch": 0.37905424461784337,
      "grad_norm": 16.94274139404297,
      "learning_rate": 0.00018107599699021822,
      "loss": 0.5592,
      "mean_token_accuracy": 0.983451705958162,
      "num_tokens": 4474435.0,
      "step": 504
    },
    {
      "epoch": 0.3843188869042023,
      "grad_norm": 6.541215896606445,
      "learning_rate": 0.00018081264108352145,
      "loss": 0.5675,
      "mean_token_accuracy": 0.9818735644221306,
      "num_tokens": 4534354.0,
      "step": 511
    },
    {
      "epoch": 0.3895835291905613,
      "grad_norm": 4.328241348266602,
      "learning_rate": 0.00018054928517682468,
      "loss": 0.6128,
      "mean_token_accuracy": 0.9794616454413959,
      "num_tokens": 4601079.0,
      "step": 518
    },
    {
      "epoch": 0.3948481714769202,
      "grad_norm": 6.170828342437744,
      "learning_rate": 0.00018028592927012794,
      "loss": 0.5336,
      "mean_token_accuracy": 0.9807506884847369,
      "num_tokens": 4663000.0,
      "step": 525
    },
    {
      "epoch": 0.4001128137632791,
      "grad_norm": 1.9526742696762085,
      "learning_rate": 0.00018002257336343115,
      "loss": 0.5157,
      "mean_token_accuracy": 0.9808543622493744,
      "num_tokens": 4725037.0,
      "step": 532
    },
    {
      "epoch": 0.40537745604963804,
      "grad_norm": 2.270033597946167,
      "learning_rate": 0.00017975921745673438,
      "loss": 0.5037,
      "mean_token_accuracy": 0.9824284464120865,
      "num_tokens": 4785585.0,
      "step": 539
    },
    {
      "epoch": 0.410642098335997,
      "grad_norm": 1.9409046173095703,
      "learning_rate": 0.00017949586155003764,
      "loss": 0.2311,
      "mean_token_accuracy": 0.9882342325789588,
      "num_tokens": 4846950.0,
      "step": 546
    },
    {
      "epoch": 0.41590674062235594,
      "grad_norm": 7.580455780029297,
      "learning_rate": 0.00017923250564334087,
      "loss": 0.3169,
      "mean_token_accuracy": 0.9886538844023433,
      "num_tokens": 4905467.0,
      "step": 553
    },
    {
      "epoch": 0.42117138290871486,
      "grad_norm": 0.8075457215309143,
      "learning_rate": 0.0001789691497366441,
      "loss": 0.4776,
      "mean_token_accuracy": 0.9876182835016932,
      "num_tokens": 4966809.0,
      "step": 560
    },
    {
      "epoch": 0.4264360251950738,
      "grad_norm": 4.91216516494751,
      "learning_rate": 0.00017870579382994734,
      "loss": 0.544,
      "mean_token_accuracy": 0.9781337806156704,
      "num_tokens": 5027758.0,
      "step": 567
    },
    {
      "epoch": 0.4317006674814327,
      "grad_norm": 3.2579822540283203,
      "learning_rate": 0.00017844243792325057,
      "loss": 0.4504,
      "mean_token_accuracy": 0.9829125489507403,
      "num_tokens": 5091525.0,
      "step": 574
    },
    {
      "epoch": 0.4369653097677917,
      "grad_norm": 3.100821018218994,
      "learning_rate": 0.0001781790820165538,
      "loss": 0.41,
      "mean_token_accuracy": 0.981966610465731,
      "num_tokens": 5154269.0,
      "step": 581
    },
    {
      "epoch": 0.4422299520541506,
      "grad_norm": 4.908782958984375,
      "learning_rate": 0.00017791572610985706,
      "loss": 0.4313,
      "mean_token_accuracy": 0.9870239070483616,
      "num_tokens": 5217416.0,
      "step": 588
    },
    {
      "epoch": 0.44749459434050953,
      "grad_norm": 3.5250935554504395,
      "learning_rate": 0.00017765237020316027,
      "loss": 0.3928,
      "mean_token_accuracy": 0.9802717332329068,
      "num_tokens": 5274838.0,
      "step": 595
    },
    {
      "epoch": 0.45275923662686846,
      "grad_norm": 4.7593889236450195,
      "learning_rate": 0.0001773890142964635,
      "loss": 0.4205,
      "mean_token_accuracy": 0.9890570204172816,
      "num_tokens": 5335614.0,
      "step": 602
    },
    {
      "epoch": 0.45802387891322743,
      "grad_norm": 7.824479103088379,
      "learning_rate": 0.00017712565838976676,
      "loss": 0.413,
      "mean_token_accuracy": 0.9809066823550633,
      "num_tokens": 5395539.0,
      "step": 609
    },
    {
      "epoch": 0.46328852119958636,
      "grad_norm": 4.103699684143066,
      "learning_rate": 0.00017686230248307,
      "loss": 0.4272,
      "mean_token_accuracy": 0.9875162328992572,
      "num_tokens": 5456180.0,
      "step": 616
    },
    {
      "epoch": 0.4685531634859453,
      "grad_norm": 3.346459150314331,
      "learning_rate": 0.00017659894657637323,
      "loss": 0.3928,
      "mean_token_accuracy": 0.9815813388143267,
      "num_tokens": 5520087.0,
      "step": 623
    },
    {
      "epoch": 0.4738178057723042,
      "grad_norm": 32.111202239990234,
      "learning_rate": 0.00017633559066967646,
      "loss": 0.3948,
      "mean_token_accuracy": 0.9823211793388639,
      "num_tokens": 5581277.0,
      "step": 630
    },
    {
      "epoch": 0.4790824480586632,
      "grad_norm": 10.885830879211426,
      "learning_rate": 0.0001760722347629797,
      "loss": 0.5193,
      "mean_token_accuracy": 0.9819483490926879,
      "num_tokens": 5640568.0,
      "step": 637
    },
    {
      "epoch": 0.4843470903450221,
      "grad_norm": 2.700174331665039,
      "learning_rate": 0.00017580887885628292,
      "loss": 0.3007,
      "mean_token_accuracy": 0.9868088832923344,
      "num_tokens": 5706780.0,
      "step": 644
    },
    {
      "epoch": 0.489611732631381,
      "grad_norm": 1.4396345615386963,
      "learning_rate": 0.00017554552294958618,
      "loss": 0.3752,
      "mean_token_accuracy": 0.9875728871141162,
      "num_tokens": 5767062.0,
      "step": 651
    },
    {
      "epoch": 0.49487637491773995,
      "grad_norm": 3.3768303394317627,
      "learning_rate": 0.0001752821670428894,
      "loss": 0.5468,
      "mean_token_accuracy": 0.9852647270475116,
      "num_tokens": 5829744.0,
      "step": 658
    },
    {
      "epoch": 0.5001410172040989,
      "grad_norm": 3.7110822200775146,
      "learning_rate": 0.00017501881113619262,
      "loss": 0.4116,
      "mean_token_accuracy": 0.9863748614277158,
      "num_tokens": 5892897.0,
      "step": 665
    },
    {
      "epoch": 0.5054056594904578,
      "grad_norm": 7.288447856903076,
      "learning_rate": 0.00017475545522949588,
      "loss": 0.3753,
      "mean_token_accuracy": 0.9877457331333842,
      "num_tokens": 5956343.0,
      "step": 672
    },
    {
      "epoch": 0.5106703017768168,
      "grad_norm": 5.511970043182373,
      "learning_rate": 0.0001744920993227991,
      "loss": 0.5806,
      "mean_token_accuracy": 0.9813916959932872,
      "num_tokens": 6015280.0,
      "step": 679
    },
    {
      "epoch": 0.5159349440631757,
      "grad_norm": 2.800093650817871,
      "learning_rate": 0.00017422874341610235,
      "loss": 0.4278,
      "mean_token_accuracy": 0.9831469027059418,
      "num_tokens": 6073627.0,
      "step": 686
    },
    {
      "epoch": 0.5211995863495347,
      "grad_norm": 4.792038440704346,
      "learning_rate": 0.00017396538750940558,
      "loss": 0.3394,
      "mean_token_accuracy": 0.9836582307304654,
      "num_tokens": 6136535.0,
      "step": 693
    },
    {
      "epoch": 0.5264642286358936,
      "grad_norm": 1.4135181903839111,
      "learning_rate": 0.0001737020316027088,
      "loss": 0.2978,
      "mean_token_accuracy": 0.9872254133224487,
      "num_tokens": 6195695.0,
      "step": 700
    },
    {
      "epoch": 0.5317288709222525,
      "grad_norm": 1.5809706449508667,
      "learning_rate": 0.00017343867569601204,
      "loss": 0.3772,
      "mean_token_accuracy": 0.9874131977558136,
      "num_tokens": 6259179.0,
      "step": 707
    },
    {
      "epoch": 0.5369935132086114,
      "grad_norm": 4.83329439163208,
      "learning_rate": 0.0001731753197893153,
      "loss": 0.3513,
      "mean_token_accuracy": 0.9856318128960473,
      "num_tokens": 6318980.0,
      "step": 714
    },
    {
      "epoch": 0.5422581554949704,
      "grad_norm": 4.257256507873535,
      "learning_rate": 0.0001729119638826185,
      "loss": 0.3748,
      "mean_token_accuracy": 0.9859073907136917,
      "num_tokens": 6377902.0,
      "step": 721
    },
    {
      "epoch": 0.5475227977813293,
      "grad_norm": 2.0148396492004395,
      "learning_rate": 0.00017264860797592174,
      "loss": 0.4356,
      "mean_token_accuracy": 0.9887675217219761,
      "num_tokens": 6441010.0,
      "step": 728
    },
    {
      "epoch": 0.5527874400676882,
      "grad_norm": 12.911645889282227,
      "learning_rate": 0.00017238525206922497,
      "loss": 0.5471,
      "mean_token_accuracy": 0.9760884706463132,
      "num_tokens": 6502476.0,
      "step": 735
    },
    {
      "epoch": 0.5580520823540472,
      "grad_norm": 5.5378737449646,
      "learning_rate": 0.00017212189616252823,
      "loss": 0.4676,
      "mean_token_accuracy": 0.9874839474047933,
      "num_tokens": 6567291.0,
      "step": 742
    },
    {
      "epoch": 0.5633167246404062,
      "grad_norm": 6.218775272369385,
      "learning_rate": 0.00017185854025583147,
      "loss": 0.3836,
      "mean_token_accuracy": 0.985468885728291,
      "num_tokens": 6625578.0,
      "step": 749
    },
    {
      "epoch": 0.5685813669267651,
      "grad_norm": 3.6012978553771973,
      "learning_rate": 0.0001715951843491347,
      "loss": 0.4657,
      "mean_token_accuracy": 0.9746146191443715,
      "num_tokens": 6684441.0,
      "step": 756
    },
    {
      "epoch": 0.573846009213124,
      "grad_norm": 6.051623821258545,
      "learning_rate": 0.00017133182844243793,
      "loss": 0.2821,
      "mean_token_accuracy": 0.986162223986217,
      "num_tokens": 6747208.0,
      "step": 763
    },
    {
      "epoch": 0.5791106514994829,
      "grad_norm": 6.143646240234375,
      "learning_rate": 0.00017106847253574116,
      "loss": 0.2502,
      "mean_token_accuracy": 0.9908400624990463,
      "num_tokens": 6809941.0,
      "step": 770
    },
    {
      "epoch": 0.5843752937858419,
      "grad_norm": 3.526141881942749,
      "learning_rate": 0.0001708051166290444,
      "loss": 0.4888,
      "mean_token_accuracy": 0.9807415125625474,
      "num_tokens": 6871591.0,
      "step": 777
    },
    {
      "epoch": 0.5896399360722008,
      "grad_norm": 6.934294700622559,
      "learning_rate": 0.00017054176072234766,
      "loss": 0.5856,
      "mean_token_accuracy": 0.9890980411853109,
      "num_tokens": 6933894.0,
      "step": 784
    },
    {
      "epoch": 0.5949045783585597,
      "grad_norm": 3.7759432792663574,
      "learning_rate": 0.00017027840481565086,
      "loss": 0.6127,
      "mean_token_accuracy": 0.9797992152827126,
      "num_tokens": 6996862.0,
      "step": 791
    },
    {
      "epoch": 0.6001692206449187,
      "grad_norm": 1.14512300491333,
      "learning_rate": 0.0001700150489089541,
      "loss": 0.5505,
      "mean_token_accuracy": 0.9833417545471873,
      "num_tokens": 7055168.0,
      "step": 798
    },
    {
      "epoch": 0.6054338629312777,
      "grad_norm": 10.16712474822998,
      "learning_rate": 0.00016975169300225735,
      "loss": 0.205,
      "mean_token_accuracy": 0.99239603217159,
      "num_tokens": 7117841.0,
      "step": 805
    },
    {
      "epoch": 0.6106985052176366,
      "grad_norm": 4.889142990112305,
      "learning_rate": 0.00016948833709556059,
      "loss": 0.5831,
      "mean_token_accuracy": 0.9765042832919529,
      "num_tokens": 7179097.0,
      "step": 812
    },
    {
      "epoch": 0.6159631475039955,
      "grad_norm": 12.288302421569824,
      "learning_rate": 0.00016922498118886382,
      "loss": 0.3002,
      "mean_token_accuracy": 0.9869685673287937,
      "num_tokens": 7239704.0,
      "step": 819
    },
    {
      "epoch": 0.6212277897903544,
      "grad_norm": 8.271245956420898,
      "learning_rate": 0.00016896162528216705,
      "loss": 0.2886,
      "mean_token_accuracy": 0.9869830970253263,
      "num_tokens": 7294327.0,
      "step": 826
    },
    {
      "epoch": 0.6264924320767133,
      "grad_norm": 5.007772922515869,
      "learning_rate": 0.00016869826937547028,
      "loss": 0.3947,
      "mean_token_accuracy": 0.9871470332145691,
      "num_tokens": 7359189.0,
      "step": 833
    },
    {
      "epoch": 0.6317570743630723,
      "grad_norm": 2.422032356262207,
      "learning_rate": 0.00016843491346877352,
      "loss": 0.3749,
      "mean_token_accuracy": 0.9881211455379214,
      "num_tokens": 7414653.0,
      "step": 840
    },
    {
      "epoch": 0.6370217166494312,
      "grad_norm": 3.326697826385498,
      "learning_rate": 0.00016817155756207678,
      "loss": 0.3625,
      "mean_token_accuracy": 0.984813029212611,
      "num_tokens": 7479068.0,
      "step": 847
    },
    {
      "epoch": 0.6422863589357901,
      "grad_norm": 2.6617870330810547,
      "learning_rate": 0.00016790820165537998,
      "loss": 0.243,
      "mean_token_accuracy": 0.9900081945317132,
      "num_tokens": 7539732.0,
      "step": 854
    },
    {
      "epoch": 0.6475510012221491,
      "grad_norm": 5.4873552322387695,
      "learning_rate": 0.00016764484574868321,
      "loss": 0.3848,
      "mean_token_accuracy": 0.9846341354506356,
      "num_tokens": 7604810.0,
      "step": 861
    },
    {
      "epoch": 0.6528156435085081,
      "grad_norm": 4.150392055511475,
      "learning_rate": 0.00016738148984198647,
      "loss": 0.5153,
      "mean_token_accuracy": 0.9825600971068654,
      "num_tokens": 7667204.0,
      "step": 868
    },
    {
      "epoch": 0.658080285794867,
      "grad_norm": 3.989720344543457,
      "learning_rate": 0.0001671181339352897,
      "loss": 0.3861,
      "mean_token_accuracy": 0.9847170146448272,
      "num_tokens": 7730916.0,
      "step": 875
    },
    {
      "epoch": 0.6633449280812259,
      "grad_norm": 4.056293964385986,
      "learning_rate": 0.00016685477802859294,
      "loss": 0.4463,
      "mean_token_accuracy": 0.9862849723015513,
      "num_tokens": 7794002.0,
      "step": 882
    },
    {
      "epoch": 0.6686095703675848,
      "grad_norm": 8.739585876464844,
      "learning_rate": 0.00016659142212189617,
      "loss": 0.4678,
      "mean_token_accuracy": 0.9864655403154237,
      "num_tokens": 7854934.0,
      "step": 889
    },
    {
      "epoch": 0.6738742126539438,
      "grad_norm": 0.729511559009552,
      "learning_rate": 0.0001663280662151994,
      "loss": 0.2778,
      "mean_token_accuracy": 0.9883942146386419,
      "num_tokens": 7916943.0,
      "step": 896
    },
    {
      "epoch": 0.6791388549403027,
      "grad_norm": 7.289599895477295,
      "learning_rate": 0.00016606471030850264,
      "loss": 0.3439,
      "mean_token_accuracy": 0.9849940932222775,
      "num_tokens": 7980989.0,
      "step": 903
    },
    {
      "epoch": 0.6844034972266616,
      "grad_norm": 3.160820722579956,
      "learning_rate": 0.0001658013544018059,
      "loss": 0.3914,
      "mean_token_accuracy": 0.9837205186486244,
      "num_tokens": 8040014.0,
      "step": 910
    },
    {
      "epoch": 0.6896681395130206,
      "grad_norm": 6.414876937866211,
      "learning_rate": 0.0001655379984951091,
      "loss": 0.5513,
      "mean_token_accuracy": 0.9829057125108582,
      "num_tokens": 8104908.0,
      "step": 917
    },
    {
      "epoch": 0.6949327817993796,
      "grad_norm": 2.485938787460327,
      "learning_rate": 0.00016527464258841233,
      "loss": 0.2446,
      "mean_token_accuracy": 0.9906999223998615,
      "num_tokens": 8163961.0,
      "step": 924
    },
    {
      "epoch": 0.7001974240857385,
      "grad_norm": 10.552153587341309,
      "learning_rate": 0.0001650112866817156,
      "loss": 0.3388,
      "mean_token_accuracy": 0.9885075858661106,
      "num_tokens": 8226031.0,
      "step": 931
    },
    {
      "epoch": 0.7054620663720974,
      "grad_norm": 5.112913608551025,
      "learning_rate": 0.00016474793077501883,
      "loss": 0.3849,
      "mean_token_accuracy": 0.9874296316078731,
      "num_tokens": 8284558.0,
      "step": 938
    },
    {
      "epoch": 0.7107267086584563,
      "grad_norm": 3.028000593185425,
      "learning_rate": 0.00016448457486832206,
      "loss": 0.2842,
      "mean_token_accuracy": 0.9855868539639882,
      "num_tokens": 8345944.0,
      "step": 945
    },
    {
      "epoch": 0.7159913509448153,
      "grad_norm": 7.714634895324707,
      "learning_rate": 0.0001642212189616253,
      "loss": 0.5605,
      "mean_token_accuracy": 0.9805406683257648,
      "num_tokens": 8407295.0,
      "step": 952
    },
    {
      "epoch": 0.7212559932311742,
      "grad_norm": 5.177945613861084,
      "learning_rate": 0.00016395786305492852,
      "loss": 0.5029,
      "mean_token_accuracy": 0.9816750564745494,
      "num_tokens": 8471038.0,
      "step": 959
    },
    {
      "epoch": 0.7265206355175331,
      "grad_norm": 1.9517511129379272,
      "learning_rate": 0.00016369450714823176,
      "loss": 0.2681,
      "mean_token_accuracy": 0.9889151624270848,
      "num_tokens": 8532994.0,
      "step": 966
    },
    {
      "epoch": 0.731785277803892,
      "grad_norm": 4.55762243270874,
      "learning_rate": 0.000163431151241535,
      "loss": 0.2467,
      "mean_token_accuracy": 0.9897659484829221,
      "num_tokens": 8595693.0,
      "step": 973
    },
    {
      "epoch": 0.737049920090251,
      "grad_norm": 4.429182052612305,
      "learning_rate": 0.00016316779533483825,
      "loss": 0.4387,
      "mean_token_accuracy": 0.9855312353798321,
      "num_tokens": 8654482.0,
      "step": 980
    },
    {
      "epoch": 0.74231456237661,
      "grad_norm": 7.037961959838867,
      "learning_rate": 0.00016290443942814145,
      "loss": 0.3473,
      "mean_token_accuracy": 0.9889997733490807,
      "num_tokens": 8714030.0,
      "step": 987
    },
    {
      "epoch": 0.7475792046629689,
      "grad_norm": 3.0206305980682373,
      "learning_rate": 0.0001626410835214447,
      "loss": 0.2398,
      "mean_token_accuracy": 0.9872059928519386,
      "num_tokens": 8778073.0,
      "step": 994
    },
    {
      "epoch": 0.7528438469493278,
      "grad_norm": 1.796095848083496,
      "learning_rate": 0.00016237772761474795,
      "loss": 0.3203,
      "mean_token_accuracy": 0.98711987052645,
      "num_tokens": 8843739.0,
      "step": 1001
    },
    {
      "epoch": 0.7581084892356867,
      "grad_norm": 3.418198347091675,
      "learning_rate": 0.00016211437170805118,
      "loss": 0.4184,
      "mean_token_accuracy": 0.984727283673627,
      "num_tokens": 8907228.0,
      "step": 1008
    },
    {
      "epoch": 0.7633731315220457,
      "grad_norm": 4.245222568511963,
      "learning_rate": 0.0001618510158013544,
      "loss": 0.2533,
      "mean_token_accuracy": 0.9887216197592872,
      "num_tokens": 8963623.0,
      "step": 1015
    },
    {
      "epoch": 0.7686377738084046,
      "grad_norm": 2.08406138420105,
      "learning_rate": 0.00016158765989465764,
      "loss": 0.2624,
      "mean_token_accuracy": 0.9887272076947349,
      "num_tokens": 9024728.0,
      "step": 1022
    },
    {
      "epoch": 0.7739024160947635,
      "grad_norm": 2.813343048095703,
      "learning_rate": 0.00016132430398796088,
      "loss": 0.397,
      "mean_token_accuracy": 0.987725670848574,
      "num_tokens": 9088032.0,
      "step": 1029
    },
    {
      "epoch": 0.7791670583811225,
      "grad_norm": 3.6622424125671387,
      "learning_rate": 0.0001610609480812641,
      "loss": 0.3668,
      "mean_token_accuracy": 0.9874992828283992,
      "num_tokens": 9148588.0,
      "step": 1036
    },
    {
      "epoch": 0.7844317006674815,
      "grad_norm": 2.5884439945220947,
      "learning_rate": 0.00016079759217456737,
      "loss": 0.4092,
      "mean_token_accuracy": 0.9852293921368462,
      "num_tokens": 9214674.0,
      "step": 1043
    },
    {
      "epoch": 0.7896963429538404,
      "grad_norm": 3.1072351932525635,
      "learning_rate": 0.00016053423626787058,
      "loss": 0.5184,
      "mean_token_accuracy": 0.980239770242146,
      "num_tokens": 9276035.0,
      "step": 1050
    },
    {
      "epoch": 0.7949609852401993,
      "grad_norm": 4.759675979614258,
      "learning_rate": 0.0001602708803611738,
      "loss": 0.3336,
      "mean_token_accuracy": 0.9884161640490804,
      "num_tokens": 9336657.0,
      "step": 1057
    },
    {
      "epoch": 0.8002256275265582,
      "grad_norm": 6.43472957611084,
      "learning_rate": 0.00016000752445447707,
      "loss": 0.3132,
      "mean_token_accuracy": 0.9860205660973277,
      "num_tokens": 9399352.0,
      "step": 1064
    },
    {
      "epoch": 0.8054902698129172,
      "grad_norm": 7.920260906219482,
      "learning_rate": 0.0001597441685477803,
      "loss": 0.2899,
      "mean_token_accuracy": 0.9875276652829987,
      "num_tokens": 9459142.0,
      "step": 1071
    },
    {
      "epoch": 0.8107549120992761,
      "grad_norm": 1.4461262226104736,
      "learning_rate": 0.00015948081264108353,
      "loss": 0.2892,
      "mean_token_accuracy": 0.9903218214000974,
      "num_tokens": 9518675.0,
      "step": 1078
    },
    {
      "epoch": 0.816019554385635,
      "grad_norm": 1.212272047996521,
      "learning_rate": 0.00015921745673438677,
      "loss": 0.2628,
      "mean_token_accuracy": 0.9898819465722356,
      "num_tokens": 9580940.0,
      "step": 1085
    },
    {
      "epoch": 0.821284196671994,
      "grad_norm": 6.286269664764404,
      "learning_rate": 0.00015895410082769,
      "loss": 0.4574,
      "mean_token_accuracy": 0.9877909858311925,
      "num_tokens": 9644375.0,
      "step": 1092
    },
    {
      "epoch": 0.826548838958353,
      "grad_norm": 3.9918956756591797,
      "learning_rate": 0.00015869074492099323,
      "loss": 0.4851,
      "mean_token_accuracy": 0.9860655079994883,
      "num_tokens": 9704997.0,
      "step": 1099
    },
    {
      "epoch": 0.8318134812447119,
      "grad_norm": 6.517810821533203,
      "learning_rate": 0.0001584273890142965,
      "loss": 0.3021,
      "mean_token_accuracy": 0.9874418069209371,
      "num_tokens": 9763654.0,
      "step": 1106
    },
    {
      "epoch": 0.8370781235310708,
      "grad_norm": 17.5554141998291,
      "learning_rate": 0.0001581640331075997,
      "loss": 0.5429,
      "mean_token_accuracy": 0.9781381785869598,
      "num_tokens": 9828703.0,
      "step": 1113
    },
    {
      "epoch": 0.8423427658174297,
      "grad_norm": 7.6073431968688965,
      "learning_rate": 0.00015790067720090293,
      "loss": 0.425,
      "mean_token_accuracy": 0.983854914350169,
      "num_tokens": 9888934.0,
      "step": 1120
    },
    {
      "epoch": 0.8476074081037887,
      "grad_norm": 2.790940523147583,
      "learning_rate": 0.0001576373212942062,
      "loss": 0.3905,
      "mean_token_accuracy": 0.9857985803059169,
      "num_tokens": 9954096.0,
      "step": 1127
    },
    {
      "epoch": 0.8528720503901476,
      "grad_norm": 3.5584349632263184,
      "learning_rate": 0.00015737396538750942,
      "loss": 0.3152,
      "mean_token_accuracy": 0.9878693467804364,
      "num_tokens": 10013567.0,
      "step": 1134
    },
    {
      "epoch": 0.8581366926765065,
      "grad_norm": 3.4691076278686523,
      "learning_rate": 0.00015711060948081265,
      "loss": 0.288,
      "mean_token_accuracy": 0.9880775543195861,
      "num_tokens": 10074992.0,
      "step": 1141
    },
    {
      "epoch": 0.8634013349628654,
      "grad_norm": 2.822650671005249,
      "learning_rate": 0.00015684725357411589,
      "loss": 0.322,
      "mean_token_accuracy": 0.9853216132947377,
      "num_tokens": 10141510.0,
      "step": 1148
    },
    {
      "epoch": 0.8686659772492245,
      "grad_norm": 5.202315807342529,
      "learning_rate": 0.00015658389766741912,
      "loss": 0.3071,
      "mean_token_accuracy": 0.9883281514048576,
      "num_tokens": 10205618.0,
      "step": 1155
    },
    {
      "epoch": 0.8739306195355834,
      "grad_norm": 6.426777362823486,
      "learning_rate": 0.00015632054176072235,
      "loss": 0.3244,
      "mean_token_accuracy": 0.9853953857507024,
      "num_tokens": 10268922.0,
      "step": 1162
    },
    {
      "epoch": 0.8791952618219423,
      "grad_norm": 2.698624849319458,
      "learning_rate": 0.0001560571858540256,
      "loss": 0.3603,
      "mean_token_accuracy": 0.9864558428525925,
      "num_tokens": 10332735.0,
      "step": 1169
    },
    {
      "epoch": 0.8844599041083012,
      "grad_norm": 1.197142243385315,
      "learning_rate": 0.00015579382994732882,
      "loss": 0.4445,
      "mean_token_accuracy": 0.9851714053324291,
      "num_tokens": 10392571.0,
      "step": 1176
    },
    {
      "epoch": 0.8897245463946601,
      "grad_norm": 6.625059127807617,
      "learning_rate": 0.00015553047404063205,
      "loss": 0.3128,
      "mean_token_accuracy": 0.9871101187808173,
      "num_tokens": 10451734.0,
      "step": 1183
    },
    {
      "epoch": 0.8949891886810191,
      "grad_norm": 5.674603462219238,
      "learning_rate": 0.0001552671181339353,
      "loss": 0.4159,
      "mean_token_accuracy": 0.9857557533042771,
      "num_tokens": 10513544.0,
      "step": 1190
    },
    {
      "epoch": 0.900253830967378,
      "grad_norm": 9.796287536621094,
      "learning_rate": 0.00015500376222723854,
      "loss": 0.2514,
      "mean_token_accuracy": 0.9887904301285744,
      "num_tokens": 10581197.0,
      "step": 1197
    },
    {
      "epoch": 0.9055184732537369,
      "grad_norm": 2.4740524291992188,
      "learning_rate": 0.00015474040632054177,
      "loss": 0.2875,
      "mean_token_accuracy": 0.9888958718095507,
      "num_tokens": 10649527.0,
      "step": 1204
    },
    {
      "epoch": 0.9107831155400959,
      "grad_norm": 1.7939389944076538,
      "learning_rate": 0.000154477050413845,
      "loss": 0.3445,
      "mean_token_accuracy": 0.9881748471941266,
      "num_tokens": 10709393.0,
      "step": 1211
    },
    {
      "epoch": 0.9160477578264549,
      "grad_norm": 5.42411470413208,
      "learning_rate": 0.00015421369450714824,
      "loss": 0.2091,
      "mean_token_accuracy": 0.991015836596489,
      "num_tokens": 10771667.0,
      "step": 1218
    },
    {
      "epoch": 0.9213124001128138,
      "grad_norm": 10.44039535522461,
      "learning_rate": 0.00015395033860045147,
      "loss": 0.2356,
      "mean_token_accuracy": 0.9929288434130805,
      "num_tokens": 10830996.0,
      "step": 1225
    },
    {
      "epoch": 0.9265770423991727,
      "grad_norm": 1.3637195825576782,
      "learning_rate": 0.0001536869826937547,
      "loss": 0.3027,
      "mean_token_accuracy": 0.9890089812023299,
      "num_tokens": 10891742.0,
      "step": 1232
    },
    {
      "epoch": 0.9318416846855316,
      "grad_norm": 9.645872116088867,
      "learning_rate": 0.00015342362678705796,
      "loss": 0.2897,
      "mean_token_accuracy": 0.9920872087989535,
      "num_tokens": 10951665.0,
      "step": 1239
    },
    {
      "epoch": 0.9371063269718906,
      "grad_norm": 4.489771366119385,
      "learning_rate": 0.00015316027088036117,
      "loss": 0.2861,
      "mean_token_accuracy": 0.9874759646398681,
      "num_tokens": 11012175.0,
      "step": 1246
    },
    {
      "epoch": 0.9423709692582495,
      "grad_norm": 3.856848955154419,
      "learning_rate": 0.0001528969149736644,
      "loss": 0.369,
      "mean_token_accuracy": 0.9833821335009166,
      "num_tokens": 11076432.0,
      "step": 1253
    },
    {
      "epoch": 0.9476356115446084,
      "grad_norm": 2.9677295684814453,
      "learning_rate": 0.00015263355906696766,
      "loss": 0.4231,
      "mean_token_accuracy": 0.9856973545891898,
      "num_tokens": 11140014.0,
      "step": 1260
    },
    {
      "epoch": 0.9529002538309673,
      "grad_norm": 5.096759796142578,
      "learning_rate": 0.0001523702031602709,
      "loss": 0.2352,
      "mean_token_accuracy": 0.9874877844538007,
      "num_tokens": 11203786.0,
      "step": 1267
    },
    {
      "epoch": 0.9581648961173264,
      "grad_norm": 1.4774101972579956,
      "learning_rate": 0.00015210684725357413,
      "loss": 0.446,
      "mean_token_accuracy": 0.9873196259140968,
      "num_tokens": 11262354.0,
      "step": 1274
    },
    {
      "epoch": 0.9634295384036853,
      "grad_norm": 3.908897638320923,
      "learning_rate": 0.00015184349134687736,
      "loss": 0.4166,
      "mean_token_accuracy": 0.9863720110484532,
      "num_tokens": 11327850.0,
      "step": 1281
    },
    {
      "epoch": 0.9686941806900442,
      "grad_norm": 1.6400980949401855,
      "learning_rate": 0.0001515801354401806,
      "loss": 0.443,
      "mean_token_accuracy": 0.9865829348564148,
      "num_tokens": 11389888.0,
      "step": 1288
    },
    {
      "epoch": 0.9739588229764031,
      "grad_norm": 2.286592721939087,
      "learning_rate": 0.00015131677953348382,
      "loss": 0.1958,
      "mean_token_accuracy": 0.9906766563653946,
      "num_tokens": 11448617.0,
      "step": 1295
    },
    {
      "epoch": 0.979223465262762,
      "grad_norm": 1.3930996656417847,
      "learning_rate": 0.00015105342362678708,
      "loss": 0.3306,
      "mean_token_accuracy": 0.989928315792765,
      "num_tokens": 11504992.0,
      "step": 1302
    },
    {
      "epoch": 0.984488107549121,
      "grad_norm": 3.627218723297119,
      "learning_rate": 0.0001507900677200903,
      "loss": 0.5234,
      "mean_token_accuracy": 0.9835356186543193,
      "num_tokens": 11567427.0,
      "step": 1309
    },
    {
      "epoch": 0.9897527498354799,
      "grad_norm": 0.9143754839897156,
      "learning_rate": 0.00015052671181339352,
      "loss": 0.1712,
      "mean_token_accuracy": 0.992523233805384,
      "num_tokens": 11633019.0,
      "step": 1316
    },
    {
      "epoch": 0.9950173921218388,
      "grad_norm": 4.690375804901123,
      "learning_rate": 0.00015026335590669678,
      "loss": 0.4812,
      "mean_token_accuracy": 0.9837278393762452,
      "num_tokens": 11699005.0,
      "step": 1323
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.6737651824951172,
      "learning_rate": 0.00015000000000000001,
      "loss": 0.3557,
      "mean_token_accuracy": 0.9865049416164182,
      "num_tokens": 11757868.0,
      "step": 1330
    },
    {
      "epoch": 1.005264642286359,
      "grad_norm": 3.408721685409546,
      "learning_rate": 0.00014973664409330325,
      "loss": 0.325,
      "mean_token_accuracy": 0.9867892999734197,
      "num_tokens": 11818912.0,
      "step": 1337
    },
    {
      "epoch": 1.0105292845727178,
      "grad_norm": 1.5289093255996704,
      "learning_rate": 0.00014947328818660648,
      "loss": 0.3636,
      "mean_token_accuracy": 0.9868262644324984,
      "num_tokens": 11878588.0,
      "step": 1344
    },
    {
      "epoch": 1.0157939268590768,
      "grad_norm": 3.5710256099700928,
      "learning_rate": 0.0001492099322799097,
      "loss": 0.3356,
      "mean_token_accuracy": 0.9858624967081207,
      "num_tokens": 11937855.0,
      "step": 1351
    },
    {
      "epoch": 1.0210585691454357,
      "grad_norm": 2.1009042263031006,
      "learning_rate": 0.00014894657637321294,
      "loss": 0.1162,
      "mean_token_accuracy": 0.9943831084030015,
      "num_tokens": 11998055.0,
      "step": 1358
    },
    {
      "epoch": 1.0263232114317946,
      "grad_norm": 2.673617124557495,
      "learning_rate": 0.0001486832204665162,
      "loss": 0.2241,
      "mean_token_accuracy": 0.9894337984068053,
      "num_tokens": 12056178.0,
      "step": 1365
    },
    {
      "epoch": 1.0315878537181535,
      "grad_norm": 0.8607624173164368,
      "learning_rate": 0.0001484198645598194,
      "loss": 0.3341,
      "mean_token_accuracy": 0.9911763125232288,
      "num_tokens": 12115760.0,
      "step": 1372
    },
    {
      "epoch": 1.0368524960045125,
      "grad_norm": 5.409027576446533,
      "learning_rate": 0.00014815650865312264,
      "loss": 0.2366,
      "mean_token_accuracy": 0.9923227142010417,
      "num_tokens": 12180157.0,
      "step": 1379
    },
    {
      "epoch": 1.0421171382908714,
      "grad_norm": 5.06238317489624,
      "learning_rate": 0.0001478931527464259,
      "loss": 0.1718,
      "mean_token_accuracy": 0.9912227732794625,
      "num_tokens": 12245068.0,
      "step": 1386
    },
    {
      "epoch": 1.0473817805772305,
      "grad_norm": 4.035508632659912,
      "learning_rate": 0.00014762979683972913,
      "loss": 0.3846,
      "mean_token_accuracy": 0.9892959339278085,
      "num_tokens": 12305501.0,
      "step": 1393
    },
    {
      "epoch": 1.0526464228635894,
      "grad_norm": 1.7580567598342896,
      "learning_rate": 0.00014736644093303237,
      "loss": 0.2004,
      "mean_token_accuracy": 0.9921416980879647,
      "num_tokens": 12365127.0,
      "step": 1400
    },
    {
      "epoch": 1.0579110651499484,
      "grad_norm": 9.857763290405273,
      "learning_rate": 0.0001471030850263356,
      "loss": 0.4326,
      "mean_token_accuracy": 0.9865811956780297,
      "num_tokens": 12426111.0,
      "step": 1407
    },
    {
      "epoch": 1.0631757074363073,
      "grad_norm": 1.851088523864746,
      "learning_rate": 0.00014683972911963883,
      "loss": 0.2996,
      "mean_token_accuracy": 0.9852778209107262,
      "num_tokens": 12488034.0,
      "step": 1414
    },
    {
      "epoch": 1.0684403497226662,
      "grad_norm": 3.0664172172546387,
      "learning_rate": 0.00014657637321294206,
      "loss": 0.137,
      "mean_token_accuracy": 0.9941991950784411,
      "num_tokens": 12549856.0,
      "step": 1421
    },
    {
      "epoch": 1.0737049920090251,
      "grad_norm": 2.5788049697875977,
      "learning_rate": 0.00014631301730624532,
      "loss": 0.4694,
      "mean_token_accuracy": 0.9857755867498261,
      "num_tokens": 12616177.0,
      "step": 1428
    },
    {
      "epoch": 1.078969634295384,
      "grad_norm": 1.363619089126587,
      "learning_rate": 0.00014604966139954853,
      "loss": 0.2557,
      "mean_token_accuracy": 0.9904255930866513,
      "num_tokens": 12682645.0,
      "step": 1435
    },
    {
      "epoch": 1.084234276581743,
      "grad_norm": 3.019524574279785,
      "learning_rate": 0.00014578630549285176,
      "loss": 0.2535,
      "mean_token_accuracy": 0.9911204991596085,
      "num_tokens": 12740377.0,
      "step": 1442
    },
    {
      "epoch": 1.089498918868102,
      "grad_norm": 2.251373291015625,
      "learning_rate": 0.00014552294958615502,
      "loss": 0.188,
      "mean_token_accuracy": 0.9905956621680941,
      "num_tokens": 12797549.0,
      "step": 1449
    },
    {
      "epoch": 1.0947635611544608,
      "grad_norm": 2.197495222091675,
      "learning_rate": 0.00014525959367945825,
      "loss": 0.1749,
      "mean_token_accuracy": 0.9949398615530559,
      "num_tokens": 12858027.0,
      "step": 1456
    },
    {
      "epoch": 1.1000282034408198,
      "grad_norm": 4.309481143951416,
      "learning_rate": 0.0001449962377727615,
      "loss": 0.4218,
      "mean_token_accuracy": 0.982670929815088,
      "num_tokens": 12925847.0,
      "step": 1463
    },
    {
      "epoch": 1.1052928457271787,
      "grad_norm": 9.219832420349121,
      "learning_rate": 0.00014473288186606472,
      "loss": 0.1959,
      "mean_token_accuracy": 0.9937684174094882,
      "num_tokens": 12989703.0,
      "step": 1470
    },
    {
      "epoch": 1.1105574880135376,
      "grad_norm": 9.140572547912598,
      "learning_rate": 0.00014446952595936795,
      "loss": 0.3885,
      "mean_token_accuracy": 0.9879737379295486,
      "num_tokens": 13056094.0,
      "step": 1477
    },
    {
      "epoch": 1.1158221302998965,
      "grad_norm": 3.9148099422454834,
      "learning_rate": 0.00014420617005267118,
      "loss": 0.1446,
      "mean_token_accuracy": 0.9924962978277888,
      "num_tokens": 13112903.0,
      "step": 1484
    },
    {
      "epoch": 1.1210867725862554,
      "grad_norm": 0.3744335174560547,
      "learning_rate": 0.00014394281414597442,
      "loss": 0.2441,
      "mean_token_accuracy": 0.9917006982224328,
      "num_tokens": 13178395.0,
      "step": 1491
    },
    {
      "epoch": 1.1263514148726144,
      "grad_norm": 0.3156713843345642,
      "learning_rate": 0.00014367945823927768,
      "loss": 0.0885,
      "mean_token_accuracy": 0.9961930917842048,
      "num_tokens": 13241079.0,
      "step": 1498
    },
    {
      "epoch": 1.1316160571589733,
      "grad_norm": 0.5497475266456604,
      "learning_rate": 0.00014341610233258088,
      "loss": 0.147,
      "mean_token_accuracy": 0.9939297661185265,
      "num_tokens": 13304781.0,
      "step": 1505
    },
    {
      "epoch": 1.1368806994453324,
      "grad_norm": 0.22629879415035248,
      "learning_rate": 0.00014315274642588412,
      "loss": 0.3622,
      "mean_token_accuracy": 0.989835972232478,
      "num_tokens": 13360706.0,
      "step": 1512
    },
    {
      "epoch": 1.1421453417316914,
      "grad_norm": 1.5972377061843872,
      "learning_rate": 0.00014288939051918737,
      "loss": 0.2685,
      "mean_token_accuracy": 0.9913925932986396,
      "num_tokens": 13423752.0,
      "step": 1519
    },
    {
      "epoch": 1.1474099840180503,
      "grad_norm": 2.174511194229126,
      "learning_rate": 0.0001426260346124906,
      "loss": 0.2304,
      "mean_token_accuracy": 0.9914330286639077,
      "num_tokens": 13487380.0,
      "step": 1526
    },
    {
      "epoch": 1.1526746263044092,
      "grad_norm": 2.944056510925293,
      "learning_rate": 0.00014236267870579384,
      "loss": 0.3604,
      "mean_token_accuracy": 0.9890576909695353,
      "num_tokens": 13548212.0,
      "step": 1533
    },
    {
      "epoch": 1.1579392685907681,
      "grad_norm": 1.1673675775527954,
      "learning_rate": 0.00014209932279909707,
      "loss": 0.2486,
      "mean_token_accuracy": 0.9902358885322299,
      "num_tokens": 13611622.0,
      "step": 1540
    },
    {
      "epoch": 1.163203910877127,
      "grad_norm": 2.2113983631134033,
      "learning_rate": 0.0001418359668924003,
      "loss": 0.2813,
      "mean_token_accuracy": 0.9884150496550969,
      "num_tokens": 13673519.0,
      "step": 1547
    },
    {
      "epoch": 1.168468553163486,
      "grad_norm": 1.3646266460418701,
      "learning_rate": 0.00014157261098570354,
      "loss": 0.2837,
      "mean_token_accuracy": 0.9899180467639651,
      "num_tokens": 13740594.0,
      "step": 1554
    },
    {
      "epoch": 1.173733195449845,
      "grad_norm": 1.47178316116333,
      "learning_rate": 0.0001413092550790068,
      "loss": 0.4969,
      "mean_token_accuracy": 0.9861957728862762,
      "num_tokens": 13800981.0,
      "step": 1561
    },
    {
      "epoch": 1.1789978377362038,
      "grad_norm": 4.644566535949707,
      "learning_rate": 0.00014104589917231,
      "loss": 0.1929,
      "mean_token_accuracy": 0.9940712121980531,
      "num_tokens": 13859133.0,
      "step": 1568
    },
    {
      "epoch": 1.1842624800225627,
      "grad_norm": 2.941558361053467,
      "learning_rate": 0.00014078254326561324,
      "loss": 0.2933,
      "mean_token_accuracy": 0.9869024146880422,
      "num_tokens": 13925916.0,
      "step": 1575
    },
    {
      "epoch": 1.1895271223089217,
      "grad_norm": 3.543349504470825,
      "learning_rate": 0.0001405191873589165,
      "loss": 0.151,
      "mean_token_accuracy": 0.9912234033857074,
      "num_tokens": 13989378.0,
      "step": 1582
    },
    {
      "epoch": 1.1947917645952806,
      "grad_norm": 0.26421740651130676,
      "learning_rate": 0.00014025583145221973,
      "loss": 0.1316,
      "mean_token_accuracy": 0.9948174442563739,
      "num_tokens": 14048690.0,
      "step": 1589
    },
    {
      "epoch": 1.2000564068816395,
      "grad_norm": 3.704618215560913,
      "learning_rate": 0.00013999247554552296,
      "loss": 0.2967,
      "mean_token_accuracy": 0.9912898987531662,
      "num_tokens": 14105350.0,
      "step": 1596
    },
    {
      "epoch": 1.2053210491679984,
      "grad_norm": 9.820611953735352,
      "learning_rate": 0.0001397291196388262,
      "loss": 0.4279,
      "mean_token_accuracy": 0.9896314931767327,
      "num_tokens": 14166475.0,
      "step": 1603
    },
    {
      "epoch": 1.2105856914543573,
      "grad_norm": 4.219690322875977,
      "learning_rate": 0.00013946576373212943,
      "loss": 0.2052,
      "mean_token_accuracy": 0.9916545652917453,
      "num_tokens": 14230233.0,
      "step": 1610
    },
    {
      "epoch": 1.2158503337407163,
      "grad_norm": 8.233049392700195,
      "learning_rate": 0.00013920240782543266,
      "loss": 0.2305,
      "mean_token_accuracy": 0.9910402031881469,
      "num_tokens": 14293031.0,
      "step": 1617
    },
    {
      "epoch": 1.2211149760270752,
      "grad_norm": 3.9408421516418457,
      "learning_rate": 0.00013893905191873592,
      "loss": 0.1533,
      "mean_token_accuracy": 0.9919589406677655,
      "num_tokens": 14356077.0,
      "step": 1624
    },
    {
      "epoch": 1.2263796183134343,
      "grad_norm": 4.8626861572265625,
      "learning_rate": 0.00013867569601203912,
      "loss": 0.2836,
      "mean_token_accuracy": 0.9872687991176333,
      "num_tokens": 14412514.0,
      "step": 1631
    },
    {
      "epoch": 1.2316442605997933,
      "grad_norm": 0.6099812388420105,
      "learning_rate": 0.00013841234010534236,
      "loss": 0.157,
      "mean_token_accuracy": 0.9954733816640717,
      "num_tokens": 14478745.0,
      "step": 1638
    },
    {
      "epoch": 1.2369089028861522,
      "grad_norm": 5.712614059448242,
      "learning_rate": 0.00013814898419864562,
      "loss": 0.1737,
      "mean_token_accuracy": 0.991803133061954,
      "num_tokens": 14537007.0,
      "step": 1645
    },
    {
      "epoch": 1.242173545172511,
      "grad_norm": 2.5407156944274902,
      "learning_rate": 0.00013788562829194885,
      "loss": 0.2482,
      "mean_token_accuracy": 0.9922906564814704,
      "num_tokens": 14597887.0,
      "step": 1652
    },
    {
      "epoch": 1.24743818745887,
      "grad_norm": 16.862178802490234,
      "learning_rate": 0.00013762227238525208,
      "loss": 0.2099,
      "mean_token_accuracy": 0.9912843480706215,
      "num_tokens": 14660075.0,
      "step": 1659
    },
    {
      "epoch": 1.252702829745229,
      "grad_norm": 4.577484130859375,
      "learning_rate": 0.0001373589164785553,
      "loss": 0.2114,
      "mean_token_accuracy": 0.9898757732340268,
      "num_tokens": 14720427.0,
      "step": 1666
    },
    {
      "epoch": 1.2579674720315879,
      "grad_norm": 5.4580078125,
      "learning_rate": 0.00013709556057185855,
      "loss": 0.1987,
      "mean_token_accuracy": 0.99252992442676,
      "num_tokens": 14780598.0,
      "step": 1673
    },
    {
      "epoch": 1.2632321143179468,
      "grad_norm": 2.710749864578247,
      "learning_rate": 0.00013683220466516178,
      "loss": 0.2673,
      "mean_token_accuracy": 0.9886703054819789,
      "num_tokens": 14842301.0,
      "step": 1680
    },
    {
      "epoch": 1.2684967566043057,
      "grad_norm": 0.7136022448539734,
      "learning_rate": 0.00013656884875846504,
      "loss": 0.1207,
      "mean_token_accuracy": 0.9936908494148936,
      "num_tokens": 14906315.0,
      "step": 1687
    },
    {
      "epoch": 1.2737613988906646,
      "grad_norm": 10.184287071228027,
      "learning_rate": 0.00013630549285176824,
      "loss": 0.302,
      "mean_token_accuracy": 0.9861791431903839,
      "num_tokens": 14964107.0,
      "step": 1694
    },
    {
      "epoch": 1.2790260411770236,
      "grad_norm": 2.538411855697632,
      "learning_rate": 0.00013604213694507148,
      "loss": 0.1692,
      "mean_token_accuracy": 0.9949883254511016,
      "num_tokens": 15025560.0,
      "step": 1701
    },
    {
      "epoch": 1.2842906834633825,
      "grad_norm": 1.0461792945861816,
      "learning_rate": 0.0001357787810383747,
      "loss": 0.1073,
      "mean_token_accuracy": 0.9950532178793635,
      "num_tokens": 15090883.0,
      "step": 1708
    },
    {
      "epoch": 1.2895553257497414,
      "grad_norm": 0.796981930732727,
      "learning_rate": 0.00013551542513167797,
      "loss": 0.2213,
      "mean_token_accuracy": 0.9920940707836833,
      "num_tokens": 15150881.0,
      "step": 1715
    },
    {
      "epoch": 1.2948199680361003,
      "grad_norm": 3.015265703201294,
      "learning_rate": 0.0001352520692249812,
      "loss": 0.321,
      "mean_token_accuracy": 0.9910285813467843,
      "num_tokens": 15209552.0,
      "step": 1722
    },
    {
      "epoch": 1.3000846103224593,
      "grad_norm": 1.5789178609848022,
      "learning_rate": 0.00013498871331828443,
      "loss": 0.1814,
      "mean_token_accuracy": 0.991893857717514,
      "num_tokens": 15269074.0,
      "step": 1729
    },
    {
      "epoch": 1.3053492526088184,
      "grad_norm": 6.411360740661621,
      "learning_rate": 0.00013472535741158767,
      "loss": 0.2012,
      "mean_token_accuracy": 0.9942227602005005,
      "num_tokens": 15334515.0,
      "step": 1736
    },
    {
      "epoch": 1.310613894895177,
      "grad_norm": 15.531742095947266,
      "learning_rate": 0.0001344620015048909,
      "loss": 0.3704,
      "mean_token_accuracy": 0.9869026861020497,
      "num_tokens": 15399359.0,
      "step": 1743
    },
    {
      "epoch": 1.3158785371815362,
      "grad_norm": 6.059346675872803,
      "learning_rate": 0.00013419864559819413,
      "loss": 0.3227,
      "mean_token_accuracy": 0.9877499725137439,
      "num_tokens": 15460292.0,
      "step": 1750
    },
    {
      "epoch": 1.321143179467895,
      "grad_norm": 2.9363033771514893,
      "learning_rate": 0.0001339352896914974,
      "loss": 0.2628,
      "mean_token_accuracy": 0.9876537759389196,
      "num_tokens": 15520040.0,
      "step": 1757
    },
    {
      "epoch": 1.326407821754254,
      "grad_norm": 7.257687091827393,
      "learning_rate": 0.0001336719337848006,
      "loss": 0.2037,
      "mean_token_accuracy": 0.9923295655420848,
      "num_tokens": 15580776.0,
      "step": 1764
    },
    {
      "epoch": 1.331672464040613,
      "grad_norm": 16.092811584472656,
      "learning_rate": 0.00013340857787810383,
      "loss": 0.2106,
      "mean_token_accuracy": 0.9921471721359661,
      "num_tokens": 15643162.0,
      "step": 1771
    },
    {
      "epoch": 1.336937106326972,
      "grad_norm": 18.12074851989746,
      "learning_rate": 0.0001331452219714071,
      "loss": 0.2578,
      "mean_token_accuracy": 0.9924836467419352,
      "num_tokens": 15704193.0,
      "step": 1778
    },
    {
      "epoch": 1.3422017486133309,
      "grad_norm": 5.772324562072754,
      "learning_rate": 0.00013288186606471032,
      "loss": 0.199,
      "mean_token_accuracy": 0.9923907539674214,
      "num_tokens": 15770711.0,
      "step": 1785
    },
    {
      "epoch": 1.3474663908996898,
      "grad_norm": 0.9476026296615601,
      "learning_rate": 0.00013261851015801355,
      "loss": 0.2339,
      "mean_token_accuracy": 0.9915089160203934,
      "num_tokens": 15833257.0,
      "step": 1792
    },
    {
      "epoch": 1.3527310331860487,
      "grad_norm": 2.190275192260742,
      "learning_rate": 0.0001323551542513168,
      "loss": 0.3767,
      "mean_token_accuracy": 0.9895979432123048,
      "num_tokens": 15894005.0,
      "step": 1799
    },
    {
      "epoch": 1.3579956754724076,
      "grad_norm": 4.70867919921875,
      "learning_rate": 0.00013209179834462002,
      "loss": 0.1757,
      "mean_token_accuracy": 0.9928706181900842,
      "num_tokens": 15958463.0,
      "step": 1806
    },
    {
      "epoch": 1.3632603177587665,
      "grad_norm": 0.7507139444351196,
      "learning_rate": 0.00013182844243792325,
      "loss": 0.2775,
      "mean_token_accuracy": 0.9922192469239235,
      "num_tokens": 16017151.0,
      "step": 1813
    },
    {
      "epoch": 1.3685249600451255,
      "grad_norm": 3.018205165863037,
      "learning_rate": 0.0001315650865312265,
      "loss": 0.2266,
      "mean_token_accuracy": 0.9921427177531379,
      "num_tokens": 16079391.0,
      "step": 1820
    },
    {
      "epoch": 1.3737896023314844,
      "grad_norm": 1.5593658685684204,
      "learning_rate": 0.00013130173062452972,
      "loss": 0.2111,
      "mean_token_accuracy": 0.9927768015435764,
      "num_tokens": 16139695.0,
      "step": 1827
    },
    {
      "epoch": 1.3790542446178433,
      "grad_norm": 4.4447832107543945,
      "learning_rate": 0.00013103837471783295,
      "loss": 0.2209,
      "mean_token_accuracy": 0.9891561652932849,
      "num_tokens": 16200383.0,
      "step": 1834
    },
    {
      "epoch": 1.3843188869042022,
      "grad_norm": 10.619449615478516,
      "learning_rate": 0.0001307750188111362,
      "loss": 0.3289,
      "mean_token_accuracy": 0.9891869202256203,
      "num_tokens": 16263088.0,
      "step": 1841
    },
    {
      "epoch": 1.3895835291905612,
      "grad_norm": 6.483500957489014,
      "learning_rate": 0.00013051166290443944,
      "loss": 0.1773,
      "mean_token_accuracy": 0.9928955733776093,
      "num_tokens": 16325903.0,
      "step": 1848
    },
    {
      "epoch": 1.3948481714769203,
      "grad_norm": 4.723738670349121,
      "learning_rate": 0.00013024830699774267,
      "loss": 0.163,
      "mean_token_accuracy": 0.9920609401805061,
      "num_tokens": 16385398.0,
      "step": 1855
    },
    {
      "epoch": 1.400112813763279,
      "grad_norm": 3.299731492996216,
      "learning_rate": 0.0001299849510910459,
      "loss": 0.1281,
      "mean_token_accuracy": 0.9930625600474221,
      "num_tokens": 16446499.0,
      "step": 1862
    },
    {
      "epoch": 1.4053774560496382,
      "grad_norm": 3.176826000213623,
      "learning_rate": 0.00012972159518434914,
      "loss": 0.2056,
      "mean_token_accuracy": 0.9950633091585976,
      "num_tokens": 16508603.0,
      "step": 1869
    },
    {
      "epoch": 1.410642098335997,
      "grad_norm": 1.713958740234375,
      "learning_rate": 0.00012945823927765237,
      "loss": 0.2887,
      "mean_token_accuracy": 0.9888357828770366,
      "num_tokens": 16566765.0,
      "step": 1876
    },
    {
      "epoch": 1.415906740622356,
      "grad_norm": 60.53436279296875,
      "learning_rate": 0.00012919488337095563,
      "loss": 0.2608,
      "mean_token_accuracy": 0.9921398173485484,
      "num_tokens": 16627495.0,
      "step": 1883
    },
    {
      "epoch": 1.421171382908715,
      "grad_norm": 3.4057421684265137,
      "learning_rate": 0.00012893152746425884,
      "loss": 0.2358,
      "mean_token_accuracy": 0.9934137729661805,
      "num_tokens": 16685505.0,
      "step": 1890
    },
    {
      "epoch": 1.4264360251950738,
      "grad_norm": 8.682483673095703,
      "learning_rate": 0.00012866817155756207,
      "loss": 0.3047,
      "mean_token_accuracy": 0.9872814172080585,
      "num_tokens": 16746158.0,
      "step": 1897
    },
    {
      "epoch": 1.4317006674814328,
      "grad_norm": 6.995699882507324,
      "learning_rate": 0.00012840481565086533,
      "loss": 0.3074,
      "mean_token_accuracy": 0.9887890996677535,
      "num_tokens": 16805118.0,
      "step": 1904
    },
    {
      "epoch": 1.4369653097677917,
      "grad_norm": 3.943237066268921,
      "learning_rate": 0.00012814145974416856,
      "loss": 0.2609,
      "mean_token_accuracy": 0.9892492177230972,
      "num_tokens": 16865629.0,
      "step": 1911
    },
    {
      "epoch": 1.4422299520541506,
      "grad_norm": 0.8239724636077881,
      "learning_rate": 0.0001278781038374718,
      "loss": 0.1276,
      "mean_token_accuracy": 0.9948458277753421,
      "num_tokens": 16929681.0,
      "step": 1918
    },
    {
      "epoch": 1.4474945943405095,
      "grad_norm": 10.795239448547363,
      "learning_rate": 0.00012761474793077503,
      "loss": 0.2547,
      "mean_token_accuracy": 0.9911726553525243,
      "num_tokens": 16990985.0,
      "step": 1925
    },
    {
      "epoch": 1.4527592366268685,
      "grad_norm": 22.453044891357422,
      "learning_rate": 0.00012735139202407826,
      "loss": 0.3043,
      "mean_token_accuracy": 0.9873178665127073,
      "num_tokens": 17053547.0,
      "step": 1932
    },
    {
      "epoch": 1.4580238789132274,
      "grad_norm": 1.572399377822876,
      "learning_rate": 0.0001270880361173815,
      "loss": 0.2506,
      "mean_token_accuracy": 0.9925586645092283,
      "num_tokens": 17120873.0,
      "step": 1939
    },
    {
      "epoch": 1.4632885211995863,
      "grad_norm": 1.8852821588516235,
      "learning_rate": 0.00012682468021068473,
      "loss": 0.1817,
      "mean_token_accuracy": 0.9927859018955912,
      "num_tokens": 17180785.0,
      "step": 1946
    },
    {
      "epoch": 1.4685531634859452,
      "grad_norm": 1.3453786373138428,
      "learning_rate": 0.00012656132430398798,
      "loss": 0.2057,
      "mean_token_accuracy": 0.9911574646830559,
      "num_tokens": 17239360.0,
      "step": 1953
    },
    {
      "epoch": 1.4738178057723041,
      "grad_norm": 11.025494575500488,
      "learning_rate": 0.0001262979683972912,
      "loss": 0.1727,
      "mean_token_accuracy": 0.9909827506967953,
      "num_tokens": 17300223.0,
      "step": 1960
    },
    {
      "epoch": 1.479082448058663,
      "grad_norm": 1.8808586597442627,
      "learning_rate": 0.00012603461249059442,
      "loss": 0.2561,
      "mean_token_accuracy": 0.9896975191576141,
      "num_tokens": 17365607.0,
      "step": 1967
    },
    {
      "epoch": 1.4843470903450222,
      "grad_norm": 1.883882761001587,
      "learning_rate": 0.00012577125658389768,
      "loss": 0.2375,
      "mean_token_accuracy": 0.9916414086307798,
      "num_tokens": 17428427.0,
      "step": 1974
    },
    {
      "epoch": 1.489611732631381,
      "grad_norm": 28.188386917114258,
      "learning_rate": 0.00012550790067720092,
      "loss": 0.2718,
      "mean_token_accuracy": 0.989918270281383,
      "num_tokens": 17492942.0,
      "step": 1981
    },
    {
      "epoch": 1.49487637491774,
      "grad_norm": 11.462503433227539,
      "learning_rate": 0.00012524454477050415,
      "loss": 0.1901,
      "mean_token_accuracy": 0.9914419033697673,
      "num_tokens": 17559266.0,
      "step": 1988
    },
    {
      "epoch": 1.5001410172040988,
      "grad_norm": 0.8864675164222717,
      "learning_rate": 0.00012498118886380738,
      "loss": 0.1183,
      "mean_token_accuracy": 0.9930080260549273,
      "num_tokens": 17626562.0,
      "step": 1995
    },
    {
      "epoch": 1.505405659490458,
      "grad_norm": 1.2817803621292114,
      "learning_rate": 0.0001247178329571106,
      "loss": 0.219,
      "mean_token_accuracy": 0.9926515775067466,
      "num_tokens": 17688339.0,
      "step": 2002
    },
    {
      "epoch": 1.5106703017768168,
      "grad_norm": 3.6939096450805664,
      "learning_rate": 0.00012445447705041385,
      "loss": 0.2883,
      "mean_token_accuracy": 0.9864205483879361,
      "num_tokens": 17750888.0,
      "step": 2009
    },
    {
      "epoch": 1.5159349440631757,
      "grad_norm": 8.68113899230957,
      "learning_rate": 0.0001241911211437171,
      "loss": 0.1713,
      "mean_token_accuracy": 0.9931251076715333,
      "num_tokens": 17811077.0,
      "step": 2016
    },
    {
      "epoch": 1.5211995863495347,
      "grad_norm": 1.8664782047271729,
      "learning_rate": 0.0001239277652370203,
      "loss": 0.1683,
      "mean_token_accuracy": 0.9920256978699139,
      "num_tokens": 17873882.0,
      "step": 2023
    },
    {
      "epoch": 1.5264642286358936,
      "grad_norm": 9.23595905303955,
      "learning_rate": 0.00012366440933032354,
      "loss": 0.2279,
      "mean_token_accuracy": 0.9934034773281643,
      "num_tokens": 17934458.0,
      "step": 2030
    },
    {
      "epoch": 1.5317288709222525,
      "grad_norm": 0.5371968746185303,
      "learning_rate": 0.0001234010534236268,
      "loss": 0.3383,
      "mean_token_accuracy": 0.992760239967278,
      "num_tokens": 18000388.0,
      "step": 2037
    },
    {
      "epoch": 1.5369935132086114,
      "grad_norm": 6.717473983764648,
      "learning_rate": 0.00012313769751693004,
      "loss": 0.2705,
      "mean_token_accuracy": 0.9929484373756817,
      "num_tokens": 18062251.0,
      "step": 2044
    },
    {
      "epoch": 1.5422581554949704,
      "grad_norm": 1.2476862668991089,
      "learning_rate": 0.00012287434161023327,
      "loss": 0.2027,
      "mean_token_accuracy": 0.9934172172631536,
      "num_tokens": 18132332.0,
      "step": 2051
    },
    {
      "epoch": 1.5475227977813293,
      "grad_norm": 0.7605043053627014,
      "learning_rate": 0.0001226109857035365,
      "loss": 0.5097,
      "mean_token_accuracy": 0.981914051941463,
      "num_tokens": 18193186.0,
      "step": 2058
    },
    {
      "epoch": 1.5527874400676882,
      "grad_norm": 0.6618887186050415,
      "learning_rate": 0.00012234762979683973,
      "loss": 0.2604,
      "mean_token_accuracy": 0.988840958901814,
      "num_tokens": 18253081.0,
      "step": 2065
    },
    {
      "epoch": 1.5580520823540471,
      "grad_norm": 1.6868842840194702,
      "learning_rate": 0.00012208427389014297,
      "loss": 0.1247,
      "mean_token_accuracy": 0.9945448264479637,
      "num_tokens": 18320322.0,
      "step": 2072
    },
    {
      "epoch": 1.5633167246404063,
      "grad_norm": 1.528398871421814,
      "learning_rate": 0.00012182091798344621,
      "loss": 0.1558,
      "mean_token_accuracy": 0.9914160083447184,
      "num_tokens": 18381386.0,
      "step": 2079
    },
    {
      "epoch": 1.568581366926765,
      "grad_norm": 0.9244933128356934,
      "learning_rate": 0.00012155756207674944,
      "loss": 0.289,
      "mean_token_accuracy": 0.9896547826273101,
      "num_tokens": 18443269.0,
      "step": 2086
    },
    {
      "epoch": 1.5738460092131241,
      "grad_norm": 1.664876103401184,
      "learning_rate": 0.00012129420617005268,
      "loss": 0.2955,
      "mean_token_accuracy": 0.9906592624528068,
      "num_tokens": 18508043.0,
      "step": 2093
    },
    {
      "epoch": 1.5791106514994828,
      "grad_norm": 0.8348265886306763,
      "learning_rate": 0.00012103085026335592,
      "loss": 0.1227,
      "mean_token_accuracy": 0.9941448430929866,
      "num_tokens": 18567771.0,
      "step": 2100
    },
    {
      "epoch": 1.584375293785842,
      "grad_norm": 12.391520500183105,
      "learning_rate": 0.00012076749435665916,
      "loss": 0.2727,
      "mean_token_accuracy": 0.9927672892808914,
      "num_tokens": 18629149.0,
      "step": 2107
    },
    {
      "epoch": 1.5896399360722007,
      "grad_norm": 1.7599389553070068,
      "learning_rate": 0.00012050413844996237,
      "loss": 0.1956,
      "mean_token_accuracy": 0.9940993743283408,
      "num_tokens": 18689785.0,
      "step": 2114
    },
    {
      "epoch": 1.5949045783585598,
      "grad_norm": 3.6339666843414307,
      "learning_rate": 0.00012024078254326563,
      "loss": 0.1044,
      "mean_token_accuracy": 0.9948881470731327,
      "num_tokens": 18748306.0,
      "step": 2121
    },
    {
      "epoch": 1.6001692206449187,
      "grad_norm": 4.629573345184326,
      "learning_rate": 0.00011997742663656885,
      "loss": 0.1948,
      "mean_token_accuracy": 0.9910960016506059,
      "num_tokens": 18810181.0,
      "step": 2128
    },
    {
      "epoch": 1.6054338629312777,
      "grad_norm": 3.4737141132354736,
      "learning_rate": 0.00011971407072987209,
      "loss": 0.2604,
      "mean_token_accuracy": 0.9872141799756459,
      "num_tokens": 18867349.0,
      "step": 2135
    },
    {
      "epoch": 1.6106985052176366,
      "grad_norm": 1.6179413795471191,
      "learning_rate": 0.00011945071482317533,
      "loss": 0.2287,
      "mean_token_accuracy": 0.9942372579659734,
      "num_tokens": 18927420.0,
      "step": 2142
    },
    {
      "epoch": 1.6159631475039955,
      "grad_norm": 2.1788082122802734,
      "learning_rate": 0.00011918735891647856,
      "loss": 0.1952,
      "mean_token_accuracy": 0.9907448110835892,
      "num_tokens": 18990709.0,
      "step": 2149
    },
    {
      "epoch": 1.6212277897903544,
      "grad_norm": 1.523470401763916,
      "learning_rate": 0.0001189240030097818,
      "loss": 0.3125,
      "mean_token_accuracy": 0.989886862891061,
      "num_tokens": 19049861.0,
      "step": 2156
    },
    {
      "epoch": 1.6264924320767133,
      "grad_norm": 2.8504085540771484,
      "learning_rate": 0.00011866064710308504,
      "loss": 0.2237,
      "mean_token_accuracy": 0.9880131227629525,
      "num_tokens": 19118045.0,
      "step": 2163
    },
    {
      "epoch": 1.6317570743630723,
      "grad_norm": 0.6833459734916687,
      "learning_rate": 0.00011839729119638828,
      "loss": 0.2131,
      "mean_token_accuracy": 0.9924259898918015,
      "num_tokens": 19177671.0,
      "step": 2170
    },
    {
      "epoch": 1.6370217166494312,
      "grad_norm": 1.0239827632904053,
      "learning_rate": 0.0001181339352896915,
      "loss": 0.2055,
      "mean_token_accuracy": 0.9910915142723492,
      "num_tokens": 19237591.0,
      "step": 2177
    },
    {
      "epoch": 1.6422863589357901,
      "grad_norm": 1.6337671279907227,
      "learning_rate": 0.00011787057938299473,
      "loss": 0.2029,
      "mean_token_accuracy": 0.9929652927177293,
      "num_tokens": 19303521.0,
      "step": 2184
    },
    {
      "epoch": 1.647551001222149,
      "grad_norm": 5.557865142822266,
      "learning_rate": 0.00011760722347629797,
      "loss": 0.2295,
      "mean_token_accuracy": 0.9890761173197201,
      "num_tokens": 19365368.0,
      "step": 2191
    },
    {
      "epoch": 1.6528156435085082,
      "grad_norm": 14.096709251403809,
      "learning_rate": 0.0001173438675696012,
      "loss": 0.312,
      "mean_token_accuracy": 0.9904469975403377,
      "num_tokens": 19428075.0,
      "step": 2198
    },
    {
      "epoch": 1.6580802857948669,
      "grad_norm": 2.606497049331665,
      "learning_rate": 0.00011708051166290444,
      "loss": 0.1295,
      "mean_token_accuracy": 0.9957098939589092,
      "num_tokens": 19492747.0,
      "step": 2205
    },
    {
      "epoch": 1.663344928081226,
      "grad_norm": 0.12460053712129593,
      "learning_rate": 0.00011681715575620769,
      "loss": 0.1345,
      "mean_token_accuracy": 0.9944380170532635,
      "num_tokens": 19561523.0,
      "step": 2212
    },
    {
      "epoch": 1.6686095703675847,
      "grad_norm": 4.21990966796875,
      "learning_rate": 0.00011655379984951092,
      "loss": 0.3116,
      "mean_token_accuracy": 0.991795012993472,
      "num_tokens": 19626048.0,
      "step": 2219
    },
    {
      "epoch": 1.6738742126539439,
      "grad_norm": 4.622595310211182,
      "learning_rate": 0.00011629044394281414,
      "loss": 0.2398,
      "mean_token_accuracy": 0.9911801485078675,
      "num_tokens": 19687886.0,
      "step": 2226
    },
    {
      "epoch": 1.6791388549403026,
      "grad_norm": 0.5433699488639832,
      "learning_rate": 0.0001160270880361174,
      "loss": 0.2419,
      "mean_token_accuracy": 0.9909999359931264,
      "num_tokens": 19743942.0,
      "step": 2233
    },
    {
      "epoch": 1.6844034972266617,
      "grad_norm": 6.0370306968688965,
      "learning_rate": 0.00011576373212942062,
      "loss": 0.2358,
      "mean_token_accuracy": 0.9919255109769958,
      "num_tokens": 19809298.0,
      "step": 2240
    },
    {
      "epoch": 1.6896681395130206,
      "grad_norm": 5.089265823364258,
      "learning_rate": 0.00011550037622272385,
      "loss": 0.2458,
      "mean_token_accuracy": 0.9876088744827679,
      "num_tokens": 19871461.0,
      "step": 2247
    },
    {
      "epoch": 1.6949327817993796,
      "grad_norm": 3.583998680114746,
      "learning_rate": 0.0001152370203160271,
      "loss": 0.3835,
      "mean_token_accuracy": 0.9862523589815412,
      "num_tokens": 19935070.0,
      "step": 2254
    },
    {
      "epoch": 1.7001974240857385,
      "grad_norm": 3.997304916381836,
      "learning_rate": 0.00011497366440933033,
      "loss": 0.2579,
      "mean_token_accuracy": 0.9909880150641713,
      "num_tokens": 20001908.0,
      "step": 2261
    },
    {
      "epoch": 1.7054620663720974,
      "grad_norm": 0.4542715549468994,
      "learning_rate": 0.00011471030850263356,
      "loss": 0.1683,
      "mean_token_accuracy": 0.9938086505447116,
      "num_tokens": 20061957.0,
      "step": 2268
    },
    {
      "epoch": 1.7107267086584563,
      "grad_norm": 2.5569732189178467,
      "learning_rate": 0.0001144469525959368,
      "loss": 0.2912,
      "mean_token_accuracy": 0.9882578796574047,
      "num_tokens": 20120969.0,
      "step": 2275
    },
    {
      "epoch": 1.7159913509448153,
      "grad_norm": 1.954804539680481,
      "learning_rate": 0.00011418359668924004,
      "loss": 0.1393,
      "mean_token_accuracy": 0.993672323014055,
      "num_tokens": 20182041.0,
      "step": 2282
    },
    {
      "epoch": 1.7212559932311742,
      "grad_norm": 5.033205986022949,
      "learning_rate": 0.00011392024078254326,
      "loss": 0.2673,
      "mean_token_accuracy": 0.9904912710189819,
      "num_tokens": 20241585.0,
      "step": 2289
    },
    {
      "epoch": 1.726520635517533,
      "grad_norm": 4.316547870635986,
      "learning_rate": 0.00011365688487584652,
      "loss": 0.1753,
      "mean_token_accuracy": 0.995313975427832,
      "num_tokens": 20300988.0,
      "step": 2296
    },
    {
      "epoch": 1.731785277803892,
      "grad_norm": 0.4150407612323761,
      "learning_rate": 0.00011339352896914975,
      "loss": 0.0651,
      "mean_token_accuracy": 0.997933919940676,
      "num_tokens": 20363951.0,
      "step": 2303
    },
    {
      "epoch": 1.737049920090251,
      "grad_norm": 3.377779006958008,
      "learning_rate": 0.00011313017306245297,
      "loss": 0.2292,
      "mean_token_accuracy": 0.9914287626743317,
      "num_tokens": 20424684.0,
      "step": 2310
    },
    {
      "epoch": 1.74231456237661,
      "grad_norm": 8.437454223632812,
      "learning_rate": 0.00011286681715575623,
      "loss": 0.347,
      "mean_token_accuracy": 0.9894164843218667,
      "num_tokens": 20484766.0,
      "step": 2317
    },
    {
      "epoch": 1.7475792046629688,
      "grad_norm": 0.48844149708747864,
      "learning_rate": 0.00011260346124905945,
      "loss": 0.3996,
      "mean_token_accuracy": 0.9900390367422786,
      "num_tokens": 20545965.0,
      "step": 2324
    },
    {
      "epoch": 1.752843846949328,
      "grad_norm": 2.870230197906494,
      "learning_rate": 0.00011234010534236268,
      "loss": 0.1182,
      "mean_token_accuracy": 0.9935800592814173,
      "num_tokens": 20611006.0,
      "step": 2331
    },
    {
      "epoch": 1.7581084892356866,
      "grad_norm": 6.676984786987305,
      "learning_rate": 0.00011207674943566593,
      "loss": 0.2172,
      "mean_token_accuracy": 0.9920763533030238,
      "num_tokens": 20669278.0,
      "step": 2338
    },
    {
      "epoch": 1.7633731315220458,
      "grad_norm": 2.5986998081207275,
      "learning_rate": 0.00011181339352896916,
      "loss": 0.1656,
      "mean_token_accuracy": 0.9913375792758805,
      "num_tokens": 20732752.0,
      "step": 2345
    },
    {
      "epoch": 1.7686377738084045,
      "grad_norm": 8.234833717346191,
      "learning_rate": 0.00011155003762227239,
      "loss": 0.2573,
      "mean_token_accuracy": 0.9890632097210202,
      "num_tokens": 20800800.0,
      "step": 2352
    },
    {
      "epoch": 1.7739024160947636,
      "grad_norm": 3.0257232189178467,
      "learning_rate": 0.00011128668171557564,
      "loss": 0.2297,
      "mean_token_accuracy": 0.9877320943134171,
      "num_tokens": 20862976.0,
      "step": 2359
    },
    {
      "epoch": 1.7791670583811225,
      "grad_norm": 0.9968982338905334,
      "learning_rate": 0.00011102332580887887,
      "loss": 0.2005,
      "mean_token_accuracy": 0.99253696841853,
      "num_tokens": 20922277.0,
      "step": 2366
    },
    {
      "epoch": 1.7844317006674815,
      "grad_norm": 0.2723258137702942,
      "learning_rate": 0.00011075996990218209,
      "loss": 0.1197,
      "mean_token_accuracy": 0.9950262244258609,
      "num_tokens": 20984667.0,
      "step": 2373
    },
    {
      "epoch": 1.7896963429538404,
      "grad_norm": 1.3707334995269775,
      "learning_rate": 0.00011049661399548535,
      "loss": 0.2367,
      "mean_token_accuracy": 0.9931219986506871,
      "num_tokens": 21048933.0,
      "step": 2380
    },
    {
      "epoch": 1.7949609852401993,
      "grad_norm": 1.147256851196289,
      "learning_rate": 0.00011023325808878857,
      "loss": 0.1998,
      "mean_token_accuracy": 0.9940363253865924,
      "num_tokens": 21113869.0,
      "step": 2387
    },
    {
      "epoch": 1.8002256275265582,
      "grad_norm": 4.579329490661621,
      "learning_rate": 0.0001099699021820918,
      "loss": 0.2075,
      "mean_token_accuracy": 0.9920091213924545,
      "num_tokens": 21175277.0,
      "step": 2394
    },
    {
      "epoch": 1.8054902698129172,
      "grad_norm": 4.437446117401123,
      "learning_rate": 0.00010970654627539505,
      "loss": 0.1684,
      "mean_token_accuracy": 0.9928834150944438,
      "num_tokens": 21236427.0,
      "step": 2401
    },
    {
      "epoch": 1.810754912099276,
      "grad_norm": 1.5089209079742432,
      "learning_rate": 0.00010944319036869828,
      "loss": 0.3311,
      "mean_token_accuracy": 0.9877726499523435,
      "num_tokens": 21299560.0,
      "step": 2408
    },
    {
      "epoch": 1.816019554385635,
      "grad_norm": 6.240835666656494,
      "learning_rate": 0.00010917983446200151,
      "loss": 0.2478,
      "mean_token_accuracy": 0.9924420320561954,
      "num_tokens": 21360062.0,
      "step": 2415
    },
    {
      "epoch": 1.8212841966719941,
      "grad_norm": 0.8350119590759277,
      "learning_rate": 0.00010891647855530473,
      "loss": 0.1657,
      "mean_token_accuracy": 0.9924463789377894,
      "num_tokens": 21423904.0,
      "step": 2422
    },
    {
      "epoch": 1.8265488389583528,
      "grad_norm": 0.32087522745132446,
      "learning_rate": 0.00010865312264860799,
      "loss": 0.1635,
      "mean_token_accuracy": 0.9925666440810476,
      "num_tokens": 21483842.0,
      "step": 2429
    },
    {
      "epoch": 1.831813481244712,
      "grad_norm": 4.448061466217041,
      "learning_rate": 0.00010838976674191121,
      "loss": 0.1931,
      "mean_token_accuracy": 0.9920029448611396,
      "num_tokens": 21546669.0,
      "step": 2436
    },
    {
      "epoch": 1.8370781235310707,
      "grad_norm": 7.151405334472656,
      "learning_rate": 0.00010812641083521444,
      "loss": 0.1717,
      "mean_token_accuracy": 0.9925154458199229,
      "num_tokens": 21608479.0,
      "step": 2443
    },
    {
      "epoch": 1.8423427658174298,
      "grad_norm": 1.6041553020477295,
      "learning_rate": 0.00010786305492851769,
      "loss": 0.1677,
      "mean_token_accuracy": 0.9963443108967373,
      "num_tokens": 21673360.0,
      "step": 2450
    },
    {
      "epoch": 1.8476074081037885,
      "grad_norm": 0.9680352807044983,
      "learning_rate": 0.00010759969902182092,
      "loss": 0.1759,
      "mean_token_accuracy": 0.9928226534809385,
      "num_tokens": 21734047.0,
      "step": 2457
    },
    {
      "epoch": 1.8528720503901477,
      "grad_norm": 2.509469509124756,
      "learning_rate": 0.00010733634311512415,
      "loss": 0.1713,
      "mean_token_accuracy": 0.9933863058686256,
      "num_tokens": 21793912.0,
      "step": 2464
    },
    {
      "epoch": 1.8581366926765064,
      "grad_norm": 8.227444648742676,
      "learning_rate": 0.0001070729872084274,
      "loss": 0.2798,
      "mean_token_accuracy": 0.9916236741202218,
      "num_tokens": 21851698.0,
      "step": 2471
    },
    {
      "epoch": 1.8634013349628655,
      "grad_norm": 5.465874195098877,
      "learning_rate": 0.00010680963130173063,
      "loss": 0.2805,
      "mean_token_accuracy": 0.989004268177918,
      "num_tokens": 21911083.0,
      "step": 2478
    },
    {
      "epoch": 1.8686659772492245,
      "grad_norm": 0.6405107378959656,
      "learning_rate": 0.00010654627539503385,
      "loss": 0.3395,
      "mean_token_accuracy": 0.9919030549270766,
      "num_tokens": 21968631.0,
      "step": 2485
    },
    {
      "epoch": 1.8739306195355834,
      "grad_norm": 5.960853576660156,
      "learning_rate": 0.00010628291948833711,
      "loss": 0.1636,
      "mean_token_accuracy": 0.9951228105596134,
      "num_tokens": 22033866.0,
      "step": 2492
    },
    {
      "epoch": 1.8791952618219423,
      "grad_norm": 0.32846036553382874,
      "learning_rate": 0.00010601956358164033,
      "loss": 0.2903,
      "mean_token_accuracy": 0.9904723476086345,
      "num_tokens": 22098938.0,
      "step": 2499
    },
    {
      "epoch": 1.8844599041083012,
      "grad_norm": 2.838965892791748,
      "learning_rate": 0.00010575620767494356,
      "loss": 0.1872,
      "mean_token_accuracy": 0.9935757315584591,
      "num_tokens": 22165302.0,
      "step": 2506
    },
    {
      "epoch": 1.8897245463946601,
      "grad_norm": 0.23618347942829132,
      "learning_rate": 0.00010549285176824681,
      "loss": 0.2624,
      "mean_token_accuracy": 0.9916282934801919,
      "num_tokens": 22227071.0,
      "step": 2513
    },
    {
      "epoch": 1.894989188681019,
      "grad_norm": 25.132312774658203,
      "learning_rate": 0.00010522949586155004,
      "loss": 0.1328,
      "mean_token_accuracy": 0.9940263128706387,
      "num_tokens": 22291046.0,
      "step": 2520
    },
    {
      "epoch": 1.900253830967378,
      "grad_norm": 0.8783767223358154,
      "learning_rate": 0.00010496613995485327,
      "loss": 0.1317,
      "mean_token_accuracy": 0.9955138234155518,
      "num_tokens": 22353600.0,
      "step": 2527
    },
    {
      "epoch": 1.905518473253737,
      "grad_norm": 1.8539149761199951,
      "learning_rate": 0.00010470278404815652,
      "loss": 0.1141,
      "mean_token_accuracy": 0.9950261414051056,
      "num_tokens": 22412744.0,
      "step": 2534
    },
    {
      "epoch": 1.910783115540096,
      "grad_norm": 5.939787864685059,
      "learning_rate": 0.00010443942814145975,
      "loss": 0.2325,
      "mean_token_accuracy": 0.9890741993274007,
      "num_tokens": 22479122.0,
      "step": 2541
    },
    {
      "epoch": 1.9160477578264548,
      "grad_norm": 8.830121994018555,
      "learning_rate": 0.00010417607223476298,
      "loss": 0.3206,
      "mean_token_accuracy": 0.9917307570576668,
      "num_tokens": 22538723.0,
      "step": 2548
    },
    {
      "epoch": 1.921312400112814,
      "grad_norm": 2.3582096099853516,
      "learning_rate": 0.00010391271632806623,
      "loss": 0.2429,
      "mean_token_accuracy": 0.9904759057930538,
      "num_tokens": 22597256.0,
      "step": 2555
    },
    {
      "epoch": 1.9265770423991726,
      "grad_norm": 2.018383264541626,
      "learning_rate": 0.00010364936042136946,
      "loss": 0.1421,
      "mean_token_accuracy": 0.9935697657721383,
      "num_tokens": 22655270.0,
      "step": 2562
    },
    {
      "epoch": 1.9318416846855317,
      "grad_norm": 2.1314425468444824,
      "learning_rate": 0.00010338600451467268,
      "loss": 0.1593,
      "mean_token_accuracy": 0.9924792807017054,
      "num_tokens": 22723308.0,
      "step": 2569
    },
    {
      "epoch": 1.9371063269718904,
      "grad_norm": 0.9874346852302551,
      "learning_rate": 0.00010312264860797594,
      "loss": 0.0878,
      "mean_token_accuracy": 0.9949095217244965,
      "num_tokens": 22783701.0,
      "step": 2576
    },
    {
      "epoch": 1.9423709692582496,
      "grad_norm": 6.960457801818848,
      "learning_rate": 0.00010285929270127916,
      "loss": 0.1411,
      "mean_token_accuracy": 0.9944907841937882,
      "num_tokens": 22844579.0,
      "step": 2583
    },
    {
      "epoch": 1.9476356115446083,
      "grad_norm": 1.4458867311477661,
      "learning_rate": 0.0001025959367945824,
      "loss": 0.282,
      "mean_token_accuracy": 0.9925453599010196,
      "num_tokens": 22906270.0,
      "step": 2590
    },
    {
      "epoch": 1.9529002538309674,
      "grad_norm": 3.4999163150787354,
      "learning_rate": 0.00010233258088788564,
      "loss": 0.1703,
      "mean_token_accuracy": 0.9936967215367726,
      "num_tokens": 22964452.0,
      "step": 2597
    },
    {
      "epoch": 1.9581648961173264,
      "grad_norm": 1.28566312789917,
      "learning_rate": 0.00010206922498118887,
      "loss": 0.2963,
      "mean_token_accuracy": 0.9904211834073067,
      "num_tokens": 23024591.0,
      "step": 2604
    },
    {
      "epoch": 1.9634295384036853,
      "grad_norm": 2.335764169692993,
      "learning_rate": 0.0001018058690744921,
      "loss": 0.1865,
      "mean_token_accuracy": 0.9936867643679891,
      "num_tokens": 23084175.0,
      "step": 2611
    },
    {
      "epoch": 1.9686941806900442,
      "grad_norm": 0.8927153944969177,
      "learning_rate": 0.00010154251316779535,
      "loss": 0.1548,
      "mean_token_accuracy": 0.9943993336388043,
      "num_tokens": 23146803.0,
      "step": 2618
    },
    {
      "epoch": 1.9739588229764031,
      "grad_norm": 1.256751537322998,
      "learning_rate": 0.00010127915726109858,
      "loss": 0.2889,
      "mean_token_accuracy": 0.9925849459000996,
      "num_tokens": 23207236.0,
      "step": 2625
    },
    {
      "epoch": 1.979223465262762,
      "grad_norm": 3.8248612880706787,
      "learning_rate": 0.0001010158013544018,
      "loss": 0.1334,
      "mean_token_accuracy": 0.9925147891044617,
      "num_tokens": 23272939.0,
      "step": 2632
    },
    {
      "epoch": 1.984488107549121,
      "grad_norm": 3.764105796813965,
      "learning_rate": 0.00010075244544770506,
      "loss": 0.2558,
      "mean_token_accuracy": 0.9914434796997479,
      "num_tokens": 23330565.0,
      "step": 2639
    },
    {
      "epoch": 1.98975274983548,
      "grad_norm": 3.760984182357788,
      "learning_rate": 0.00010048908954100828,
      "loss": 0.0973,
      "mean_token_accuracy": 0.9952294485909599,
      "num_tokens": 23393377.0,
      "step": 2646
    },
    {
      "epoch": 1.9950173921218388,
      "grad_norm": 3.424152135848999,
      "learning_rate": 0.00010022573363431151,
      "loss": 0.2587,
      "mean_token_accuracy": 0.9893047543508666,
      "num_tokens": 23453009.0,
      "step": 2653
    },
    {
      "epoch": 2.0,
      "grad_norm": 1.3334497213363647,
      "learning_rate": 9.996237772761476e-05,
      "loss": 0.1392,
      "mean_token_accuracy": 0.9946929070184816,
      "num_tokens": 23515736.0,
      "step": 2660
    },
    {
      "epoch": 2.005264642286359,
      "grad_norm": 0.4988378882408142,
      "learning_rate": 9.969902182091799e-05,
      "loss": 0.0606,
      "mean_token_accuracy": 0.9959707015327045,
      "num_tokens": 23571933.0,
      "step": 2667
    },
    {
      "epoch": 2.010529284572718,
      "grad_norm": 5.9730095863342285,
      "learning_rate": 9.943566591422123e-05,
      "loss": 0.1725,
      "mean_token_accuracy": 0.9923502142940249,
      "num_tokens": 23640038.0,
      "step": 2674
    },
    {
      "epoch": 2.015793926859077,
      "grad_norm": 0.20172494649887085,
      "learning_rate": 9.917231000752446e-05,
      "loss": 0.1574,
      "mean_token_accuracy": 0.9921838481511388,
      "num_tokens": 23702291.0,
      "step": 2681
    },
    {
      "epoch": 2.0210585691454357,
      "grad_norm": 1.6150028705596924,
      "learning_rate": 9.89089541008277e-05,
      "loss": 0.1025,
      "mean_token_accuracy": 0.9949785162295613,
      "num_tokens": 23765057.0,
      "step": 2688
    },
    {
      "epoch": 2.026323211431795,
      "grad_norm": 2.3926284313201904,
      "learning_rate": 9.864559819413092e-05,
      "loss": 0.1626,
      "mean_token_accuracy": 0.9933823996356556,
      "num_tokens": 23824138.0,
      "step": 2695
    },
    {
      "epoch": 2.0315878537181535,
      "grad_norm": 1.6534227132797241,
      "learning_rate": 9.838224228743417e-05,
      "loss": 0.1641,
      "mean_token_accuracy": 0.9940249738948685,
      "num_tokens": 23881746.0,
      "step": 2702
    },
    {
      "epoch": 2.0368524960045127,
      "grad_norm": 0.3249776065349579,
      "learning_rate": 9.81188863807374e-05,
      "loss": 0.1329,
      "mean_token_accuracy": 0.9961700716188976,
      "num_tokens": 23941313.0,
      "step": 2709
    },
    {
      "epoch": 2.0421171382908714,
      "grad_norm": 2.7090892791748047,
      "learning_rate": 9.785553047404063e-05,
      "loss": 0.1073,
      "mean_token_accuracy": 0.9949856783662524,
      "num_tokens": 24000859.0,
      "step": 2716
    },
    {
      "epoch": 2.0473817805772305,
      "grad_norm": 7.788426876068115,
      "learning_rate": 9.759217456734388e-05,
      "loss": 0.327,
      "mean_token_accuracy": 0.9870751915233476,
      "num_tokens": 24061983.0,
      "step": 2723
    },
    {
      "epoch": 2.0526464228635892,
      "grad_norm": 6.587625503540039,
      "learning_rate": 9.73288186606471e-05,
      "loss": 0.1927,
      "mean_token_accuracy": 0.9948137562189784,
      "num_tokens": 24120562.0,
      "step": 2730
    },
    {
      "epoch": 2.0579110651499484,
      "grad_norm": 1.3047232627868652,
      "learning_rate": 9.706546275395035e-05,
      "loss": 0.0827,
      "mean_token_accuracy": 0.995783129973071,
      "num_tokens": 24181195.0,
      "step": 2737
    },
    {
      "epoch": 2.063175707436307,
      "grad_norm": 0.513001024723053,
      "learning_rate": 9.680210684725358e-05,
      "loss": 0.0955,
      "mean_token_accuracy": 0.9948273886527333,
      "num_tokens": 24243524.0,
      "step": 2744
    },
    {
      "epoch": 2.068440349722666,
      "grad_norm": 3.26157808303833,
      "learning_rate": 9.653875094055681e-05,
      "loss": 0.1578,
      "mean_token_accuracy": 0.9953958849821772,
      "num_tokens": 24305643.0,
      "step": 2751
    },
    {
      "epoch": 2.073704992009025,
      "grad_norm": 1.1425021886825562,
      "learning_rate": 9.627539503386004e-05,
      "loss": 0.1372,
      "mean_token_accuracy": 0.9954785364014762,
      "num_tokens": 24370302.0,
      "step": 2758
    },
    {
      "epoch": 2.078969634295384,
      "grad_norm": 0.40805739164352417,
      "learning_rate": 9.601203912716329e-05,
      "loss": 0.0305,
      "mean_token_accuracy": 0.9983581410987037,
      "num_tokens": 24430994.0,
      "step": 2765
    },
    {
      "epoch": 2.0842342765817428,
      "grad_norm": 1.9562276601791382,
      "learning_rate": 9.574868322046652e-05,
      "loss": 0.1345,
      "mean_token_accuracy": 0.9939369314483234,
      "num_tokens": 24495619.0,
      "step": 2772
    },
    {
      "epoch": 2.089498918868102,
      "grad_norm": 2.0199332237243652,
      "learning_rate": 9.548532731376975e-05,
      "loss": 0.1521,
      "mean_token_accuracy": 0.9944149521844727,
      "num_tokens": 24554278.0,
      "step": 2779
    },
    {
      "epoch": 2.094763561154461,
      "grad_norm": 1.2957112789154053,
      "learning_rate": 9.5221971407073e-05,
      "loss": 0.2164,
      "mean_token_accuracy": 0.9946900489074844,
      "num_tokens": 24618087.0,
      "step": 2786
    },
    {
      "epoch": 2.1000282034408198,
      "grad_norm": 1.5025010108947754,
      "learning_rate": 9.495861550037622e-05,
      "loss": 0.1432,
      "mean_token_accuracy": 0.9932070214833532,
      "num_tokens": 24677298.0,
      "step": 2793
    },
    {
      "epoch": 2.105292845727179,
      "grad_norm": 8.254350662231445,
      "learning_rate": 9.469525959367947e-05,
      "loss": 0.1458,
      "mean_token_accuracy": 0.9960162724767413,
      "num_tokens": 24744174.0,
      "step": 2800
    },
    {
      "epoch": 2.1105574880135376,
      "grad_norm": 0.6135422587394714,
      "learning_rate": 9.44319036869827e-05,
      "loss": 0.0433,
      "mean_token_accuracy": 0.9986263726438794,
      "num_tokens": 24807651.0,
      "step": 2807
    },
    {
      "epoch": 2.1158221302998967,
      "grad_norm": 5.919787406921387,
      "learning_rate": 9.416854778028593e-05,
      "loss": 0.1659,
      "mean_token_accuracy": 0.9945694825478962,
      "num_tokens": 24870759.0,
      "step": 2814
    },
    {
      "epoch": 2.1210867725862554,
      "grad_norm": 0.5038792490959167,
      "learning_rate": 9.390519187358918e-05,
      "loss": 0.2204,
      "mean_token_accuracy": 0.9929102073822703,
      "num_tokens": 24936210.0,
      "step": 2821
    },
    {
      "epoch": 2.1263514148726146,
      "grad_norm": 0.3141685426235199,
      "learning_rate": 9.36418359668924e-05,
      "loss": 0.1366,
      "mean_token_accuracy": 0.9947129456060273,
      "num_tokens": 24997521.0,
      "step": 2828
    },
    {
      "epoch": 2.1316160571589733,
      "grad_norm": 52.698875427246094,
      "learning_rate": 9.337848006019564e-05,
      "loss": 0.2059,
      "mean_token_accuracy": 0.9949604836957795,
      "num_tokens": 25056423.0,
      "step": 2835
    },
    {
      "epoch": 2.1368806994453324,
      "grad_norm": 2.740635633468628,
      "learning_rate": 9.311512415349887e-05,
      "loss": 0.0923,
      "mean_token_accuracy": 0.9957705182688577,
      "num_tokens": 25117526.0,
      "step": 2842
    },
    {
      "epoch": 2.142145341731691,
      "grad_norm": 2.0479421615600586,
      "learning_rate": 9.285176824680211e-05,
      "loss": 0.0776,
      "mean_token_accuracy": 0.995914882847241,
      "num_tokens": 25183637.0,
      "step": 2849
    },
    {
      "epoch": 2.1474099840180503,
      "grad_norm": 12.468928337097168,
      "learning_rate": 9.258841234010534e-05,
      "loss": 0.1264,
      "mean_token_accuracy": 0.9953470283320972,
      "num_tokens": 25246913.0,
      "step": 2856
    },
    {
      "epoch": 2.152674626304409,
      "grad_norm": 0.6688656210899353,
      "learning_rate": 9.232505643340859e-05,
      "loss": 0.0904,
      "mean_token_accuracy": 0.9969109371304512,
      "num_tokens": 25310757.0,
      "step": 2863
    },
    {
      "epoch": 2.157939268590768,
      "grad_norm": 2.0603487491607666,
      "learning_rate": 9.206170052671182e-05,
      "loss": 0.09,
      "mean_token_accuracy": 0.9956592119165829,
      "num_tokens": 25371077.0,
      "step": 2870
    },
    {
      "epoch": 2.163203910877127,
      "grad_norm": 3.3515512943267822,
      "learning_rate": 9.179834462001505e-05,
      "loss": 0.1076,
      "mean_token_accuracy": 0.9962447775261742,
      "num_tokens": 25427971.0,
      "step": 2877
    },
    {
      "epoch": 2.168468553163486,
      "grad_norm": 1.0916286706924438,
      "learning_rate": 9.15349887133183e-05,
      "loss": 0.1053,
      "mean_token_accuracy": 0.9969915130308696,
      "num_tokens": 25491902.0,
      "step": 2884
    },
    {
      "epoch": 2.173733195449845,
      "grad_norm": 4.432465076446533,
      "learning_rate": 9.127163280662152e-05,
      "loss": 0.2201,
      "mean_token_accuracy": 0.9930048095328468,
      "num_tokens": 25558533.0,
      "step": 2891
    },
    {
      "epoch": 2.178997837736204,
      "grad_norm": 4.1964921951293945,
      "learning_rate": 9.100827689992476e-05,
      "loss": 0.1796,
      "mean_token_accuracy": 0.9948009103536606,
      "num_tokens": 25620668.0,
      "step": 2898
    },
    {
      "epoch": 2.184262480022563,
      "grad_norm": 7.1684489250183105,
      "learning_rate": 9.0744920993228e-05,
      "loss": 0.1968,
      "mean_token_accuracy": 0.9917373220835414,
      "num_tokens": 25685782.0,
      "step": 2905
    },
    {
      "epoch": 2.1895271223089217,
      "grad_norm": 0.7233154773712158,
      "learning_rate": 9.048156508653123e-05,
      "loss": 0.0875,
      "mean_token_accuracy": 0.9959975065929549,
      "num_tokens": 25752376.0,
      "step": 2912
    },
    {
      "epoch": 2.194791764595281,
      "grad_norm": 6.503742694854736,
      "learning_rate": 9.021820917983447e-05,
      "loss": 0.1752,
      "mean_token_accuracy": 0.9938797716583524,
      "num_tokens": 25816570.0,
      "step": 2919
    },
    {
      "epoch": 2.2000564068816395,
      "grad_norm": 7.96094274520874,
      "learning_rate": 8.99548532731377e-05,
      "loss": 0.1672,
      "mean_token_accuracy": 0.994648206446852,
      "num_tokens": 25876303.0,
      "step": 2926
    },
    {
      "epoch": 2.2053210491679986,
      "grad_norm": 1.0175583362579346,
      "learning_rate": 8.969149736644094e-05,
      "loss": 0.1783,
      "mean_token_accuracy": 0.9924747060452189,
      "num_tokens": 25934518.0,
      "step": 2933
    },
    {
      "epoch": 2.2105856914543573,
      "grad_norm": 6.466376781463623,
      "learning_rate": 8.942814145974417e-05,
      "loss": 0.1552,
      "mean_token_accuracy": 0.9944330666746412,
      "num_tokens": 25994862.0,
      "step": 2940
    },
    {
      "epoch": 2.2158503337407165,
      "grad_norm": 5.298808574676514,
      "learning_rate": 8.91647855530474e-05,
      "loss": 0.0565,
      "mean_token_accuracy": 0.9965382622820991,
      "num_tokens": 26059184.0,
      "step": 2947
    },
    {
      "epoch": 2.221114976027075,
      "grad_norm": 7.090015411376953,
      "learning_rate": 8.890142964635064e-05,
      "loss": 0.1446,
      "mean_token_accuracy": 0.9944667699081557,
      "num_tokens": 26121401.0,
      "step": 2954
    },
    {
      "epoch": 2.2263796183134343,
      "grad_norm": 1.296852469444275,
      "learning_rate": 8.863807373965388e-05,
      "loss": 0.1097,
      "mean_token_accuracy": 0.9948959595390728,
      "num_tokens": 26184115.0,
      "step": 2961
    },
    {
      "epoch": 2.231644260599793,
      "grad_norm": 5.6778883934021,
      "learning_rate": 8.837471783295712e-05,
      "loss": 0.1632,
      "mean_token_accuracy": 0.99403044794287,
      "num_tokens": 26243245.0,
      "step": 2968
    },
    {
      "epoch": 2.236908902886152,
      "grad_norm": 2.0528903007507324,
      "learning_rate": 8.811136192626035e-05,
      "loss": 0.2464,
      "mean_token_accuracy": 0.9938805997371674,
      "num_tokens": 26304480.0,
      "step": 2975
    },
    {
      "epoch": 2.242173545172511,
      "grad_norm": 1.7901172637939453,
      "learning_rate": 8.78480060195636e-05,
      "loss": 0.157,
      "mean_token_accuracy": 0.9940778953688485,
      "num_tokens": 26366887.0,
      "step": 2982
    },
    {
      "epoch": 2.24743818745887,
      "grad_norm": 0.48134365677833557,
      "learning_rate": 8.758465011286681e-05,
      "loss": 0.0863,
      "mean_token_accuracy": 0.9968163360442434,
      "num_tokens": 26430388.0,
      "step": 2989
    },
    {
      "epoch": 2.2527028297452287,
      "grad_norm": 2.1100070476531982,
      "learning_rate": 8.732129420617006e-05,
      "loss": 0.1689,
      "mean_token_accuracy": 0.9938609706504005,
      "num_tokens": 26489167.0,
      "step": 2996
    },
    {
      "epoch": 2.257967472031588,
      "grad_norm": 1.791630506515503,
      "learning_rate": 8.705793829947329e-05,
      "loss": 0.0884,
      "mean_token_accuracy": 0.9960729309490749,
      "num_tokens": 26552066.0,
      "step": 3003
    },
    {
      "epoch": 2.2632321143179466,
      "grad_norm": 3.231057643890381,
      "learning_rate": 8.679458239277652e-05,
      "loss": 0.155,
      "mean_token_accuracy": 0.9938994752509254,
      "num_tokens": 26609884.0,
      "step": 3010
    },
    {
      "epoch": 2.2684967566043057,
      "grad_norm": 2.787071466445923,
      "learning_rate": 8.653122648607976e-05,
      "loss": 0.1268,
      "mean_token_accuracy": 0.9960082045623234,
      "num_tokens": 26672894.0,
      "step": 3017
    },
    {
      "epoch": 2.273761398890665,
      "grad_norm": 3.5303075313568115,
      "learning_rate": 8.6267870579383e-05,
      "loss": 0.2094,
      "mean_token_accuracy": 0.9927326611110142,
      "num_tokens": 26732486.0,
      "step": 3024
    },
    {
      "epoch": 2.2790260411770236,
      "grad_norm": 1.8545262813568115,
      "learning_rate": 8.600451467268624e-05,
      "loss": 0.1052,
      "mean_token_accuracy": 0.9955382794141769,
      "num_tokens": 26796774.0,
      "step": 3031
    },
    {
      "epoch": 2.2842906834633827,
      "grad_norm": 11.009295463562012,
      "learning_rate": 8.574115876598947e-05,
      "loss": 0.0957,
      "mean_token_accuracy": 0.9960797908050674,
      "num_tokens": 26856305.0,
      "step": 3038
    },
    {
      "epoch": 2.2895553257497414,
      "grad_norm": 5.196146011352539,
      "learning_rate": 8.547780285929271e-05,
      "loss": 0.1109,
      "mean_token_accuracy": 0.9938612484506198,
      "num_tokens": 26919374.0,
      "step": 3045
    },
    {
      "epoch": 2.2948199680361006,
      "grad_norm": 0.10862071812152863,
      "learning_rate": 8.521444695259593e-05,
      "loss": 0.1145,
      "mean_token_accuracy": 0.9933103120752743,
      "num_tokens": 26979071.0,
      "step": 3052
    },
    {
      "epoch": 2.3000846103224593,
      "grad_norm": 1.7097374200820923,
      "learning_rate": 8.495109104589918e-05,
      "loss": 0.1492,
      "mean_token_accuracy": 0.9936210161873272,
      "num_tokens": 27038851.0,
      "step": 3059
    },
    {
      "epoch": 2.3053492526088184,
      "grad_norm": 6.656505584716797,
      "learning_rate": 8.468773513920241e-05,
      "loss": 0.1534,
      "mean_token_accuracy": 0.9932264674987111,
      "num_tokens": 27100103.0,
      "step": 3066
    },
    {
      "epoch": 2.310613894895177,
      "grad_norm": 4.5811309814453125,
      "learning_rate": 8.442437923250564e-05,
      "loss": 0.1881,
      "mean_token_accuracy": 0.9944715765970094,
      "num_tokens": 27158572.0,
      "step": 3073
    },
    {
      "epoch": 2.3158785371815362,
      "grad_norm": 0.6880609393119812,
      "learning_rate": 8.416102332580889e-05,
      "loss": 0.0596,
      "mean_token_accuracy": 0.997020538364138,
      "num_tokens": 27213274.0,
      "step": 3080
    },
    {
      "epoch": 2.321143179467895,
      "grad_norm": 2.9210703372955322,
      "learning_rate": 8.389766741911211e-05,
      "loss": 0.2002,
      "mean_token_accuracy": 0.9929726900798934,
      "num_tokens": 27274381.0,
      "step": 3087
    },
    {
      "epoch": 2.326407821754254,
      "grad_norm": 2.0303795337677,
      "learning_rate": 8.363431151241536e-05,
      "loss": 0.065,
      "mean_token_accuracy": 0.9971029268843787,
      "num_tokens": 27337577.0,
      "step": 3094
    },
    {
      "epoch": 2.331672464040613,
      "grad_norm": 7.503274440765381,
      "learning_rate": 8.337095560571859e-05,
      "loss": 0.192,
      "mean_token_accuracy": 0.9927912588630404,
      "num_tokens": 27399255.0,
      "step": 3101
    },
    {
      "epoch": 2.336937106326972,
      "grad_norm": 0.6785974502563477,
      "learning_rate": 8.310759969902182e-05,
      "loss": 0.0789,
      "mean_token_accuracy": 0.9970830136111805,
      "num_tokens": 27458839.0,
      "step": 3108
    },
    {
      "epoch": 2.3422017486133306,
      "grad_norm": 0.4219534695148468,
      "learning_rate": 8.284424379232505e-05,
      "loss": 0.0194,
      "mean_token_accuracy": 0.9990826717444828,
      "num_tokens": 27517257.0,
      "step": 3115
    },
    {
      "epoch": 2.34746639089969,
      "grad_norm": 2.2100822925567627,
      "learning_rate": 8.25808878856283e-05,
      "loss": 0.1194,
      "mean_token_accuracy": 0.9947898355977876,
      "num_tokens": 27581805.0,
      "step": 3122
    },
    {
      "epoch": 2.352731033186049,
      "grad_norm": 0.08652421087026596,
      "learning_rate": 8.231753197893153e-05,
      "loss": 0.1811,
      "mean_token_accuracy": 0.9949411132505962,
      "num_tokens": 27647409.0,
      "step": 3129
    },
    {
      "epoch": 2.3579956754724076,
      "grad_norm": 0.47360947728157043,
      "learning_rate": 8.205417607223477e-05,
      "loss": 0.2265,
      "mean_token_accuracy": 0.9947876089385578,
      "num_tokens": 27708176.0,
      "step": 3136
    },
    {
      "epoch": 2.3632603177587663,
      "grad_norm": 0.6750448346138,
      "learning_rate": 8.179082016553801e-05,
      "loss": 0.0542,
      "mean_token_accuracy": 0.997616748724665,
      "num_tokens": 27767388.0,
      "step": 3143
    },
    {
      "epoch": 2.3685249600451255,
      "grad_norm": 2.9133658409118652,
      "learning_rate": 8.152746425884123e-05,
      "loss": 0.1551,
      "mean_token_accuracy": 0.9941770743046489,
      "num_tokens": 27831534.0,
      "step": 3150
    },
    {
      "epoch": 2.3737896023314846,
      "grad_norm": 0.8766928315162659,
      "learning_rate": 8.126410835214448e-05,
      "loss": 0.1773,
      "mean_token_accuracy": 0.9957404945577893,
      "num_tokens": 27891017.0,
      "step": 3157
    },
    {
      "epoch": 2.3790542446178433,
      "grad_norm": 0.7604002952575684,
      "learning_rate": 8.100075244544771e-05,
      "loss": 0.103,
      "mean_token_accuracy": 0.9960931933351925,
      "num_tokens": 27954163.0,
      "step": 3164
    },
    {
      "epoch": 2.3843188869042025,
      "grad_norm": 9.492481231689453,
      "learning_rate": 8.073739653875094e-05,
      "loss": 0.0592,
      "mean_token_accuracy": 0.9977307968905994,
      "num_tokens": 28016806.0,
      "step": 3171
    },
    {
      "epoch": 2.389583529190561,
      "grad_norm": 3.001394033432007,
      "learning_rate": 8.047404063205419e-05,
      "loss": 0.088,
      "mean_token_accuracy": 0.9949189679963248,
      "num_tokens": 28081447.0,
      "step": 3178
    },
    {
      "epoch": 2.3948481714769203,
      "grad_norm": 11.754488945007324,
      "learning_rate": 8.021068472535741e-05,
      "loss": 0.136,
      "mean_token_accuracy": 0.9951529172914368,
      "num_tokens": 28147031.0,
      "step": 3185
    },
    {
      "epoch": 2.400112813763279,
      "grad_norm": 0.9783135652542114,
      "learning_rate": 7.994732881866065e-05,
      "loss": 0.1096,
      "mean_token_accuracy": 0.9952867382339069,
      "num_tokens": 28213547.0,
      "step": 3192
    },
    {
      "epoch": 2.405377456049638,
      "grad_norm": 2.644630193710327,
      "learning_rate": 7.968397291196389e-05,
      "loss": 0.2359,
      "mean_token_accuracy": 0.9948877319693565,
      "num_tokens": 28271806.0,
      "step": 3199
    },
    {
      "epoch": 2.410642098335997,
      "grad_norm": 4.04617166519165,
      "learning_rate": 7.942061700526712e-05,
      "loss": 0.0999,
      "mean_token_accuracy": 0.9952200927904674,
      "num_tokens": 28333501.0,
      "step": 3206
    },
    {
      "epoch": 2.415906740622356,
      "grad_norm": 0.1013299897313118,
      "learning_rate": 7.915726109857035e-05,
      "loss": 0.1039,
      "mean_token_accuracy": 0.9962451394115176,
      "num_tokens": 28393500.0,
      "step": 3213
    },
    {
      "epoch": 2.4211713829087147,
      "grad_norm": 0.9739857912063599,
      "learning_rate": 7.88939051918736e-05,
      "loss": 0.0987,
      "mean_token_accuracy": 0.9960404485464096,
      "num_tokens": 28454156.0,
      "step": 3220
    },
    {
      "epoch": 2.426436025195074,
      "grad_norm": 2.094162940979004,
      "learning_rate": 7.863054928517683e-05,
      "loss": 0.1173,
      "mean_token_accuracy": 0.9950579064232963,
      "num_tokens": 28514798.0,
      "step": 3227
    },
    {
      "epoch": 2.4317006674814325,
      "grad_norm": 0.6073592305183411,
      "learning_rate": 7.836719337848006e-05,
      "loss": 0.1377,
      "mean_token_accuracy": 0.9945566068802562,
      "num_tokens": 28580408.0,
      "step": 3234
    },
    {
      "epoch": 2.4369653097677917,
      "grad_norm": 1.9101344347000122,
      "learning_rate": 7.810383747178331e-05,
      "loss": 0.07,
      "mean_token_accuracy": 0.995871941958155,
      "num_tokens": 28642729.0,
      "step": 3241
    },
    {
      "epoch": 2.4422299520541504,
      "grad_norm": 0.7469014525413513,
      "learning_rate": 7.784048156508653e-05,
      "loss": 0.0916,
      "mean_token_accuracy": 0.9964812376669475,
      "num_tokens": 28700127.0,
      "step": 3248
    },
    {
      "epoch": 2.4474945943405095,
      "grad_norm": 2.5793464183807373,
      "learning_rate": 7.757712565838977e-05,
      "loss": 0.1088,
      "mean_token_accuracy": 0.9954137855342456,
      "num_tokens": 28758436.0,
      "step": 3255
    },
    {
      "epoch": 2.4527592366268687,
      "grad_norm": 2.6391632556915283,
      "learning_rate": 7.7313769751693e-05,
      "loss": 0.1774,
      "mean_token_accuracy": 0.993948587349483,
      "num_tokens": 28820402.0,
      "step": 3262
    },
    {
      "epoch": 2.4580238789132274,
      "grad_norm": 0.27291956543922424,
      "learning_rate": 7.705041384499624e-05,
      "loss": 0.0769,
      "mean_token_accuracy": 0.9961353284972054,
      "num_tokens": 28880755.0,
      "step": 3269
    },
    {
      "epoch": 2.4632885211995865,
      "grad_norm": 2.6168487071990967,
      "learning_rate": 7.678705793829948e-05,
      "loss": 0.1177,
      "mean_token_accuracy": 0.9948775491544178,
      "num_tokens": 28944490.0,
      "step": 3276
    },
    {
      "epoch": 2.4685531634859452,
      "grad_norm": 0.30814939737319946,
      "learning_rate": 7.652370203160272e-05,
      "loss": 0.0893,
      "mean_token_accuracy": 0.9961133790867669,
      "num_tokens": 29004641.0,
      "step": 3283
    },
    {
      "epoch": 2.4738178057723044,
      "grad_norm": 5.610361099243164,
      "learning_rate": 7.626034612490595e-05,
      "loss": 0.1238,
      "mean_token_accuracy": 0.9973568096756935,
      "num_tokens": 29067350.0,
      "step": 3290
    },
    {
      "epoch": 2.479082448058663,
      "grad_norm": 0.8641747832298279,
      "learning_rate": 7.599699021820918e-05,
      "loss": 0.0758,
      "mean_token_accuracy": 0.9984217445765223,
      "num_tokens": 29135078.0,
      "step": 3297
    },
    {
      "epoch": 2.484347090345022,
      "grad_norm": 1.6216466426849365,
      "learning_rate": 7.573363431151242e-05,
      "loss": 0.1882,
      "mean_token_accuracy": 0.995362747992788,
      "num_tokens": 29202741.0,
      "step": 3304
    },
    {
      "epoch": 2.489611732631381,
      "grad_norm": 1.475360631942749,
      "learning_rate": 7.547027840481565e-05,
      "loss": 0.1453,
      "mean_token_accuracy": 0.9946168033140046,
      "num_tokens": 29265443.0,
      "step": 3311
    },
    {
      "epoch": 2.49487637491774,
      "grad_norm": 3.3166816234588623,
      "learning_rate": 7.52069224981189e-05,
      "loss": 0.1369,
      "mean_token_accuracy": 0.9960187503269741,
      "num_tokens": 29328040.0,
      "step": 3318
    },
    {
      "epoch": 2.5001410172040988,
      "grad_norm": 0.7593300938606262,
      "learning_rate": 7.494356659142213e-05,
      "loss": 0.0738,
      "mean_token_accuracy": 0.997723214328289,
      "num_tokens": 29387131.0,
      "step": 3325
    },
    {
      "epoch": 2.505405659490458,
      "grad_norm": 0.220882847905159,
      "learning_rate": 7.468021068472536e-05,
      "loss": 0.0733,
      "mean_token_accuracy": 0.9957305842212268,
      "num_tokens": 29449037.0,
      "step": 3332
    },
    {
      "epoch": 2.510670301776817,
      "grad_norm": 2.9052233695983887,
      "learning_rate": 7.44168547780286e-05,
      "loss": 0.1608,
      "mean_token_accuracy": 0.9953676845346179,
      "num_tokens": 29512257.0,
      "step": 3339
    },
    {
      "epoch": 2.5159349440631757,
      "grad_norm": 1.5184600353240967,
      "learning_rate": 7.415349887133182e-05,
      "loss": 0.1091,
      "mean_token_accuracy": 0.9970807571496282,
      "num_tokens": 29571450.0,
      "step": 3346
    },
    {
      "epoch": 2.5211995863495344,
      "grad_norm": 1.856492042541504,
      "learning_rate": 7.389014296463507e-05,
      "loss": 0.1173,
      "mean_token_accuracy": 0.9951877625925201,
      "num_tokens": 29631144.0,
      "step": 3353
    },
    {
      "epoch": 2.5264642286358936,
      "grad_norm": 1.3158390522003174,
      "learning_rate": 7.36267870579383e-05,
      "loss": 0.1148,
      "mean_token_accuracy": 0.9937653030667987,
      "num_tokens": 29689035.0,
      "step": 3360
    },
    {
      "epoch": 2.5317288709222527,
      "grad_norm": 2.1421892642974854,
      "learning_rate": 7.336343115124154e-05,
      "loss": 0.1688,
      "mean_token_accuracy": 0.9960722933922496,
      "num_tokens": 29751756.0,
      "step": 3367
    },
    {
      "epoch": 2.5369935132086114,
      "grad_norm": 2.0183699131011963,
      "learning_rate": 7.310007524454477e-05,
      "loss": 0.0863,
      "mean_token_accuracy": 0.9955445549317768,
      "num_tokens": 29816194.0,
      "step": 3374
    },
    {
      "epoch": 2.54225815549497,
      "grad_norm": 1.0039271116256714,
      "learning_rate": 7.283671933784801e-05,
      "loss": 0.2236,
      "mean_token_accuracy": 0.9936398097446987,
      "num_tokens": 29876603.0,
      "step": 3381
    },
    {
      "epoch": 2.5475227977813293,
      "grad_norm": 4.0505452156066895,
      "learning_rate": 7.257336343115125e-05,
      "loss": 0.0836,
      "mean_token_accuracy": 0.9964388534426689,
      "num_tokens": 29936365.0,
      "step": 3388
    },
    {
      "epoch": 2.5527874400676884,
      "grad_norm": 1.4060059785842896,
      "learning_rate": 7.231000752445448e-05,
      "loss": 0.1119,
      "mean_token_accuracy": 0.9964170062116214,
      "num_tokens": 29997244.0,
      "step": 3395
    },
    {
      "epoch": 2.558052082354047,
      "grad_norm": 3.394388437271118,
      "learning_rate": 7.204665161775773e-05,
      "loss": 0.1724,
      "mean_token_accuracy": 0.9946589767932892,
      "num_tokens": 30057794.0,
      "step": 3402
    },
    {
      "epoch": 2.5633167246404063,
      "grad_norm": 0.78196781873703,
      "learning_rate": 7.178329571106094e-05,
      "loss": 0.1592,
      "mean_token_accuracy": 0.9961164561765534,
      "num_tokens": 30119507.0,
      "step": 3409
    },
    {
      "epoch": 2.568581366926765,
      "grad_norm": 0.3891119360923767,
      "learning_rate": 7.151993980436419e-05,
      "loss": 0.1355,
      "mean_token_accuracy": 0.9941473879984447,
      "num_tokens": 30181060.0,
      "step": 3416
    },
    {
      "epoch": 2.573846009213124,
      "grad_norm": 5.231655597686768,
      "learning_rate": 7.125658389766742e-05,
      "loss": 0.0626,
      "mean_token_accuracy": 0.9970739568982806,
      "num_tokens": 30238290.0,
      "step": 3423
    },
    {
      "epoch": 2.579110651499483,
      "grad_norm": 15.069188117980957,
      "learning_rate": 7.099322799097066e-05,
      "loss": 0.1599,
      "mean_token_accuracy": 0.9956659791725022,
      "num_tokens": 30300698.0,
      "step": 3430
    },
    {
      "epoch": 2.584375293785842,
      "grad_norm": 7.821376800537109,
      "learning_rate": 7.07298720842739e-05,
      "loss": 0.1033,
      "mean_token_accuracy": 0.9969842966113772,
      "num_tokens": 30367327.0,
      "step": 3437
    },
    {
      "epoch": 2.5896399360722007,
      "grad_norm": 0.07698877155780792,
      "learning_rate": 7.046651617757712e-05,
      "loss": 0.0867,
      "mean_token_accuracy": 0.9960279879825455,
      "num_tokens": 30432719.0,
      "step": 3444
    },
    {
      "epoch": 2.59490457835856,
      "grad_norm": 0.38316383957862854,
      "learning_rate": 7.020316027088037e-05,
      "loss": 0.1367,
      "mean_token_accuracy": 0.9958215983850616,
      "num_tokens": 30491113.0,
      "step": 3451
    },
    {
      "epoch": 2.6001692206449185,
      "grad_norm": 9.539909362792969,
      "learning_rate": 6.99398043641836e-05,
      "loss": 0.1478,
      "mean_token_accuracy": 0.9933771437832287,
      "num_tokens": 30549788.0,
      "step": 3458
    },
    {
      "epoch": 2.6054338629312777,
      "grad_norm": 3.2880895137786865,
      "learning_rate": 6.967644845748683e-05,
      "loss": 0.1082,
      "mean_token_accuracy": 0.9973175621458462,
      "num_tokens": 30612839.0,
      "step": 3465
    },
    {
      "epoch": 2.610698505217637,
      "grad_norm": 2.825924873352051,
      "learning_rate": 6.941309255079006e-05,
      "loss": 0.202,
      "mean_token_accuracy": 0.9937642472130912,
      "num_tokens": 30673599.0,
      "step": 3472
    },
    {
      "epoch": 2.6159631475039955,
      "grad_norm": 1.3274503946304321,
      "learning_rate": 6.914973664409331e-05,
      "loss": 0.0773,
      "mean_token_accuracy": 0.9975179433822632,
      "num_tokens": 30737614.0,
      "step": 3479
    },
    {
      "epoch": 2.621227789790354,
      "grad_norm": 0.2665782868862152,
      "learning_rate": 6.888638073739654e-05,
      "loss": 0.0694,
      "mean_token_accuracy": 0.9972060258899417,
      "num_tokens": 30801843.0,
      "step": 3486
    },
    {
      "epoch": 2.6264924320767133,
      "grad_norm": 6.859877586364746,
      "learning_rate": 6.862302483069978e-05,
      "loss": 0.1289,
      "mean_token_accuracy": 0.9961654150060245,
      "num_tokens": 30860977.0,
      "step": 3493
    },
    {
      "epoch": 2.6317570743630725,
      "grad_norm": 0.9966444373130798,
      "learning_rate": 6.835966892400302e-05,
      "loss": 0.0772,
      "mean_token_accuracy": 0.9965699538588524,
      "num_tokens": 30923052.0,
      "step": 3500
    },
    {
      "epoch": 2.637021716649431,
      "grad_norm": 1.1179418563842773,
      "learning_rate": 6.809631301730624e-05,
      "loss": 0.0719,
      "mean_token_accuracy": 0.9967302520360265,
      "num_tokens": 30986133.0,
      "step": 3507
    },
    {
      "epoch": 2.64228635893579,
      "grad_norm": 2.330273151397705,
      "learning_rate": 6.783295711060949e-05,
      "loss": 0.0627,
      "mean_token_accuracy": 0.9968089908361435,
      "num_tokens": 31045344.0,
      "step": 3514
    },
    {
      "epoch": 2.647551001222149,
      "grad_norm": 0.2781616449356079,
      "learning_rate": 6.756960120391272e-05,
      "loss": 0.1229,
      "mean_token_accuracy": 0.9937345342976707,
      "num_tokens": 31109576.0,
      "step": 3521
    },
    {
      "epoch": 2.652815643508508,
      "grad_norm": 0.6426751613616943,
      "learning_rate": 6.730624529721595e-05,
      "loss": 0.1242,
      "mean_token_accuracy": 0.994049035012722,
      "num_tokens": 31171191.0,
      "step": 3528
    },
    {
      "epoch": 2.658080285794867,
      "grad_norm": 1.9291712045669556,
      "learning_rate": 6.70428893905192e-05,
      "loss": 0.1159,
      "mean_token_accuracy": 0.9960754119924137,
      "num_tokens": 31230782.0,
      "step": 3535
    },
    {
      "epoch": 2.663344928081226,
      "grad_norm": 5.023970603942871,
      "learning_rate": 6.677953348382242e-05,
      "loss": 0.1802,
      "mean_token_accuracy": 0.993708176272256,
      "num_tokens": 31294772.0,
      "step": 3542
    },
    {
      "epoch": 2.6686095703675847,
      "grad_norm": 0.6795799136161804,
      "learning_rate": 6.651617757712566e-05,
      "loss": 0.1522,
      "mean_token_accuracy": 0.9949724322983197,
      "num_tokens": 31356199.0,
      "step": 3549
    },
    {
      "epoch": 2.673874212653944,
      "grad_norm": 0.4033326208591461,
      "learning_rate": 6.62528216704289e-05,
      "loss": 0.0822,
      "mean_token_accuracy": 0.997618304831641,
      "num_tokens": 31422669.0,
      "step": 3556
    },
    {
      "epoch": 2.6791388549403026,
      "grad_norm": 0.6970848441123962,
      "learning_rate": 6.598946576373213e-05,
      "loss": 0.109,
      "mean_token_accuracy": 0.9952883582030024,
      "num_tokens": 31487598.0,
      "step": 3563
    },
    {
      "epoch": 2.6844034972266617,
      "grad_norm": 2.0525119304656982,
      "learning_rate": 6.572610985703536e-05,
      "loss": 0.0431,
      "mean_token_accuracy": 0.9979359933308193,
      "num_tokens": 31554596.0,
      "step": 3570
    },
    {
      "epoch": 2.689668139513021,
      "grad_norm": 1.1314244270324707,
      "learning_rate": 6.546275395033861e-05,
      "loss": 0.0881,
      "mean_token_accuracy": 0.9948847900543895,
      "num_tokens": 31618172.0,
      "step": 3577
    },
    {
      "epoch": 2.6949327817993796,
      "grad_norm": 1.205787181854248,
      "learning_rate": 6.519939804364184e-05,
      "loss": 0.1088,
      "mean_token_accuracy": 0.9961233202900205,
      "num_tokens": 31677865.0,
      "step": 3584
    },
    {
      "epoch": 2.7001974240857383,
      "grad_norm": 3.819504737854004,
      "learning_rate": 6.493604213694507e-05,
      "loss": 0.0726,
      "mean_token_accuracy": 0.995971353990691,
      "num_tokens": 31743550.0,
      "step": 3591
    },
    {
      "epoch": 2.7054620663720974,
      "grad_norm": 1.703169345855713,
      "learning_rate": 6.467268623024832e-05,
      "loss": 0.1052,
      "mean_token_accuracy": 0.9947156554886273,
      "num_tokens": 31802765.0,
      "step": 3598
    },
    {
      "epoch": 2.7107267086584566,
      "grad_norm": 2.281057834625244,
      "learning_rate": 6.440933032355154e-05,
      "loss": 0.1096,
      "mean_token_accuracy": 0.9958588747041566,
      "num_tokens": 31867762.0,
      "step": 3605
    },
    {
      "epoch": 2.7159913509448153,
      "grad_norm": 0.6781365871429443,
      "learning_rate": 6.414597441685478e-05,
      "loss": 0.2936,
      "mean_token_accuracy": 0.9875736928411892,
      "num_tokens": 31929955.0,
      "step": 3612
    },
    {
      "epoch": 2.721255993231174,
      "grad_norm": 2.8714804649353027,
      "learning_rate": 6.388261851015802e-05,
      "loss": 0.087,
      "mean_token_accuracy": 0.996411423598017,
      "num_tokens": 31989377.0,
      "step": 3619
    },
    {
      "epoch": 2.726520635517533,
      "grad_norm": 0.3498064875602722,
      "learning_rate": 6.361926260346125e-05,
      "loss": 0.0625,
      "mean_token_accuracy": 0.9963695577212742,
      "num_tokens": 32048557.0,
      "step": 3626
    },
    {
      "epoch": 2.7317852778038922,
      "grad_norm": 4.420494079589844,
      "learning_rate": 6.33559066967645e-05,
      "loss": 0.101,
      "mean_token_accuracy": 0.9967913350888661,
      "num_tokens": 32114815.0,
      "step": 3633
    },
    {
      "epoch": 2.737049920090251,
      "grad_norm": 2.4144864082336426,
      "learning_rate": 6.309255079006773e-05,
      "loss": 0.134,
      "mean_token_accuracy": 0.994675701217992,
      "num_tokens": 32174880.0,
      "step": 3640
    },
    {
      "epoch": 2.74231456237661,
      "grad_norm": 0.7500758767127991,
      "learning_rate": 6.282919488337096e-05,
      "loss": 0.1471,
      "mean_token_accuracy": 0.9963582541261401,
      "num_tokens": 32234915.0,
      "step": 3647
    },
    {
      "epoch": 2.747579204662969,
      "grad_norm": 1.0065075159072876,
      "learning_rate": 6.256583897667419e-05,
      "loss": 0.104,
      "mean_token_accuracy": 0.9962236753531865,
      "num_tokens": 32296268.0,
      "step": 3654
    },
    {
      "epoch": 2.752843846949328,
      "grad_norm": 0.6879806518554688,
      "learning_rate": 6.230248306997743e-05,
      "loss": 0.2152,
      "mean_token_accuracy": 0.9945028296538762,
      "num_tokens": 32360448.0,
      "step": 3661
    },
    {
      "epoch": 2.7581084892356866,
      "grad_norm": 4.699110507965088,
      "learning_rate": 6.203912716328066e-05,
      "loss": 0.0538,
      "mean_token_accuracy": 0.9969492469515119,
      "num_tokens": 32422782.0,
      "step": 3668
    },
    {
      "epoch": 2.763373131522046,
      "grad_norm": 1.8280649185180664,
      "learning_rate": 6.17757712565839e-05,
      "loss": 0.1131,
      "mean_token_accuracy": 0.9955264308622905,
      "num_tokens": 32490477.0,
      "step": 3675
    },
    {
      "epoch": 2.7686377738084045,
      "grad_norm": 1.1380226612091064,
      "learning_rate": 6.151241534988714e-05,
      "loss": 0.0861,
      "mean_token_accuracy": 0.9977227577141353,
      "num_tokens": 32551893.0,
      "step": 3682
    },
    {
      "epoch": 2.7739024160947636,
      "grad_norm": 6.666886806488037,
      "learning_rate": 6.124905944319037e-05,
      "loss": 0.1502,
      "mean_token_accuracy": 0.9936152824333736,
      "num_tokens": 32615118.0,
      "step": 3689
    },
    {
      "epoch": 2.7791670583811223,
      "grad_norm": 3.979558229446411,
      "learning_rate": 6.098570353649361e-05,
      "loss": 0.1325,
      "mean_token_accuracy": 0.9923213102987835,
      "num_tokens": 32682333.0,
      "step": 3696
    },
    {
      "epoch": 2.7844317006674815,
      "grad_norm": 1.1557002067565918,
      "learning_rate": 6.072234762979684e-05,
      "loss": 0.1336,
      "mean_token_accuracy": 0.9942744810666356,
      "num_tokens": 32744014.0,
      "step": 3703
    },
    {
      "epoch": 2.7896963429538406,
      "grad_norm": 1.1009775400161743,
      "learning_rate": 6.045899172310008e-05,
      "loss": 0.0925,
      "mean_token_accuracy": 0.9959461561271122,
      "num_tokens": 32807751.0,
      "step": 3710
    },
    {
      "epoch": 2.7949609852401993,
      "grad_norm": 10.877095222473145,
      "learning_rate": 6.019563581640332e-05,
      "loss": 0.1689,
      "mean_token_accuracy": 0.9931018746324948,
      "num_tokens": 32866934.0,
      "step": 3717
    },
    {
      "epoch": 2.800225627526558,
      "grad_norm": 6.549318313598633,
      "learning_rate": 5.9932279909706546e-05,
      "loss": 0.0969,
      "mean_token_accuracy": 0.9969319147723061,
      "num_tokens": 32932072.0,
      "step": 3724
    },
    {
      "epoch": 2.805490269812917,
      "grad_norm": 0.5708068609237671,
      "learning_rate": 5.9668924003009785e-05,
      "loss": 0.0675,
      "mean_token_accuracy": 0.9954135449869292,
      "num_tokens": 32992828.0,
      "step": 3731
    },
    {
      "epoch": 2.8107549120992763,
      "grad_norm": 2.0712924003601074,
      "learning_rate": 5.9405568096313025e-05,
      "loss": 0.2076,
      "mean_token_accuracy": 0.9952983504959515,
      "num_tokens": 33053902.0,
      "step": 3738
    },
    {
      "epoch": 2.816019554385635,
      "grad_norm": 1.6891502141952515,
      "learning_rate": 5.914221218961625e-05,
      "loss": 0.1404,
      "mean_token_accuracy": 0.9939380894814219,
      "num_tokens": 33114709.0,
      "step": 3745
    },
    {
      "epoch": 2.821284196671994,
      "grad_norm": 3.204617977142334,
      "learning_rate": 5.887885628291949e-05,
      "loss": 0.0801,
      "mean_token_accuracy": 0.996879558478083,
      "num_tokens": 33182620.0,
      "step": 3752
    },
    {
      "epoch": 2.826548838958353,
      "grad_norm": 0.6853612065315247,
      "learning_rate": 5.861550037622273e-05,
      "loss": 0.0792,
      "mean_token_accuracy": 0.996274471282959,
      "num_tokens": 33246004.0,
      "step": 3759
    },
    {
      "epoch": 2.831813481244712,
      "grad_norm": 5.600191593170166,
      "learning_rate": 5.835214446952596e-05,
      "loss": 0.2204,
      "mean_token_accuracy": 0.9915649422577449,
      "num_tokens": 33310729.0,
      "step": 3766
    },
    {
      "epoch": 2.8370781235310707,
      "grad_norm": 0.11385060846805573,
      "learning_rate": 5.80887885628292e-05,
      "loss": 0.0693,
      "mean_token_accuracy": 0.9975795469113758,
      "num_tokens": 33373693.0,
      "step": 3773
    },
    {
      "epoch": 2.84234276581743,
      "grad_norm": 3.935316324234009,
      "learning_rate": 5.782543265613243e-05,
      "loss": 0.072,
      "mean_token_accuracy": 0.9963005163839885,
      "num_tokens": 33434883.0,
      "step": 3780
    },
    {
      "epoch": 2.8476074081037885,
      "grad_norm": 2.338846206665039,
      "learning_rate": 5.7562076749435666e-05,
      "loss": 0.0892,
      "mean_token_accuracy": 0.9956449451191085,
      "num_tokens": 33496857.0,
      "step": 3787
    },
    {
      "epoch": 2.8528720503901477,
      "grad_norm": 1.753577470779419,
      "learning_rate": 5.7298720842738906e-05,
      "loss": 0.1407,
      "mean_token_accuracy": 0.9935056045651436,
      "num_tokens": 33560834.0,
      "step": 3794
    },
    {
      "epoch": 2.8581366926765064,
      "grad_norm": 0.09232474118471146,
      "learning_rate": 5.703536493604213e-05,
      "loss": 0.0663,
      "mean_token_accuracy": 0.9963288988385882,
      "num_tokens": 33617994.0,
      "step": 3801
    },
    {
      "epoch": 2.8634013349628655,
      "grad_norm": 0.5382691025733948,
      "learning_rate": 5.677200902934538e-05,
      "loss": 0.1302,
      "mean_token_accuracy": 0.9940649994782039,
      "num_tokens": 33680204.0,
      "step": 3808
    },
    {
      "epoch": 2.8686659772492247,
      "grad_norm": 0.8829149007797241,
      "learning_rate": 5.650865312264862e-05,
      "loss": 0.0764,
      "mean_token_accuracy": 0.9972236560923713,
      "num_tokens": 33742740.0,
      "step": 3815
    },
    {
      "epoch": 2.8739306195355834,
      "grad_norm": 0.5694432854652405,
      "learning_rate": 5.624529721595184e-05,
      "loss": 0.1618,
      "mean_token_accuracy": 0.9941023790410587,
      "num_tokens": 33803113.0,
      "step": 3822
    },
    {
      "epoch": 2.879195261821942,
      "grad_norm": 1.8104138374328613,
      "learning_rate": 5.598194130925508e-05,
      "loss": 0.1307,
      "mean_token_accuracy": 0.9938526834760394,
      "num_tokens": 33862407.0,
      "step": 3829
    },
    {
      "epoch": 2.884459904108301,
      "grad_norm": 9.209033966064453,
      "learning_rate": 5.571858540255832e-05,
      "loss": 0.095,
      "mean_token_accuracy": 0.995516337454319,
      "num_tokens": 33921503.0,
      "step": 3836
    },
    {
      "epoch": 2.8897245463946604,
      "grad_norm": 2.056917190551758,
      "learning_rate": 5.545522949586155e-05,
      "loss": 0.1082,
      "mean_token_accuracy": 0.9934366803084101,
      "num_tokens": 33981340.0,
      "step": 3843
    },
    {
      "epoch": 2.894989188681019,
      "grad_norm": 8.990647315979004,
      "learning_rate": 5.519187358916479e-05,
      "loss": 0.114,
      "mean_token_accuracy": 0.9967345467635563,
      "num_tokens": 34046990.0,
      "step": 3850
    },
    {
      "epoch": 2.9002538309673778,
      "grad_norm": 1.003222942352295,
      "learning_rate": 5.4928517682468026e-05,
      "loss": 0.1405,
      "mean_token_accuracy": 0.9952324394668851,
      "num_tokens": 34106859.0,
      "step": 3857
    },
    {
      "epoch": 2.905518473253737,
      "grad_norm": 1.2694677114486694,
      "learning_rate": 5.466516177577126e-05,
      "loss": 0.0435,
      "mean_token_accuracy": 0.9984203289662089,
      "num_tokens": 34169207.0,
      "step": 3864
    },
    {
      "epoch": 2.910783115540096,
      "grad_norm": 1.1073271036148071,
      "learning_rate": 5.44018058690745e-05,
      "loss": 0.0678,
      "mean_token_accuracy": 0.9971352975283351,
      "num_tokens": 34232528.0,
      "step": 3871
    },
    {
      "epoch": 2.9160477578264548,
      "grad_norm": 0.165752112865448,
      "learning_rate": 5.413844996237774e-05,
      "loss": 0.0815,
      "mean_token_accuracy": 0.9959091256771769,
      "num_tokens": 34292644.0,
      "step": 3878
    },
    {
      "epoch": 2.921312400112814,
      "grad_norm": 1.1744028329849243,
      "learning_rate": 5.387509405568096e-05,
      "loss": 0.1459,
      "mean_token_accuracy": 0.9959145986608097,
      "num_tokens": 34354187.0,
      "step": 3885
    },
    {
      "epoch": 2.9265770423991726,
      "grad_norm": 1.0740725994110107,
      "learning_rate": 5.36117381489842e-05,
      "loss": 0.1995,
      "mean_token_accuracy": 0.9932695201465062,
      "num_tokens": 34415822.0,
      "step": 3892
    },
    {
      "epoch": 2.9318416846855317,
      "grad_norm": 1.9310617446899414,
      "learning_rate": 5.334838224228743e-05,
      "loss": 0.1579,
      "mean_token_accuracy": 0.9933696197611945,
      "num_tokens": 34476697.0,
      "step": 3899
    },
    {
      "epoch": 2.9371063269718904,
      "grad_norm": 0.574180543422699,
      "learning_rate": 5.308502633559067e-05,
      "loss": 0.0823,
      "mean_token_accuracy": 0.9970756439226014,
      "num_tokens": 34539612.0,
      "step": 3906
    },
    {
      "epoch": 2.9423709692582496,
      "grad_norm": 13.607620239257812,
      "learning_rate": 5.282167042889391e-05,
      "loss": 0.0932,
      "mean_token_accuracy": 0.9977340368287904,
      "num_tokens": 34598452.0,
      "step": 3913
    },
    {
      "epoch": 2.9476356115446083,
      "grad_norm": 1.2882604598999023,
      "learning_rate": 5.255831452219714e-05,
      "loss": 0.1458,
      "mean_token_accuracy": 0.9930107263582093,
      "num_tokens": 34661727.0,
      "step": 3920
    },
    {
      "epoch": 2.9529002538309674,
      "grad_norm": 0.943372368812561,
      "learning_rate": 5.229495861550038e-05,
      "loss": 0.1113,
      "mean_token_accuracy": 0.9966319703630039,
      "num_tokens": 34729738.0,
      "step": 3927
    },
    {
      "epoch": 2.958164896117326,
      "grad_norm": 0.9916655421257019,
      "learning_rate": 5.203160270880362e-05,
      "loss": 0.0953,
      "mean_token_accuracy": 0.99606361665896,
      "num_tokens": 34793897.0,
      "step": 3934
    },
    {
      "epoch": 2.9634295384036853,
      "grad_norm": 2.0784947872161865,
      "learning_rate": 5.1768246802106844e-05,
      "loss": 0.1981,
      "mean_token_accuracy": 0.9954314987574305,
      "num_tokens": 34849278.0,
      "step": 3941
    },
    {
      "epoch": 2.9686941806900444,
      "grad_norm": 0.8440742492675781,
      "learning_rate": 5.1504890895410084e-05,
      "loss": 0.1069,
      "mean_token_accuracy": 0.9943101214511054,
      "num_tokens": 34907876.0,
      "step": 3948
    },
    {
      "epoch": 2.973958822976403,
      "grad_norm": 0.37809041142463684,
      "learning_rate": 5.124153498871332e-05,
      "loss": 0.0762,
      "mean_token_accuracy": 0.997384498161929,
      "num_tokens": 34967018.0,
      "step": 3955
    },
    {
      "epoch": 2.979223465262762,
      "grad_norm": 1.6948941946029663,
      "learning_rate": 5.0978179082016555e-05,
      "loss": 0.0883,
      "mean_token_accuracy": 0.9937601664236614,
      "num_tokens": 35025189.0,
      "step": 3962
    },
    {
      "epoch": 2.984488107549121,
      "grad_norm": 0.9532034397125244,
      "learning_rate": 5.0714823175319795e-05,
      "loss": 0.064,
      "mean_token_accuracy": 0.9956995323300362,
      "num_tokens": 35085659.0,
      "step": 3969
    },
    {
      "epoch": 2.98975274983548,
      "grad_norm": 3.386885643005371,
      "learning_rate": 5.0451467268623034e-05,
      "loss": 0.0938,
      "mean_token_accuracy": 0.9941990928990501,
      "num_tokens": 35150487.0,
      "step": 3976
    },
    {
      "epoch": 2.995017392121839,
      "grad_norm": 0.6338557004928589,
      "learning_rate": 5.018811136192626e-05,
      "loss": 0.0582,
      "mean_token_accuracy": 0.9974785053304264,
      "num_tokens": 35216121.0,
      "step": 3983
    },
    {
      "epoch": 3.0,
      "grad_norm": 2.1497695446014404,
      "learning_rate": 4.99247554552295e-05,
      "loss": 0.0809,
      "mean_token_accuracy": 0.9940776622520303,
      "num_tokens": 35273604.0,
      "step": 3990
    }
  ],
  "logging_steps": 7,
  "max_steps": 5316,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 4,
  "save_steps": 333,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 7.763439039501742e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}