diff --git "a/checkpoint-4581/trainer_state.json" "b/checkpoint-4581/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/checkpoint-4581/trainer_state.json"
@@ -0,0 +1,32184 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.9990180032733225,
+  "eval_steps": 382,
+  "global_step": 4581,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0,
+      "grad_norm": 5.687138080596924,
+      "learning_rate": 2.9999999999999997e-05,
+      "loss": 3.5097,
+      "step": 1
+    },
+    {
+      "epoch": 0.0,
+      "eval_loss": 3.6327099800109863,
+      "eval_runtime": 39.1673,
+      "eval_samples_per_second": 32.859,
+      "eval_steps_per_second": 8.221,
+      "step": 1
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 5.729796886444092,
+      "learning_rate": 5.9999999999999995e-05,
+      "loss": 3.6634,
+      "step": 2
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 5.679180145263672,
+      "learning_rate": 8.999999999999999e-05,
+      "loss": 3.5559,
+      "step": 3
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 4.81653356552124,
+      "learning_rate": 0.00011999999999999999,
+      "loss": 3.1536,
+      "step": 4
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 4.388213634490967,
+      "learning_rate": 0.00015,
+      "loss": 2.3092,
+      "step": 5
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 2.6662285327911377,
+      "learning_rate": 0.00017999999999999998,
+      "loss": 1.2283,
+      "step": 6
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 1.9162248373031616,
+      "learning_rate": 0.00020999999999999998,
+      "loss": 0.6207,
+      "step": 7
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 1.3946017026901245,
+      "learning_rate": 0.00023999999999999998,
+      "loss": 0.2942,
+      "step": 8
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 0.3801995813846588,
+      "learning_rate": 0.00027,
+      "loss": 0.1143,
+      "step": 9
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 0.2290647178888321,
+      "learning_rate": 0.0003,
+      "loss": 0.1152,
+      "step": 10
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 0.2698324918746948,
+      "learning_rate": 0.00029999996457265966,
+      "loss": 0.0984,
+      "step": 11
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 0.15049245953559875,
+      "learning_rate": 0.00029999985829065547,
+      "loss": 0.0925,
+      "step": 12
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 0.7001833319664001,
+      "learning_rate": 0.0002999996811540376,
+      "loss": 0.1215,
+      "step": 13
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 0.22832374274730682,
+      "learning_rate": 0.00029999943316288974,
+      "loss": 0.0997,
+      "step": 14
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 0.1290595531463623,
+      "learning_rate": 0.00029999911431732894,
+      "loss": 0.0973,
+      "step": 15
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 0.3555549383163452,
+      "learning_rate": 0.00029999872461750597,
+      "loss": 0.1108,
+      "step": 16
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 0.04830395057797432,
+      "learning_rate": 0.0002999982640636048,
+      "loss": 0.0994,
+      "step": 17
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 0.2727436125278473,
+      "learning_rate": 0.00029999773265584304,
+      "loss": 0.1144,
+      "step": 18
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 0.03478335589170456,
+      "learning_rate": 0.0002999971303944716,
+      "loss": 0.0945,
+      "step": 19
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 0.133951798081398,
+      "learning_rate": 0.00029999645727977505,
+      "loss": 0.0928,
+      "step": 20
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 0.20885471999645233,
+      "learning_rate": 0.0002999957133120714,
+      "loss": 0.1056,
+      "step": 21
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 0.030896561220288277,
+      "learning_rate": 0.00029999489849171195,
+      "loss": 0.0985,
+      "step": 22
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 0.0476481132209301,
+      "learning_rate": 0.0002999940128190817,
+      "loss": 0.0993,
+      "step": 23
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 0.2006714642047882,
+      "learning_rate": 0.00029999305629459895,
+      "loss": 0.0971,
+      "step": 24
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 0.150727316737175,
+      "learning_rate": 0.0002999920289187155,
+      "loss": 0.1016,
+      "step": 25
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 0.03271281719207764,
+      "learning_rate": 0.0002999909306919168,
+      "loss": 0.1002,
+      "step": 26
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 0.08288753032684326,
+      "learning_rate": 0.0002999897616147214,
+      "loss": 0.1009,
+      "step": 27
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 0.2443581521511078,
+      "learning_rate": 0.0002999885216876816,
+      "loss": 0.1036,
+      "step": 28
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 0.16865722835063934,
+      "learning_rate": 0.00029998721091138323,
+      "loss": 0.0965,
+      "step": 29
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 0.19362947344779968,
+      "learning_rate": 0.0002999858292864453,
+      "loss": 0.0952,
+      "step": 30
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 0.039490532130002975,
+      "learning_rate": 0.0002999843768135205,
+      "loss": 0.0967,
+      "step": 31
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 0.15848855674266815,
+      "learning_rate": 0.0002999828534932949,
+      "loss": 0.093,
+      "step": 32
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 0.2813495695590973,
+      "learning_rate": 0.0002999812593264881,
+      "loss": 0.1052,
+      "step": 33
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 0.03380066901445389,
+      "learning_rate": 0.00029997959431385314,
+      "loss": 0.0974,
+      "step": 34
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 0.050066880881786346,
+      "learning_rate": 0.0002999778584561764,
+      "loss": 0.0972,
+      "step": 35
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 0.2120673805475235,
+      "learning_rate": 0.00029997605175427803,
+      "loss": 0.0965,
+      "step": 36
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 0.11290993541479111,
+      "learning_rate": 0.0002999741742090113,
+      "loss": 0.099,
+      "step": 37
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 0.2454652190208435,
+      "learning_rate": 0.00029997222582126313,
+      "loss": 0.0898,
+      "step": 38
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 0.10817914456129074,
+      "learning_rate": 0.0002999702065919539,
+      "loss": 0.0887,
+      "step": 39
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 0.3510904014110565,
+      "learning_rate": 0.00029996811652203737,
+      "loss": 0.1107,
+      "step": 40
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 0.3444919288158417,
+      "learning_rate": 0.0002999659556125009,
+      "loss": 0.1113,
+      "step": 41
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 0.21621473133563995,
+      "learning_rate": 0.0002999637238643651,
+      "loss": 0.0991,
+      "step": 42
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 0.0429786741733551,
+      "learning_rate": 0.00029996142127868426,
+      "loss": 0.0976,
+      "step": 43
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 0.04371911287307739,
+      "learning_rate": 0.000299959047856546,
+      "loss": 0.0969,
+      "step": 44
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 0.17956386506557465,
+      "learning_rate": 0.00029995660359907154,
+      "loss": 0.1027,
+      "step": 45
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 0.05985981971025467,
+      "learning_rate": 0.0002999540885074153,
+      "loss": 0.0911,
+      "step": 46
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 0.057165782898664474,
+      "learning_rate": 0.00029995150258276546,
+      "loss": 0.0944,
+      "step": 47
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 0.06133668124675751,
+      "learning_rate": 0.00029994884582634345,
+      "loss": 0.0936,
+      "step": 48
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 0.13429470360279083,
+      "learning_rate": 0.0002999461182394042,
+      "loss": 0.0932,
+      "step": 49
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 0.08454808592796326,
+      "learning_rate": 0.00029994331982323625,
+      "loss": 0.0849,
+      "step": 50
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 0.152529776096344,
+      "learning_rate": 0.0002999404505791613,
+      "loss": 0.0742,
+      "step": 51
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 0.9239559173583984,
+      "learning_rate": 0.0002999375105085348,
+      "loss": 0.1266,
+      "step": 52
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 0.15827079117298126,
+      "learning_rate": 0.0002999344996127455,
+      "loss": 0.0685,
+      "step": 53
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.11372745782136917,
+      "learning_rate": 0.0002999314178932156,
+      "loss": 0.0853,
+      "step": 54
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.11947692930698395,
+      "learning_rate": 0.00029992826535140093,
+      "loss": 0.0871,
+      "step": 55
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.09731484949588776,
+      "learning_rate": 0.00029992504198879047,
+      "loss": 0.0799,
+      "step": 56
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.40479809045791626,
+      "learning_rate": 0.0002999217478069069,
+      "loss": 0.1119,
+      "step": 57
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.10651114583015442,
+      "learning_rate": 0.00029991838280730635,
+      "loss": 0.0741,
+      "step": 58
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.13227766752243042,
+      "learning_rate": 0.0002999149469915782,
+      "loss": 0.067,
+      "step": 59
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.2328774333000183,
+      "learning_rate": 0.0002999114403613454,
+      "loss": 0.0872,
+      "step": 60
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.15303733944892883,
+      "learning_rate": 0.0002999078629182645,
+      "loss": 0.077,
+      "step": 61
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.3285676836967468,
+      "learning_rate": 0.0002999042146640252,
+      "loss": 0.087,
+      "step": 62
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.1548561453819275,
+      "learning_rate": 0.00029990049560035093,
+      "loss": 0.0521,
+      "step": 63
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.1792415827512741,
+      "learning_rate": 0.0002998967057289983,
+      "loss": 0.0591,
+      "step": 64
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.29741746187210083,
+      "learning_rate": 0.0002998928450517577,
+      "loss": 0.0955,
+      "step": 65
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.2590031325817108,
+      "learning_rate": 0.0002998889135704527,
+      "loss": 0.0443,
+      "step": 66
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.2152624875307083,
+      "learning_rate": 0.0002998849112869403,
+      "loss": 0.0656,
+      "step": 67
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.1976858377456665,
+      "learning_rate": 0.0002998808382031111,
+      "loss": 0.0256,
+      "step": 68
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 0.4642391502857208,
+      "learning_rate": 0.00029987669432088917,
+      "loss": 0.074,
+      "step": 69
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 0.43813541531562805,
+      "learning_rate": 0.0002998724796422318,
+      "loss": 0.0344,
+      "step": 70
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 0.8069552183151245,
+      "learning_rate": 0.0002998681941691299,
+      "loss": 0.1559,
+      "step": 71
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 0.3986961841583252,
+      "learning_rate": 0.00029986383790360776,
+      "loss": 0.0504,
+      "step": 72
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 0.19154639542102814,
+      "learning_rate": 0.00029985941084772317,
+      "loss": 0.0638,
+      "step": 73
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 0.2110302895307541,
+      "learning_rate": 0.0002998549130035673,
+      "loss": 0.071,
+      "step": 74
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 0.17988017201423645,
+      "learning_rate": 0.00029985034437326477,
+      "loss": 0.0798,
+      "step": 75
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 0.15195637941360474,
+      "learning_rate": 0.0002998457049589736,
+      "loss": 0.0575,
+      "step": 76
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 0.2465752810239792,
+      "learning_rate": 0.0002998409947628854,
+      "loss": 0.0669,
+      "step": 77
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 0.10329095274209976,
+      "learning_rate": 0.0002998362137872249,
+      "loss": 0.0483,
+      "step": 78
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 0.21354705095291138,
+      "learning_rate": 0.00029983136203425064,
+      "loss": 0.0522,
+      "step": 79
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 0.1916392743587494,
+      "learning_rate": 0.00029982643950625436,
+      "loss": 0.0797,
+      "step": 80
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 0.12721975147724152,
+      "learning_rate": 0.0002998214462055613,
+      "loss": 0.0368,
+      "step": 81
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 0.29551053047180176,
+      "learning_rate": 0.0002998163821345301,
+      "loss": 0.094,
+      "step": 82
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 0.3058943748474121,
+      "learning_rate": 0.00029981124729555283,
+      "loss": 0.0358,
+      "step": 83
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 0.7026583552360535,
+      "learning_rate": 0.00029980604169105497,
+      "loss": 0.1386,
+      "step": 84
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 0.37371405959129333,
+      "learning_rate": 0.00029980076532349557,
+      "loss": 0.0748,
+      "step": 85
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 0.28942474722862244,
+      "learning_rate": 0.00029979541819536695,
+      "loss": 0.1037,
+      "step": 86
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 0.1699017435312271,
+      "learning_rate": 0.0002997900003091949,
+      "loss": 0.0631,
+      "step": 87
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 0.1061767190694809,
+      "learning_rate": 0.0002997845116675386,
+      "loss": 0.0557,
+      "step": 88
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 0.13656219840049744,
+      "learning_rate": 0.0002997789522729908,
+      "loss": 0.0637,
+      "step": 89
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 0.09874790161848068,
+      "learning_rate": 0.00029977332212817746,
+      "loss": 0.0495,
+      "step": 90
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 0.24591276049613953,
+      "learning_rate": 0.0002997676212357581,
+      "loss": 0.0559,
+      "step": 91
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 0.14663195610046387,
+      "learning_rate": 0.0002997618495984256,
+      "loss": 0.0804,
+      "step": 92
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 0.08905334770679474,
+      "learning_rate": 0.0002997560072189062,
+      "loss": 0.0498,
+      "step": 93
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 0.12921252846717834,
+      "learning_rate": 0.00029975009409995986,
+      "loss": 0.0365,
+      "step": 94
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 0.08008511364459991,
+      "learning_rate": 0.0002997441102443795,
+      "loss": 0.03,
+      "step": 95
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 0.2947149872779846,
+      "learning_rate": 0.0002997380556549918,
+      "loss": 0.0698,
+      "step": 96
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 0.3243441581726074,
+      "learning_rate": 0.0002997319303346567,
+      "loss": 0.0564,
+      "step": 97
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 0.28058576583862305,
+      "learning_rate": 0.00029972573428626757,
+      "loss": 0.1262,
+      "step": 98
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 0.40957021713256836,
+      "learning_rate": 0.0002997194675127512,
+      "loss": 0.0471,
+      "step": 99
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 0.12092690169811249,
+      "learning_rate": 0.00029971313001706787,
+      "loss": 0.0574,
+      "step": 100
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 0.380398154258728,
+      "learning_rate": 0.0002997067218022111,
+      "loss": 0.1148,
+      "step": 101
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 0.13584262132644653,
+      "learning_rate": 0.0002997002428712079,
+      "loss": 0.0299,
+      "step": 102
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 0.13165581226348877,
+      "learning_rate": 0.00029969369322711874,
+      "loss": 0.0602,
+      "step": 103
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 0.1055503860116005,
+      "learning_rate": 0.00029968707287303744,
+      "loss": 0.0404,
+      "step": 104
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 0.09600503742694855,
+      "learning_rate": 0.00029968038181209114,
+      "loss": 0.0497,
+      "step": 105
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 0.05941639468073845,
+      "learning_rate": 0.0002996736200474406,
+      "loss": 0.0456,
+      "step": 106
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 0.1557297259569168,
+      "learning_rate": 0.0002996667875822797,
+      "loss": 0.077,
+      "step": 107
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 0.14879021048545837,
+      "learning_rate": 0.00029965988441983595,
+      "loss": 0.0554,
+      "step": 108
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 0.13067294657230377,
+      "learning_rate": 0.00029965291056337006,
+      "loss": 0.0357,
+      "step": 109
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 0.15178795158863068,
+      "learning_rate": 0.00029964586601617633,
+      "loss": 0.0433,
+      "step": 110
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 0.1176379844546318,
+      "learning_rate": 0.0002996387507815823,
+      "loss": 0.0432,
+      "step": 111
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 0.048378992825746536,
+      "learning_rate": 0.000299631564862949,
+      "loss": 0.0338,
+      "step": 112
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 0.09883740544319153,
+      "learning_rate": 0.0002996243082636708,
+      "loss": 0.0475,
+      "step": 113
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 0.16062304377555847,
+      "learning_rate": 0.0002996169809871754,
+      "loss": 0.0595,
+      "step": 114
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.06556422263383865,
+      "learning_rate": 0.00029960958303692397,
+      "loss": 0.0326,
+      "step": 115
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.7436458468437195,
+      "learning_rate": 0.000299602114416411,
+      "loss": 0.0512,
+      "step": 116
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.12153153866529465,
+      "learning_rate": 0.00029959457512916454,
+      "loss": 0.0448,
+      "step": 117
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.21684418618679047,
+      "learning_rate": 0.0002995869651787458,
+      "loss": 0.0754,
+      "step": 118
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.13978178799152374,
+      "learning_rate": 0.0002995792845687494,
+      "loss": 0.03,
+      "step": 119
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.08695519715547562,
+      "learning_rate": 0.0002995715333028034,
+      "loss": 0.0156,
+      "step": 120
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.2607383131980896,
+      "learning_rate": 0.0002995637113845693,
+      "loss": 0.0933,
+      "step": 121
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.08398541808128357,
+      "learning_rate": 0.0002995558188177418,
+      "loss": 0.0368,
+      "step": 122
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.14658145606517792,
+      "learning_rate": 0.0002995478556060492,
+      "loss": 0.0593,
+      "step": 123
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.09054147452116013,
+      "learning_rate": 0.00029953982175325293,
+      "loss": 0.042,
+      "step": 124
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.17315314710140228,
+      "learning_rate": 0.0002995317172631479,
+      "loss": 0.0754,
+      "step": 125
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.20856395363807678,
+      "learning_rate": 0.0002995235421395624,
+      "loss": 0.0537,
+      "step": 126
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.17539943754673004,
+      "learning_rate": 0.0002995152963863581,
+      "loss": 0.045,
+      "step": 127
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.1361098289489746,
+      "learning_rate": 0.00029950698000743,
+      "loss": 0.0622,
+      "step": 128
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.05299444869160652,
+      "learning_rate": 0.00029949859300670644,
+      "loss": 0.0548,
+      "step": 129
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 0.19711115956306458,
+      "learning_rate": 0.0002994901353881491,
+      "loss": 0.0721,
+      "step": 130
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 0.1288406252861023,
+      "learning_rate": 0.0002994816071557532,
+      "loss": 0.0408,
+      "step": 131
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 0.08221332728862762,
+      "learning_rate": 0.000299473008313547,
+      "loss": 0.0526,
+      "step": 132
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 0.1506081223487854,
+      "learning_rate": 0.00029946433886559237,
+      "loss": 0.0542,
+      "step": 133
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 0.293639600276947,
+      "learning_rate": 0.00029945559881598444,
+      "loss": 0.0769,
+      "step": 134
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 0.06451396644115448,
+      "learning_rate": 0.0002994467881688517,
+      "loss": 0.0417,
+      "step": 135
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 0.2765437662601471,
+      "learning_rate": 0.00029943790692835604,
+      "loss": 0.0617,
+      "step": 136
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 0.12035606801509857,
+      "learning_rate": 0.00029942895509869254,
+      "loss": 0.0429,
+      "step": 137
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 0.09559385478496552,
+      "learning_rate": 0.0002994199326840898,
+      "loss": 0.044,
+      "step": 138
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 0.13433387875556946,
+      "learning_rate": 0.00029941083968880965,
+      "loss": 0.036,
+      "step": 139
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 0.1325090080499649,
+      "learning_rate": 0.0002994016761171474,
+      "loss": 0.0762,
+      "step": 140
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 0.19197365641593933,
+      "learning_rate": 0.00029939244197343143,
+      "loss": 0.0587,
+      "step": 141
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 0.09238675236701965,
+      "learning_rate": 0.00029938313726202376,
+      "loss": 0.0262,
+      "step": 142
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 0.2584728002548218,
+      "learning_rate": 0.0002993737619873195,
+      "loss": 0.0382,
+      "step": 143
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 0.30280745029449463,
+      "learning_rate": 0.00029936431615374727,
+      "loss": 0.0448,
+      "step": 144
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 0.41464564204216003,
+      "learning_rate": 0.00029935479976576896,
+      "loss": 0.0676,
+      "step": 145
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.4580010175704956,
+      "learning_rate": 0.00029934521282787974,
+      "loss": 0.1366,
+      "step": 146
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.1701657474040985,
+      "learning_rate": 0.0002993355553446081,
+      "loss": 0.0844,
+      "step": 147
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.10784261673688889,
+      "learning_rate": 0.000299325827320516,
+      "loss": 0.0211,
+      "step": 148
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.08266110718250275,
+      "learning_rate": 0.0002993160287601984,
+      "loss": 0.0181,
+      "step": 149
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.20068615674972534,
+      "learning_rate": 0.00029930615966828407,
+      "loss": 0.0582,
+      "step": 150
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.14237689971923828,
+      "learning_rate": 0.0002992962200494347,
+      "loss": 0.0549,
+      "step": 151
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.09671233594417572,
+      "learning_rate": 0.0002992862099083453,
+      "loss": 0.0368,
+      "step": 152
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.11356969177722931,
+      "learning_rate": 0.00029927612924974455,
+      "loss": 0.0851,
+      "step": 153
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.17435969412326813,
+      "learning_rate": 0.00029926597807839394,
+      "loss": 0.0869,
+      "step": 154
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.09785137325525284,
+      "learning_rate": 0.00029925575639908866,
+      "loss": 0.0463,
+      "step": 155
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.143271341919899,
+      "learning_rate": 0.0002992454642166571,
+      "loss": 0.0532,
+      "step": 156
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.1381101906299591,
+      "learning_rate": 0.0002992351015359608,
+      "loss": 0.0512,
+      "step": 157
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.0688018947839737,
+      "learning_rate": 0.0002992246683618948,
+      "loss": 0.0188,
+      "step": 158
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.18138591945171356,
+      "learning_rate": 0.0002992141646993874,
+      "loss": 0.0737,
+      "step": 159
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.0729256346821785,
+      "learning_rate": 0.0002992035905534001,
+      "loss": 0.0194,
+      "step": 160
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 0.15414761006832123,
+      "learning_rate": 0.0002991929459289277,
+      "loss": 0.0412,
+      "step": 161
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 0.2506199777126312,
+      "learning_rate": 0.00029918223083099846,
+      "loss": 0.0789,
+      "step": 162
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 0.16611520946025848,
+      "learning_rate": 0.00029917144526467375,
+      "loss": 0.046,
+      "step": 163
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 0.1828208565711975,
+      "learning_rate": 0.00029916058923504826,
+      "loss": 0.0324,
+      "step": 164
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 0.08737993985414505,
+      "learning_rate": 0.00029914966274725006,
+      "loss": 0.0177,
+      "step": 165
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 0.20271027088165283,
+      "learning_rate": 0.00029913866580644037,
+      "loss": 0.0455,
+      "step": 166
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 0.04210209473967552,
+      "learning_rate": 0.00029912759841781383,
+      "loss": 0.0063,
+      "step": 167
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 0.09085400402545929,
+      "learning_rate": 0.00029911646058659825,
+      "loss": 0.0174,
+      "step": 168
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 0.18242572247982025,
+      "learning_rate": 0.00029910525231805466,
+      "loss": 0.053,
+      "step": 169
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 0.2796941101551056,
+      "learning_rate": 0.0002990939736174776,
+      "loss": 0.0348,
+      "step": 170
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 0.18838226795196533,
+      "learning_rate": 0.00029908262449019463,
+      "loss": 0.0583,
+      "step": 171
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 0.03574841469526291,
+      "learning_rate": 0.00029907120494156674,
+      "loss": 0.0058,
+      "step": 172
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 0.18582922220230103,
+      "learning_rate": 0.00029905971497698805,
+      "loss": 0.0571,
+      "step": 173
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 0.12871672213077545,
+      "learning_rate": 0.00029904815460188604,
+      "loss": 0.0618,
+      "step": 174
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 0.0590621717274189,
+      "learning_rate": 0.00029903652382172143,
+      "loss": 0.0107,
+      "step": 175
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.07922167330980301,
+      "learning_rate": 0.00029902482264198817,
+      "loss": 0.035,
+      "step": 176
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.3096056878566742,
+      "learning_rate": 0.0002990130510682135,
+      "loss": 0.0782,
+      "step": 177
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.1896304190158844,
+      "learning_rate": 0.00029900120910595783,
+      "loss": 0.036,
+      "step": 178
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.11776513606309891,
+      "learning_rate": 0.000298989296760815,
+      "loss": 0.0521,
+      "step": 179
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.11616750061511993,
+      "learning_rate": 0.00029897731403841194,
+      "loss": 0.0275,
+      "step": 180
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.20179390907287598,
+      "learning_rate": 0.0002989652609444088,
+      "loss": 0.0514,
+      "step": 181
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.14983738958835602,
+      "learning_rate": 0.00029895313748449907,
+      "loss": 0.077,
+      "step": 182
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.12123002856969833,
+      "learning_rate": 0.0002989409436644095,
+      "loss": 0.0485,
+      "step": 183
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.314486026763916,
+      "learning_rate": 0.0002989286794898999,
+      "loss": 0.0931,
+      "step": 184
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.132719025015831,
+      "learning_rate": 0.0002989163449667636,
+      "loss": 0.047,
+      "step": 185
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.07938767969608307,
+      "learning_rate": 0.00029890394010082677,
+      "loss": 0.0364,
+      "step": 186
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.08216488361358643,
+      "learning_rate": 0.00029889146489794926,
+      "loss": 0.0299,
+      "step": 187
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.19339217245578766,
+      "learning_rate": 0.00029887891936402375,
+      "loss": 0.0408,
+      "step": 188
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.30395349860191345,
+      "learning_rate": 0.0002988663035049763,
+      "loss": 0.0865,
+      "step": 189
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.21264804899692535,
+      "learning_rate": 0.0002988536173267663,
+      "loss": 0.0584,
+      "step": 190
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 0.1590937227010727,
+      "learning_rate": 0.0002988408608353862,
+      "loss": 0.0442,
+      "step": 191
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 0.13069725036621094,
+      "learning_rate": 0.00029882803403686177,
+      "loss": 0.0416,
+      "step": 192
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 0.1968701034784317,
+      "learning_rate": 0.0002988151369372518,
+      "loss": 0.0586,
+      "step": 193
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 0.1478463113307953,
+      "learning_rate": 0.00029880216954264856,
+      "loss": 0.0595,
+      "step": 194
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 0.06919383257627487,
+      "learning_rate": 0.0002987891318591773,
+      "loss": 0.0239,
+      "step": 195
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 0.11905679851770401,
+      "learning_rate": 0.0002987760238929966,
+      "loss": 0.0345,
+      "step": 196
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 0.14240068197250366,
+      "learning_rate": 0.00029876284565029816,
+      "loss": 0.0467,
+      "step": 197
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 0.16097158193588257,
+      "learning_rate": 0.000298749597137307,
+      "loss": 0.0554,
+      "step": 198
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 0.15597470104694366,
+      "learning_rate": 0.0002987362783602812,
+      "loss": 0.054,
+      "step": 199
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 0.10321896523237228,
+      "learning_rate": 0.000298722889325512,
+      "loss": 0.0432,
+      "step": 200
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 0.128427192568779,
+      "learning_rate": 0.000298709430039324,
+      "loss": 0.0315,
+      "step": 201
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 0.11706223338842392,
+      "learning_rate": 0.00029869590050807487,
+      "loss": 0.0359,
+      "step": 202
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 0.15359801054000854,
+      "learning_rate": 0.0002986823007381555,
+      "loss": 0.034,
+      "step": 203
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 0.10363847017288208,
+      "learning_rate": 0.0002986686307359899,
+      "loss": 0.0261,
+      "step": 204
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 0.12338493019342422,
+      "learning_rate": 0.0002986548905080353,
+      "loss": 0.0287,
+      "step": 205
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 0.16201013326644897,
+      "learning_rate": 0.00029864108006078205,
+      "loss": 0.0173,
+      "step": 206
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.04950540140271187,
+      "learning_rate": 0.00029862719940075387,
+      "loss": 0.0098,
+      "step": 207
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.20930823683738708,
+      "learning_rate": 0.0002986132485345073,
+      "loss": 0.0652,
+      "step": 208
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.12760238349437714,
+      "learning_rate": 0.0002985992274686324,
+      "loss": 0.0342,
+      "step": 209
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.2107914686203003,
+      "learning_rate": 0.00029858513620975216,
+      "loss": 0.015,
+      "step": 210
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.21169154345989227,
+      "learning_rate": 0.0002985709747645227,
+      "loss": 0.072,
+      "step": 211
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.18555670976638794,
+      "learning_rate": 0.00029855674313963355,
+      "loss": 0.0359,
+      "step": 212
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.1801125705242157,
+      "learning_rate": 0.00029854244134180707,
+      "loss": 0.038,
+      "step": 213
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.10735122859477997,
+      "learning_rate": 0.000298528069377799,
+      "loss": 0.037,
+      "step": 214
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.20155467092990875,
+      "learning_rate": 0.0002985136272543982,
+      "loss": 0.0505,
+      "step": 215
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.1130833774805069,
+      "learning_rate": 0.0002984991149784265,
+      "loss": 0.0202,
+      "step": 216
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.1932414174079895,
+      "learning_rate": 0.00029848453255673906,
+      "loss": 0.0803,
+      "step": 217
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.18907181918621063,
+      "learning_rate": 0.0002984698799962241,
+      "loss": 0.0562,
+      "step": 218
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.11439274251461029,
+      "learning_rate": 0.0002984551573038029,
+      "loss": 0.0474,
+      "step": 219
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.19350704550743103,
+      "learning_rate": 0.00029844036448643,
+      "loss": 0.0335,
+      "step": 220
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.19873294234275818,
+      "learning_rate": 0.000298425501551093,
+      "loss": 0.0616,
+      "step": 221
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 0.2024085968732834,
+      "learning_rate": 0.00029841056850481265,
+      "loss": 0.0567,
+      "step": 222
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 0.09004423022270203,
+      "learning_rate": 0.0002983955653546427,
+      "loss": 0.0291,
+      "step": 223
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 0.19469811022281647,
+      "learning_rate": 0.00029838049210767015,
+      "loss": 0.0487,
+      "step": 224
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 0.2525189518928528,
+      "learning_rate": 0.00029836534877101514,
+      "loss": 0.0629,
+      "step": 225
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 0.12139023840427399,
+      "learning_rate": 0.0002983501353518307,
+      "loss": 0.0457,
+      "step": 226
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 0.06411401927471161,
+      "learning_rate": 0.00029833485185730326,
+      "loss": 0.0186,
+      "step": 227
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 0.024475542828440666,
+      "learning_rate": 0.00029831949829465214,
+      "loss": 0.004,
+      "step": 228
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 0.15951114892959595,
+      "learning_rate": 0.0002983040746711298,
+      "loss": 0.0297,
+      "step": 229
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 0.03694155812263489,
+      "learning_rate": 0.0002982885809940218,
+      "loss": 0.0073,
+      "step": 230
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 0.13100893795490265,
+      "learning_rate": 0.0002982730172706468,
+      "loss": 0.0272,
+      "step": 231
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 0.08929093927145004,
+      "learning_rate": 0.00029825738350835665,
+      "loss": 0.0146,
+      "step": 232
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 0.1474764049053192,
+      "learning_rate": 0.0002982416797145361,
+      "loss": 0.0422,
+      "step": 233
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 0.13874994218349457,
+      "learning_rate": 0.00029822590589660306,
+      "loss": 0.0353,
+      "step": 234
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 0.048271678388118744,
+      "learning_rate": 0.00029821006206200856,
+      "loss": 0.0072,
+      "step": 235
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 0.29017898440361023,
+      "learning_rate": 0.0002981941482182366,
+      "loss": 0.0607,
+      "step": 236
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.3267674446105957,
+      "learning_rate": 0.0002981781643728044,
+      "loss": 0.101,
+      "step": 237
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.17602747678756714,
+      "learning_rate": 0.00029816211053326216,
+      "loss": 0.0236,
+      "step": 238
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.08361077308654785,
+      "learning_rate": 0.00029814598670719304,
+      "loss": 0.0277,
+      "step": 239
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.08593238145112991,
+      "learning_rate": 0.00029812979290221346,
+      "loss": 0.0291,
+      "step": 240
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.08858275413513184,
+      "learning_rate": 0.00029811352912597277,
+      "loss": 0.0329,
+      "step": 241
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.08017202466726303,
+      "learning_rate": 0.0002980971953861534,
+      "loss": 0.0287,
+      "step": 242
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.06615002453327179,
+      "learning_rate": 0.0002980807916904709,
+      "loss": 0.0269,
+      "step": 243
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.12813499569892883,
+      "learning_rate": 0.00029806431804667364,
+      "loss": 0.0321,
+      "step": 244
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.05528206750750542,
+      "learning_rate": 0.0002980477744625433,
+      "loss": 0.0089,
+      "step": 245
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.10161186009645462,
+      "learning_rate": 0.00029803116094589445,
+      "loss": 0.0294,
+      "step": 246
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.09885023534297943,
+      "learning_rate": 0.00029801447750457476,
+      "loss": 0.0232,
+      "step": 247
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.20870375633239746,
+      "learning_rate": 0.00029799772414646484,
+      "loss": 0.0478,
+      "step": 248
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.2730790674686432,
+      "learning_rate": 0.00029798090087947843,
+      "loss": 0.042,
+      "step": 249
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.20371069014072418,
+      "learning_rate": 0.0002979640077115622,
+      "loss": 0.0634,
+      "step": 250
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.14660406112670898,
+      "learning_rate": 0.0002979470446506959,
+      "loss": 0.0201,
+      "step": 251
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.19971100986003876,
+      "learning_rate": 0.0002979300117048923,
+      "loss": 0.0431,
+      "step": 252
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 0.14965400099754333,
+      "learning_rate": 0.0002979129088821971,
+      "loss": 0.041,
+      "step": 253
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 0.2110958695411682,
+      "learning_rate": 0.0002978957361906892,
+      "loss": 0.028,
+      "step": 254
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 0.13050246238708496,
+      "learning_rate": 0.0002978784936384802,
+      "loss": 0.0258,
+      "step": 255
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 0.0885690301656723,
+      "learning_rate": 0.000297861181233715,
+      "loss": 0.0337,
+      "step": 256
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 0.26541608572006226,
+      "learning_rate": 0.0002978437989845713,
+      "loss": 0.1142,
+      "step": 257
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 0.14441104233264923,
+      "learning_rate": 0.0002978263468992599,
+      "loss": 0.0368,
+      "step": 258
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 0.11450188606977463,
+      "learning_rate": 0.0002978088249860245,
+      "loss": 0.0243,
+      "step": 259
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 0.3472074568271637,
+      "learning_rate": 0.00029779123325314184,
+      "loss": 0.0786,
+      "step": 260
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 0.07867071032524109,
+      "learning_rate": 0.0002977735717089217,
+      "loss": 0.0356,
+      "step": 261
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 0.1661967933177948,
+      "learning_rate": 0.0002977558403617067,
+      "loss": 0.047,
+      "step": 262
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 0.17638400197029114,
+      "learning_rate": 0.00029773803921987244,
+      "loss": 0.0527,
+      "step": 263
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 0.05885611101984978,
+      "learning_rate": 0.0002977201682918277,
+      "loss": 0.0156,
+      "step": 264
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 0.07076411694288254,
+      "learning_rate": 0.00029770222758601395,
+      "loss": 0.0418,
+      "step": 265
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 0.06245988979935646,
+      "learning_rate": 0.0002976842171109058,
+      "loss": 0.0199,
+      "step": 266
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 0.08311894536018372,
+      "learning_rate": 0.0002976661368750107,
+      "loss": 0.028,
+      "step": 267
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 0.11093831807374954,
+      "learning_rate": 0.0002976479868868692,
+      "loss": 0.0298,
+      "step": 268
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 0.17683441936969757,
+      "learning_rate": 0.00029762976715505464,
+      "loss": 0.0539,
+      "step": 269
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 0.13351142406463623,
+      "learning_rate": 0.00029761147768817345,
+      "loss": 0.0593,
+      "step": 270
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 0.07717160880565643,
+      "learning_rate": 0.0002975931184948648,
+      "loss": 0.0227,
+      "step": 271
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 0.11211559176445007,
+      "learning_rate": 0.0002975746895838011,
+      "loss": 0.0385,
+      "step": 272
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 0.09209641814231873,
+      "learning_rate": 0.00029755619096368734,
+      "loss": 0.0086,
+      "step": 273
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 0.0850004106760025,
+      "learning_rate": 0.0002975376226432617,
+      "loss": 0.0343,
+      "step": 274
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 0.17711663246154785,
+      "learning_rate": 0.0002975189846312952,
+      "loss": 0.0665,
+      "step": 275
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 0.13066548109054565,
+      "learning_rate": 0.0002975002769365918,
+      "loss": 0.0551,
+      "step": 276
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 0.07509409636259079,
+      "learning_rate": 0.00029748149956798826,
+      "loss": 0.0087,
+      "step": 277
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 0.3725223243236542,
+      "learning_rate": 0.0002974626525343544,
+      "loss": 0.026,
+      "step": 278
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 0.20973052084445953,
+      "learning_rate": 0.0002974437358445929,
+      "loss": 0.015,
+      "step": 279
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 0.25902581214904785,
+      "learning_rate": 0.0002974247495076393,
+      "loss": 0.0617,
+      "step": 280
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 0.22490067780017853,
+      "learning_rate": 0.000297405693532462,
+      "loss": 0.0456,
+      "step": 281
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 0.2885708510875702,
+      "learning_rate": 0.0002973865679280626,
+      "loss": 0.1066,
+      "step": 282
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 0.2658590078353882,
+      "learning_rate": 0.00029736737270347517,
+      "loss": 0.0931,
+      "step": 283
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 0.11531944572925568,
+      "learning_rate": 0.00029734810786776687,
+      "loss": 0.0238,
+      "step": 284
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 0.0557803250849247,
+      "learning_rate": 0.00029732877343003776,
+      "loss": 0.0257,
+      "step": 285
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 0.10880523920059204,
+      "learning_rate": 0.00029730936939942077,
+      "loss": 0.0387,
+      "step": 286
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 0.09500639885663986,
+      "learning_rate": 0.0002972898957850816,
+      "loss": 0.0308,
+      "step": 287
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 0.11504241824150085,
+      "learning_rate": 0.0002972703525962189,
+      "loss": 0.0292,
+      "step": 288
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 0.10513140261173248,
+      "learning_rate": 0.0002972507398420643,
+      "loss": 0.0245,
+      "step": 289
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 0.20218555629253387,
+      "learning_rate": 0.000297231057531882,
+      "loss": 0.0394,
+      "step": 290
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 0.053536418825387955,
+      "learning_rate": 0.00029721130567496936,
+      "loss": 0.0129,
+      "step": 291
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 0.15879443287849426,
+      "learning_rate": 0.0002971914842806564,
+      "loss": 0.054,
+      "step": 292
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 0.11933678388595581,
+      "learning_rate": 0.00029717159335830606,
+      "loss": 0.0206,
+      "step": 293
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 0.14436180889606476,
+      "learning_rate": 0.0002971516329173141,
+      "loss": 0.024,
+      "step": 294
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 0.01978749968111515,
+      "learning_rate": 0.0002971316029671091,
+      "loss": 0.0047,
+      "step": 295
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 0.1731237769126892,
+      "learning_rate": 0.00029711150351715253,
+      "loss": 0.0605,
+      "step": 296
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 0.059307076036930084,
+      "learning_rate": 0.00029709133457693867,
+      "loss": 0.0308,
+      "step": 297
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.3645476996898651,
+      "learning_rate": 0.00029707109615599456,
+      "loss": 0.0566,
+      "step": 298
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.10670791566371918,
+      "learning_rate": 0.0002970507882638801,
+      "loss": 0.0234,
+      "step": 299
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.10919758677482605,
+      "learning_rate": 0.0002970304109101881,
+      "loss": 0.0157,
+      "step": 300
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.08173630386590958,
+      "learning_rate": 0.00029700996410454407,
+      "loss": 0.0371,
+      "step": 301
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.13943839073181152,
+      "learning_rate": 0.00029698944785660635,
+      "loss": 0.0781,
+      "step": 302
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.342821329832077,
+      "learning_rate": 0.00029696886217606605,
+      "loss": 0.0476,
+      "step": 303
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.048615969717502594,
+      "learning_rate": 0.0002969482070726472,
+      "loss": 0.0083,
+      "step": 304
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.1213599145412445,
+      "learning_rate": 0.0002969274825561064,
+      "loss": 0.0258,
+      "step": 305
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.1914874166250229,
+      "learning_rate": 0.0002969066886362333,
+      "loss": 0.034,
+      "step": 306
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.14067624509334564,
+      "learning_rate": 0.0002968858253228502,
+      "loss": 0.0395,
+      "step": 307
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.08359983563423157,
+      "learning_rate": 0.00029686489262581217,
+      "loss": 0.0315,
+      "step": 308
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.11551601439714432,
+      "learning_rate": 0.000296843890555007,
+      "loss": 0.058,
+      "step": 309
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.12968787550926208,
+      "learning_rate": 0.00029682281912035545,
+      "loss": 0.0347,
+      "step": 310
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.10182147473096848,
+      "learning_rate": 0.0002968016783318109,
+      "loss": 0.0165,
+      "step": 311
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.06534916907548904,
+      "learning_rate": 0.00029678046819935934,
+      "loss": 0.0218,
+      "step": 312
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.12587250769138336,
+      "learning_rate": 0.0002967591887330199,
+      "loss": 0.0498,
+      "step": 313
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 0.06701786816120148,
+      "learning_rate": 0.0002967378399428441,
+      "loss": 0.0484,
+      "step": 314
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 0.10836692154407501,
+      "learning_rate": 0.00029671642183891643,
+      "loss": 0.0412,
+      "step": 315
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 0.061415113508701324,
+      "learning_rate": 0.00029669493443135403,
+      "loss": 0.0172,
+      "step": 316
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 0.20760087668895721,
+      "learning_rate": 0.0002966733777303068,
+      "loss": 0.0494,
+      "step": 317
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 0.11503862589597702,
+      "learning_rate": 0.00029665175174595736,
+      "loss": 0.0385,
+      "step": 318
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 0.07366505265235901,
+      "learning_rate": 0.000296630056488521,
+      "loss": 0.0403,
+      "step": 319
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 0.036951594054698944,
+      "learning_rate": 0.00029660829196824577,
+      "loss": 0.0092,
+      "step": 320
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 0.08457314223051071,
+      "learning_rate": 0.0002965864581954126,
+      "loss": 0.0445,
+      "step": 321
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 0.24513787031173706,
+      "learning_rate": 0.0002965645551803349,
+      "loss": 0.0716,
+      "step": 322
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 0.08235831558704376,
+      "learning_rate": 0.00029654258293335887,
+      "loss": 0.029,
+      "step": 323
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 0.08004003018140793,
+      "learning_rate": 0.00029652054146486344,
+      "loss": 0.0365,
+      "step": 324
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 0.14928393065929413,
+      "learning_rate": 0.0002964984307852602,
+      "loss": 0.039,
+      "step": 325
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 0.1802273988723755,
+      "learning_rate": 0.00029647625090499345,
+      "loss": 0.0324,
+      "step": 326
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 0.18169750273227692,
+      "learning_rate": 0.00029645400183454026,
+      "loss": 0.0427,
+      "step": 327
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 0.13121691346168518,
+      "learning_rate": 0.0002964316835844102,
+      "loss": 0.0274,
+      "step": 328
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 0.27358877658843994,
+      "learning_rate": 0.0002964092961651456,
+      "loss": 0.0537,
+      "step": 329
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 0.16992299258708954,
+      "learning_rate": 0.0002963868395873216,
+      "loss": 0.0797,
+      "step": 330
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 0.2110740691423416,
+      "learning_rate": 0.0002963643138615458,
+      "loss": 0.0835,
+      "step": 331
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 0.17114487290382385,
+      "learning_rate": 0.0002963417189984586,
+      "loss": 0.0619,
+      "step": 332
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 0.09492560476064682,
+      "learning_rate": 0.000296319055008733,
+      "loss": 0.0212,
+      "step": 333
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 0.19000209867954254,
+      "learning_rate": 0.0002962963219030746,
+      "loss": 0.0802,
+      "step": 334
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 0.11632812023162842,
+      "learning_rate": 0.0002962735196922219,
+      "loss": 0.0426,
+      "step": 335
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 0.15153561532497406,
+      "learning_rate": 0.0002962506483869456,
+      "loss": 0.07,
+      "step": 336
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 0.0691797137260437,
+      "learning_rate": 0.00029622770799804944,
+      "loss": 0.0246,
+      "step": 337
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 0.0731196403503418,
+      "learning_rate": 0.0002962046985363697,
+      "loss": 0.0413,
+      "step": 338
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 0.1449161171913147,
+      "learning_rate": 0.00029618162001277513,
+      "loss": 0.023,
+      "step": 339
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 0.13844870030879974,
+      "learning_rate": 0.0002961584724381672,
+      "loss": 0.055,
+      "step": 340
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 0.08192728459835052,
+      "learning_rate": 0.00029613525582348007,
+      "loss": 0.0274,
+      "step": 341
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 0.030294157564640045,
+      "learning_rate": 0.0002961119701796804,
+      "loss": 0.0332,
+      "step": 342
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 0.12008962035179138,
+      "learning_rate": 0.0002960886155177675,
+      "loss": 0.0293,
+      "step": 343
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 0.22829335927963257,
+      "learning_rate": 0.0002960651918487734,
+      "loss": 0.049,
+      "step": 344
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 0.09662315249443054,
+      "learning_rate": 0.00029604169918376246,
+      "loss": 0.019,
+      "step": 345
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 0.056000061333179474,
+      "learning_rate": 0.0002960181375338318,
+      "loss": 0.0077,
+      "step": 346
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 0.04742419347167015,
+      "learning_rate": 0.00029599450691011116,
+      "loss": 0.0216,
+      "step": 347
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 0.17151907086372375,
+      "learning_rate": 0.0002959708073237628,
+      "loss": 0.0364,
+      "step": 348
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 0.3108668923377991,
+      "learning_rate": 0.00029594703878598155,
+      "loss": 0.0288,
+      "step": 349
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 0.05538111925125122,
+      "learning_rate": 0.00029592320130799487,
+      "loss": 0.0048,
+      "step": 350
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 0.2907853126525879,
+      "learning_rate": 0.00029589929490106263,
+      "loss": 0.0443,
+      "step": 351
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 0.19189013540744781,
+      "learning_rate": 0.0002958753195764775,
+      "loss": 0.0688,
+      "step": 352
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 0.3744778037071228,
+      "learning_rate": 0.00029585127534556446,
+      "loss": 0.0726,
+      "step": 353
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 0.02139083668589592,
+      "learning_rate": 0.00029582716221968124,
+      "loss": 0.003,
+      "step": 354
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 0.3209889531135559,
+      "learning_rate": 0.00029580298021021796,
+      "loss": 0.068,
+      "step": 355
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 0.13530127704143524,
+      "learning_rate": 0.0002957787293285974,
+      "loss": 0.0229,
+      "step": 356
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 0.04955355450510979,
+      "learning_rate": 0.00029575440958627485,
+      "loss": 0.007,
+      "step": 357
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 0.05992133542895317,
+      "learning_rate": 0.0002957300209947379,
+      "loss": 0.014,
+      "step": 358
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.08975626528263092,
+      "learning_rate": 0.0002957055635655071,
+      "loss": 0.0419,
+      "step": 359
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.3397723436355591,
+      "learning_rate": 0.00029568103731013513,
+      "loss": 0.093,
+      "step": 360
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.05291612446308136,
+      "learning_rate": 0.00029565644224020733,
+      "loss": 0.0137,
+      "step": 361
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.16154609620571136,
+      "learning_rate": 0.0002956317783673416,
+      "loss": 0.0414,
+      "step": 362
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.12861596047878265,
+      "learning_rate": 0.0002956070457031882,
+      "loss": 0.0372,
+      "step": 363
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.09462448954582214,
+      "learning_rate": 0.00029558224425943003,
+      "loss": 0.0292,
+      "step": 364
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.14290063083171844,
+      "learning_rate": 0.00029555737404778233,
+      "loss": 0.0572,
+      "step": 365
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.11055822670459747,
+      "learning_rate": 0.00029553243507999307,
+      "loss": 0.0372,
+      "step": 366
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.10231087356805801,
+      "learning_rate": 0.00029550742736784237,
+      "loss": 0.0368,
+      "step": 367
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.09969429671764374,
+      "learning_rate": 0.00029548235092314304,
+      "loss": 0.0416,
+      "step": 368
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.1207612007856369,
+      "learning_rate": 0.00029545720575774033,
+      "loss": 0.0307,
+      "step": 369
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.11535090953111649,
+      "learning_rate": 0.0002954319918835119,
+      "loss": 0.0296,
+      "step": 370
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.1460224986076355,
+      "learning_rate": 0.00029540670931236786,
+      "loss": 0.0587,
+      "step": 371
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.10432720184326172,
+      "learning_rate": 0.0002953813580562509,
+      "loss": 0.0397,
+      "step": 372
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.2140846997499466,
+      "learning_rate": 0.0002953559381271359,
+      "loss": 0.0538,
+      "step": 373
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.12050808221101761,
+      "learning_rate": 0.00029533044953703044,
+      "loss": 0.0439,
+      "step": 374
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 0.07928888499736786,
+      "learning_rate": 0.0002953048922979744,
+      "loss": 0.0163,
+      "step": 375
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 0.08733994513750076,
+      "learning_rate": 0.0002952792664220402,
+      "loss": 0.0219,
+      "step": 376
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 0.18080447614192963,
+      "learning_rate": 0.0002952535719213325,
+      "loss": 0.0469,
+      "step": 377
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 0.08348793536424637,
+      "learning_rate": 0.0002952278088079884,
+      "loss": 0.035,
+      "step": 378
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 0.1347195953130722,
+      "learning_rate": 0.00029520197709417763,
+      "loss": 0.029,
+      "step": 379
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 0.11075679957866669,
+      "learning_rate": 0.0002951760767921021,
+      "loss": 0.0257,
+      "step": 380
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 0.13172994554042816,
+      "learning_rate": 0.0002951501079139962,
+      "loss": 0.0302,
+      "step": 381
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 0.114262655377388,
+      "learning_rate": 0.0002951240704721267,
+      "loss": 0.0492,
+      "step": 382
+    },
+    {
+      "epoch": 0.25,
+      "eval_loss": 0.034534960985183716,
+      "eval_runtime": 39.6959,
+      "eval_samples_per_second": 32.421,
+      "eval_steps_per_second": 8.112,
+      "step": 382
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 0.08364730328321457,
+      "learning_rate": 0.0002950979644787928,
+      "loss": 0.0185,
+      "step": 383
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 0.16603770852088928,
+      "learning_rate": 0.000295071789946326,
+      "loss": 0.0443,
+      "step": 384
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 0.1269228458404541,
+      "learning_rate": 0.00029504554688709027,
+      "loss": 0.0217,
+      "step": 385
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 0.15612861514091492,
+      "learning_rate": 0.0002950192353134819,
+      "loss": 0.0377,
+      "step": 386
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 0.056646961718797684,
+      "learning_rate": 0.00029499285523792946,
+      "loss": 0.0133,
+      "step": 387
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 0.23394975066184998,
+      "learning_rate": 0.000294966406672894,
+      "loss": 0.0767,
+      "step": 388
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 0.21382953226566315,
+      "learning_rate": 0.00029493988963086895,
+      "loss": 0.0729,
+      "step": 389
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 0.27641353011131287,
+      "learning_rate": 0.00029491330412438,
+      "loss": 0.1022,
+      "step": 390
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 0.0760459303855896,
+      "learning_rate": 0.0002948866501659852,
+      "loss": 0.0269,
+      "step": 391
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 0.5418729186058044,
+      "learning_rate": 0.0002948599277682748,
+      "loss": 0.1523,
+      "step": 392
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 0.13234178721904755,
+      "learning_rate": 0.00029483313694387165,
+      "loss": 0.0292,
+      "step": 393
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 0.07174021750688553,
+      "learning_rate": 0.00029480627770543086,
+      "loss": 0.0395,
+      "step": 394
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 0.09958759695291519,
+      "learning_rate": 0.00029477935006563957,
+      "loss": 0.0559,
+      "step": 395
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 0.07592346519231796,
+      "learning_rate": 0.00029475235403721763,
+      "loss": 0.0488,
+      "step": 396
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 0.10129998624324799,
+      "learning_rate": 0.00029472528963291685,
+      "loss": 0.0287,
+      "step": 397
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 0.08051212131977081,
+      "learning_rate": 0.00029469815686552163,
+      "loss": 0.0386,
+      "step": 398
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 0.0695783942937851,
+      "learning_rate": 0.0002946709557478485,
+      "loss": 0.0201,
+      "step": 399
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 0.1511554718017578,
+      "learning_rate": 0.00029464368629274624,
+      "loss": 0.0464,
+      "step": 400
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 0.075484499335289,
+      "learning_rate": 0.00029461634851309597,
+      "loss": 0.031,
+      "step": 401
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 0.08108027279376984,
+      "learning_rate": 0.00029458894242181114,
+      "loss": 0.0271,
+      "step": 402
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 0.07254958897829056,
+      "learning_rate": 0.00029456146803183745,
+      "loss": 0.0187,
+      "step": 403
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 0.215089812874794,
+      "learning_rate": 0.00029453392535615274,
+      "loss": 0.0463,
+      "step": 404
+    },
+    {
+      "epoch": 0.27,
+      "grad_norm": 0.034637995064258575,
+      "learning_rate": 0.0002945063144077672,
+      "loss": 0.0084,
+      "step": 405
+    },
+    {
+      "epoch": 0.27,
+      "grad_norm": 0.12073606252670288,
+      "learning_rate": 0.00029447863519972337,
+      "loss": 0.0401,
+      "step": 406
+    },
+    {
+      "epoch": 0.27,
+      "grad_norm": 0.13762198388576508,
+      "learning_rate": 0.00029445088774509583,
+      "loss": 0.0244,
+      "step": 407
+    },
+    {
+      "epoch": 0.27,
+      "grad_norm": 0.2537041902542114,
+      "learning_rate": 0.00029442307205699154,
+      "loss": 0.0574,
+      "step": 408
+    },
+    {
+      "epoch": 0.27,
+      "grad_norm": 0.1401953399181366,
+      "learning_rate": 0.00029439518814854956,
+      "loss": 0.0202,
+      "step": 409
+    },
+    {
+      "epoch": 0.27,
+      "grad_norm": 0.13872119784355164,
+      "learning_rate": 0.0002943672360329413,
+      "loss": 0.0373,
+      "step": 410
+    },
+    {
+      "epoch": 0.27,
+      "grad_norm": 0.3436320126056671,
+      "learning_rate": 0.00029433921572337044,
+      "loss": 0.0944,
+      "step": 411
+    },
+    {
+      "epoch": 0.27,
+      "grad_norm": 0.20004349946975708,
+      "learning_rate": 0.00029431112723307266,
+      "loss": 0.0625,
+      "step": 412
+    },
+    {
+      "epoch": 0.27,
+      "grad_norm": 0.10176026076078415,
+      "learning_rate": 0.00029428297057531607,
+      "loss": 0.023,
+      "step": 413
+    },
+    {
+      "epoch": 0.27,
+      "grad_norm": 0.08603208512067795,
+      "learning_rate": 0.0002942547457634008,
+      "loss": 0.0141,
+      "step": 414
+    },
+    {
+      "epoch": 0.27,
+      "grad_norm": 0.03601311519742012,
+      "learning_rate": 0.0002942264528106592,
+      "loss": 0.0071,
+      "step": 415
+    },
+    {
+      "epoch": 0.27,
+      "grad_norm": 0.1434870958328247,
+      "learning_rate": 0.000294198091730456,
+      "loss": 0.0362,
+      "step": 416
+    },
+    {
+      "epoch": 0.27,
+      "grad_norm": 0.1505521684885025,
+      "learning_rate": 0.0002941696625361879,
+      "loss": 0.0211,
+      "step": 417
+    },
+    {
+      "epoch": 0.27,
+      "grad_norm": 0.14390698075294495,
+      "learning_rate": 0.0002941411652412838,
+      "loss": 0.054,
+      "step": 418
+    },
+    {
+      "epoch": 0.27,
+      "grad_norm": 0.21683859825134277,
+      "learning_rate": 0.00029411259985920486,
+      "loss": 0.0482,
+      "step": 419
+    },
+    {
+      "epoch": 0.27,
+      "grad_norm": 0.12036791443824768,
+      "learning_rate": 0.0002940839664034444,
+      "loss": 0.0444,
+      "step": 420
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 0.09479566663503647,
+      "learning_rate": 0.00029405526488752775,
+      "loss": 0.035,
+      "step": 421
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 0.14229558408260345,
+      "learning_rate": 0.0002940264953250125,
+      "loss": 0.0573,
+      "step": 422
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 0.22773970663547516,
+      "learning_rate": 0.00029399765772948844,
+      "loss": 0.061,
+      "step": 423
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 0.11387961357831955,
+      "learning_rate": 0.0002939687521145774,
+      "loss": 0.057,
+      "step": 424
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 0.1798745095729828,
+      "learning_rate": 0.00029393977849393333,
+      "loss": 0.0392,
+      "step": 425
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 0.07203508168458939,
+      "learning_rate": 0.0002939107368812424,
+      "loss": 0.0152,
+      "step": 426
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 0.04569177329540253,
+      "learning_rate": 0.0002938816272902228,
+      "loss": 0.0113,
+      "step": 427
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 0.0927419438958168,
+      "learning_rate": 0.0002938524497346249,
+      "loss": 0.0246,
+      "step": 428
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 0.16807597875595093,
+      "learning_rate": 0.0002938232042282311,
+      "loss": 0.0364,
+      "step": 429
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 0.12006795406341553,
+      "learning_rate": 0.00029379389078485596,
+      "loss": 0.0118,
+      "step": 430
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 0.0377679318189621,
+      "learning_rate": 0.0002937645094183461,
+      "loss": 0.0063,
+      "step": 431
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 0.27051666378974915,
+      "learning_rate": 0.00029373506014258025,
+      "loss": 0.0682,
+      "step": 432
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 0.228448748588562,
+      "learning_rate": 0.0002937055429714692,
+      "loss": 0.0733,
+      "step": 433
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 0.18427824974060059,
+      "learning_rate": 0.00029367595791895577,
+      "loss": 0.0338,
+      "step": 434
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 0.25813257694244385,
+      "learning_rate": 0.00029364630499901503,
+      "loss": 0.0323,
+      "step": 435
+    },
+    {
+      "epoch": 0.29,
+      "grad_norm": 0.17406705021858215,
+      "learning_rate": 0.0002936165842256538,
+      "loss": 0.0398,
+      "step": 436
+    },
+    {
+      "epoch": 0.29,
+      "grad_norm": 0.5199068188667297,
+      "learning_rate": 0.0002935867956129112,
+      "loss": 0.0486,
+      "step": 437
+    },
+    {
+      "epoch": 0.29,
+      "grad_norm": 0.3251938223838806,
+      "learning_rate": 0.0002935569391748583,
+      "loss": 0.049,
+      "step": 438
+    },
+    {
+      "epoch": 0.29,
+      "grad_norm": 0.057003892958164215,
+      "learning_rate": 0.00029352701492559827,
+      "loss": 0.0114,
+      "step": 439
+    },
+    {
+      "epoch": 0.29,
+      "grad_norm": 0.15188859403133392,
+      "learning_rate": 0.00029349702287926623,
+      "loss": 0.0323,
+      "step": 440
+    },
+    {
+      "epoch": 0.29,
+      "grad_norm": 0.17942048609256744,
+      "learning_rate": 0.0002934669630500293,
+      "loss": 0.0437,
+      "step": 441
+    },
+    {
+      "epoch": 0.29,
+      "grad_norm": 0.06396406143903732,
+      "learning_rate": 0.0002934368354520867,
+      "loss": 0.0097,
+      "step": 442
+    },
+    {
+      "epoch": 0.29,
+      "grad_norm": 0.1496248096227646,
+      "learning_rate": 0.00029340664009966974,
+      "loss": 0.0316,
+      "step": 443
+    },
+    {
+      "epoch": 0.29,
+      "grad_norm": 0.0654374286532402,
+      "learning_rate": 0.00029337637700704156,
+      "loss": 0.0083,
+      "step": 444
+    },
+    {
+      "epoch": 0.29,
+      "grad_norm": 0.04386695846915245,
+      "learning_rate": 0.0002933460461884973,
+      "loss": 0.0094,
+      "step": 445
+    },
+    {
+      "epoch": 0.29,
+      "grad_norm": 0.14928901195526123,
+      "learning_rate": 0.0002933156476583643,
+      "loss": 0.0484,
+      "step": 446
+    },
+    {
+      "epoch": 0.29,
+      "grad_norm": 0.12666364014148712,
+      "learning_rate": 0.0002932851814310017,
+      "loss": 0.0148,
+      "step": 447
+    },
+    {
+      "epoch": 0.29,
+      "grad_norm": 0.023791933432221413,
+      "learning_rate": 0.0002932546475208006,
+      "loss": 0.003,
+      "step": 448
+    },
+    {
+      "epoch": 0.29,
+      "grad_norm": 0.022256718948483467,
+      "learning_rate": 0.0002932240459421842,
+      "loss": 0.0044,
+      "step": 449
+    },
+    {
+      "epoch": 0.29,
+      "grad_norm": 0.12194914370775223,
+      "learning_rate": 0.0002931933767096076,
+      "loss": 0.009,
+      "step": 450
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 0.29687178134918213,
+      "learning_rate": 0.0002931626398375578,
+      "loss": 0.0691,
+      "step": 451
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 0.24758018553256989,
+      "learning_rate": 0.00029313183534055386,
+      "loss": 0.0589,
+      "step": 452
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 0.10298270732164383,
+      "learning_rate": 0.0002931009632331468,
+      "loss": 0.0187,
+      "step": 453
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 0.1447860449552536,
+      "learning_rate": 0.00029307002352991937,
+      "loss": 0.0297,
+      "step": 454
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 0.2590334117412567,
+      "learning_rate": 0.00029303901624548644,
+      "loss": 0.0892,
+      "step": 455
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 0.07339983433485031,
+      "learning_rate": 0.00029300794139449477,
+      "loss": 0.0249,
+      "step": 456
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 0.16213186085224152,
+      "learning_rate": 0.000292976798991623,
+      "loss": 0.0493,
+      "step": 457
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 0.03418932110071182,
+      "learning_rate": 0.0002929455890515818,
+      "loss": 0.0066,
+      "step": 458
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 0.18771564960479736,
+      "learning_rate": 0.0002929143115891134,
+      "loss": 0.03,
+      "step": 459
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 0.13976161181926727,
+      "learning_rate": 0.00029288296661899243,
+      "loss": 0.0451,
+      "step": 460
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 0.07075387239456177,
+      "learning_rate": 0.00029285155415602495,
+      "loss": 0.0201,
+      "step": 461
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 0.1304980367422104,
+      "learning_rate": 0.0002928200742150492,
+      "loss": 0.0286,
+      "step": 462
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 0.06026493385434151,
+      "learning_rate": 0.00029278852681093514,
+      "loss": 0.0159,
+      "step": 463
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 0.08018484711647034,
+      "learning_rate": 0.0002927569119585847,
+      "loss": 0.0333,
+      "step": 464
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 0.21171532571315765,
+      "learning_rate": 0.0002927252296729315,
+      "loss": 0.034,
+      "step": 465
+    },
+    {
+      "epoch": 0.31,
+      "grad_norm": 0.14055241644382477,
+      "learning_rate": 0.0002926934799689413,
+      "loss": 0.0504,
+      "step": 466
+    },
+    {
+      "epoch": 0.31,
+      "grad_norm": 0.17434647679328918,
+      "learning_rate": 0.0002926616628616113,
+      "loss": 0.0519,
+      "step": 467
+    },
+    {
+      "epoch": 0.31,
+      "grad_norm": 0.12710362672805786,
+      "learning_rate": 0.00029262977836597105,
+      "loss": 0.0154,
+      "step": 468
+    },
+    {
+      "epoch": 0.31,
+      "grad_norm": 0.16046389937400818,
+      "learning_rate": 0.0002925978264970814,
+      "loss": 0.0398,
+      "step": 469
+    },
+    {
+      "epoch": 0.31,
+      "grad_norm": 0.23207533359527588,
+      "learning_rate": 0.00029256580727003543,
+      "loss": 0.0562,
+      "step": 470
+    },
+    {
+      "epoch": 0.31,
+      "grad_norm": 0.29609429836273193,
+      "learning_rate": 0.0002925337206999579,
+      "loss": 0.137,
+      "step": 471
+    },
+    {
+      "epoch": 0.31,
+      "grad_norm": 0.15176476538181305,
+      "learning_rate": 0.00029250156680200526,
+      "loss": 0.025,
+      "step": 472
+    },
+    {
+      "epoch": 0.31,
+      "grad_norm": 0.14394959807395935,
+      "learning_rate": 0.00029246934559136597,
+      "loss": 0.0519,
+      "step": 473
+    },
+    {
+      "epoch": 0.31,
+      "grad_norm": 0.08391053229570389,
+      "learning_rate": 0.00029243705708326015,
+      "loss": 0.0184,
+      "step": 474
+    },
+    {
+      "epoch": 0.31,
+      "grad_norm": 0.09384860098361969,
+      "learning_rate": 0.00029240470129293975,
+      "loss": 0.0229,
+      "step": 475
+    },
+    {
+      "epoch": 0.31,
+      "grad_norm": 0.12083159387111664,
+      "learning_rate": 0.00029237227823568845,
+      "loss": 0.0219,
+      "step": 476
+    },
+    {
+      "epoch": 0.31,
+      "grad_norm": 0.19567762315273285,
+      "learning_rate": 0.0002923397879268218,
+      "loss": 0.0728,
+      "step": 477
+    },
+    {
+      "epoch": 0.31,
+      "grad_norm": 0.07342015206813812,
+      "learning_rate": 0.0002923072303816871,
+      "loss": 0.0412,
+      "step": 478
+    },
+    {
+      "epoch": 0.31,
+      "grad_norm": 0.06717100739479065,
+      "learning_rate": 0.00029227460561566333,
+      "loss": 0.0309,
+      "step": 479
+    },
+    {
+      "epoch": 0.31,
+      "grad_norm": 0.09244221448898315,
+      "learning_rate": 0.0002922419136441613,
+      "loss": 0.0508,
+      "step": 480
+    },
+    {
+      "epoch": 0.31,
+      "grad_norm": 0.052494604140520096,
+      "learning_rate": 0.0002922091544826235,
+      "loss": 0.0319,
+      "step": 481
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 0.14286155998706818,
+      "learning_rate": 0.00029217632814652417,
+      "loss": 0.0654,
+      "step": 482
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 0.06442811340093613,
+      "learning_rate": 0.00029214343465136945,
+      "loss": 0.0132,
+      "step": 483
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 0.05420248210430145,
+      "learning_rate": 0.0002921104740126969,
+      "loss": 0.0115,
+      "step": 484
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 0.04951406642794609,
+      "learning_rate": 0.0002920774462460761,
+      "loss": 0.0086,
+      "step": 485
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 0.08321358263492584,
+      "learning_rate": 0.00029204435136710803,
+      "loss": 0.0445,
+      "step": 486
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 0.11665898561477661,
+      "learning_rate": 0.0002920111893914257,
+      "loss": 0.0262,
+      "step": 487
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 0.1829105019569397,
+      "learning_rate": 0.00029197796033469356,
+      "loss": 0.0308,
+      "step": 488
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 0.20940159261226654,
+      "learning_rate": 0.00029194466421260786,
+      "loss": 0.0299,
+      "step": 489
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 0.20697347819805145,
+      "learning_rate": 0.0002919113010408965,
+      "loss": 0.0405,
+      "step": 490
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 0.051994968205690384,
+      "learning_rate": 0.000291877870835319,
+      "loss": 0.01,
+      "step": 491
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 0.1463523805141449,
+      "learning_rate": 0.00029184437361166676,
+      "loss": 0.0555,
+      "step": 492
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 0.09110219031572342,
+      "learning_rate": 0.00029181080938576255,
+      "loss": 0.0371,
+      "step": 493
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 0.04076121374964714,
+      "learning_rate": 0.00029177717817346097,
+      "loss": 0.0065,
+      "step": 494
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 0.11555450409650803,
+      "learning_rate": 0.0002917434799906482,
+      "loss": 0.0115,
+      "step": 495
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 0.15579824149608612,
+      "learning_rate": 0.0002917097148532421,
+      "loss": 0.0332,
+      "step": 496
+    },
+    {
+      "epoch": 0.33,
+      "grad_norm": 0.41938668489456177,
+      "learning_rate": 0.000291675882777192,
+      "loss": 0.0678,
+      "step": 497
+    },
+    {
+      "epoch": 0.33,
+      "grad_norm": 0.16764874756336212,
+      "learning_rate": 0.0002916419837784791,
+      "loss": 0.0683,
+      "step": 498
+    },
+    {
+      "epoch": 0.33,
+      "grad_norm": 0.1291145384311676,
+      "learning_rate": 0.00029160801787311613,
+      "loss": 0.0376,
+      "step": 499
+    },
+    {
+      "epoch": 0.33,
+      "grad_norm": 0.06120933219790459,
+      "learning_rate": 0.0002915739850771472,
+      "loss": 0.0307,
+      "step": 500
+    },
+    {
+      "epoch": 0.33,
+      "grad_norm": 0.09218423068523407,
+      "learning_rate": 0.0002915398854066483,
+      "loss": 0.0545,
+      "step": 501
+    },
+    {
+      "epoch": 0.33,
+      "grad_norm": 0.12664952874183655,
+      "learning_rate": 0.00029150571887772694,
+      "loss": 0.0274,
+      "step": 502
+    },
+    {
+      "epoch": 0.33,
+      "grad_norm": 0.0705379918217659,
+      "learning_rate": 0.0002914714855065221,
+      "loss": 0.0198,
+      "step": 503
+    },
+    {
+      "epoch": 0.33,
+      "grad_norm": 0.03559693694114685,
+      "learning_rate": 0.00029143718530920447,
+      "loss": 0.0114,
+      "step": 504
+    },
+    {
+      "epoch": 0.33,
+      "grad_norm": 0.051283448934555054,
+      "learning_rate": 0.0002914028183019762,
+      "loss": 0.0327,
+      "step": 505
+    },
+    {
+      "epoch": 0.33,
+      "grad_norm": 0.12527117133140564,
+      "learning_rate": 0.0002913683845010711,
+      "loss": 0.0316,
+      "step": 506
+    },
+    {
+      "epoch": 0.33,
+      "grad_norm": 0.0627032071352005,
+      "learning_rate": 0.0002913338839227544,
+      "loss": 0.0185,
+      "step": 507
+    },
+    {
+      "epoch": 0.33,
+      "grad_norm": 0.07235468178987503,
+      "learning_rate": 0.000291299316583323,
+      "loss": 0.0605,
+      "step": 508
+    },
+    {
+      "epoch": 0.33,
+      "grad_norm": 0.07697612792253494,
+      "learning_rate": 0.0002912646824991053,
+      "loss": 0.031,
+      "step": 509
+    },
+    {
+      "epoch": 0.33,
+      "grad_norm": 0.08240342885255814,
+      "learning_rate": 0.0002912299816864612,
+      "loss": 0.0211,
+      "step": 510
+    },
+    {
+      "epoch": 0.33,
+      "grad_norm": 0.07725581526756287,
+      "learning_rate": 0.0002911952141617821,
+      "loss": 0.0311,
+      "step": 511
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 0.14777988195419312,
+      "learning_rate": 0.000291160379941491,
+      "loss": 0.038,
+      "step": 512
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 0.11423151195049286,
+      "learning_rate": 0.0002911254790420423,
+      "loss": 0.0594,
+      "step": 513
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 0.07308260351419449,
+      "learning_rate": 0.000291090511479922,
+      "loss": 0.0416,
+      "step": 514
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 0.11171098798513412,
+      "learning_rate": 0.00029105547727164747,
+      "loss": 0.0509,
+      "step": 515
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 0.29647496342658997,
+      "learning_rate": 0.00029102037643376764,
+      "loss": 0.0421,
+      "step": 516
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 0.08812320232391357,
+      "learning_rate": 0.00029098520898286303,
+      "loss": 0.0559,
+      "step": 517
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 0.13493718206882477,
+      "learning_rate": 0.00029094997493554525,
+      "loss": 0.0257,
+      "step": 518
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 0.1292780339717865,
+      "learning_rate": 0.0002909146743084579,
+      "loss": 0.0699,
+      "step": 519
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 0.03736162185668945,
+      "learning_rate": 0.0002908793071182755,
+      "loss": 0.0113,
+      "step": 520
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 0.20628990232944489,
+      "learning_rate": 0.00029084387338170435,
+      "loss": 0.1039,
+      "step": 521
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 0.13702163100242615,
+      "learning_rate": 0.0002908083731154821,
+      "loss": 0.0715,
+      "step": 522
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 0.10376426577568054,
+      "learning_rate": 0.0002907728063363779,
+      "loss": 0.0566,
+      "step": 523
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 0.03796597197651863,
+      "learning_rate": 0.00029073717306119206,
+      "loss": 0.0131,
+      "step": 524
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 0.12588168680667877,
+      "learning_rate": 0.0002907014733067566,
+      "loss": 0.0754,
+      "step": 525
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 0.18614119291305542,
+      "learning_rate": 0.00029066570708993474,
+      "loss": 0.0839,
+      "step": 526
+    },
+    {
+      "epoch": 0.35,
+      "grad_norm": 0.08624828606843948,
+      "learning_rate": 0.0002906298744276212,
+      "loss": 0.0519,
+      "step": 527
+    },
+    {
+      "epoch": 0.35,
+      "grad_norm": 0.09907104074954987,
+      "learning_rate": 0.00029059397533674216,
+      "loss": 0.0554,
+      "step": 528
+    },
+    {
+      "epoch": 0.35,
+      "grad_norm": 0.05135316029191017,
+      "learning_rate": 0.00029055800983425494,
+      "loss": 0.0374,
+      "step": 529
+    },
+    {
+      "epoch": 0.35,
+      "grad_norm": 0.10954371839761734,
+      "learning_rate": 0.00029052197793714844,
+      "loss": 0.03,
+      "step": 530
+    },
+    {
+      "epoch": 0.35,
+      "grad_norm": 0.13733310997486115,
+      "learning_rate": 0.0002904858796624428,
+      "loss": 0.0345,
+      "step": 531
+    },
+    {
+      "epoch": 0.35,
+      "grad_norm": 0.09171781688928604,
+      "learning_rate": 0.00029044971502718966,
+      "loss": 0.0285,
+      "step": 532
+    },
+    {
+      "epoch": 0.35,
+      "grad_norm": 0.08643066138029099,
+      "learning_rate": 0.00029041348404847177,
+      "loss": 0.0225,
+      "step": 533
+    },
+    {
+      "epoch": 0.35,
+      "grad_norm": 0.3179713487625122,
+      "learning_rate": 0.00029037718674340343,
+      "loss": 0.1167,
+      "step": 534
+    },
+    {
+      "epoch": 0.35,
+      "grad_norm": 0.09737833589315414,
+      "learning_rate": 0.0002903408231291303,
+      "loss": 0.047,
+      "step": 535
+    },
+    {
+      "epoch": 0.35,
+      "grad_norm": 0.15587852895259857,
+      "learning_rate": 0.00029030439322282904,
+      "loss": 0.0406,
+      "step": 536
+    },
+    {
+      "epoch": 0.35,
+      "grad_norm": 0.07560009509325027,
+      "learning_rate": 0.0002902678970417081,
+      "loss": 0.0387,
+      "step": 537
+    },
+    {
+      "epoch": 0.35,
+      "grad_norm": 0.12732967734336853,
+      "learning_rate": 0.00029023133460300677,
+      "loss": 0.0434,
+      "step": 538
+    },
+    {
+      "epoch": 0.35,
+      "grad_norm": 0.06021510064601898,
+      "learning_rate": 0.00029019470592399593,
+      "loss": 0.0149,
+      "step": 539
+    },
+    {
+      "epoch": 0.35,
+      "grad_norm": 0.09609080851078033,
+      "learning_rate": 0.0002901580110219777,
+      "loss": 0.0203,
+      "step": 540
+    },
+    {
+      "epoch": 0.35,
+      "grad_norm": 0.1442640721797943,
+      "learning_rate": 0.0002901212499142854,
+      "loss": 0.0345,
+      "step": 541
+    },
+    {
+      "epoch": 0.35,
+      "grad_norm": 0.15236537158489227,
+      "learning_rate": 0.0002900844226182837,
+      "loss": 0.041,
+      "step": 542
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 0.14138057827949524,
+      "learning_rate": 0.00029004752915136854,
+      "loss": 0.0413,
+      "step": 543
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 0.16659876704216003,
+      "learning_rate": 0.000290010569530967,
+      "loss": 0.0202,
+      "step": 544
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 0.16970619559288025,
+      "learning_rate": 0.0002899735437745376,
+      "loss": 0.0373,
+      "step": 545
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 0.044596217572689056,
+      "learning_rate": 0.00028993645189956987,
+      "loss": 0.0202,
+      "step": 546
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 0.07182051986455917,
+      "learning_rate": 0.00028989929392358484,
+      "loss": 0.0137,
+      "step": 547
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 0.2593410313129425,
+      "learning_rate": 0.0002898620698641345,
+      "loss": 0.0373,
+      "step": 548
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 0.17339394986629486,
+      "learning_rate": 0.0002898247797388023,
+      "loss": 0.0217,
+      "step": 549
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 0.13247337937355042,
+      "learning_rate": 0.00028978742356520256,
+      "loss": 0.0621,
+      "step": 550
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 0.04582560807466507,
+      "learning_rate": 0.00028975000136098123,
+      "loss": 0.0051,
+      "step": 551
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 0.04409830644726753,
+      "learning_rate": 0.0002897125131438151,
+      "loss": 0.0042,
+      "step": 552
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 0.11188169568777084,
+      "learning_rate": 0.0002896749589314123,
+      "loss": 0.0307,
+      "step": 553
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 0.10103113949298859,
+      "learning_rate": 0.00028963733874151225,
+      "loss": 0.0132,
+      "step": 554
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 0.13099652528762817,
+      "learning_rate": 0.0002895996525918852,
+      "loss": 0.0348,
+      "step": 555
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 0.07826762646436691,
+      "learning_rate": 0.0002895619005003328,
+      "loss": 0.0232,
+      "step": 556
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 0.053435299545526505,
+      "learning_rate": 0.00028952408248468785,
+      "loss": 0.0113,
+      "step": 557
+    },
+    {
+      "epoch": 0.37,
+      "grad_norm": 0.07408218830823898,
+      "learning_rate": 0.00028948619856281423,
+      "loss": 0.0099,
+      "step": 558
+    },
+    {
+      "epoch": 0.37,
+      "grad_norm": 0.08491642028093338,
+      "learning_rate": 0.00028944824875260693,
+      "loss": 0.0122,
+      "step": 559
+    },
+    {
+      "epoch": 0.37,
+      "grad_norm": 0.0294903963804245,
+      "learning_rate": 0.00028941023307199214,
+      "loss": 0.0044,
+      "step": 560
+    },
+    {
+      "epoch": 0.37,
+      "grad_norm": 0.16142538189888,
+      "learning_rate": 0.000289372151538927,
+      "loss": 0.0721,
+      "step": 561
+    },
+    {
+      "epoch": 0.37,
+      "grad_norm": 0.11368390917778015,
+      "learning_rate": 0.0002893340041714,
+      "loss": 0.0109,
+      "step": 562
+    },
+    {
+      "epoch": 0.37,
+      "grad_norm": 0.1799473911523819,
+      "learning_rate": 0.0002892957909874306,
+      "loss": 0.0487,
+      "step": 563
+    },
+    {
+      "epoch": 0.37,
+      "grad_norm": 0.1448475420475006,
+      "learning_rate": 0.0002892575120050693,
+      "loss": 0.0601,
+      "step": 564
+    },
+    {
+      "epoch": 0.37,
+      "grad_norm": 0.07079991698265076,
+      "learning_rate": 0.00028921916724239773,
+      "loss": 0.0089,
+      "step": 565
+    },
+    {
+      "epoch": 0.37,
+      "grad_norm": 0.13462460041046143,
+      "learning_rate": 0.0002891807567175287,
+      "loss": 0.0361,
+      "step": 566
+    },
+    {
+      "epoch": 0.37,
+      "grad_norm": 0.08166678249835968,
+      "learning_rate": 0.00028914228044860584,
+      "loss": 0.0412,
+      "step": 567
+    },
+    {
+      "epoch": 0.37,
+      "grad_norm": 0.09470119327306747,
+      "learning_rate": 0.00028910373845380405,
+      "loss": 0.036,
+      "step": 568
+    },
+    {
+      "epoch": 0.37,
+      "grad_norm": 0.0957297682762146,
+      "learning_rate": 0.00028906513075132917,
+      "loss": 0.0302,
+      "step": 569
+    },
+    {
+      "epoch": 0.37,
+      "grad_norm": 0.17004123330116272,
+      "learning_rate": 0.00028902645735941814,
+      "loss": 0.0559,
+      "step": 570
+    },
+    {
+      "epoch": 0.37,
+      "grad_norm": 0.10910087823867798,
+      "learning_rate": 0.0002889877182963389,
+      "loss": 0.0765,
+      "step": 571
+    },
+    {
+      "epoch": 0.37,
+      "grad_norm": 0.1027827113866806,
+      "learning_rate": 0.0002889489135803904,
+      "loss": 0.0261,
+      "step": 572
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 0.1182394027709961,
+      "learning_rate": 0.00028891004322990254,
+      "loss": 0.0413,
+      "step": 573
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 0.08422794938087463,
+      "learning_rate": 0.00028887110726323644,
+      "loss": 0.048,
+      "step": 574
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 0.10699556767940521,
+      "learning_rate": 0.00028883210569878397,
+      "loss": 0.0193,
+      "step": 575
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 0.06325127184391022,
+      "learning_rate": 0.00028879303855496805,
+      "loss": 0.0248,
+      "step": 576
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 0.10081582516431808,
+      "learning_rate": 0.00028875390585024274,
+      "loss": 0.0211,
+      "step": 577
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 0.062216054648160934,
+      "learning_rate": 0.00028871470760309285,
+      "loss": 0.0185,
+      "step": 578
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 0.086198590695858,
+      "learning_rate": 0.00028867544383203423,
+      "loss": 0.0544,
+      "step": 579
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 0.11464603990316391,
+      "learning_rate": 0.00028863611455561374,
+      "loss": 0.0482,
+      "step": 580
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 0.1089998185634613,
+      "learning_rate": 0.0002885967197924092,
+      "loss": 0.0496,
+      "step": 581
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 0.1297656148672104,
+      "learning_rate": 0.00028855725956102913,
+      "loss": 0.0286,
+      "step": 582
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 0.12966851890087128,
+      "learning_rate": 0.0002885177338801133,
+      "loss": 0.0271,
+      "step": 583
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 0.1413564682006836,
+      "learning_rate": 0.00028847814276833215,
+      "loss": 0.0334,
+      "step": 584
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 0.08366623520851135,
+      "learning_rate": 0.0002884384862443871,
+      "loss": 0.0252,
+      "step": 585
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 0.11143944412469864,
+      "learning_rate": 0.0002883987643270106,
+      "loss": 0.0347,
+      "step": 586
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 0.018316002562642097,
+      "learning_rate": 0.0002883589770349658,
+      "loss": 0.0041,
+      "step": 587
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 0.02275553159415722,
+      "learning_rate": 0.0002883191243870467,
+      "loss": 0.0049,
+      "step": 588
+    },
+    {
+      "epoch": 0.39,
+      "grad_norm": 0.14462235569953918,
+      "learning_rate": 0.0002882792064020785,
+      "loss": 0.0745,
+      "step": 589
+    },
+    {
+      "epoch": 0.39,
+      "grad_norm": 0.10231613367795944,
+      "learning_rate": 0.0002882392230989169,
+      "loss": 0.0211,
+      "step": 590
+    },
+    {
+      "epoch": 0.39,
+      "grad_norm": 0.013464580290019512,
+      "learning_rate": 0.00028819917449644865,
+      "loss": 0.0027,
+      "step": 591
+    },
+    {
+      "epoch": 0.39,
+      "grad_norm": 0.1707848161458969,
+      "learning_rate": 0.0002881590606135912,
+      "loss": 0.0292,
+      "step": 592
+    },
+    {
+      "epoch": 0.39,
+      "grad_norm": 0.021210182458162308,
+      "learning_rate": 0.00028811888146929303,
+      "loss": 0.0034,
+      "step": 593
+    },
+    {
+      "epoch": 0.39,
+      "grad_norm": 0.09697694331407547,
+      "learning_rate": 0.00028807863708253326,
+      "loss": 0.0134,
+      "step": 594
+    },
+    {
+      "epoch": 0.39,
+      "grad_norm": 0.014497664757072926,
+      "learning_rate": 0.000288038327472322,
+      "loss": 0.0033,
+      "step": 595
+    },
+    {
+      "epoch": 0.39,
+      "grad_norm": 0.25384795665740967,
+      "learning_rate": 0.00028799795265770003,
+      "loss": 0.0258,
+      "step": 596
+    },
+    {
+      "epoch": 0.39,
+      "grad_norm": 0.0065186647698283195,
+      "learning_rate": 0.00028795751265773894,
+      "loss": 0.0012,
+      "step": 597
+    },
+    {
+      "epoch": 0.39,
+      "grad_norm": 0.03637157753109932,
+      "learning_rate": 0.00028791700749154124,
+      "loss": 0.004,
+      "step": 598
+    },
+    {
+      "epoch": 0.39,
+      "grad_norm": 0.039990831166505814,
+      "learning_rate": 0.00028787643717824007,
+      "loss": 0.0067,
+      "step": 599
+    },
+    {
+      "epoch": 0.39,
+      "grad_norm": 0.18821458518505096,
+      "learning_rate": 0.0002878358017369994,
+      "loss": 0.0233,
+      "step": 600
+    },
+    {
+      "epoch": 0.39,
+      "grad_norm": 0.12891234457492828,
+      "learning_rate": 0.00028779510118701404,
+      "loss": 0.0121,
+      "step": 601
+    },
+    {
+      "epoch": 0.39,
+      "grad_norm": 0.1731066256761551,
+      "learning_rate": 0.0002877543355475094,
+      "loss": 0.0535,
+      "step": 602
+    },
+    {
+      "epoch": 0.39,
+      "grad_norm": 0.5192031264305115,
+      "learning_rate": 0.0002877135048377418,
+      "loss": 0.1073,
+      "step": 603
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.13350637257099152,
+      "learning_rate": 0.0002876726090769982,
+      "loss": 0.0157,
+      "step": 604
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.12136203050613403,
+      "learning_rate": 0.0002876316482845963,
+      "loss": 0.0132,
+      "step": 605
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.5036077499389648,
+      "learning_rate": 0.0002875906224798844,
+      "loss": 0.1366,
+      "step": 606
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.22896146774291992,
+      "learning_rate": 0.0002875495316822419,
+      "loss": 0.08,
+      "step": 607
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.15327180922031403,
+      "learning_rate": 0.0002875083759110785,
+      "loss": 0.0322,
+      "step": 608
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.0520663745701313,
+      "learning_rate": 0.0002874671551858346,
+      "loss": 0.0202,
+      "step": 609
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.08731318265199661,
+      "learning_rate": 0.00028742586952598155,
+      "loss": 0.0414,
+      "step": 610
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.11570514738559723,
+      "learning_rate": 0.0002873845189510213,
+      "loss": 0.0625,
+      "step": 611
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.1604083925485611,
+      "learning_rate": 0.0002873431034804862,
+      "loss": 0.0644,
+      "step": 612
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.06147552654147148,
+      "learning_rate": 0.0002873016231339396,
+      "loss": 0.0168,
+      "step": 613
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.12419867515563965,
+      "learning_rate": 0.00028726007793097527,
+      "loss": 0.0438,
+      "step": 614
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.06133590638637543,
+      "learning_rate": 0.0002872184678912177,
+      "loss": 0.024,
+      "step": 615
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.10245617479085922,
+      "learning_rate": 0.00028717679303432207,
+      "loss": 0.0468,
+      "step": 616
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.11957762390375137,
+      "learning_rate": 0.000287135053379974,
+      "loss": 0.0442,
+      "step": 617
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.12896914780139923,
+      "learning_rate": 0.0002870932489478899,
+      "loss": 0.019,
+      "step": 618
+    },
+    {
+      "epoch": 0.41,
+      "grad_norm": 0.1816866546869278,
+      "learning_rate": 0.0002870513797578167,
+      "loss": 0.0465,
+      "step": 619
+    },
+    {
+      "epoch": 0.41,
+      "grad_norm": 0.3061673045158386,
+      "learning_rate": 0.00028700944582953184,
+      "loss": 0.0356,
+      "step": 620
+    },
+    {
+      "epoch": 0.41,
+      "grad_norm": 0.12940478324890137,
+      "learning_rate": 0.0002869674471828435,
+      "loss": 0.0447,
+      "step": 621
+    },
+    {
+      "epoch": 0.41,
+      "grad_norm": 0.2569711208343506,
+      "learning_rate": 0.0002869253838375903,
+      "loss": 0.0383,
+      "step": 622
+    },
+    {
+      "epoch": 0.41,
+      "grad_norm": 0.17063623666763306,
+      "learning_rate": 0.0002868832558136415,
+      "loss": 0.0394,
+      "step": 623
+    },
+    {
+      "epoch": 0.41,
+      "grad_norm": 0.16775226593017578,
+      "learning_rate": 0.00028684106313089686,
+      "loss": 0.0314,
+      "step": 624
+    },
+    {
+      "epoch": 0.41,
+      "grad_norm": 0.12676480412483215,
+      "learning_rate": 0.00028679880580928676,
+      "loss": 0.0397,
+      "step": 625
+    },
+    {
+      "epoch": 0.41,
+      "grad_norm": 0.19791187345981598,
+      "learning_rate": 0.0002867564838687721,
+      "loss": 0.0668,
+      "step": 626
+    },
+    {
+      "epoch": 0.41,
+      "grad_norm": 0.18982940912246704,
+      "learning_rate": 0.0002867140973293441,
+      "loss": 0.0472,
+      "step": 627
+    },
+    {
+      "epoch": 0.41,
+      "grad_norm": 0.06308908015489578,
+      "learning_rate": 0.00028667164621102475,
+      "loss": 0.0166,
+      "step": 628
+    },
+    {
+      "epoch": 0.41,
+      "grad_norm": 0.09570673853158951,
+      "learning_rate": 0.0002866291305338665,
+      "loss": 0.0156,
+      "step": 629
+    },
+    {
+      "epoch": 0.41,
+      "grad_norm": 0.12950573861598969,
+      "learning_rate": 0.00028658655031795215,
+      "loss": 0.0381,
+      "step": 630
+    },
+    {
+      "epoch": 0.41,
+      "grad_norm": 0.30905017256736755,
+      "learning_rate": 0.00028654390558339516,
+      "loss": 0.0386,
+      "step": 631
+    },
+    {
+      "epoch": 0.41,
+      "grad_norm": 0.2680380940437317,
+      "learning_rate": 0.0002865011963503394,
+      "loss": 0.0307,
+      "step": 632
+    },
+    {
+      "epoch": 0.41,
+      "grad_norm": 0.15153923630714417,
+      "learning_rate": 0.00028645842263895916,
+      "loss": 0.0448,
+      "step": 633
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 0.06900045275688171,
+      "learning_rate": 0.0002864155844694592,
+      "loss": 0.0134,
+      "step": 634
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 0.39054739475250244,
+      "learning_rate": 0.00028637268186207474,
+      "loss": 0.0562,
+      "step": 635
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 0.06766320765018463,
+      "learning_rate": 0.0002863297148370716,
+      "loss": 0.0135,
+      "step": 636
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 0.12230436503887177,
+      "learning_rate": 0.0002862866834147457,
+      "loss": 0.0189,
+      "step": 637
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 0.10021094232797623,
+      "learning_rate": 0.00028624358761542365,
+      "loss": 0.021,
+      "step": 638
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 0.1645062267780304,
+      "learning_rate": 0.0002862004274594623,
+      "loss": 0.0284,
+      "step": 639
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 0.3108697831630707,
+      "learning_rate": 0.00028615720296724906,
+      "loss": 0.0792,
+      "step": 640
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 0.12834666669368744,
+      "learning_rate": 0.0002861139141592017,
+      "loss": 0.0162,
+      "step": 641
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 0.11455690860748291,
+      "learning_rate": 0.00028607056105576806,
+      "loss": 0.0374,
+      "step": 642
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 0.14810198545455933,
+      "learning_rate": 0.0002860271436774269,
+      "loss": 0.0132,
+      "step": 643
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 0.1764562875032425,
+      "learning_rate": 0.00028598366204468694,
+      "loss": 0.0641,
+      "step": 644
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 0.10819990932941437,
+      "learning_rate": 0.0002859401161780873,
+      "loss": 0.036,
+      "step": 645
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 0.10301560163497925,
+      "learning_rate": 0.00028589650609819764,
+      "loss": 0.0272,
+      "step": 646
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 0.13949047029018402,
+      "learning_rate": 0.00028585283182561773,
+      "loss": 0.0396,
+      "step": 647
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 0.20076854526996613,
+      "learning_rate": 0.0002858090933809777,
+      "loss": 0.0304,
+      "step": 648
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 0.12382891029119492,
+      "learning_rate": 0.0002857652907849381,
+      "loss": 0.0317,
+      "step": 649
+    },
+    {
+      "epoch": 0.43,
+      "grad_norm": 0.03410351276397705,
+      "learning_rate": 0.0002857214240581897,
+      "loss": 0.0075,
+      "step": 650
+    },
+    {
+      "epoch": 0.43,
+      "grad_norm": 0.10016089677810669,
+      "learning_rate": 0.00028567749322145367,
+      "loss": 0.0179,
+      "step": 651
+    },
+    {
+      "epoch": 0.43,
+      "grad_norm": 0.24712401628494263,
+      "learning_rate": 0.00028563349829548125,
+      "loss": 0.0857,
+      "step": 652
+    },
+    {
+      "epoch": 0.43,
+      "grad_norm": 0.10354748368263245,
+      "learning_rate": 0.00028558943930105413,
+      "loss": 0.0276,
+      "step": 653
+    },
+    {
+      "epoch": 0.43,
+      "grad_norm": 0.13952110707759857,
+      "learning_rate": 0.00028554531625898434,
+      "loss": 0.0352,
+      "step": 654
+    },
+    {
+      "epoch": 0.43,
+      "grad_norm": 0.25892096757888794,
+      "learning_rate": 0.0002855011291901138,
+      "loss": 0.0635,
+      "step": 655
+    },
+    {
+      "epoch": 0.43,
+      "grad_norm": 0.1324494630098343,
+      "learning_rate": 0.0002854568781153151,
+      "loss": 0.0404,
+      "step": 656
+    },
+    {
+      "epoch": 0.43,
+      "grad_norm": 0.2835068702697754,
+      "learning_rate": 0.0002854125630554908,
+      "loss": 0.0913,
+      "step": 657
+    },
+    {
+      "epoch": 0.43,
+      "grad_norm": 0.06329616159200668,
+      "learning_rate": 0.00028536818403157387,
+      "loss": 0.0146,
+      "step": 658
+    },
+    {
+      "epoch": 0.43,
+      "grad_norm": 0.07758588343858719,
+      "learning_rate": 0.0002853237410645272,
+      "loss": 0.022,
+      "step": 659
+    },
+    {
+      "epoch": 0.43,
+      "grad_norm": 0.0839746966958046,
+      "learning_rate": 0.00028527923417534425,
+      "loss": 0.0175,
+      "step": 660
+    },
+    {
+      "epoch": 0.43,
+      "grad_norm": 0.06847698986530304,
+      "learning_rate": 0.0002852346633850484,
+      "loss": 0.0257,
+      "step": 661
+    },
+    {
+      "epoch": 0.43,
+      "grad_norm": 0.05117741599678993,
+      "learning_rate": 0.0002851900287146933,
+      "loss": 0.0136,
+      "step": 662
+    },
+    {
+      "epoch": 0.43,
+      "grad_norm": 0.12874063849449158,
+      "learning_rate": 0.0002851453301853628,
+      "loss": 0.0525,
+      "step": 663
+    },
+    {
+      "epoch": 0.43,
+      "grad_norm": 0.1822301298379898,
+      "learning_rate": 0.000285100567818171,
+      "loss": 0.0889,
+      "step": 664
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 0.11295532435178757,
+      "learning_rate": 0.0002850557416342619,
+      "loss": 0.0242,
+      "step": 665
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 0.13836829364299774,
+      "learning_rate": 0.0002850108516548099,
+      "loss": 0.0441,
+      "step": 666
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 0.10722105205059052,
+      "learning_rate": 0.0002849658979010194,
+      "loss": 0.0401,
+      "step": 667
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 0.1335124373435974,
+      "learning_rate": 0.000284920880394125,
+      "loss": 0.0355,
+      "step": 668
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 0.0793779119849205,
+      "learning_rate": 0.00028487579915539136,
+      "loss": 0.0653,
+      "step": 669
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 0.06469617038965225,
+      "learning_rate": 0.00028483065420611313,
+      "loss": 0.0212,
+      "step": 670
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 0.11224417388439178,
+      "learning_rate": 0.0002847854455676154,
+      "loss": 0.0689,
+      "step": 671
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 0.08650530874729156,
+      "learning_rate": 0.00028474017326125296,
+      "loss": 0.0301,
+      "step": 672
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 0.0688636302947998,
+      "learning_rate": 0.0002846948373084109,
+      "loss": 0.0161,
+      "step": 673
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 0.13195598125457764,
+      "learning_rate": 0.0002846494377305043,
+      "loss": 0.0529,
+      "step": 674
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 0.1887226700782776,
+      "learning_rate": 0.0002846039745489783,
+      "loss": 0.0615,
+      "step": 675
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 0.06736018508672714,
+      "learning_rate": 0.0002845584477853082,
+      "loss": 0.0246,
+      "step": 676
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 0.1488025039434433,
+      "learning_rate": 0.0002845128574609992,
+      "loss": 0.0361,
+      "step": 677
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 0.09811149537563324,
+      "learning_rate": 0.0002844672035975864,
+      "loss": 0.0228,
+      "step": 678
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 0.06320784986019135,
+      "learning_rate": 0.0002844214862166352,
+      "loss": 0.0182,
+      "step": 679
+    },
+    {
+      "epoch": 0.45,
+      "grad_norm": 0.0695585086941719,
+      "learning_rate": 0.00028437570533974084,
+      "loss": 0.0393,
+      "step": 680
+    },
+    {
+      "epoch": 0.45,
+      "grad_norm": 0.08886481821537018,
+      "learning_rate": 0.00028432986098852857,
+      "loss": 0.0293,
+      "step": 681
+    },
+    {
+      "epoch": 0.45,
+      "grad_norm": 0.09019115567207336,
+      "learning_rate": 0.0002842839531846537,
+      "loss": 0.0436,
+      "step": 682
+    },
+    {
+      "epoch": 0.45,
+      "grad_norm": 0.1718403697013855,
+      "learning_rate": 0.0002842379819498013,
+      "loss": 0.0512,
+      "step": 683
+    },
+    {
+      "epoch": 0.45,
+      "grad_norm": 0.1692350208759308,
+      "learning_rate": 0.0002841919473056867,
+      "loss": 0.0637,
+      "step": 684
+    },
+    {
+      "epoch": 0.45,
+      "grad_norm": 0.15840108692646027,
+      "learning_rate": 0.00028414584927405497,
+      "loss": 0.0224,
+      "step": 685
+    },
+    {
+      "epoch": 0.45,
+      "grad_norm": 0.12710994482040405,
+      "learning_rate": 0.0002840996878766812,
+      "loss": 0.042,
+      "step": 686
+    },
+    {
+      "epoch": 0.45,
+      "grad_norm": 0.07157866656780243,
+      "learning_rate": 0.0002840534631353704,
+      "loss": 0.0279,
+      "step": 687
+    },
+    {
+      "epoch": 0.45,
+      "grad_norm": 0.046079106628894806,
+      "learning_rate": 0.0002840071750719575,
+      "loss": 0.0093,
+      "step": 688
+    },
+    {
+      "epoch": 0.45,
+      "grad_norm": 0.09579090774059296,
+      "learning_rate": 0.00028396082370830733,
+      "loss": 0.027,
+      "step": 689
+    },
+    {
+      "epoch": 0.45,
+      "grad_norm": 0.201382577419281,
+      "learning_rate": 0.0002839144090663146,
+      "loss": 0.072,
+      "step": 690
+    },
+    {
+      "epoch": 0.45,
+      "grad_norm": 0.1724497377872467,
+      "learning_rate": 0.000283867931167904,
+      "loss": 0.052,
+      "step": 691
+    },
+    {
+      "epoch": 0.45,
+      "grad_norm": 0.06867794692516327,
+      "learning_rate": 0.00028382139003503006,
+      "loss": 0.0168,
+      "step": 692
+    },
+    {
+      "epoch": 0.45,
+      "grad_norm": 0.06690815091133118,
+      "learning_rate": 0.00028377478568967704,
+      "loss": 0.0137,
+      "step": 693
+    },
+    {
+      "epoch": 0.45,
+      "grad_norm": 0.17312408983707428,
+      "learning_rate": 0.0002837281181538593,
+      "loss": 0.0226,
+      "step": 694
+    },
+    {
+      "epoch": 0.45,
+      "grad_norm": 0.08470922708511353,
+      "learning_rate": 0.0002836813874496208,
+      "loss": 0.0126,
+      "step": 695
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 0.0778060331940651,
+      "learning_rate": 0.00028363459359903565,
+      "loss": 0.0235,
+      "step": 696
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 0.05282146856188774,
+      "learning_rate": 0.00028358773662420745,
+      "loss": 0.0086,
+      "step": 697
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 0.09441710263490677,
+      "learning_rate": 0.00028354081654726984,
+      "loss": 0.049,
+      "step": 698
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 0.050999149680137634,
+      "learning_rate": 0.00028349383339038617,
+      "loss": 0.0086,
+      "step": 699
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 0.10146886110305786,
+      "learning_rate": 0.0002834467871757497,
+      "loss": 0.0246,
+      "step": 700
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 0.03706188499927521,
+      "learning_rate": 0.0002833996779255833,
+      "loss": 0.0056,
+      "step": 701
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 0.10421967506408691,
+      "learning_rate": 0.0002833525056621397,
+      "loss": 0.0241,
+      "step": 702
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 0.18308381736278534,
+      "learning_rate": 0.00028330527040770146,
+      "loss": 0.042,
+      "step": 703
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 0.2132684737443924,
+      "learning_rate": 0.0002832579721845809,
+      "loss": 0.0226,
+      "step": 704
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 0.5411369204521179,
+      "learning_rate": 0.00028321061101511984,
+      "loss": 0.0702,
+      "step": 705
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 0.3440389335155487,
+      "learning_rate": 0.0002831631869216902,
+      "loss": 0.0225,
+      "step": 706
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 0.16572096943855286,
+      "learning_rate": 0.00028311569992669333,
+      "loss": 0.0352,
+      "step": 707
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 0.15913799405097961,
+      "learning_rate": 0.0002830681500525604,
+      "loss": 0.0266,
+      "step": 708
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 0.1818440854549408,
+      "learning_rate": 0.0002830205373217524,
+      "loss": 0.0688,
+      "step": 709
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 0.17044726014137268,
+      "learning_rate": 0.0002829728617567598,
+      "loss": 0.0515,
+      "step": 710
+    },
+    {
+      "epoch": 0.47,
+      "grad_norm": 0.15003225207328796,
+      "learning_rate": 0.0002829251233801028,
+      "loss": 0.0757,
+      "step": 711
+    },
+    {
+      "epoch": 0.47,
+      "grad_norm": 0.11599011719226837,
+      "learning_rate": 0.00028287732221433145,
+      "loss": 0.0402,
+      "step": 712
+    },
+    {
+      "epoch": 0.47,
+      "grad_norm": 0.11937666684389114,
+      "learning_rate": 0.0002828294582820252,
+      "loss": 0.0391,
+      "step": 713
+    },
+    {
+      "epoch": 0.47,
+      "grad_norm": 0.2134632170200348,
+      "learning_rate": 0.0002827815316057933,
+      "loss": 0.0748,
+      "step": 714
+    },
+    {
+      "epoch": 0.47,
+      "grad_norm": 0.29407811164855957,
+      "learning_rate": 0.00028273354220827477,
+      "loss": 0.0679,
+      "step": 715
+    },
+    {
+      "epoch": 0.47,
+      "grad_norm": 0.059820059686899185,
+      "learning_rate": 0.00028268549011213785,
+      "loss": 0.0372,
+      "step": 716
+    },
+    {
+      "epoch": 0.47,
+      "grad_norm": 0.06392081081867218,
+      "learning_rate": 0.0002826373753400808,
+      "loss": 0.0212,
+      "step": 717
+    },
+    {
+      "epoch": 0.47,
+      "grad_norm": 0.15369698405265808,
+      "learning_rate": 0.0002825891979148313,
+      "loss": 0.0258,
+      "step": 718
+    },
+    {
+      "epoch": 0.47,
+      "grad_norm": 0.11246192455291748,
+      "learning_rate": 0.00028254095785914667,
+      "loss": 0.0357,
+      "step": 719
+    },
+    {
+      "epoch": 0.47,
+      "grad_norm": 0.09747990220785141,
+      "learning_rate": 0.0002824926551958138,
+      "loss": 0.0393,
+      "step": 720
+    },
+    {
+      "epoch": 0.47,
+      "grad_norm": 0.06651636213064194,
+      "learning_rate": 0.0002824442899476491,
+      "loss": 0.0222,
+      "step": 721
+    },
+    {
+      "epoch": 0.47,
+      "grad_norm": 0.2205415815114975,
+      "learning_rate": 0.00028239586213749866,
+      "loss": 0.0391,
+      "step": 722
+    },
+    {
+      "epoch": 0.47,
+      "grad_norm": 0.15302903950214386,
+      "learning_rate": 0.000282347371788238,
+      "loss": 0.019,
+      "step": 723
+    },
+    {
+      "epoch": 0.47,
+      "grad_norm": 0.0960957333445549,
+      "learning_rate": 0.00028229881892277237,
+      "loss": 0.0142,
+      "step": 724
+    },
+    {
+      "epoch": 0.47,
+      "grad_norm": 0.13723668456077576,
+      "learning_rate": 0.00028225020356403624,
+      "loss": 0.0595,
+      "step": 725
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 0.11208293586969376,
+      "learning_rate": 0.00028220152573499394,
+      "loss": 0.0283,
+      "step": 726
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 0.11818848550319672,
+      "learning_rate": 0.000282152785458639,
+      "loss": 0.0337,
+      "step": 727
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 0.1239568442106247,
+      "learning_rate": 0.0002821039827579948,
+      "loss": 0.0406,
+      "step": 728
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 0.2423425167798996,
+      "learning_rate": 0.0002820551176561138,
+      "loss": 0.0502,
+      "step": 729
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 0.11348683387041092,
+      "learning_rate": 0.0002820061901760783,
+      "loss": 0.0356,
+      "step": 730
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 0.1281062662601471,
+      "learning_rate": 0.00028195720034099976,
+      "loss": 0.0172,
+      "step": 731
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 0.017542295157909393,
+      "learning_rate": 0.0002819081481740193,
+      "loss": 0.0035,
+      "step": 732
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 0.13793808221817017,
+      "learning_rate": 0.00028185903369830757,
+      "loss": 0.0142,
+      "step": 733
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 0.0807032361626625,
+      "learning_rate": 0.0002818098569370643,
+      "loss": 0.0093,
+      "step": 734
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 0.13335250318050385,
+      "learning_rate": 0.0002817606179135189,
+      "loss": 0.0249,
+      "step": 735
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 0.18836469948291779,
+      "learning_rate": 0.0002817113166509302,
+      "loss": 0.0702,
+      "step": 736
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 0.08416979014873505,
+      "learning_rate": 0.0002816619531725863,
+      "loss": 0.0115,
+      "step": 737
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 0.054892800748348236,
+      "learning_rate": 0.00028161252750180486,
+      "loss": 0.0051,
+      "step": 738
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 0.11004303395748138,
+      "learning_rate": 0.0002815630396619327,
+      "loss": 0.025,
+      "step": 739
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 0.08595911413431168,
+      "learning_rate": 0.00028151348967634613,
+      "loss": 0.0247,
+      "step": 740
+    },
+    {
+      "epoch": 0.49,
+      "grad_norm": 0.19074852764606476,
+      "learning_rate": 0.0002814638775684509,
+      "loss": 0.0548,
+      "step": 741
+    },
+    {
+      "epoch": 0.49,
+      "grad_norm": 0.15080730617046356,
+      "learning_rate": 0.0002814142033616819,
+      "loss": 0.0865,
+      "step": 742
+    },
+    {
+      "epoch": 0.49,
+      "grad_norm": 0.1833682358264923,
+      "learning_rate": 0.00028136446707950353,
+      "loss": 0.0697,
+      "step": 743
+    },
+    {
+      "epoch": 0.49,
+      "grad_norm": 0.049776408821344376,
+      "learning_rate": 0.00028131466874540943,
+      "loss": 0.0078,
+      "step": 744
+    },
+    {
+      "epoch": 0.49,
+      "grad_norm": 0.28232109546661377,
+      "learning_rate": 0.00028126480838292254,
+      "loss": 0.0283,
+      "step": 745
+    },
+    {
+      "epoch": 0.49,
+      "grad_norm": 0.11048179864883423,
+      "learning_rate": 0.0002812148860155952,
+      "loss": 0.0333,
+      "step": 746
+    },
+    {
+      "epoch": 0.49,
+      "grad_norm": 0.3188829720020294,
+      "learning_rate": 0.0002811649016670089,
+      "loss": 0.0524,
+      "step": 747
+    },
+    {
+      "epoch": 0.49,
+      "grad_norm": 0.17602626979351044,
+      "learning_rate": 0.0002811148553607745,
+      "loss": 0.0559,
+      "step": 748
+    },
+    {
+      "epoch": 0.49,
+      "grad_norm": 0.1038702130317688,
+      "learning_rate": 0.0002810647471205321,
+      "loss": 0.0409,
+      "step": 749
+    },
+    {
+      "epoch": 0.49,
+      "grad_norm": 0.13291211426258087,
+      "learning_rate": 0.00028101457696995104,
+      "loss": 0.0343,
+      "step": 750
+    },
+    {
+      "epoch": 0.49,
+      "grad_norm": 0.3924441933631897,
+      "learning_rate": 0.0002809643449327299,
+      "loss": 0.1051,
+      "step": 751
+    },
+    {
+      "epoch": 0.49,
+      "grad_norm": 0.4292432367801666,
+      "learning_rate": 0.0002809140510325966,
+      "loss": 0.0985,
+      "step": 752
+    },
+    {
+      "epoch": 0.49,
+      "grad_norm": 0.2376273274421692,
+      "learning_rate": 0.0002808636952933081,
+      "loss": 0.0372,
+      "step": 753
+    },
+    {
+      "epoch": 0.49,
+      "grad_norm": 0.18019931018352509,
+      "learning_rate": 0.0002808132777386507,
+      "loss": 0.0449,
+      "step": 754
+    },
+    {
+      "epoch": 0.49,
+      "grad_norm": 0.09754154831171036,
+      "learning_rate": 0.0002807627983924399,
+      "loss": 0.0399,
+      "step": 755
+    },
+    {
+      "epoch": 0.49,
+      "grad_norm": 0.15885044634342194,
+      "learning_rate": 0.0002807122572785203,
+      "loss": 0.0231,
+      "step": 756
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 0.15031558275222778,
+      "learning_rate": 0.0002806616544207657,
+      "loss": 0.0562,
+      "step": 757
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 0.03422224149107933,
+      "learning_rate": 0.00028061098984307923,
+      "loss": 0.0055,
+      "step": 758
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 0.11442912369966507,
+      "learning_rate": 0.0002805602635693929,
+      "loss": 0.0318,
+      "step": 759
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 0.10043658316135406,
+      "learning_rate": 0.0002805094756236681,
+      "loss": 0.0293,
+      "step": 760
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 0.06093163788318634,
+      "learning_rate": 0.00028045862602989516,
+      "loss": 0.0062,
+      "step": 761
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 0.17897385358810425,
+      "learning_rate": 0.0002804077148120937,
+      "loss": 0.0387,
+      "step": 762
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 0.14174053072929382,
+      "learning_rate": 0.0002803567419943124,
+      "loss": 0.0742,
+      "step": 763
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 0.12193652242422104,
+      "learning_rate": 0.0002803057076006289,
+      "loss": 0.0237,
+      "step": 764
+    },
+    {
+      "epoch": 0.5,
+      "eval_loss": 0.03274312615394592,
+      "eval_runtime": 39.9218,
+      "eval_samples_per_second": 32.238,
+      "eval_steps_per_second": 8.066,
+      "step": 764
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 0.17127107083797455,
+      "learning_rate": 0.00028025461165515016,
+      "loss": 0.0269,
+      "step": 765
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 0.03232162818312645,
+      "learning_rate": 0.00028020345418201196,
+      "loss": 0.0053,
+      "step": 766
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 0.29065465927124023,
+      "learning_rate": 0.0002801522352053794,
+      "loss": 0.0621,
+      "step": 767
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 0.14432761073112488,
+      "learning_rate": 0.00028010095474944647,
+      "loss": 0.0556,
+      "step": 768
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 0.11056532710790634,
+      "learning_rate": 0.00028004961283843624,
+      "loss": 0.0111,
+      "step": 769
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 0.18930545449256897,
+      "learning_rate": 0.0002799982094966007,
+      "loss": 0.0548,
+      "step": 770
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 0.14607198536396027,
+      "learning_rate": 0.00027994674474822115,
+      "loss": 0.0296,
+      "step": 771
+    },
+    {
+      "epoch": 0.51,
+      "grad_norm": 0.1470440924167633,
+      "learning_rate": 0.0002798952186176076,
+      "loss": 0.0366,
+      "step": 772
+    },
+    {
+      "epoch": 0.51,
+      "grad_norm": 0.0858917385339737,
+      "learning_rate": 0.0002798436311290992,
+      "loss": 0.0149,
+      "step": 773
+    },
+    {
+      "epoch": 0.51,
+      "grad_norm": 0.23497411608695984,
+      "learning_rate": 0.000279791982307064,
+      "loss": 0.031,
+      "step": 774
+    },
+    {
+      "epoch": 0.51,
+      "grad_norm": 0.05533986538648605,
+      "learning_rate": 0.00027974027217589917,
+      "loss": 0.0149,
+      "step": 775
+    },
+    {
+      "epoch": 0.51,
+      "grad_norm": 0.18971019983291626,
+      "learning_rate": 0.00027968850076003066,
+      "loss": 0.0339,
+      "step": 776
+    },
+    {
+      "epoch": 0.51,
+      "grad_norm": 0.18975158035755157,
+      "learning_rate": 0.00027963666808391343,
+      "loss": 0.0192,
+      "step": 777
+    },
+    {
+      "epoch": 0.51,
+      "grad_norm": 0.04416336864233017,
+      "learning_rate": 0.0002795847741720315,
+      "loss": 0.0073,
+      "step": 778
+    },
+    {
+      "epoch": 0.51,
+      "grad_norm": 0.20576409995555878,
+      "learning_rate": 0.00027953281904889764,
+      "loss": 0.0418,
+      "step": 779
+    },
+    {
+      "epoch": 0.51,
+      "grad_norm": 0.1331322193145752,
+      "learning_rate": 0.0002794808027390536,
+      "loss": 0.011,
+      "step": 780
+    },
+    {
+      "epoch": 0.51,
+      "grad_norm": 0.3062935769557953,
+      "learning_rate": 0.0002794287252670701,
+      "loss": 0.07,
+      "step": 781
+    },
+    {
+      "epoch": 0.51,
+      "grad_norm": 0.1513393074274063,
+      "learning_rate": 0.0002793765866575466,
+      "loss": 0.0384,
+      "step": 782
+    },
+    {
+      "epoch": 0.51,
+      "grad_norm": 0.08953273296356201,
+      "learning_rate": 0.0002793243869351116,
+      "loss": 0.0342,
+      "step": 783
+    },
+    {
+      "epoch": 0.51,
+      "grad_norm": 0.16210728883743286,
+      "learning_rate": 0.00027927212612442243,
+      "loss": 0.0403,
+      "step": 784
+    },
+    {
+      "epoch": 0.51,
+      "grad_norm": 0.10174558311700821,
+      "learning_rate": 0.0002792198042501652,
+      "loss": 0.0304,
+      "step": 785
+    },
+    {
+      "epoch": 0.51,
+      "grad_norm": 0.15236282348632812,
+      "learning_rate": 0.0002791674213370549,
+      "loss": 0.0378,
+      "step": 786
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 0.06242475286126137,
+      "learning_rate": 0.0002791149774098353,
+      "loss": 0.0092,
+      "step": 787
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 0.20970316231250763,
+      "learning_rate": 0.0002790624724932792,
+      "loss": 0.0479,
+      "step": 788
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 0.15189824998378754,
+      "learning_rate": 0.0002790099066121879,
+      "loss": 0.0118,
+      "step": 789
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 0.061395786702632904,
+      "learning_rate": 0.0002789572797913918,
+      "loss": 0.0151,
+      "step": 790
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 0.5034061074256897,
+      "learning_rate": 0.00027890459205574987,
+      "loss": 0.0864,
+      "step": 791
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 0.07147826254367828,
+      "learning_rate": 0.0002788518434301499,
+      "loss": 0.0191,
+      "step": 792
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 0.1329374462366104,
+      "learning_rate": 0.0002787990339395085,
+      "loss": 0.0331,
+      "step": 793
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 0.15126173198223114,
+      "learning_rate": 0.0002787461636087711,
+      "loss": 0.0143,
+      "step": 794
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 0.09816433489322662,
+      "learning_rate": 0.0002786932324629116,
+      "loss": 0.0155,
+      "step": 795
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 0.1379247009754181,
+      "learning_rate": 0.0002786402405269329,
+      "loss": 0.0315,
+      "step": 796
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 0.23714596033096313,
+      "learning_rate": 0.00027858718782586647,
+      "loss": 0.0465,
+      "step": 797
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 0.12600766122341156,
+      "learning_rate": 0.0002785340743847725,
+      "loss": 0.0359,
+      "step": 798
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 0.13546015322208405,
+      "learning_rate": 0.00027848090022874,
+      "loss": 0.0175,
+      "step": 799
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 0.07381202280521393,
+      "learning_rate": 0.00027842766538288647,
+      "loss": 0.0302,
+      "step": 800
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 0.14797933399677277,
+      "learning_rate": 0.0002783743698723582,
+      "loss": 0.0818,
+      "step": 801
+    },
+    {
+      "epoch": 0.53,
+      "grad_norm": 0.02270502597093582,
+      "learning_rate": 0.00027832101372233007,
+      "loss": 0.0049,
+      "step": 802
+    },
+    {
+      "epoch": 0.53,
+      "grad_norm": 0.322780042886734,
+      "learning_rate": 0.00027826759695800566,
+      "loss": 0.0694,
+      "step": 803
+    },
+    {
+      "epoch": 0.53,
+      "grad_norm": 0.2222844511270523,
+      "learning_rate": 0.0002782141196046171,
+      "loss": 0.0261,
+      "step": 804
+    },
+    {
+      "epoch": 0.53,
+      "grad_norm": 0.3285076320171356,
+      "learning_rate": 0.0002781605816874253,
+      "loss": 0.0872,
+      "step": 805
+    },
+    {
+      "epoch": 0.53,
+      "grad_norm": 0.08804619312286377,
+      "learning_rate": 0.0002781069832317196,
+      "loss": 0.0578,
+      "step": 806
+    },
+    {
+      "epoch": 0.53,
+      "grad_norm": 0.17540492117404938,
+      "learning_rate": 0.00027805332426281793,
+      "loss": 0.0384,
+      "step": 807
+    },
+    {
+      "epoch": 0.53,
+      "grad_norm": 0.06208420172333717,
+      "learning_rate": 0.00027799960480606706,
+      "loss": 0.0136,
+      "step": 808
+    },
+    {
+      "epoch": 0.53,
+      "grad_norm": 0.07048339396715164,
+      "learning_rate": 0.0002779458248868421,
+      "loss": 0.026,
+      "step": 809
+    },
+    {
+      "epoch": 0.53,
+      "grad_norm": 0.0901297777891159,
+      "learning_rate": 0.00027789198453054666,
+      "loss": 0.0277,
+      "step": 810
+    },
+    {
+      "epoch": 0.53,
+      "grad_norm": 0.07435130327939987,
+      "learning_rate": 0.0002778380837626132,
+      "loss": 0.0197,
+      "step": 811
+    },
+    {
+      "epoch": 0.53,
+      "grad_norm": 0.14209306240081787,
+      "learning_rate": 0.00027778412260850234,
+      "loss": 0.0407,
+      "step": 812
+    },
+    {
+      "epoch": 0.53,
+      "grad_norm": 0.16662320494651794,
+      "learning_rate": 0.00027773010109370357,
+      "loss": 0.0667,
+      "step": 813
+    },
+    {
+      "epoch": 0.53,
+      "grad_norm": 0.031582899391651154,
+      "learning_rate": 0.0002776760192437346,
+      "loss": 0.0104,
+      "step": 814
+    },
+    {
+      "epoch": 0.53,
+      "grad_norm": 0.0818646028637886,
+      "learning_rate": 0.00027762187708414195,
+      "loss": 0.0258,
+      "step": 815
+    },
+    {
+      "epoch": 0.53,
+      "grad_norm": 0.0822024941444397,
+      "learning_rate": 0.0002775676746405003,
+      "loss": 0.0406,
+      "step": 816
+    },
+    {
+      "epoch": 0.53,
+      "grad_norm": 0.11700989305973053,
+      "learning_rate": 0.0002775134119384131,
+      "loss": 0.0335,
+      "step": 817
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 0.082905612885952,
+      "learning_rate": 0.00027745908900351195,
+      "loss": 0.0161,
+      "step": 818
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 0.11846023797988892,
+      "learning_rate": 0.00027740470586145726,
+      "loss": 0.0502,
+      "step": 819
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 0.17150120437145233,
+      "learning_rate": 0.00027735026253793756,
+      "loss": 0.0345,
+      "step": 820
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 0.12443263083696365,
+      "learning_rate": 0.00027729575905867,
+      "loss": 0.0158,
+      "step": 821
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 0.1657358705997467,
+      "learning_rate": 0.0002772411954494001,
+      "loss": 0.0226,
+      "step": 822
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 0.08840323239564896,
+      "learning_rate": 0.0002771865717359018,
+      "loss": 0.0152,
+      "step": 823
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 0.08032941073179245,
+      "learning_rate": 0.00027713188794397737,
+      "loss": 0.0129,
+      "step": 824
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 0.1835167407989502,
+      "learning_rate": 0.00027707714409945744,
+      "loss": 0.0569,
+      "step": 825
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 0.12917861342430115,
+      "learning_rate": 0.0002770223402282012,
+      "loss": 0.0309,
+      "step": 826
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 0.22104112803936005,
+      "learning_rate": 0.0002769674763560959,
+      "loss": 0.0432,
+      "step": 827
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 0.13979768753051758,
+      "learning_rate": 0.00027691255250905737,
+      "loss": 0.0174,
+      "step": 828
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 0.17627565562725067,
+      "learning_rate": 0.0002768575687130297,
+      "loss": 0.0915,
+      "step": 829
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 0.486728310585022,
+      "learning_rate": 0.0002768025249939853,
+      "loss": 0.0583,
+      "step": 830
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 0.1259876936674118,
+      "learning_rate": 0.0002767474213779247,
+      "loss": 0.0254,
+      "step": 831
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 0.17353613674640656,
+      "learning_rate": 0.00027669225789087715,
+      "loss": 0.0238,
+      "step": 832
+    },
+    {
+      "epoch": 0.55,
+      "grad_norm": 0.011490284465253353,
+      "learning_rate": 0.00027663703455889973,
+      "loss": 0.0025,
+      "step": 833
+    },
+    {
+      "epoch": 0.55,
+      "grad_norm": 0.054609689861536026,
+      "learning_rate": 0.00027658175140807815,
+      "loss": 0.0098,
+      "step": 834
+    },
+    {
+      "epoch": 0.55,
+      "grad_norm": 0.1213490441441536,
+      "learning_rate": 0.000276526408464526,
+      "loss": 0.0128,
+      "step": 835
+    },
+    {
+      "epoch": 0.55,
+      "grad_norm": 0.09482322633266449,
+      "learning_rate": 0.0002764710057543855,
+      "loss": 0.0126,
+      "step": 836
+    },
+    {
+      "epoch": 0.55,
+      "grad_norm": 0.057049017399549484,
+      "learning_rate": 0.00027641554330382686,
+      "loss": 0.015,
+      "step": 837
+    },
+    {
+      "epoch": 0.55,
+      "grad_norm": 0.18572884798049927,
+      "learning_rate": 0.0002763600211390486,
+      "loss": 0.034,
+      "step": 838
+    },
+    {
+      "epoch": 0.55,
+      "grad_norm": 0.09493198245763779,
+      "learning_rate": 0.0002763044392862774,
+      "loss": 0.0408,
+      "step": 839
+    },
+    {
+      "epoch": 0.55,
+      "grad_norm": 0.2182336002588272,
+      "learning_rate": 0.00027624879777176807,
+      "loss": 0.055,
+      "step": 840
+    },
+    {
+      "epoch": 0.55,
+      "grad_norm": 0.08872721344232559,
+      "learning_rate": 0.00027619309662180386,
+      "loss": 0.0383,
+      "step": 841
+    },
+    {
+      "epoch": 0.55,
+      "grad_norm": 0.11956200748682022,
+      "learning_rate": 0.0002761373358626959,
+      "loss": 0.0287,
+      "step": 842
+    },
+    {
+      "epoch": 0.55,
+      "grad_norm": 0.1644572764635086,
+      "learning_rate": 0.0002760815155207837,
+      "loss": 0.0286,
+      "step": 843
+    },
+    {
+      "epoch": 0.55,
+      "grad_norm": 0.16476300358772278,
+      "learning_rate": 0.0002760256356224347,
+      "loss": 0.0392,
+      "step": 844
+    },
+    {
+      "epoch": 0.55,
+      "grad_norm": 0.1026122123003006,
+      "learning_rate": 0.00027596969619404457,
+      "loss": 0.0403,
+      "step": 845
+    },
+    {
+      "epoch": 0.55,
+      "grad_norm": 0.17450834810733795,
+      "learning_rate": 0.00027591369726203725,
+      "loss": 0.0586,
+      "step": 846
+    },
+    {
+      "epoch": 0.55,
+      "grad_norm": 0.10373177379369736,
+      "learning_rate": 0.0002758576388528645,
+      "loss": 0.0214,
+      "step": 847
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 0.08164018392562866,
+      "learning_rate": 0.0002758015209930064,
+      "loss": 0.0229,
+      "step": 848
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 0.07375165820121765,
+      "learning_rate": 0.000275745343708971,
+      "loss": 0.0333,
+      "step": 849
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 0.09719602763652802,
+      "learning_rate": 0.0002756891070272945,
+      "loss": 0.0214,
+      "step": 850
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 0.5595388412475586,
+      "learning_rate": 0.00027563281097454115,
+      "loss": 0.0657,
+      "step": 851
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 0.10981204360723495,
+      "learning_rate": 0.0002755764555773031,
+      "loss": 0.0308,
+      "step": 852
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 0.10418907552957535,
+      "learning_rate": 0.0002755200408622007,
+      "loss": 0.0238,
+      "step": 853
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 0.0636146143078804,
+      "learning_rate": 0.0002754635668558822,
+      "loss": 0.0143,
+      "step": 854
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 0.12179470807313919,
+      "learning_rate": 0.00027540703358502406,
+      "loss": 0.0393,
+      "step": 855
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 0.07303999364376068,
+      "learning_rate": 0.00027535044107633046,
+      "loss": 0.0118,
+      "step": 856
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 0.11226726323366165,
+      "learning_rate": 0.00027529378935653377,
+      "loss": 0.0356,
+      "step": 857
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 0.16357053816318512,
+      "learning_rate": 0.0002752370784523942,
+      "loss": 0.0378,
+      "step": 858
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 0.10425914824008942,
+      "learning_rate": 0.0002751803083907,
+      "loss": 0.0423,
+      "step": 859
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 0.11986647546291351,
+      "learning_rate": 0.0002751234791982674,
+      "loss": 0.054,
+      "step": 860
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 0.14440590143203735,
+      "learning_rate": 0.00027506659090194036,
+      "loss": 0.0418,
+      "step": 861
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 0.21995751559734344,
+      "learning_rate": 0.0002750096435285909,
+      "loss": 0.0303,
+      "step": 862
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 0.03415970876812935,
+      "learning_rate": 0.00027495263710511906,
+      "loss": 0.0084,
+      "step": 863
+    },
+    {
+      "epoch": 0.57,
+      "grad_norm": 0.052127208560705185,
+      "learning_rate": 0.0002748955716584526,
+      "loss": 0.0124,
+      "step": 864
+    },
+    {
+      "epoch": 0.57,
+      "grad_norm": 0.23270320892333984,
+      "learning_rate": 0.0002748384472155472,
+      "loss": 0.0501,
+      "step": 865
+    },
+    {
+      "epoch": 0.57,
+      "grad_norm": 0.05627870559692383,
+      "learning_rate": 0.00027478126380338645,
+      "loss": 0.0081,
+      "step": 866
+    },
+    {
+      "epoch": 0.57,
+      "grad_norm": 0.1844397783279419,
+      "learning_rate": 0.0002747240214489817,
+      "loss": 0.04,
+      "step": 867
+    },
+    {
+      "epoch": 0.57,
+      "grad_norm": 0.06833455711603165,
+      "learning_rate": 0.0002746667201793722,
+      "loss": 0.0136,
+      "step": 868
+    },
+    {
+      "epoch": 0.57,
+      "grad_norm": 0.03551473841071129,
+      "learning_rate": 0.00027460936002162513,
+      "loss": 0.0057,
+      "step": 869
+    },
+    {
+      "epoch": 0.57,
+      "grad_norm": 0.0920785516500473,
+      "learning_rate": 0.0002745519410028354,
+      "loss": 0.0103,
+      "step": 870
+    },
+    {
+      "epoch": 0.57,
+      "grad_norm": 0.1218150407075882,
+      "learning_rate": 0.0002744944631501256,
+      "loss": 0.0427,
+      "step": 871
+    },
+    {
+      "epoch": 0.57,
+      "grad_norm": 0.3496924042701721,
+      "learning_rate": 0.00027443692649064633,
+      "loss": 0.0686,
+      "step": 872
+    },
+    {
+      "epoch": 0.57,
+      "grad_norm": 0.3225466310977936,
+      "learning_rate": 0.00027437933105157585,
+      "loss": 0.0518,
+      "step": 873
+    },
+    {
+      "epoch": 0.57,
+      "grad_norm": 0.230736643075943,
+      "learning_rate": 0.00027432167686012015,
+      "loss": 0.0468,
+      "step": 874
+    },
+    {
+      "epoch": 0.57,
+      "grad_norm": 0.20991326868534088,
+      "learning_rate": 0.00027426396394351313,
+      "loss": 0.0595,
+      "step": 875
+    },
+    {
+      "epoch": 0.57,
+      "grad_norm": 0.10641276091337204,
+      "learning_rate": 0.0002742061923290162,
+      "loss": 0.0353,
+      "step": 876
+    },
+    {
+      "epoch": 0.57,
+      "grad_norm": 0.06472618877887726,
+      "learning_rate": 0.00027414836204391865,
+      "loss": 0.012,
+      "step": 877
+    },
+    {
+      "epoch": 0.57,
+      "grad_norm": 0.2291422188282013,
+      "learning_rate": 0.0002740904731155375,
+      "loss": 0.0431,
+      "step": 878
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 0.26647308468818665,
+      "learning_rate": 0.0002740325255712175,
+      "loss": 0.1054,
+      "step": 879
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 0.08363434672355652,
+      "learning_rate": 0.0002739745194383309,
+      "loss": 0.011,
+      "step": 880
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 0.10943964123725891,
+      "learning_rate": 0.00027391645474427774,
+      "loss": 0.0331,
+      "step": 881
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 0.2208610624074936,
+      "learning_rate": 0.0002738583315164857,
+      "loss": 0.0499,
+      "step": 882
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 0.09434379637241364,
+      "learning_rate": 0.00027380014978241026,
+      "loss": 0.0268,
+      "step": 883
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 0.13045388460159302,
+      "learning_rate": 0.0002737419095695343,
+      "loss": 0.0367,
+      "step": 884
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 0.1460418850183487,
+      "learning_rate": 0.00027368361090536844,
+      "loss": 0.0662,
+      "step": 885
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 0.08823563903570175,
+      "learning_rate": 0.000273625253817451,
+      "loss": 0.0387,
+      "step": 886
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 0.08193490654230118,
+      "learning_rate": 0.00027356683833334766,
+      "loss": 0.0357,
+      "step": 887
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 0.1274595856666565,
+      "learning_rate": 0.00027350836448065193,
+      "loss": 0.0346,
+      "step": 888
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 0.061123717576265335,
+      "learning_rate": 0.0002734498322869847,
+      "loss": 0.0388,
+      "step": 889
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 0.12708084285259247,
+      "learning_rate": 0.0002733912417799945,
+      "loss": 0.0276,
+      "step": 890
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 0.055733684450387955,
+      "learning_rate": 0.00027333259298735756,
+      "loss": 0.0139,
+      "step": 891
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 0.049776624888181686,
+      "learning_rate": 0.00027327388593677727,
+      "loss": 0.0141,
+      "step": 892
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 0.1466546654701233,
+      "learning_rate": 0.000273215120655985,
+      "loss": 0.0424,
+      "step": 893
+    },
+    {
+      "epoch": 0.59,
+      "grad_norm": 0.04927024617791176,
+      "learning_rate": 0.00027315629717273915,
+      "loss": 0.0121,
+      "step": 894
+    },
+    {
+      "epoch": 0.59,
+      "grad_norm": 0.14217214286327362,
+      "learning_rate": 0.0002730974155148259,
+      "loss": 0.0365,
+      "step": 895
+    },
+    {
+      "epoch": 0.59,
+      "grad_norm": 0.06162632629275322,
+      "learning_rate": 0.00027303847571005904,
+      "loss": 0.0185,
+      "step": 896
+    },
+    {
+      "epoch": 0.59,
+      "grad_norm": 0.09187627583742142,
+      "learning_rate": 0.00027297947778627947,
+      "loss": 0.024,
+      "step": 897
+    },
+    {
+      "epoch": 0.59,
+      "grad_norm": 0.08694395422935486,
+      "learning_rate": 0.00027292042177135575,
+      "loss": 0.016,
+      "step": 898
+    },
+    {
+      "epoch": 0.59,
+      "grad_norm": 0.2407931238412857,
+      "learning_rate": 0.0002728613076931838,
+      "loss": 0.0895,
+      "step": 899
+    },
+    {
+      "epoch": 0.59,
+      "grad_norm": 0.11447851359844208,
+      "learning_rate": 0.0002728021355796871,
+      "loss": 0.0156,
+      "step": 900
+    },
+    {
+      "epoch": 0.59,
+      "grad_norm": 0.17052114009857178,
+      "learning_rate": 0.0002727429054588165,
+      "loss": 0.0686,
+      "step": 901
+    },
+    {
+      "epoch": 0.59,
+      "grad_norm": 0.11735350638628006,
+      "learning_rate": 0.0002726836173585501,
+      "loss": 0.0458,
+      "step": 902
+    },
+    {
+      "epoch": 0.59,
+      "grad_norm": 0.1015033945441246,
+      "learning_rate": 0.0002726242713068935,
+      "loss": 0.0396,
+      "step": 903
+    },
+    {
+      "epoch": 0.59,
+      "grad_norm": 0.09442136436700821,
+      "learning_rate": 0.00027256486733187975,
+      "loss": 0.0354,
+      "step": 904
+    },
+    {
+      "epoch": 0.59,
+      "grad_norm": 0.051811713725328445,
+      "learning_rate": 0.0002725054054615691,
+      "loss": 0.0103,
+      "step": 905
+    },
+    {
+      "epoch": 0.59,
+      "grad_norm": 0.09581268578767776,
+      "learning_rate": 0.00027244588572404924,
+      "loss": 0.0346,
+      "step": 906
+    },
+    {
+      "epoch": 0.59,
+      "grad_norm": 0.1265789121389389,
+      "learning_rate": 0.00027238630814743525,
+      "loss": 0.0296,
+      "step": 907
+    },
+    {
+      "epoch": 0.59,
+      "grad_norm": 0.11578807979822159,
+      "learning_rate": 0.0002723266727598694,
+      "loss": 0.0374,
+      "step": 908
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 0.0634288564324379,
+      "learning_rate": 0.0002722669795895214,
+      "loss": 0.0211,
+      "step": 909
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 0.10002614557743073,
+      "learning_rate": 0.0002722072286645881,
+      "loss": 0.0217,
+      "step": 910
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 0.10582344233989716,
+      "learning_rate": 0.0002721474200132937,
+      "loss": 0.0262,
+      "step": 911
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 0.20417608320713043,
+      "learning_rate": 0.0002720875536638898,
+      "loss": 0.0303,
+      "step": 912
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 0.06233491376042366,
+      "learning_rate": 0.00027202762964465514,
+      "loss": 0.0179,
+      "step": 913
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 0.10917846113443375,
+      "learning_rate": 0.00027196764798389557,
+      "loss": 0.0238,
+      "step": 914
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 0.20902927219867706,
+      "learning_rate": 0.0002719076087099444,
+      "loss": 0.0744,
+      "step": 915
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 0.07525712251663208,
+      "learning_rate": 0.000271847511851162,
+      "loss": 0.0145,
+      "step": 916
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 0.13625741004943848,
+      "learning_rate": 0.0002717873574359361,
+      "loss": 0.0557,
+      "step": 917
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 0.10275349766016006,
+      "learning_rate": 0.00027172714549268136,
+      "loss": 0.0156,
+      "step": 918
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 0.07689966261386871,
+      "learning_rate": 0.0002716668760498399,
+      "loss": 0.0285,
+      "step": 919
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 0.051624033600091934,
+      "learning_rate": 0.00027160654913588073,
+      "loss": 0.0109,
+      "step": 920
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 0.1263073831796646,
+      "learning_rate": 0.0002715461647793003,
+      "loss": 0.03,
+      "step": 921
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 0.03605236858129501,
+      "learning_rate": 0.0002714857230086219,
+      "loss": 0.008,
+      "step": 922
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 0.09554066509008408,
+      "learning_rate": 0.0002714252238523962,
+      "loss": 0.0276,
+      "step": 923
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 0.12727093696594238,
+      "learning_rate": 0.0002713646673392008,
+      "loss": 0.0365,
+      "step": 924
+    },
+    {
+      "epoch": 0.61,
+      "grad_norm": 0.21029303967952728,
+      "learning_rate": 0.00027130405349764044,
+      "loss": 0.0554,
+      "step": 925
+    },
+    {
+      "epoch": 0.61,
+      "grad_norm": 0.10958801954984665,
+      "learning_rate": 0.00027124338235634695,
+      "loss": 0.032,
+      "step": 926
+    },
+    {
+      "epoch": 0.61,
+      "grad_norm": 0.06557829678058624,
+      "learning_rate": 0.0002711826539439792,
+      "loss": 0.0145,
+      "step": 927
+    },
+    {
+      "epoch": 0.61,
+      "grad_norm": 0.0530441552400589,
+      "learning_rate": 0.0002711218682892232,
+      "loss": 0.014,
+      "step": 928
+    },
+    {
+      "epoch": 0.61,
+      "grad_norm": 0.11874904483556747,
+      "learning_rate": 0.00027106102542079195,
+      "loss": 0.0144,
+      "step": 929
+    },
+    {
+      "epoch": 0.61,
+      "grad_norm": 0.07747121155261993,
+      "learning_rate": 0.0002710001253674254,
+      "loss": 0.0136,
+      "step": 930
+    },
+    {
+      "epoch": 0.61,
+      "grad_norm": 0.055583804845809937,
+      "learning_rate": 0.0002709391681578906,
+      "loss": 0.013,
+      "step": 931
+    },
+    {
+      "epoch": 0.61,
+      "grad_norm": 0.06069410964846611,
+      "learning_rate": 0.0002708781538209815,
+      "loss": 0.0076,
+      "step": 932
+    },
+    {
+      "epoch": 0.61,
+      "grad_norm": 0.019891362637281418,
+      "learning_rate": 0.00027081708238551927,
+      "loss": 0.0038,
+      "step": 933
+    },
+    {
+      "epoch": 0.61,
+      "grad_norm": 0.1343265175819397,
+      "learning_rate": 0.00027075595388035173,
+      "loss": 0.0307,
+      "step": 934
+    },
+    {
+      "epoch": 0.61,
+      "grad_norm": 0.04620016738772392,
+      "learning_rate": 0.00027069476833435397,
+      "loss": 0.0048,
+      "step": 935
+    },
+    {
+      "epoch": 0.61,
+      "grad_norm": 0.1706463247537613,
+      "learning_rate": 0.00027063352577642776,
+      "loss": 0.0643,
+      "step": 936
+    },
+    {
+      "epoch": 0.61,
+      "grad_norm": 0.058014389127492905,
+      "learning_rate": 0.0002705722262355019,
+      "loss": 0.0081,
+      "step": 937
+    },
+    {
+      "epoch": 0.61,
+      "grad_norm": 0.11744493991136551,
+      "learning_rate": 0.0002705108697405322,
+      "loss": 0.0308,
+      "step": 938
+    },
+    {
+      "epoch": 0.61,
+      "grad_norm": 0.08099761605262756,
+      "learning_rate": 0.00027044945632050127,
+      "loss": 0.0052,
+      "step": 939
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 0.29563236236572266,
+      "learning_rate": 0.00027038798600441865,
+      "loss": 0.0529,
+      "step": 940
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 0.043802157044410706,
+      "learning_rate": 0.0002703264588213206,
+      "loss": 0.0071,
+      "step": 941
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 0.12684734165668488,
+      "learning_rate": 0.00027026487480027057,
+      "loss": 0.0433,
+      "step": 942
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 0.21014286577701569,
+      "learning_rate": 0.00027020323397035855,
+      "loss": 0.028,
+      "step": 943
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 0.11645261198282242,
+      "learning_rate": 0.00027014153636070157,
+      "loss": 0.0178,
+      "step": 944
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 0.16726157069206238,
+      "learning_rate": 0.00027007978200044324,
+      "loss": 0.0508,
+      "step": 945
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 0.10064594447612762,
+      "learning_rate": 0.0002700179709187543,
+      "loss": 0.0239,
+      "step": 946
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 0.060703571885824203,
+      "learning_rate": 0.00026995610314483205,
+      "loss": 0.0103,
+      "step": 947
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 0.0527808852493763,
+      "learning_rate": 0.0002698941787079006,
+      "loss": 0.0178,
+      "step": 948
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 0.08081556856632233,
+      "learning_rate": 0.00026983219763721086,
+      "loss": 0.0157,
+      "step": 949
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 0.12985916435718536,
+      "learning_rate": 0.00026977015996204054,
+      "loss": 0.0575,
+      "step": 950
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 0.15043164789676666,
+      "learning_rate": 0.00026970806571169397,
+      "loss": 0.0302,
+      "step": 951
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 0.024910060688853264,
+      "learning_rate": 0.00026964591491550235,
+      "loss": 0.0045,
+      "step": 952
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 0.10944465547800064,
+      "learning_rate": 0.00026958370760282345,
+      "loss": 0.0574,
+      "step": 953
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 0.114822618663311,
+      "learning_rate": 0.0002695214438030418,
+      "loss": 0.0262,
+      "step": 954
+    },
+    {
+      "epoch": 0.63,
+      "grad_norm": 0.15373332798480988,
+      "learning_rate": 0.0002694591235455687,
+      "loss": 0.0206,
+      "step": 955
+    },
+    {
+      "epoch": 0.63,
+      "grad_norm": 0.14427144825458527,
+      "learning_rate": 0.0002693967468598419,
+      "loss": 0.0508,
+      "step": 956
+    },
+    {
+      "epoch": 0.63,
+      "grad_norm": 0.0668393075466156,
+      "learning_rate": 0.000269334313775326,
+      "loss": 0.0195,
+      "step": 957
+    },
+    {
+      "epoch": 0.63,
+      "grad_norm": 0.06797386705875397,
+      "learning_rate": 0.00026927182432151216,
+      "loss": 0.0081,
+      "step": 958
+    },
+    {
+      "epoch": 0.63,
+      "grad_norm": 0.21059945225715637,
+      "learning_rate": 0.00026920927852791825,
+      "loss": 0.1075,
+      "step": 959
+    },
+    {
+      "epoch": 0.63,
+      "grad_norm": 0.10499881953001022,
+      "learning_rate": 0.0002691466764240886,
+      "loss": 0.0111,
+      "step": 960
+    },
+    {
+      "epoch": 0.63,
+      "grad_norm": 0.033115822821855545,
+      "learning_rate": 0.00026908401803959423,
+      "loss": 0.0054,
+      "step": 961
+    },
+    {
+      "epoch": 0.63,
+      "grad_norm": 0.2655697464942932,
+      "learning_rate": 0.0002690213034040328,
+      "loss": 0.0455,
+      "step": 962
+    },
+    {
+      "epoch": 0.63,
+      "grad_norm": 0.1976163387298584,
+      "learning_rate": 0.0002689585325470284,
+      "loss": 0.0454,
+      "step": 963
+    },
+    {
+      "epoch": 0.63,
+      "grad_norm": 0.05260282754898071,
+      "learning_rate": 0.00026889570549823184,
+      "loss": 0.0275,
+      "step": 964
+    },
+    {
+      "epoch": 0.63,
+      "grad_norm": 0.1485443115234375,
+      "learning_rate": 0.0002688328222873203,
+      "loss": 0.0191,
+      "step": 965
+    },
+    {
+      "epoch": 0.63,
+      "grad_norm": 0.0436883270740509,
+      "learning_rate": 0.0002687698829439977,
+      "loss": 0.0099,
+      "step": 966
+    },
+    {
+      "epoch": 0.63,
+      "grad_norm": 0.12818527221679688,
+      "learning_rate": 0.00026870688749799416,
+      "loss": 0.0323,
+      "step": 967
+    },
+    {
+      "epoch": 0.63,
+      "grad_norm": 0.14603693783283234,
+      "learning_rate": 0.0002686438359790667,
+      "loss": 0.0541,
+      "step": 968
+    },
+    {
+      "epoch": 0.63,
+      "grad_norm": 0.09324526786804199,
+      "learning_rate": 0.00026858072841699847,
+      "loss": 0.0272,
+      "step": 969
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 0.26789504289627075,
+      "learning_rate": 0.0002685175648415994,
+      "loss": 0.0503,
+      "step": 970
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 0.059855278581380844,
+      "learning_rate": 0.0002684543452827056,
+      "loss": 0.0136,
+      "step": 971
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 0.08910810202360153,
+      "learning_rate": 0.00026839106977017974,
+      "loss": 0.016,
+      "step": 972
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 0.09903378039598465,
+      "learning_rate": 0.000268327738333911,
+      "loss": 0.0307,
+      "step": 973
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 0.16080208122730255,
+      "learning_rate": 0.00026826435100381487,
+      "loss": 0.0318,
+      "step": 974
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 0.09495270997285843,
+      "learning_rate": 0.0002682009078098333,
+      "loss": 0.0591,
+      "step": 975
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 0.11322695016860962,
+      "learning_rate": 0.00026813740878193457,
+      "loss": 0.047,
+      "step": 976
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 0.06805938482284546,
+      "learning_rate": 0.0002680738539501134,
+      "loss": 0.0337,
+      "step": 977
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 0.18398675322532654,
+      "learning_rate": 0.00026801024334439076,
+      "loss": 0.0653,
+      "step": 978
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 0.09730216860771179,
+      "learning_rate": 0.00026794657699481415,
+      "loss": 0.0463,
+      "step": 979
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 0.0954691618680954,
+      "learning_rate": 0.0002678828549314573,
+      "loss": 0.0199,
+      "step": 980
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 0.15214982628822327,
+      "learning_rate": 0.00026781907718442013,
+      "loss": 0.0606,
+      "step": 981
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 0.07308922708034515,
+      "learning_rate": 0.00026775524378382906,
+      "loss": 0.0229,
+      "step": 982
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 0.1865328997373581,
+      "learning_rate": 0.00026769135475983676,
+      "loss": 0.0617,
+      "step": 983
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 0.0670800730586052,
+      "learning_rate": 0.0002676274101426221,
+      "loss": 0.0213,
+      "step": 984
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 0.09108185768127441,
+      "learning_rate": 0.0002675634099623903,
+      "loss": 0.0163,
+      "step": 985
+    },
+    {
+      "epoch": 0.65,
+      "grad_norm": 0.09892558306455612,
+      "learning_rate": 0.0002674993542493727,
+      "loss": 0.0398,
+      "step": 986
+    },
+    {
+      "epoch": 0.65,
+      "grad_norm": 0.18465696275234222,
+      "learning_rate": 0.00026743524303382695,
+      "loss": 0.0456,
+      "step": 987
+    },
+    {
+      "epoch": 0.65,
+      "grad_norm": 0.14701491594314575,
+      "learning_rate": 0.000267371076346037,
+      "loss": 0.0217,
+      "step": 988
+    },
+    {
+      "epoch": 0.65,
+      "grad_norm": 0.22119949758052826,
+      "learning_rate": 0.0002673068542163128,
+      "loss": 0.0337,
+      "step": 989
+    },
+    {
+      "epoch": 0.65,
+      "grad_norm": 0.07329166680574417,
+      "learning_rate": 0.0002672425766749907,
+      "loss": 0.0077,
+      "step": 990
+    },
+    {
+      "epoch": 0.65,
+      "grad_norm": 0.08214308321475983,
+      "learning_rate": 0.0002671782437524331,
+      "loss": 0.0086,
+      "step": 991
+    },
+    {
+      "epoch": 0.65,
+      "grad_norm": 0.16395068168640137,
+      "learning_rate": 0.0002671138554790286,
+      "loss": 0.0511,
+      "step": 992
+    },
+    {
+      "epoch": 0.65,
+      "grad_norm": 0.07903768122196198,
+      "learning_rate": 0.0002670494118851919,
+      "loss": 0.0227,
+      "step": 993
+    },
+    {
+      "epoch": 0.65,
+      "grad_norm": 0.044391512870788574,
+      "learning_rate": 0.0002669849130013639,
+      "loss": 0.0062,
+      "step": 994
+    },
+    {
+      "epoch": 0.65,
+      "grad_norm": 0.11790774017572403,
+      "learning_rate": 0.0002669203588580116,
+      "loss": 0.0586,
+      "step": 995
+    },
+    {
+      "epoch": 0.65,
+      "grad_norm": 0.023213036358356476,
+      "learning_rate": 0.000266855749485628,
+      "loss": 0.004,
+      "step": 996
+    },
+    {
+      "epoch": 0.65,
+      "grad_norm": 0.1801631897687912,
+      "learning_rate": 0.0002667910849147324,
+      "loss": 0.0273,
+      "step": 997
+    },
+    {
+      "epoch": 0.65,
+      "grad_norm": 0.3998229205608368,
+      "learning_rate": 0.00026672636517587,
+      "loss": 0.0479,
+      "step": 998
+    },
+    {
+      "epoch": 0.65,
+      "grad_norm": 0.08344905078411102,
+      "learning_rate": 0.0002666615902996121,
+      "loss": 0.0066,
+      "step": 999
+    },
+    {
+      "epoch": 0.65,
+      "grad_norm": 0.4904734194278717,
+      "learning_rate": 0.00026659676031655605,
+      "loss": 0.107,
+      "step": 1000
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 0.14752142131328583,
+      "learning_rate": 0.00026653187525732525,
+      "loss": 0.0567,
+      "step": 1001
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 0.09572061896324158,
+      "learning_rate": 0.0002664669351525691,
+      "loss": 0.045,
+      "step": 1002
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 0.1489264965057373,
+      "learning_rate": 0.00026640194003296297,
+      "loss": 0.0181,
+      "step": 1003
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 0.06828869134187698,
+      "learning_rate": 0.00026633688992920833,
+      "loss": 0.0204,
+      "step": 1004
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 0.08580945432186127,
+      "learning_rate": 0.00026627178487203244,
+      "loss": 0.0275,
+      "step": 1005
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 0.2796219289302826,
+      "learning_rate": 0.00026620662489218867,
+      "loss": 0.06,
+      "step": 1006
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 0.19413504004478455,
+      "learning_rate": 0.0002661414100204563,
+      "loss": 0.048,
+      "step": 1007
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 0.0517372228205204,
+      "learning_rate": 0.0002660761402876405,
+      "loss": 0.0192,
+      "step": 1008
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 0.12586665153503418,
+      "learning_rate": 0.0002660108157245724,
+      "loss": 0.064,
+      "step": 1009
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 0.055950991809368134,
+      "learning_rate": 0.000265945436362109,
+      "loss": 0.0128,
+      "step": 1010
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 0.03763822093605995,
+      "learning_rate": 0.00026588000223113316,
+      "loss": 0.0107,
+      "step": 1011
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 0.20842203497886658,
+      "learning_rate": 0.00026581451336255365,
+      "loss": 0.0668,
+      "step": 1012
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 0.077543243765831,
+      "learning_rate": 0.00026574896978730515,
+      "loss": 0.0218,
+      "step": 1013
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 0.13783104717731476,
+      "learning_rate": 0.0002656833715363481,
+      "loss": 0.0431,
+      "step": 1014
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 0.049275536090135574,
+      "learning_rate": 0.0002656177186406687,
+      "loss": 0.012,
+      "step": 1015
+    },
+    {
+      "epoch": 0.67,
+      "grad_norm": 0.10721635073423386,
+      "learning_rate": 0.00026555201113127907,
+      "loss": 0.0392,
+      "step": 1016
+    },
+    {
+      "epoch": 0.67,
+      "grad_norm": 0.1177641823887825,
+      "learning_rate": 0.0002654862490392172,
+      "loss": 0.0416,
+      "step": 1017
+    },
+    {
+      "epoch": 0.67,
+      "grad_norm": 0.1034293919801712,
+      "learning_rate": 0.00026542043239554677,
+      "loss": 0.0262,
+      "step": 1018
+    },
+    {
+      "epoch": 0.67,
+      "grad_norm": 0.05769471079111099,
+      "learning_rate": 0.0002653545612313571,
+      "loss": 0.0088,
+      "step": 1019
+    },
+    {
+      "epoch": 0.67,
+      "grad_norm": 0.2152629792690277,
+      "learning_rate": 0.0002652886355777635,
+      "loss": 0.0709,
+      "step": 1020
+    },
+    {
+      "epoch": 0.67,
+      "grad_norm": 0.0717998817563057,
+      "learning_rate": 0.0002652226554659069,
+      "loss": 0.0135,
+      "step": 1021
+    },
+    {
+      "epoch": 0.67,
+      "grad_norm": 0.24547475576400757,
+      "learning_rate": 0.0002651566209269539,
+      "loss": 0.0627,
+      "step": 1022
+    },
+    {
+      "epoch": 0.67,
+      "grad_norm": 0.17455288767814636,
+      "learning_rate": 0.00026509053199209697,
+      "loss": 0.0466,
+      "step": 1023
+    },
+    {
+      "epoch": 0.67,
+      "grad_norm": 0.08559072017669678,
+      "learning_rate": 0.0002650243886925541,
+      "loss": 0.0306,
+      "step": 1024
+    },
+    {
+      "epoch": 0.67,
+      "grad_norm": 0.16568362712860107,
+      "learning_rate": 0.0002649581910595691,
+      "loss": 0.0272,
+      "step": 1025
+    },
+    {
+      "epoch": 0.67,
+      "grad_norm": 0.14109772443771362,
+      "learning_rate": 0.00026489193912441133,
+      "loss": 0.0241,
+      "step": 1026
+    },
+    {
+      "epoch": 0.67,
+      "grad_norm": 0.12116571515798569,
+      "learning_rate": 0.00026482563291837586,
+      "loss": 0.0216,
+      "step": 1027
+    },
+    {
+      "epoch": 0.67,
+      "grad_norm": 0.1847831755876541,
+      "learning_rate": 0.0002647592724727835,
+      "loss": 0.046,
+      "step": 1028
+    },
+    {
+      "epoch": 0.67,
+      "grad_norm": 0.1964387595653534,
+      "learning_rate": 0.0002646928578189803,
+      "loss": 0.0223,
+      "step": 1029
+    },
+    {
+      "epoch": 0.67,
+      "grad_norm": 0.17670650780200958,
+      "learning_rate": 0.0002646263889883385,
+      "loss": 0.0392,
+      "step": 1030
+    },
+    {
+      "epoch": 0.67,
+      "grad_norm": 0.3018537759780884,
+      "learning_rate": 0.00026455986601225544,
+      "loss": 0.0601,
+      "step": 1031
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 0.16954761743545532,
+      "learning_rate": 0.0002644932889221543,
+      "loss": 0.0568,
+      "step": 1032
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 0.07362630218267441,
+      "learning_rate": 0.0002644266577494837,
+      "loss": 0.0173,
+      "step": 1033
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 0.22263336181640625,
+      "learning_rate": 0.0002643599725257178,
+      "loss": 0.0528,
+      "step": 1034
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 0.1654106080532074,
+      "learning_rate": 0.00026429323328235635,
+      "loss": 0.0264,
+      "step": 1035
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 0.16433385014533997,
+      "learning_rate": 0.0002642264400509247,
+      "loss": 0.0403,
+      "step": 1036
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 0.16119657456874847,
+      "learning_rate": 0.0002641595928629735,
+      "loss": 0.0517,
+      "step": 1037
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 0.06720812618732452,
+      "learning_rate": 0.00026409269175007904,
+      "loss": 0.0275,
+      "step": 1038
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 0.08320458233356476,
+      "learning_rate": 0.000264025736743843,
+      "loss": 0.0254,
+      "step": 1039
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 0.10702455043792725,
+      "learning_rate": 0.00026395872787589254,
+      "loss": 0.0173,
+      "step": 1040
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 0.1805281639099121,
+      "learning_rate": 0.0002638916651778803,
+      "loss": 0.0526,
+      "step": 1041
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 0.1021476462483406,
+      "learning_rate": 0.0002638245486814843,
+      "loss": 0.0206,
+      "step": 1042
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 0.0951414480805397,
+      "learning_rate": 0.00026375737841840803,
+      "loss": 0.0165,
+      "step": 1043
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 0.07957201451063156,
+      "learning_rate": 0.0002636901544203804,
+      "loss": 0.0205,
+      "step": 1044
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 0.1612643599510193,
+      "learning_rate": 0.0002636228767191555,
+      "loss": 0.0426,
+      "step": 1045
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 0.06410415470600128,
+      "learning_rate": 0.00026355554534651296,
+      "loss": 0.0138,
+      "step": 1046
+    },
+    {
+      "epoch": 0.69,
+      "grad_norm": 0.06664423644542694,
+      "learning_rate": 0.0002634881603342578,
+      "loss": 0.0158,
+      "step": 1047
+    },
+    {
+      "epoch": 0.69,
+      "grad_norm": 0.07890690118074417,
+      "learning_rate": 0.0002634207217142203,
+      "loss": 0.0582,
+      "step": 1048
+    },
+    {
+      "epoch": 0.69,
+      "grad_norm": 0.14806897938251495,
+      "learning_rate": 0.000263353229518256,
+      "loss": 0.059,
+      "step": 1049
+    },
+    {
+      "epoch": 0.69,
+      "grad_norm": 0.08011514693498611,
+      "learning_rate": 0.00026328568377824587,
+      "loss": 0.0114,
+      "step": 1050
+    },
+    {
+      "epoch": 0.69,
+      "grad_norm": 0.2250976264476776,
+      "learning_rate": 0.00026321808452609615,
+      "loss": 0.0563,
+      "step": 1051
+    },
+    {
+      "epoch": 0.69,
+      "grad_norm": 0.12238743901252747,
+      "learning_rate": 0.0002631504317937383,
+      "loss": 0.027,
+      "step": 1052
+    },
+    {
+      "epoch": 0.69,
+      "grad_norm": 0.21183420717716217,
+      "learning_rate": 0.00026308272561312903,
+      "loss": 0.0975,
+      "step": 1053
+    },
+    {
+      "epoch": 0.69,
+      "grad_norm": 0.03879234194755554,
+      "learning_rate": 0.0002630149660162505,
+      "loss": 0.0079,
+      "step": 1054
+    },
+    {
+      "epoch": 0.69,
+      "grad_norm": 0.0885310247540474,
+      "learning_rate": 0.0002629471530351097,
+      "loss": 0.0345,
+      "step": 1055
+    },
+    {
+      "epoch": 0.69,
+      "grad_norm": 0.15572543442249298,
+      "learning_rate": 0.0002628792867017392,
+      "loss": 0.0418,
+      "step": 1056
+    },
+    {
+      "epoch": 0.69,
+      "grad_norm": 0.05571586638689041,
+      "learning_rate": 0.00026281136704819674,
+      "loss": 0.0148,
+      "step": 1057
+    },
+    {
+      "epoch": 0.69,
+      "grad_norm": 0.15888281166553497,
+      "learning_rate": 0.000262743394106565,
+      "loss": 0.0423,
+      "step": 1058
+    },
+    {
+      "epoch": 0.69,
+      "grad_norm": 0.06525658816099167,
+      "learning_rate": 0.0002626753679089521,
+      "loss": 0.0179,
+      "step": 1059
+    },
+    {
+      "epoch": 0.69,
+      "grad_norm": 0.12204741686582565,
+      "learning_rate": 0.0002626072884874911,
+      "loss": 0.025,
+      "step": 1060
+    },
+    {
+      "epoch": 0.69,
+      "grad_norm": 0.08302486687898636,
+      "learning_rate": 0.00026253915587434035,
+      "loss": 0.0346,
+      "step": 1061
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 0.1839776635169983,
+      "learning_rate": 0.0002624709701016833,
+      "loss": 0.0328,
+      "step": 1062
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 0.07696244865655899,
+      "learning_rate": 0.0002624027312017285,
+      "loss": 0.0133,
+      "step": 1063
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 0.13141821324825287,
+      "learning_rate": 0.0002623344392067096,
+      "loss": 0.0776,
+      "step": 1064
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 0.10801652073860168,
+      "learning_rate": 0.00026226609414888523,
+      "loss": 0.0308,
+      "step": 1065
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 0.11759611964225769,
+      "learning_rate": 0.00026219769606053927,
+      "loss": 0.0555,
+      "step": 1066
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 0.27231448888778687,
+      "learning_rate": 0.00026212924497398044,
+      "loss": 0.1241,
+      "step": 1067
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 0.05362692102789879,
+      "learning_rate": 0.00026206074092154276,
+      "loss": 0.0345,
+      "step": 1068
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 0.09251823276281357,
+      "learning_rate": 0.0002619921839355849,
+      "loss": 0.0423,
+      "step": 1069
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 0.09250043332576752,
+      "learning_rate": 0.000261923574048491,
+      "loss": 0.0433,
+      "step": 1070
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 0.04056562855839729,
+      "learning_rate": 0.0002618549112926698,
+      "loss": 0.0134,
+      "step": 1071
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 0.04624701663851738,
+      "learning_rate": 0.0002617861957005551,
+      "loss": 0.0204,
+      "step": 1072
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 0.09492779523134232,
+      "learning_rate": 0.00026171742730460583,
+      "loss": 0.0252,
+      "step": 1073
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 0.07661382853984833,
+      "learning_rate": 0.00026164860613730567,
+      "loss": 0.0164,
+      "step": 1074
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 0.2870001196861267,
+      "learning_rate": 0.0002615797322311633,
+      "loss": 0.0362,
+      "step": 1075
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 0.0941600501537323,
+      "learning_rate": 0.0002615108056187123,
+      "loss": 0.0277,
+      "step": 1076
+    },
+    {
+      "epoch": 0.71,
+      "grad_norm": 0.09941410273313522,
+      "learning_rate": 0.00026144182633251127,
+      "loss": 0.0271,
+      "step": 1077
+    },
+    {
+      "epoch": 0.71,
+      "grad_norm": 0.06893230229616165,
+      "learning_rate": 0.0002613727944051434,
+      "loss": 0.0264,
+      "step": 1078
+    },
+    {
+      "epoch": 0.71,
+      "grad_norm": 0.09225239604711533,
+      "learning_rate": 0.00026130370986921707,
+      "loss": 0.0124,
+      "step": 1079
+    },
+    {
+      "epoch": 0.71,
+      "grad_norm": 0.13335295021533966,
+      "learning_rate": 0.0002612345727573653,
+      "loss": 0.0658,
+      "step": 1080
+    },
+    {
+      "epoch": 0.71,
+      "grad_norm": 0.08353302627801895,
+      "learning_rate": 0.000261165383102246,
+      "loss": 0.0168,
+      "step": 1081
+    },
+    {
+      "epoch": 0.71,
+      "grad_norm": 0.16986088454723358,
+      "learning_rate": 0.00026109614093654195,
+      "loss": 0.0857,
+      "step": 1082
+    },
+    {
+      "epoch": 0.71,
+      "grad_norm": 0.07607953995466232,
+      "learning_rate": 0.00026102684629296065,
+      "loss": 0.01,
+      "step": 1083
+    },
+    {
+      "epoch": 0.71,
+      "grad_norm": 0.1080528199672699,
+      "learning_rate": 0.00026095749920423446,
+      "loss": 0.0605,
+      "step": 1084
+    },
+    {
+      "epoch": 0.71,
+      "grad_norm": 0.14226533472537994,
+      "learning_rate": 0.0002608880997031205,
+      "loss": 0.0323,
+      "step": 1085
+    },
+    {
+      "epoch": 0.71,
+      "grad_norm": 0.0267617329955101,
+      "learning_rate": 0.0002608186478224006,
+      "loss": 0.0046,
+      "step": 1086
+    },
+    {
+      "epoch": 0.71,
+      "grad_norm": 0.05727904289960861,
+      "learning_rate": 0.00026074914359488143,
+      "loss": 0.0111,
+      "step": 1087
+    },
+    {
+      "epoch": 0.71,
+      "grad_norm": 0.08158308267593384,
+      "learning_rate": 0.0002606795870533942,
+      "loss": 0.0227,
+      "step": 1088
+    },
+    {
+      "epoch": 0.71,
+      "grad_norm": 0.17422080039978027,
+      "learning_rate": 0.00026060997823079506,
+      "loss": 0.0583,
+      "step": 1089
+    },
+    {
+      "epoch": 0.71,
+      "grad_norm": 0.19084464013576508,
+      "learning_rate": 0.0002605403171599647,
+      "loss": 0.0736,
+      "step": 1090
+    },
+    {
+      "epoch": 0.71,
+      "grad_norm": 0.10208334028720856,
+      "learning_rate": 0.00026047060387380855,
+      "loss": 0.021,
+      "step": 1091
+    },
+    {
+      "epoch": 0.71,
+      "grad_norm": 0.13515685498714447,
+      "learning_rate": 0.0002604008384052568,
+      "loss": 0.0319,
+      "step": 1092
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 0.13729439675807953,
+      "learning_rate": 0.00026033102078726393,
+      "loss": 0.0292,
+      "step": 1093
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 0.10295616090297699,
+      "learning_rate": 0.0002602611510528095,
+      "loss": 0.0133,
+      "step": 1094
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 0.14003846049308777,
+      "learning_rate": 0.0002601912292348975,
+      "loss": 0.0413,
+      "step": 1095
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 0.22413985431194305,
+      "learning_rate": 0.0002601212553665564,
+      "loss": 0.0242,
+      "step": 1096
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 0.13832725584506989,
+      "learning_rate": 0.0002600512294808395,
+      "loss": 0.0353,
+      "step": 1097
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 0.29502683877944946,
+      "learning_rate": 0.0002599811516108245,
+      "loss": 0.0362,
+      "step": 1098
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 0.09490124136209488,
+      "learning_rate": 0.00025991102178961366,
+      "loss": 0.014,
+      "step": 1099
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 0.1145247370004654,
+      "learning_rate": 0.0002598408400503339,
+      "loss": 0.0294,
+      "step": 1100
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 0.38977229595184326,
+      "learning_rate": 0.00025977060642613645,
+      "loss": 0.0827,
+      "step": 1101
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 0.10398557782173157,
+      "learning_rate": 0.0002597003209501973,
+      "loss": 0.0176,
+      "step": 1102
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 0.13759955763816833,
+      "learning_rate": 0.0002596299836557168,
+      "loss": 0.0428,
+      "step": 1103
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 0.05294102802872658,
+      "learning_rate": 0.0002595595945759198,
+      "loss": 0.013,
+      "step": 1104
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 0.2116420418024063,
+      "learning_rate": 0.0002594891537440556,
+      "loss": 0.0416,
+      "step": 1105
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 0.0850871354341507,
+      "learning_rate": 0.00025941866119339786,
+      "loss": 0.0264,
+      "step": 1106
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 0.04429350420832634,
+      "learning_rate": 0.00025934811695724484,
+      "loss": 0.0088,
+      "step": 1107
+    },
+    {
+      "epoch": 0.73,
+      "grad_norm": 0.0578470379114151,
+      "learning_rate": 0.0002592775210689192,
+      "loss": 0.0295,
+      "step": 1108
+    },
+    {
+      "epoch": 0.73,
+      "grad_norm": 0.1103309616446495,
+      "learning_rate": 0.00025920687356176784,
+      "loss": 0.0154,
+      "step": 1109
+    },
+    {
+      "epoch": 0.73,
+      "grad_norm": 0.09454017877578735,
+      "learning_rate": 0.0002591361744691622,
+      "loss": 0.025,
+      "step": 1110
+    },
+    {
+      "epoch": 0.73,
+      "grad_norm": 0.19059227406978607,
+      "learning_rate": 0.0002590654238244979,
+      "loss": 0.0599,
+      "step": 1111
+    },
+    {
+      "epoch": 0.73,
+      "grad_norm": 0.08629673719406128,
+      "learning_rate": 0.0002589946216611952,
+      "loss": 0.0151,
+      "step": 1112
+    },
+    {
+      "epoch": 0.73,
+      "grad_norm": 0.18637306988239288,
+      "learning_rate": 0.0002589237680126984,
+      "loss": 0.0496,
+      "step": 1113
+    },
+    {
+      "epoch": 0.73,
+      "grad_norm": 0.12386718392372131,
+      "learning_rate": 0.00025885286291247634,
+      "loss": 0.0269,
+      "step": 1114
+    },
+    {
+      "epoch": 0.73,
+      "grad_norm": 0.18383803963661194,
+      "learning_rate": 0.00025878190639402204,
+      "loss": 0.0408,
+      "step": 1115
+    },
+    {
+      "epoch": 0.73,
+      "grad_norm": 0.24928437173366547,
+      "learning_rate": 0.0002587108984908528,
+      "loss": 0.0254,
+      "step": 1116
+    },
+    {
+      "epoch": 0.73,
+      "grad_norm": 0.023719167336821556,
+      "learning_rate": 0.00025863983923651027,
+      "loss": 0.0037,
+      "step": 1117
+    },
+    {
+      "epoch": 0.73,
+      "grad_norm": 0.16337376832962036,
+      "learning_rate": 0.00025856872866456037,
+      "loss": 0.0529,
+      "step": 1118
+    },
+    {
+      "epoch": 0.73,
+      "grad_norm": 0.11658964306116104,
+      "learning_rate": 0.00025849756680859317,
+      "loss": 0.063,
+      "step": 1119
+    },
+    {
+      "epoch": 0.73,
+      "grad_norm": 0.20387554168701172,
+      "learning_rate": 0.000258426353702223,
+      "loss": 0.0605,
+      "step": 1120
+    },
+    {
+      "epoch": 0.73,
+      "grad_norm": 0.2778151035308838,
+      "learning_rate": 0.0002583550893790885,
+      "loss": 0.0476,
+      "step": 1121
+    },
+    {
+      "epoch": 0.73,
+      "grad_norm": 0.11449744552373886,
+      "learning_rate": 0.0002582837738728522,
+      "loss": 0.0315,
+      "step": 1122
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 0.10286298394203186,
+      "learning_rate": 0.00025821240721720116,
+      "loss": 0.041,
+      "step": 1123
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 0.11522707343101501,
+      "learning_rate": 0.00025814098944584645,
+      "loss": 0.0414,
+      "step": 1124
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 0.06536536663770676,
+      "learning_rate": 0.0002580695205925233,
+      "loss": 0.0216,
+      "step": 1125
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 0.0686458870768547,
+      "learning_rate": 0.00025799800069099105,
+      "loss": 0.0667,
+      "step": 1126
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 0.07378174364566803,
+      "learning_rate": 0.0002579264297750331,
+      "loss": 0.018,
+      "step": 1127
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 0.05744575336575508,
+      "learning_rate": 0.0002578548078784571,
+      "loss": 0.0328,
+      "step": 1128
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 0.1781056821346283,
+      "learning_rate": 0.0002577831350350947,
+      "loss": 0.056,
+      "step": 1129
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 0.11974502354860306,
+      "learning_rate": 0.0002577114112788016,
+      "loss": 0.0411,
+      "step": 1130
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 0.07625679671764374,
+      "learning_rate": 0.00025763963664345745,
+      "loss": 0.0332,
+      "step": 1131
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 0.07967997342348099,
+      "learning_rate": 0.00025756781116296617,
+      "loss": 0.0431,
+      "step": 1132
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 0.14101997017860413,
+      "learning_rate": 0.0002574959348712555,
+      "loss": 0.0322,
+      "step": 1133
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 0.12365719676017761,
+      "learning_rate": 0.00025742400780227724,
+      "loss": 0.0205,
+      "step": 1134
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 0.14429523050785065,
+      "learning_rate": 0.0002573520299900073,
+      "loss": 0.069,
+      "step": 1135
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 0.021441614255309105,
+      "learning_rate": 0.0002572800014684453,
+      "loss": 0.0054,
+      "step": 1136
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 0.08611132204532623,
+      "learning_rate": 0.0002572079222716151,
+      "loss": 0.0442,
+      "step": 1137
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 0.09402936697006226,
+      "learning_rate": 0.0002571357924335642,
+      "loss": 0.0352,
+      "step": 1138
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 0.08581096678972244,
+      "learning_rate": 0.00025706361198836437,
+      "loss": 0.0149,
+      "step": 1139
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 0.0612567737698555,
+      "learning_rate": 0.0002569913809701109,
+      "loss": 0.014,
+      "step": 1140
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 0.10282464325428009,
+      "learning_rate": 0.0002569190994129233,
+      "loss": 0.0254,
+      "step": 1141
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 0.07298202067613602,
+      "learning_rate": 0.00025684676735094475,
+      "loss": 0.033,
+      "step": 1142
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 0.06616336852312088,
+      "learning_rate": 0.0002567743848183423,
+      "loss": 0.0127,
+      "step": 1143
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 0.09016578644514084,
+      "learning_rate": 0.000256701951849307,
+      "loss": 0.0248,
+      "step": 1144
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 0.09605623781681061,
+      "learning_rate": 0.0002566294684780536,
+      "loss": 0.0554,
+      "step": 1145
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 0.13209934532642365,
+      "learning_rate": 0.0002565569347388206,
+      "loss": 0.0437,
+      "step": 1146
+    },
+    {
+      "epoch": 0.75,
+      "eval_loss": 0.030348777770996094,
+      "eval_runtime": 39.9058,
+      "eval_samples_per_second": 32.251,
+      "eval_steps_per_second": 8.069,
+      "step": 1146
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 0.13489413261413574,
+      "learning_rate": 0.0002564843506658704,
+      "loss": 0.0214,
+      "step": 1147
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 0.036875851452350616,
+      "learning_rate": 0.00025641171629348916,
+      "loss": 0.0075,
+      "step": 1148
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 0.04911373555660248,
+      "learning_rate": 0.0002563390316559868,
+      "loss": 0.0331,
+      "step": 1149
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 0.02945212461054325,
+      "learning_rate": 0.0002562662967876969,
+      "loss": 0.0044,
+      "step": 1150
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 0.09545271843671799,
+      "learning_rate": 0.00025619351172297686,
+      "loss": 0.0342,
+      "step": 1151
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 0.034161727875471115,
+      "learning_rate": 0.0002561206764962079,
+      "loss": 0.0064,
+      "step": 1152
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 0.17162153124809265,
+      "learning_rate": 0.00025604779114179457,
+      "loss": 0.0305,
+      "step": 1153
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 0.10241468250751495,
+      "learning_rate": 0.0002559748556941654,
+      "loss": 0.0143,
+      "step": 1154
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 0.19089680910110474,
+      "learning_rate": 0.0002559018701877726,
+      "loss": 0.0192,
+      "step": 1155
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 0.19189144670963287,
+      "learning_rate": 0.0002558288346570918,
+      "loss": 0.0385,
+      "step": 1156
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 0.023649632930755615,
+      "learning_rate": 0.00025575574913662256,
+      "loss": 0.0043,
+      "step": 1157
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 0.20011720061302185,
+      "learning_rate": 0.0002556826136608877,
+      "loss": 0.0361,
+      "step": 1158
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 0.3903810679912567,
+      "learning_rate": 0.00025560942826443396,
+      "loss": 0.1086,
+      "step": 1159
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 0.0918634682893753,
+      "learning_rate": 0.0002555361929818315,
+      "loss": 0.0237,
+      "step": 1160
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 0.11210468411445618,
+      "learning_rate": 0.00025546290784767407,
+      "loss": 0.0432,
+      "step": 1161
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 0.10598167777061462,
+      "learning_rate": 0.000255389572896579,
+      "loss": 0.0304,
+      "step": 1162
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 0.03547512739896774,
+      "learning_rate": 0.00025531618816318697,
+      "loss": 0.014,
+      "step": 1163
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 0.08146083354949951,
+      "learning_rate": 0.00025524275368216245,
+      "loss": 0.0122,
+      "step": 1164
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 0.046655625104904175,
+      "learning_rate": 0.00025516926948819334,
+      "loss": 0.0151,
+      "step": 1165
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 0.09417696297168732,
+      "learning_rate": 0.0002550957356159908,
+      "loss": 0.047,
+      "step": 1166
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 0.08695515990257263,
+      "learning_rate": 0.00025502215210028976,
+      "loss": 0.0363,
+      "step": 1167
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 0.05286262556910515,
+      "learning_rate": 0.0002549485189758485,
+      "loss": 0.0331,
+      "step": 1168
+    },
+    {
+      "epoch": 0.77,
+      "grad_norm": 0.1305568516254425,
+      "learning_rate": 0.0002548748362774485,
+      "loss": 0.0552,
+      "step": 1169
+    },
+    {
+      "epoch": 0.77,
+      "grad_norm": 0.15096144378185272,
+      "learning_rate": 0.000254801104039895,
+      "loss": 0.0341,
+      "step": 1170
+    },
+    {
+      "epoch": 0.77,
+      "grad_norm": 0.07643090933561325,
+      "learning_rate": 0.0002547273222980165,
+      "loss": 0.0234,
+      "step": 1171
+    },
+    {
+      "epoch": 0.77,
+      "grad_norm": 0.052111852914094925,
+      "learning_rate": 0.0002546534910866648,
+      "loss": 0.0278,
+      "step": 1172
+    },
+    {
+      "epoch": 0.77,
+      "grad_norm": 0.15109075605869293,
+      "learning_rate": 0.00025457961044071523,
+      "loss": 0.039,
+      "step": 1173
+    },
+    {
+      "epoch": 0.77,
+      "grad_norm": 0.05562788248062134,
+      "learning_rate": 0.00025450568039506633,
+      "loss": 0.0214,
+      "step": 1174
+    },
+    {
+      "epoch": 0.77,
+      "grad_norm": 0.1751837581396103,
+      "learning_rate": 0.00025443170098464,
+      "loss": 0.0401,
+      "step": 1175
+    },
+    {
+      "epoch": 0.77,
+      "grad_norm": 0.19507139921188354,
+      "learning_rate": 0.0002543576722443816,
+      "loss": 0.0331,
+      "step": 1176
+    },
+    {
+      "epoch": 0.77,
+      "grad_norm": 0.10975005477666855,
+      "learning_rate": 0.00025428359420925966,
+      "loss": 0.0155,
+      "step": 1177
+    },
+    {
+      "epoch": 0.77,
+      "grad_norm": 0.1416396051645279,
+      "learning_rate": 0.00025420946691426586,
+      "loss": 0.0473,
+      "step": 1178
+    },
+    {
+      "epoch": 0.77,
+      "grad_norm": 0.03987191617488861,
+      "learning_rate": 0.0002541352903944155,
+      "loss": 0.0069,
+      "step": 1179
+    },
+    {
+      "epoch": 0.77,
+      "grad_norm": 0.34085920453071594,
+      "learning_rate": 0.00025406106468474685,
+      "loss": 0.0919,
+      "step": 1180
+    },
+    {
+      "epoch": 0.77,
+      "grad_norm": 0.06129152700304985,
+      "learning_rate": 0.0002539867898203215,
+      "loss": 0.0129,
+      "step": 1181
+    },
+    {
+      "epoch": 0.77,
+      "grad_norm": 0.08059722930192947,
+      "learning_rate": 0.00025391246583622427,
+      "loss": 0.0172,
+      "step": 1182
+    },
+    {
+      "epoch": 0.77,
+      "grad_norm": 0.12509244680404663,
+      "learning_rate": 0.0002538380927675632,
+      "loss": 0.0881,
+      "step": 1183
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 0.21917979419231415,
+      "learning_rate": 0.00025376367064946945,
+      "loss": 0.0438,
+      "step": 1184
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 0.05029948800802231,
+      "learning_rate": 0.0002536891995170974,
+      "loss": 0.0102,
+      "step": 1185
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 0.027424413710832596,
+      "learning_rate": 0.00025361467940562463,
+      "loss": 0.0053,
+      "step": 1186
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 0.0775713250041008,
+      "learning_rate": 0.0002535401103502517,
+      "loss": 0.0329,
+      "step": 1187
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 0.12953567504882812,
+      "learning_rate": 0.0002534654923862025,
+      "loss": 0.0371,
+      "step": 1188
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 0.07097966223955154,
+      "learning_rate": 0.00025339082554872377,
+      "loss": 0.0165,
+      "step": 1189
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 0.1304195523262024,
+      "learning_rate": 0.0002533161098730856,
+      "loss": 0.0386,
+      "step": 1190
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 0.06887423247098923,
+      "learning_rate": 0.00025324134539458096,
+      "loss": 0.0221,
+      "step": 1191
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 0.08637112379074097,
+      "learning_rate": 0.00025316653214852596,
+      "loss": 0.0341,
+      "step": 1192
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 0.04632532596588135,
+      "learning_rate": 0.0002530916701702597,
+      "loss": 0.0094,
+      "step": 1193
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 0.11397617310285568,
+      "learning_rate": 0.00025301675949514435,
+      "loss": 0.0167,
+      "step": 1194
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 0.04785558953881264,
+      "learning_rate": 0.000252941800158565,
+      "loss": 0.0189,
+      "step": 1195
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 0.24082554876804352,
+      "learning_rate": 0.00025286679219593,
+      "loss": 0.0472,
+      "step": 1196
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 0.14454412460327148,
+      "learning_rate": 0.00025279173564267014,
+      "loss": 0.0521,
+      "step": 1197
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 0.16198396682739258,
+      "learning_rate": 0.00025271663053423967,
+      "loss": 0.0606,
+      "step": 1198
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 0.114061638712883,
+      "learning_rate": 0.0002526414769061155,
+      "loss": 0.012,
+      "step": 1199
+    },
+    {
+      "epoch": 0.79,
+      "grad_norm": 0.1736219972372055,
+      "learning_rate": 0.00025256627479379755,
+      "loss": 0.0516,
+      "step": 1200
+    },
+    {
+      "epoch": 0.79,
+      "grad_norm": 0.04280832037329674,
+      "learning_rate": 0.0002524910242328087,
+      "loss": 0.0073,
+      "step": 1201
+    },
+    {
+      "epoch": 0.79,
+      "grad_norm": 0.13054266571998596,
+      "learning_rate": 0.0002524157252586946,
+      "loss": 0.0295,
+      "step": 1202
+    },
+    {
+      "epoch": 0.79,
+      "grad_norm": 0.24452893435955048,
+      "learning_rate": 0.00025234037790702375,
+      "loss": 0.0856,
+      "step": 1203
+    },
+    {
+      "epoch": 0.79,
+      "grad_norm": 0.05776005983352661,
+      "learning_rate": 0.0002522649822133877,
+      "loss": 0.0152,
+      "step": 1204
+    },
+    {
+      "epoch": 0.79,
+      "grad_norm": 0.27971917390823364,
+      "learning_rate": 0.0002521895382134006,
+      "loss": 0.1183,
+      "step": 1205
+    },
+    {
+      "epoch": 0.79,
+      "grad_norm": 0.04905636981129646,
+      "learning_rate": 0.0002521140459426995,
+      "loss": 0.0126,
+      "step": 1206
+    },
+    {
+      "epoch": 0.79,
+      "grad_norm": 0.15006506443023682,
+      "learning_rate": 0.0002520385054369444,
+      "loss": 0.0811,
+      "step": 1207
+    },
+    {
+      "epoch": 0.79,
+      "grad_norm": 0.15131042897701263,
+      "learning_rate": 0.00025196291673181784,
+      "loss": 0.0401,
+      "step": 1208
+    },
+    {
+      "epoch": 0.79,
+      "grad_norm": 0.1603415459394455,
+      "learning_rate": 0.0002518872798630253,
+      "loss": 0.0448,
+      "step": 1209
+    },
+    {
+      "epoch": 0.79,
+      "grad_norm": 0.07513672858476639,
+      "learning_rate": 0.0002518115948662949,
+      "loss": 0.0401,
+      "step": 1210
+    },
+    {
+      "epoch": 0.79,
+      "grad_norm": 0.11225542426109314,
+      "learning_rate": 0.0002517358617773776,
+      "loss": 0.039,
+      "step": 1211
+    },
+    {
+      "epoch": 0.79,
+      "grad_norm": 0.0876198261976242,
+      "learning_rate": 0.000251660080632047,
+      "loss": 0.0239,
+      "step": 1212
+    },
+    {
+      "epoch": 0.79,
+      "grad_norm": 0.1050589308142662,
+      "learning_rate": 0.0002515842514660994,
+      "loss": 0.0258,
+      "step": 1213
+    },
+    {
+      "epoch": 0.79,
+      "grad_norm": 0.0426226444542408,
+      "learning_rate": 0.0002515083743153539,
+      "loss": 0.0111,
+      "step": 1214
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.09025552123785019,
+      "learning_rate": 0.00025143244921565214,
+      "loss": 0.0185,
+      "step": 1215
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.12371645122766495,
+      "learning_rate": 0.00025135647620285834,
+      "loss": 0.0326,
+      "step": 1216
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.07417233288288116,
+      "learning_rate": 0.0002512804553128596,
+      "loss": 0.0238,
+      "step": 1217
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.10499947518110275,
+      "learning_rate": 0.0002512043865815654,
+      "loss": 0.0464,
+      "step": 1218
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.16344919800758362,
+      "learning_rate": 0.00025112827004490797,
+      "loss": 0.0373,
+      "step": 1219
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.0862027183175087,
+      "learning_rate": 0.00025105210573884203,
+      "loss": 0.0178,
+      "step": 1220
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.10541030019521713,
+      "learning_rate": 0.0002509758936993449,
+      "loss": 0.0377,
+      "step": 1221
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.05190376564860344,
+      "learning_rate": 0.00025089963396241643,
+      "loss": 0.0099,
+      "step": 1222
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.09249959141016006,
+      "learning_rate": 0.00025082332656407906,
+      "loss": 0.0157,
+      "step": 1223
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.02348952367901802,
+      "learning_rate": 0.00025074697154037765,
+      "loss": 0.0041,
+      "step": 1224
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.12875327467918396,
+      "learning_rate": 0.0002506705689273797,
+      "loss": 0.0173,
+      "step": 1225
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.13971397280693054,
+      "learning_rate": 0.0002505941187611749,
+      "loss": 0.0381,
+      "step": 1226
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.21139316260814667,
+      "learning_rate": 0.00025051762107787583,
+      "loss": 0.0399,
+      "step": 1227
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.10346369445323944,
+      "learning_rate": 0.0002504410759136171,
+      "loss": 0.031,
+      "step": 1228
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.021524077281355858,
+      "learning_rate": 0.00025036448330455603,
+      "loss": 0.0041,
+      "step": 1229
+    },
+    {
+      "epoch": 0.81,
+      "grad_norm": 0.21078258752822876,
+      "learning_rate": 0.0002502878432868722,
+      "loss": 0.0291,
+      "step": 1230
+    },
+    {
+      "epoch": 0.81,
+      "grad_norm": 0.28720253705978394,
+      "learning_rate": 0.00025021115589676774,
+      "loss": 0.0318,
+      "step": 1231
+    },
+    {
+      "epoch": 0.81,
+      "grad_norm": 0.2182384580373764,
+      "learning_rate": 0.00025013442117046694,
+      "loss": 0.0407,
+      "step": 1232
+    },
+    {
+      "epoch": 0.81,
+      "grad_norm": 0.1223733052611351,
+      "learning_rate": 0.0002500576391442166,
+      "loss": 0.0189,
+      "step": 1233
+    },
+    {
+      "epoch": 0.81,
+      "grad_norm": 0.1699313372373581,
+      "learning_rate": 0.0002499808098542858,
+      "loss": 0.1081,
+      "step": 1234
+    },
+    {
+      "epoch": 0.81,
+      "grad_norm": 0.21604309976100922,
+      "learning_rate": 0.00024990393333696603,
+      "loss": 0.0406,
+      "step": 1235
+    },
+    {
+      "epoch": 0.81,
+      "grad_norm": 0.11065655201673508,
+      "learning_rate": 0.00024982700962857094,
+      "loss": 0.0274,
+      "step": 1236
+    },
+    {
+      "epoch": 0.81,
+      "grad_norm": 0.10013590008020401,
+      "learning_rate": 0.0002497500387654367,
+      "loss": 0.0138,
+      "step": 1237
+    },
+    {
+      "epoch": 0.81,
+      "grad_norm": 0.03474019467830658,
+      "learning_rate": 0.0002496730207839215,
+      "loss": 0.0067,
+      "step": 1238
+    },
+    {
+      "epoch": 0.81,
+      "grad_norm": 0.1373460739850998,
+      "learning_rate": 0.00024959595572040594,
+      "loss": 0.0382,
+      "step": 1239
+    },
+    {
+      "epoch": 0.81,
+      "grad_norm": 0.1674460619688034,
+      "learning_rate": 0.0002495188436112928,
+      "loss": 0.0187,
+      "step": 1240
+    },
+    {
+      "epoch": 0.81,
+      "grad_norm": 0.056852634996175766,
+      "learning_rate": 0.0002494416844930072,
+      "loss": 0.02,
+      "step": 1241
+    },
+    {
+      "epoch": 0.81,
+      "grad_norm": 0.1567879319190979,
+      "learning_rate": 0.00024936447840199626,
+      "loss": 0.0488,
+      "step": 1242
+    },
+    {
+      "epoch": 0.81,
+      "grad_norm": 0.19893474876880646,
+      "learning_rate": 0.0002492872253747294,
+      "loss": 0.0382,
+      "step": 1243
+    },
+    {
+      "epoch": 0.81,
+      "grad_norm": 0.07066723704338074,
+      "learning_rate": 0.0002492099254476983,
+      "loss": 0.0194,
+      "step": 1244
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 0.11466959118843079,
+      "learning_rate": 0.00024913257865741663,
+      "loss": 0.0367,
+      "step": 1245
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 0.08930857479572296,
+      "learning_rate": 0.0002490551850404203,
+      "loss": 0.0186,
+      "step": 1246
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 0.0905904471874237,
+      "learning_rate": 0.0002489777446332673,
+      "loss": 0.0349,
+      "step": 1247
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 0.225018709897995,
+      "learning_rate": 0.0002489002574725378,
+      "loss": 0.0579,
+      "step": 1248
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 0.15631456673145294,
+      "learning_rate": 0.0002488227235948339,
+      "loss": 0.0361,
+      "step": 1249
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 0.06862124055624008,
+      "learning_rate": 0.0002487451430367798,
+      "loss": 0.0351,
+      "step": 1250
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 0.10271900147199631,
+      "learning_rate": 0.00024866751583502194,
+      "loss": 0.0393,
+      "step": 1251
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 0.12624254822731018,
+      "learning_rate": 0.0002485898420262286,
+      "loss": 0.0309,
+      "step": 1252
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 0.116575688123703,
+      "learning_rate": 0.00024851212164709013,
+      "loss": 0.058,
+      "step": 1253
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 0.06756250560283661,
+      "learning_rate": 0.00024843435473431886,
+      "loss": 0.0335,
+      "step": 1254
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 0.20835717022418976,
+      "learning_rate": 0.0002483565413246492,
+      "loss": 0.0389,
+      "step": 1255
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 0.04360177740454674,
+      "learning_rate": 0.0002482786814548374,
+      "loss": 0.008,
+      "step": 1256
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 0.1068229153752327,
+      "learning_rate": 0.0002482007751616616,
+      "loss": 0.0304,
+      "step": 1257
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 0.04819338023662567,
+      "learning_rate": 0.0002481228224819221,
+      "loss": 0.0098,
+      "step": 1258
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 0.48405715823173523,
+      "learning_rate": 0.00024804482345244105,
+      "loss": 0.0348,
+      "step": 1259
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 0.09796518087387085,
+      "learning_rate": 0.0002479667781100622,
+      "loss": 0.0153,
+      "step": 1260
+    },
+    {
+      "epoch": 0.83,
+      "grad_norm": 0.13171538710594177,
+      "learning_rate": 0.0002478886864916516,
+      "loss": 0.0316,
+      "step": 1261
+    },
+    {
+      "epoch": 0.83,
+      "grad_norm": 0.0907411128282547,
+      "learning_rate": 0.00024781054863409676,
+      "loss": 0.0169,
+      "step": 1262
+    },
+    {
+      "epoch": 0.83,
+      "grad_norm": 0.10159718245267868,
+      "learning_rate": 0.00024773236457430745,
+      "loss": 0.013,
+      "step": 1263
+    },
+    {
+      "epoch": 0.83,
+      "grad_norm": 0.10823512077331543,
+      "learning_rate": 0.00024765413434921495,
+      "loss": 0.0252,
+      "step": 1264
+    },
+    {
+      "epoch": 0.83,
+      "grad_norm": 0.07199376821517944,
+      "learning_rate": 0.0002475758579957724,
+      "loss": 0.0105,
+      "step": 1265
+    },
+    {
+      "epoch": 0.83,
+      "grad_norm": 0.11216728389263153,
+      "learning_rate": 0.0002474975355509549,
+      "loss": 0.0339,
+      "step": 1266
+    },
+    {
+      "epoch": 0.83,
+      "grad_norm": 0.16655175387859344,
+      "learning_rate": 0.00024741916705175906,
+      "loss": 0.0306,
+      "step": 1267
+    },
+    {
+      "epoch": 0.83,
+      "grad_norm": 0.08566506952047348,
+      "learning_rate": 0.00024734075253520345,
+      "loss": 0.0329,
+      "step": 1268
+    },
+    {
+      "epoch": 0.83,
+      "grad_norm": 0.1542367786169052,
+      "learning_rate": 0.00024726229203832824,
+      "loss": 0.0284,
+      "step": 1269
+    },
+    {
+      "epoch": 0.83,
+      "grad_norm": 0.1685347855091095,
+      "learning_rate": 0.00024718378559819554,
+      "loss": 0.0385,
+      "step": 1270
+    },
+    {
+      "epoch": 0.83,
+      "grad_norm": 0.1904221624135971,
+      "learning_rate": 0.00024710523325188885,
+      "loss": 0.0435,
+      "step": 1271
+    },
+    {
+      "epoch": 0.83,
+      "grad_norm": 0.10915929824113846,
+      "learning_rate": 0.00024702663503651357,
+      "loss": 0.0129,
+      "step": 1272
+    },
+    {
+      "epoch": 0.83,
+      "grad_norm": 0.04411763325333595,
+      "learning_rate": 0.0002469479909891967,
+      "loss": 0.0038,
+      "step": 1273
+    },
+    {
+      "epoch": 0.83,
+      "grad_norm": 0.22485259175300598,
+      "learning_rate": 0.0002468693011470869,
+      "loss": 0.0456,
+      "step": 1274
+    },
+    {
+      "epoch": 0.83,
+      "grad_norm": 0.10708510875701904,
+      "learning_rate": 0.00024679056554735454,
+      "loss": 0.0192,
+      "step": 1275
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 0.15084552764892578,
+      "learning_rate": 0.00024671178422719137,
+      "loss": 0.0293,
+      "step": 1276
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 0.14543551206588745,
+      "learning_rate": 0.000246632957223811,
+      "loss": 0.0666,
+      "step": 1277
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 0.1648811399936676,
+      "learning_rate": 0.00024655408457444853,
+      "loss": 0.0321,
+      "step": 1278
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 0.16748228669166565,
+      "learning_rate": 0.00024647516631636055,
+      "loss": 0.0373,
+      "step": 1279
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 0.04038754105567932,
+      "learning_rate": 0.00024639620248682523,
+      "loss": 0.0049,
+      "step": 1280
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 0.1675775945186615,
+      "learning_rate": 0.00024631719312314234,
+      "loss": 0.0517,
+      "step": 1281
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 0.227004274725914,
+      "learning_rate": 0.00024623813826263303,
+      "loss": 0.0445,
+      "step": 1282
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 0.05555510148406029,
+      "learning_rate": 0.00024615903794264005,
+      "loss": 0.0096,
+      "step": 1283
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 0.16279524564743042,
+      "learning_rate": 0.00024607989220052766,
+      "loss": 0.0452,
+      "step": 1284
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 0.22099511325359344,
+      "learning_rate": 0.0002460007010736814,
+      "loss": 0.0484,
+      "step": 1285
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 0.3313157558441162,
+      "learning_rate": 0.00024592146459950835,
+      "loss": 0.0798,
+      "step": 1286
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 0.1560799926519394,
+      "learning_rate": 0.0002458421828154371,
+      "loss": 0.0523,
+      "step": 1287
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 0.0924949198961258,
+      "learning_rate": 0.0002457628557589174,
+      "loss": 0.0416,
+      "step": 1288
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 0.061663124710321426,
+      "learning_rate": 0.0002456834834674207,
+      "loss": 0.0187,
+      "step": 1289
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 0.04804534092545509,
+      "learning_rate": 0.0002456040659784396,
+      "loss": 0.0236,
+      "step": 1290
+    },
+    {
+      "epoch": 0.85,
+      "grad_norm": 0.09753583371639252,
+      "learning_rate": 0.00024552460332948804,
+      "loss": 0.0447,
+      "step": 1291
+    },
+    {
+      "epoch": 0.85,
+      "grad_norm": 0.03994222357869148,
+      "learning_rate": 0.0002454450955581015,
+      "loss": 0.0098,
+      "step": 1292
+    },
+    {
+      "epoch": 0.85,
+      "grad_norm": 0.12844492495059967,
+      "learning_rate": 0.0002453655427018364,
+      "loss": 0.0234,
+      "step": 1293
+    },
+    {
+      "epoch": 0.85,
+      "grad_norm": 0.12967482209205627,
+      "learning_rate": 0.000245285944798271,
+      "loss": 0.0435,
+      "step": 1294
+    },
+    {
+      "epoch": 0.85,
+      "grad_norm": 0.25114384293556213,
+      "learning_rate": 0.00024520630188500423,
+      "loss": 0.0539,
+      "step": 1295
+    },
+    {
+      "epoch": 0.85,
+      "grad_norm": 0.25040391087532043,
+      "learning_rate": 0.0002451266139996568,
+      "loss": 0.037,
+      "step": 1296
+    },
+    {
+      "epoch": 0.85,
+      "grad_norm": 0.21144863963127136,
+      "learning_rate": 0.0002450468811798703,
+      "loss": 0.0371,
+      "step": 1297
+    },
+    {
+      "epoch": 0.85,
+      "grad_norm": 0.2176048457622528,
+      "learning_rate": 0.00024496710346330776,
+      "loss": 0.0311,
+      "step": 1298
+    },
+    {
+      "epoch": 0.85,
+      "grad_norm": 0.06802531331777573,
+      "learning_rate": 0.0002448872808876533,
+      "loss": 0.0095,
+      "step": 1299
+    },
+    {
+      "epoch": 0.85,
+      "grad_norm": 0.11026319861412048,
+      "learning_rate": 0.0002448074134906123,
+      "loss": 0.0132,
+      "step": 1300
+    },
+    {
+      "epoch": 0.85,
+      "grad_norm": 0.2511361539363861,
+      "learning_rate": 0.00024472750130991126,
+      "loss": 0.0091,
+      "step": 1301
+    },
+    {
+      "epoch": 0.85,
+      "grad_norm": 0.42377692461013794,
+      "learning_rate": 0.0002446475443832979,
+      "loss": 0.0669,
+      "step": 1302
+    },
+    {
+      "epoch": 0.85,
+      "grad_norm": 0.587988555431366,
+      "learning_rate": 0.000244567542748541,
+      "loss": 0.0737,
+      "step": 1303
+    },
+    {
+      "epoch": 0.85,
+      "grad_norm": 0.1163543239235878,
+      "learning_rate": 0.0002444874964434305,
+      "loss": 0.0151,
+      "step": 1304
+    },
+    {
+      "epoch": 0.85,
+      "grad_norm": 0.036374811083078384,
+      "learning_rate": 0.00024440740550577754,
+      "loss": 0.0067,
+      "step": 1305
+    },
+    {
+      "epoch": 0.85,
+      "grad_norm": 0.07870301604270935,
+      "learning_rate": 0.00024432726997341403,
+      "loss": 0.0191,
+      "step": 1306
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 0.09554275870323181,
+      "learning_rate": 0.0002442470898841933,
+      "loss": 0.0169,
+      "step": 1307
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 0.20255301892757416,
+      "learning_rate": 0.0002441668652759896,
+      "loss": 0.0404,
+      "step": 1308
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 0.015268395654857159,
+      "learning_rate": 0.0002440865961866981,
+      "loss": 0.002,
+      "step": 1309
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 0.08300946652889252,
+      "learning_rate": 0.0002440062826542351,
+      "loss": 0.0281,
+      "step": 1310
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 0.2025083601474762,
+      "learning_rate": 0.00024392592471653786,
+      "loss": 0.0407,
+      "step": 1311
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 0.01875820755958557,
+      "learning_rate": 0.0002438455224115647,
+      "loss": 0.0024,
+      "step": 1312
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 0.16822032630443573,
+      "learning_rate": 0.0002437650757772947,
+      "loss": 0.0356,
+      "step": 1313
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 0.307230681180954,
+      "learning_rate": 0.0002436845848517281,
+      "loss": 0.0277,
+      "step": 1314
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 0.21822179853916168,
+      "learning_rate": 0.00024360404967288586,
+      "loss": 0.0153,
+      "step": 1315
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 0.18913914263248444,
+      "learning_rate": 0.00024352347027881003,
+      "loss": 0.0664,
+      "step": 1316
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 0.26664435863494873,
+      "learning_rate": 0.0002434428467075634,
+      "loss": 0.0821,
+      "step": 1317
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 0.15764296054840088,
+      "learning_rate": 0.00024336217899722967,
+      "loss": 0.0663,
+      "step": 1318
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 0.09952249377965927,
+      "learning_rate": 0.00024328146718591352,
+      "loss": 0.0497,
+      "step": 1319
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 0.20798932015895844,
+      "learning_rate": 0.00024320071131174022,
+      "loss": 0.0448,
+      "step": 1320
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 0.2187434434890747,
+      "learning_rate": 0.00024311991141285602,
+      "loss": 0.0547,
+      "step": 1321
+    },
+    {
+      "epoch": 0.87,
+      "grad_norm": 0.08128710836172104,
+      "learning_rate": 0.00024303906752742797,
+      "loss": 0.0232,
+      "step": 1322
+    },
+    {
+      "epoch": 0.87,
+      "grad_norm": 0.1579497754573822,
+      "learning_rate": 0.00024295817969364382,
+      "loss": 0.0368,
+      "step": 1323
+    },
+    {
+      "epoch": 0.87,
+      "grad_norm": 0.3530323803424835,
+      "learning_rate": 0.00024287724794971207,
+      "loss": 0.0543,
+      "step": 1324
+    },
+    {
+      "epoch": 0.87,
+      "grad_norm": 0.13028964400291443,
+      "learning_rate": 0.00024279627233386212,
+      "loss": 0.0562,
+      "step": 1325
+    },
+    {
+      "epoch": 0.87,
+      "grad_norm": 0.17670606076717377,
+      "learning_rate": 0.00024271525288434385,
+      "loss": 0.033,
+      "step": 1326
+    },
+    {
+      "epoch": 0.87,
+      "grad_norm": 0.14736194908618927,
+      "learning_rate": 0.00024263418963942808,
+      "loss": 0.0403,
+      "step": 1327
+    },
+    {
+      "epoch": 0.87,
+      "grad_norm": 0.2033924162387848,
+      "learning_rate": 0.00024255308263740618,
+      "loss": 0.0584,
+      "step": 1328
+    },
+    {
+      "epoch": 0.87,
+      "grad_norm": 0.08926638215780258,
+      "learning_rate": 0.00024247193191659016,
+      "loss": 0.0368,
+      "step": 1329
+    },
+    {
+      "epoch": 0.87,
+      "grad_norm": 0.09010445326566696,
+      "learning_rate": 0.0002423907375153128,
+      "loss": 0.0313,
+      "step": 1330
+    },
+    {
+      "epoch": 0.87,
+      "grad_norm": 0.07403320074081421,
+      "learning_rate": 0.00024230949947192748,
+      "loss": 0.0146,
+      "step": 1331
+    },
+    {
+      "epoch": 0.87,
+      "grad_norm": 0.11623091250658035,
+      "learning_rate": 0.00024222821782480812,
+      "loss": 0.0308,
+      "step": 1332
+    },
+    {
+      "epoch": 0.87,
+      "grad_norm": 0.20798785984516144,
+      "learning_rate": 0.0002421468926123493,
+      "loss": 0.0447,
+      "step": 1333
+    },
+    {
+      "epoch": 0.87,
+      "grad_norm": 0.12543538212776184,
+      "learning_rate": 0.00024206552387296621,
+      "loss": 0.0438,
+      "step": 1334
+    },
+    {
+      "epoch": 0.87,
+      "grad_norm": 0.12966863811016083,
+      "learning_rate": 0.00024198411164509447,
+      "loss": 0.0453,
+      "step": 1335
+    },
+    {
+      "epoch": 0.87,
+      "grad_norm": 0.05985172837972641,
+      "learning_rate": 0.00024190265596719043,
+      "loss": 0.0102,
+      "step": 1336
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 0.14263281226158142,
+      "learning_rate": 0.00024182115687773075,
+      "loss": 0.0544,
+      "step": 1337
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 0.190725639462471,
+      "learning_rate": 0.00024173961441521284,
+      "loss": 0.0265,
+      "step": 1338
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 0.29231366515159607,
+      "learning_rate": 0.00024165802861815435,
+      "loss": 0.0684,
+      "step": 1339
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 0.13645826280117035,
+      "learning_rate": 0.00024157639952509356,
+      "loss": 0.0577,
+      "step": 1340
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 0.15891732275485992,
+      "learning_rate": 0.0002414947271745892,
+      "loss": 0.0455,
+      "step": 1341
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 0.2538587152957916,
+      "learning_rate": 0.00024141301160522037,
+      "loss": 0.0566,
+      "step": 1342
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 0.08588481694459915,
+      "learning_rate": 0.00024133125285558658,
+      "loss": 0.0265,
+      "step": 1343
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 0.1366318315267563,
+      "learning_rate": 0.00024124945096430775,
+      "loss": 0.0209,
+      "step": 1344
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 0.12919899821281433,
+      "learning_rate": 0.00024116760597002427,
+      "loss": 0.0358,
+      "step": 1345
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 0.1527070701122284,
+      "learning_rate": 0.0002410857179113967,
+      "loss": 0.0584,
+      "step": 1346
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 0.1441652625799179,
+      "learning_rate": 0.00024100378682710618,
+      "loss": 0.026,
+      "step": 1347
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 0.0560770146548748,
+      "learning_rate": 0.00024092181275585397,
+      "loss": 0.0126,
+      "step": 1348
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 0.23829127848148346,
+      "learning_rate": 0.00024083979573636172,
+      "loss": 0.0492,
+      "step": 1349
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 0.22331084311008453,
+      "learning_rate": 0.00024075773580737138,
+      "loss": 0.0374,
+      "step": 1350
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 0.16740433871746063,
+      "learning_rate": 0.0002406756330076452,
+      "loss": 0.033,
+      "step": 1351
+    },
+    {
+      "epoch": 0.89,
+      "grad_norm": 0.12624043226242065,
+      "learning_rate": 0.0002405934873759655,
+      "loss": 0.0254,
+      "step": 1352
+    },
+    {
+      "epoch": 0.89,
+      "grad_norm": 0.2925248444080353,
+      "learning_rate": 0.00024051129895113506,
+      "loss": 0.0966,
+      "step": 1353
+    },
+    {
+      "epoch": 0.89,
+      "grad_norm": 0.050702452659606934,
+      "learning_rate": 0.00024042906777197676,
+      "loss": 0.0058,
+      "step": 1354
+    },
+    {
+      "epoch": 0.89,
+      "grad_norm": 0.11182265728712082,
+      "learning_rate": 0.00024034679387733367,
+      "loss": 0.0209,
+      "step": 1355
+    },
+    {
+      "epoch": 0.89,
+      "grad_norm": 0.07762409001588821,
+      "learning_rate": 0.00024026447730606911,
+      "loss": 0.0117,
+      "step": 1356
+    },
+    {
+      "epoch": 0.89,
+      "grad_norm": 0.05566919595003128,
+      "learning_rate": 0.00024018211809706652,
+      "loss": 0.012,
+      "step": 1357
+    },
+    {
+      "epoch": 0.89,
+      "grad_norm": 0.026816535741090775,
+      "learning_rate": 0.00024009971628922937,
+      "loss": 0.0058,
+      "step": 1358
+    },
+    {
+      "epoch": 0.89,
+      "grad_norm": 0.14158879220485687,
+      "learning_rate": 0.0002400172719214814,
+      "loss": 0.0242,
+      "step": 1359
+    },
+    {
+      "epoch": 0.89,
+      "grad_norm": 0.10178912431001663,
+      "learning_rate": 0.0002399347850327664,
+      "loss": 0.0144,
+      "step": 1360
+    },
+    {
+      "epoch": 0.89,
+      "grad_norm": 0.2671686112880707,
+      "learning_rate": 0.00023985225566204834,
+      "loss": 0.1116,
+      "step": 1361
+    },
+    {
+      "epoch": 0.89,
+      "grad_norm": 0.2026364952325821,
+      "learning_rate": 0.00023976968384831107,
+      "loss": 0.0511,
+      "step": 1362
+    },
+    {
+      "epoch": 0.89,
+      "grad_norm": 0.046000707894563675,
+      "learning_rate": 0.0002396870696305586,
+      "loss": 0.0089,
+      "step": 1363
+    },
+    {
+      "epoch": 0.89,
+      "grad_norm": 0.243350088596344,
+      "learning_rate": 0.00023960441304781495,
+      "loss": 0.0376,
+      "step": 1364
+    },
+    {
+      "epoch": 0.89,
+      "grad_norm": 0.053250979632139206,
+      "learning_rate": 0.0002395217141391242,
+      "loss": 0.008,
+      "step": 1365
+    },
+    {
+      "epoch": 0.89,
+      "grad_norm": 0.08489834517240524,
+      "learning_rate": 0.0002394389729435503,
+      "loss": 0.0216,
+      "step": 1366
+    },
+    {
+      "epoch": 0.89,
+      "grad_norm": 0.09859486669301987,
+      "learning_rate": 0.00023935618950017738,
+      "loss": 0.0253,
+      "step": 1367
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 0.11453449726104736,
+      "learning_rate": 0.00023927336384810933,
+      "loss": 0.0414,
+      "step": 1368
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 0.1473090499639511,
+      "learning_rate": 0.00023919049602647005,
+      "loss": 0.0365,
+      "step": 1369
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 0.12153466045856476,
+      "learning_rate": 0.00023910758607440335,
+      "loss": 0.0314,
+      "step": 1370
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 0.17143134772777557,
+      "learning_rate": 0.000239024634031073,
+      "loss": 0.0928,
+      "step": 1371
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 0.11081311106681824,
+      "learning_rate": 0.00023894163993566257,
+      "loss": 0.0535,
+      "step": 1372
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 0.13488808274269104,
+      "learning_rate": 0.0002388586038273755,
+      "loss": 0.0321,
+      "step": 1373
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 0.0592711940407753,
+      "learning_rate": 0.0002387755257454352,
+      "loss": 0.01,
+      "step": 1374
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 0.09835012257099152,
+      "learning_rate": 0.00023869240572908467,
+      "loss": 0.0295,
+      "step": 1375
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 0.071134053170681,
+      "learning_rate": 0.000238609243817587,
+      "loss": 0.0243,
+      "step": 1376
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 0.14431652426719666,
+      "learning_rate": 0.0002385260400502248,
+      "loss": 0.0344,
+      "step": 1377
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 0.10391832143068314,
+      "learning_rate": 0.00023844279446630067,
+      "loss": 0.0231,
+      "step": 1378
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 0.07357161492109299,
+      "learning_rate": 0.00023835950710513677,
+      "loss": 0.0163,
+      "step": 1379
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 0.16738182306289673,
+      "learning_rate": 0.00023827617800607523,
+      "loss": 0.0423,
+      "step": 1380
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 0.07547144591808319,
+      "learning_rate": 0.00023819280720847774,
+      "loss": 0.0273,
+      "step": 1381
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 0.10503777116537094,
+      "learning_rate": 0.0002381093947517256,
+      "loss": 0.0192,
+      "step": 1382
+    },
+    {
+      "epoch": 0.91,
+      "grad_norm": 0.0630551353096962,
+      "learning_rate": 0.00023802594067521998,
+      "loss": 0.0115,
+      "step": 1383
+    },
+    {
+      "epoch": 0.91,
+      "grad_norm": 0.02077486738562584,
+      "learning_rate": 0.00023794244501838162,
+      "loss": 0.0045,
+      "step": 1384
+    },
+    {
+      "epoch": 0.91,
+      "grad_norm": 0.09841371327638626,
+      "learning_rate": 0.00023785890782065087,
+      "loss": 0.0242,
+      "step": 1385
+    },
+    {
+      "epoch": 0.91,
+      "grad_norm": 0.21591459214687347,
+      "learning_rate": 0.00023777532912148781,
+      "loss": 0.0237,
+      "step": 1386
+    },
+    {
+      "epoch": 0.91,
+      "grad_norm": 0.03989405184984207,
+      "learning_rate": 0.000237691708960372,
+      "loss": 0.0051,
+      "step": 1387
+    },
+    {
+      "epoch": 0.91,
+      "grad_norm": 0.12305942177772522,
+      "learning_rate": 0.0002376080473768026,
+      "loss": 0.0264,
+      "step": 1388
+    },
+    {
+      "epoch": 0.91,
+      "grad_norm": 0.14408881962299347,
+      "learning_rate": 0.00023752434441029848,
+      "loss": 0.0322,
+      "step": 1389
+    },
+    {
+      "epoch": 0.91,
+      "grad_norm": 0.04419580101966858,
+      "learning_rate": 0.00023744060010039784,
+      "loss": 0.0073,
+      "step": 1390
+    },
+    {
+      "epoch": 0.91,
+      "grad_norm": 0.18515107035636902,
+      "learning_rate": 0.0002373568144866586,
+      "loss": 0.0465,
+      "step": 1391
+    },
+    {
+      "epoch": 0.91,
+      "grad_norm": 0.048167865723371506,
+      "learning_rate": 0.00023727298760865812,
+      "loss": 0.0138,
+      "step": 1392
+    },
+    {
+      "epoch": 0.91,
+      "grad_norm": 0.08519299328327179,
+      "learning_rate": 0.0002371891195059932,
+      "loss": 0.0095,
+      "step": 1393
+    },
+    {
+      "epoch": 0.91,
+      "grad_norm": 0.21691879630088806,
+      "learning_rate": 0.00023710521021828016,
+      "loss": 0.0381,
+      "step": 1394
+    },
+    {
+      "epoch": 0.91,
+      "grad_norm": 0.09678614884614944,
+      "learning_rate": 0.00023702125978515478,
+      "loss": 0.0099,
+      "step": 1395
+    },
+    {
+      "epoch": 0.91,
+      "grad_norm": 0.08847987651824951,
+      "learning_rate": 0.0002369372682462723,
+      "loss": 0.0165,
+      "step": 1396
+    },
+    {
+      "epoch": 0.91,
+      "grad_norm": 0.03246233984827995,
+      "learning_rate": 0.0002368532356413073,
+      "loss": 0.0058,
+      "step": 1397
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 0.07045282423496246,
+      "learning_rate": 0.00023676916200995386,
+      "loss": 0.0164,
+      "step": 1398
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 0.05581701174378395,
+      "learning_rate": 0.00023668504739192528,
+      "loss": 0.0152,
+      "step": 1399
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 0.15774132311344147,
+      "learning_rate": 0.0002366008918269544,
+      "loss": 0.0243,
+      "step": 1400
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 0.172657772898674,
+      "learning_rate": 0.00023651669535479334,
+      "loss": 0.0184,
+      "step": 1401
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 0.08128032833337784,
+      "learning_rate": 0.0002364324580152135,
+      "loss": 0.0186,
+      "step": 1402
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 0.06358969956636429,
+      "learning_rate": 0.00023634817984800554,
+      "loss": 0.0102,
+      "step": 1403
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 0.31414860486984253,
+      "learning_rate": 0.00023626386089297958,
+      "loss": 0.0514,
+      "step": 1404
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 0.22831489145755768,
+      "learning_rate": 0.00023617950118996487,
+      "loss": 0.0323,
+      "step": 1405
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 0.048902370035648346,
+      "learning_rate": 0.00023609510077880996,
+      "loss": 0.0033,
+      "step": 1406
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 0.03278432413935661,
+      "learning_rate": 0.00023601065969938262,
+      "loss": 0.0031,
+      "step": 1407
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 0.09343546628952026,
+      "learning_rate": 0.00023592617799156977,
+      "loss": 0.0199,
+      "step": 1408
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 0.0755714625120163,
+      "learning_rate": 0.00023584165569527757,
+      "loss": 0.0086,
+      "step": 1409
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 0.28567177057266235,
+      "learning_rate": 0.00023575709285043138,
+      "loss": 0.0256,
+      "step": 1410
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 0.1896996796131134,
+      "learning_rate": 0.0002356724894969757,
+      "loss": 0.0291,
+      "step": 1411
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 0.1428869366645813,
+      "learning_rate": 0.0002355878456748742,
+      "loss": 0.0574,
+      "step": 1412
+    },
+    {
+      "epoch": 0.93,
+      "grad_norm": 0.25432294607162476,
+      "learning_rate": 0.0002355031614241095,
+      "loss": 0.0433,
+      "step": 1413
+    },
+    {
+      "epoch": 0.93,
+      "grad_norm": 0.2577909231185913,
+      "learning_rate": 0.00023541843678468355,
+      "loss": 0.0376,
+      "step": 1414
+    },
+    {
+      "epoch": 0.93,
+      "grad_norm": 0.1479143500328064,
+      "learning_rate": 0.0002353336717966172,
+      "loss": 0.0248,
+      "step": 1415
+    },
+    {
+      "epoch": 0.93,
+      "grad_norm": 0.058144185692071915,
+      "learning_rate": 0.00023524886649995043,
+      "loss": 0.0102,
+      "step": 1416
+    },
+    {
+      "epoch": 0.93,
+      "grad_norm": 0.18476702272891998,
+      "learning_rate": 0.00023516402093474225,
+      "loss": 0.0658,
+      "step": 1417
+    },
+    {
+      "epoch": 0.93,
+      "grad_norm": 0.1367078274488449,
+      "learning_rate": 0.00023507913514107074,
+      "loss": 0.0228,
+      "step": 1418
+    },
+    {
+      "epoch": 0.93,
+      "grad_norm": 0.05217135697603226,
+      "learning_rate": 0.00023499420915903293,
+      "loss": 0.0117,
+      "step": 1419
+    },
+    {
+      "epoch": 0.93,
+      "grad_norm": 0.311260461807251,
+      "learning_rate": 0.00023490924302874478,
+      "loss": 0.0945,
+      "step": 1420
+    },
+    {
+      "epoch": 0.93,
+      "grad_norm": 0.06179346889257431,
+      "learning_rate": 0.00023482423679034134,
+      "loss": 0.0102,
+      "step": 1421
+    },
+    {
+      "epoch": 0.93,
+      "grad_norm": 0.0694802924990654,
+      "learning_rate": 0.00023473919048397652,
+      "loss": 0.0187,
+      "step": 1422
+    },
+    {
+      "epoch": 0.93,
+      "grad_norm": 0.09105714410543442,
+      "learning_rate": 0.00023465410414982317,
+      "loss": 0.0245,
+      "step": 1423
+    },
+    {
+      "epoch": 0.93,
+      "grad_norm": 0.10562916845083237,
+      "learning_rate": 0.0002345689778280731,
+      "loss": 0.0296,
+      "step": 1424
+    },
+    {
+      "epoch": 0.93,
+      "grad_norm": 0.07471620291471481,
+      "learning_rate": 0.00023448381155893695,
+      "loss": 0.0288,
+      "step": 1425
+    },
+    {
+      "epoch": 0.93,
+      "grad_norm": 0.11771635711193085,
+      "learning_rate": 0.0002343986053826442,
+      "loss": 0.0165,
+      "step": 1426
+    },
+    {
+      "epoch": 0.93,
+      "grad_norm": 0.056794993579387665,
+      "learning_rate": 0.00023431335933944323,
+      "loss": 0.02,
+      "step": 1427
+    },
+    {
+      "epoch": 0.93,
+      "grad_norm": 0.10688856244087219,
+      "learning_rate": 0.00023422807346960131,
+      "loss": 0.037,
+      "step": 1428
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 0.10420051217079163,
+      "learning_rate": 0.00023414274781340442,
+      "loss": 0.0211,
+      "step": 1429
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 0.09319007396697998,
+      "learning_rate": 0.00023405738241115737,
+      "loss": 0.0324,
+      "step": 1430
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 0.11446485668420792,
+      "learning_rate": 0.00023397197730318377,
+      "loss": 0.0381,
+      "step": 1431
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 0.10845956206321716,
+      "learning_rate": 0.00023388653252982594,
+      "loss": 0.0171,
+      "step": 1432
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 0.08544383198022842,
+      "learning_rate": 0.000233801048131445,
+      "loss": 0.0239,
+      "step": 1433
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 0.10372909903526306,
+      "learning_rate": 0.0002337155241484207,
+      "loss": 0.0429,
+      "step": 1434
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 0.24167174100875854,
+      "learning_rate": 0.00023362996062115154,
+      "loss": 0.1291,
+      "step": 1435
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 0.10461205989122391,
+      "learning_rate": 0.00023354435759005473,
+      "loss": 0.0385,
+      "step": 1436
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 0.14408838748931885,
+      "learning_rate": 0.0002334587150955661,
+      "loss": 0.0377,
+      "step": 1437
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 0.08705660700798035,
+      "learning_rate": 0.0002333730331781401,
+      "loss": 0.0169,
+      "step": 1438
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 0.10698029398918152,
+      "learning_rate": 0.00023328731187824986,
+      "loss": 0.0383,
+      "step": 1439
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 0.18005134165287018,
+      "learning_rate": 0.0002332015512363871,
+      "loss": 0.0408,
+      "step": 1440
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 0.11144935339689255,
+      "learning_rate": 0.00023311575129306202,
+      "loss": 0.0434,
+      "step": 1441
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 0.09303693473339081,
+      "learning_rate": 0.0002330299120888035,
+      "loss": 0.0259,
+      "step": 1442
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 0.09196025878190994,
+      "learning_rate": 0.00023294403366415904,
+      "loss": 0.0256,
+      "step": 1443
+    },
+    {
+      "epoch": 0.95,
+      "grad_norm": 0.09944535046815872,
+      "learning_rate": 0.00023285811605969442,
+      "loss": 0.0691,
+      "step": 1444
+    },
+    {
+      "epoch": 0.95,
+      "grad_norm": 0.0766916275024414,
+      "learning_rate": 0.00023277215931599417,
+      "loss": 0.0162,
+      "step": 1445
+    },
+    {
+      "epoch": 0.95,
+      "grad_norm": 0.0471719354391098,
+      "learning_rate": 0.00023268616347366114,
+      "loss": 0.0157,
+      "step": 1446
+    },
+    {
+      "epoch": 0.95,
+      "grad_norm": 0.0748835876584053,
+      "learning_rate": 0.0002326001285733168,
+      "loss": 0.0162,
+      "step": 1447
+    },
+    {
+      "epoch": 0.95,
+      "grad_norm": 0.2493734508752823,
+      "learning_rate": 0.0002325140546556009,
+      "loss": 0.0908,
+      "step": 1448
+    },
+    {
+      "epoch": 0.95,
+      "grad_norm": 0.1908605992794037,
+      "learning_rate": 0.0002324279417611717,
+      "loss": 0.0352,
+      "step": 1449
+    },
+    {
+      "epoch": 0.95,
+      "grad_norm": 0.16963645815849304,
+      "learning_rate": 0.00023234178993070595,
+      "loss": 0.0597,
+      "step": 1450
+    },
+    {
+      "epoch": 0.95,
+      "grad_norm": 0.1448785662651062,
+      "learning_rate": 0.0002322555992048987,
+      "loss": 0.0341,
+      "step": 1451
+    },
+    {
+      "epoch": 0.95,
+      "grad_norm": 0.11966606229543686,
+      "learning_rate": 0.00023216936962446334,
+      "loss": 0.0447,
+      "step": 1452
+    },
+    {
+      "epoch": 0.95,
+      "grad_norm": 0.06863813102245331,
+      "learning_rate": 0.00023208310123013176,
+      "loss": 0.0184,
+      "step": 1453
+    },
+    {
+      "epoch": 0.95,
+      "grad_norm": 0.08081576228141785,
+      "learning_rate": 0.000231996794062654,
+      "loss": 0.0183,
+      "step": 1454
+    },
+    {
+      "epoch": 0.95,
+      "grad_norm": 0.04790128767490387,
+      "learning_rate": 0.00023191044816279856,
+      "loss": 0.0159,
+      "step": 1455
+    },
+    {
+      "epoch": 0.95,
+      "grad_norm": 0.11623428761959076,
+      "learning_rate": 0.00023182406357135217,
+      "loss": 0.036,
+      "step": 1456
+    },
+    {
+      "epoch": 0.95,
+      "grad_norm": 0.19882117211818695,
+      "learning_rate": 0.0002317376403291198,
+      "loss": 0.0356,
+      "step": 1457
+    },
+    {
+      "epoch": 0.95,
+      "grad_norm": 0.06410811841487885,
+      "learning_rate": 0.0002316511784769248,
+      "loss": 0.0153,
+      "step": 1458
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 0.1210549846291542,
+      "learning_rate": 0.00023156467805560862,
+      "loss": 0.0254,
+      "step": 1459
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 0.09589160978794098,
+      "learning_rate": 0.00023147813910603102,
+      "loss": 0.0231,
+      "step": 1460
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 0.05613451451063156,
+      "learning_rate": 0.00023139156166906993,
+      "loss": 0.008,
+      "step": 1461
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 0.12222158908843994,
+      "learning_rate": 0.00023130494578562147,
+      "loss": 0.0236,
+      "step": 1462
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 0.12595443427562714,
+      "learning_rate": 0.00023121829149659988,
+      "loss": 0.0284,
+      "step": 1463
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 0.05631411075592041,
+      "learning_rate": 0.00023113159884293762,
+      "loss": 0.0083,
+      "step": 1464
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 0.15821842849254608,
+      "learning_rate": 0.00023104486786558516,
+      "loss": 0.0281,
+      "step": 1465
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 0.28132763504981995,
+      "learning_rate": 0.0002309580986055112,
+      "loss": 0.0744,
+      "step": 1466
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 0.08583173155784607,
+      "learning_rate": 0.00023087129110370243,
+      "loss": 0.0163,
+      "step": 1467
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 0.1472005695104599,
+      "learning_rate": 0.00023078444540116364,
+      "loss": 0.0342,
+      "step": 1468
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 0.15789683163166046,
+      "learning_rate": 0.0002306975615389177,
+      "loss": 0.0321,
+      "step": 1469
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 0.0862409770488739,
+      "learning_rate": 0.00023061063955800542,
+      "loss": 0.0337,
+      "step": 1470
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 0.09513189643621445,
+      "learning_rate": 0.00023052367949948562,
+      "loss": 0.0156,
+      "step": 1471
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 0.16023319959640503,
+      "learning_rate": 0.00023043668140443522,
+      "loss": 0.0437,
+      "step": 1472
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 0.28757092356681824,
+      "learning_rate": 0.0002303496453139491,
+      "loss": 0.0526,
+      "step": 1473
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 0.09820155799388885,
+      "learning_rate": 0.00023026257126913986,
+      "loss": 0.0087,
+      "step": 1474
+    },
+    {
+      "epoch": 0.97,
+      "grad_norm": 0.23134587705135345,
+      "learning_rate": 0.00023017545931113822,
+      "loss": 0.0613,
+      "step": 1475
+    },
+    {
+      "epoch": 0.97,
+      "grad_norm": 0.06153428182005882,
+      "learning_rate": 0.0002300883094810929,
+      "loss": 0.0086,
+      "step": 1476
+    },
+    {
+      "epoch": 0.97,
+      "grad_norm": 0.17993584275245667,
+      "learning_rate": 0.00023000112182017032,
+      "loss": 0.0339,
+      "step": 1477
+    },
+    {
+      "epoch": 0.97,
+      "grad_norm": 0.23367144167423248,
+      "learning_rate": 0.00022991389636955483,
+      "loss": 0.0785,
+      "step": 1478
+    },
+    {
+      "epoch": 0.97,
+      "grad_norm": 0.057765256613492966,
+      "learning_rate": 0.00022982663317044864,
+      "loss": 0.0077,
+      "step": 1479
+    },
+    {
+      "epoch": 0.97,
+      "grad_norm": 0.17549645900726318,
+      "learning_rate": 0.00022973933226407174,
+      "loss": 0.0578,
+      "step": 1480
+    },
+    {
+      "epoch": 0.97,
+      "grad_norm": 0.13486583530902863,
+      "learning_rate": 0.0002296519936916621,
+      "loss": 0.0381,
+      "step": 1481
+    },
+    {
+      "epoch": 0.97,
+      "grad_norm": 0.11634548753499985,
+      "learning_rate": 0.00022956461749447528,
+      "loss": 0.0356,
+      "step": 1482
+    },
+    {
+      "epoch": 0.97,
+      "grad_norm": 0.03911494463682175,
+      "learning_rate": 0.0002294772037137847,
+      "loss": 0.0082,
+      "step": 1483
+    },
+    {
+      "epoch": 0.97,
+      "grad_norm": 0.13597272336483002,
+      "learning_rate": 0.0002293897523908816,
+      "loss": 0.037,
+      "step": 1484
+    },
+    {
+      "epoch": 0.97,
+      "grad_norm": 0.03297096863389015,
+      "learning_rate": 0.0002293022635670748,
+      "loss": 0.0101,
+      "step": 1485
+    },
+    {
+      "epoch": 0.97,
+      "grad_norm": 0.1217992827296257,
+      "learning_rate": 0.00022921473728369099,
+      "loss": 0.0488,
+      "step": 1486
+    },
+    {
+      "epoch": 0.97,
+      "grad_norm": 0.08392113447189331,
+      "learning_rate": 0.0002291271735820744,
+      "loss": 0.0213,
+      "step": 1487
+    },
+    {
+      "epoch": 0.97,
+      "grad_norm": 0.0728277638554573,
+      "learning_rate": 0.00022903957250358707,
+      "loss": 0.0323,
+      "step": 1488
+    },
+    {
+      "epoch": 0.97,
+      "grad_norm": 0.19564445316791534,
+      "learning_rate": 0.0002289519340896086,
+      "loss": 0.0362,
+      "step": 1489
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 0.09455154836177826,
+      "learning_rate": 0.00022886425838153634,
+      "loss": 0.0305,
+      "step": 1490
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 0.02463528886437416,
+      "learning_rate": 0.00022877654542078515,
+      "loss": 0.0055,
+      "step": 1491
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 0.10636550933122635,
+      "learning_rate": 0.0002286887952487875,
+      "loss": 0.0254,
+      "step": 1492
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 0.08179948478937149,
+      "learning_rate": 0.00022860100790699352,
+      "loss": 0.0341,
+      "step": 1493
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 0.04053513705730438,
+      "learning_rate": 0.00022851318343687074,
+      "loss": 0.0059,
+      "step": 1494
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 0.06254950165748596,
+      "learning_rate": 0.00022842532187990444,
+      "loss": 0.016,
+      "step": 1495
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 0.11671124398708344,
+      "learning_rate": 0.00022833742327759722,
+      "loss": 0.0316,
+      "step": 1496
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 0.05388714000582695,
+      "learning_rate": 0.00022824948767146926,
+      "loss": 0.0114,
+      "step": 1497
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 0.07483407109975815,
+      "learning_rate": 0.00022816151510305824,
+      "loss": 0.0121,
+      "step": 1498
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 0.08650153130292892,
+      "learning_rate": 0.00022807350561391938,
+      "loss": 0.0518,
+      "step": 1499
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 0.1296052485704422,
+      "learning_rate": 0.00022798545924562508,
+      "loss": 0.0666,
+      "step": 1500
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 0.15292461216449738,
+      "learning_rate": 0.00022789737603976542,
+      "loss": 0.0314,
+      "step": 1501
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 0.2241302728652954,
+      "learning_rate": 0.00022780925603794775,
+      "loss": 0.13,
+      "step": 1502
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 0.07691671699285507,
+      "learning_rate": 0.00022772109928179688,
+      "loss": 0.0303,
+      "step": 1503
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 0.07967071235179901,
+      "learning_rate": 0.0002276329058129548,
+      "loss": 0.0104,
+      "step": 1504
+    },
+    {
+      "epoch": 0.99,
+      "grad_norm": 0.15211229026317596,
+      "learning_rate": 0.00022754467567308114,
+      "loss": 0.0463,
+      "step": 1505
+    },
+    {
+      "epoch": 0.99,
+      "grad_norm": 0.1364462524652481,
+      "learning_rate": 0.00022745640890385263,
+      "loss": 0.0333,
+      "step": 1506
+    },
+    {
+      "epoch": 0.99,
+      "grad_norm": 0.08477602154016495,
+      "learning_rate": 0.00022736810554696335,
+      "loss": 0.0144,
+      "step": 1507
+    },
+    {
+      "epoch": 0.99,
+      "grad_norm": 0.030945677310228348,
+      "learning_rate": 0.0002272797656441247,
+      "loss": 0.0082,
+      "step": 1508
+    },
+    {
+      "epoch": 0.99,
+      "grad_norm": 0.0667153000831604,
+      "learning_rate": 0.00022719138923706525,
+      "loss": 0.0285,
+      "step": 1509
+    },
+    {
+      "epoch": 0.99,
+      "grad_norm": 0.15130023658275604,
+      "learning_rate": 0.00022710297636753096,
+      "loss": 0.0493,
+      "step": 1510
+    },
+    {
+      "epoch": 0.99,
+      "grad_norm": 0.07945651561021805,
+      "learning_rate": 0.00022701452707728486,
+      "loss": 0.0181,
+      "step": 1511
+    },
+    {
+      "epoch": 0.99,
+      "grad_norm": 0.1147598847746849,
+      "learning_rate": 0.00022692604140810735,
+      "loss": 0.0377,
+      "step": 1512
+    },
+    {
+      "epoch": 0.99,
+      "grad_norm": 0.04304948449134827,
+      "learning_rate": 0.00022683751940179588,
+      "loss": 0.0128,
+      "step": 1513
+    },
+    {
+      "epoch": 0.99,
+      "grad_norm": 0.08819684386253357,
+      "learning_rate": 0.00022674896110016503,
+      "loss": 0.0296,
+      "step": 1514
+    },
+    {
+      "epoch": 0.99,
+      "grad_norm": 0.06335631757974625,
+      "learning_rate": 0.0002266603665450467,
+      "loss": 0.0188,
+      "step": 1515
+    },
+    {
+      "epoch": 0.99,
+      "grad_norm": 0.08433008193969727,
+      "learning_rate": 0.00022657173577828979,
+      "loss": 0.0251,
+      "step": 1516
+    },
+    {
+      "epoch": 0.99,
+      "grad_norm": 0.06014099717140198,
+      "learning_rate": 0.00022648306884176034,
+      "loss": 0.0193,
+      "step": 1517
+    },
+    {
+      "epoch": 0.99,
+      "grad_norm": 0.05266990885138512,
+      "learning_rate": 0.00022639436577734143,
+      "loss": 0.0112,
+      "step": 1518
+    },
+    {
+      "epoch": 0.99,
+      "grad_norm": 0.10652010887861252,
+      "learning_rate": 0.00022630562662693328,
+      "loss": 0.0312,
+      "step": 1519
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.043453726917505264,
+      "learning_rate": 0.00022621685143245308,
+      "loss": 0.009,
+      "step": 1520
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.0685136690735817,
+      "learning_rate": 0.00022612804023583515,
+      "loss": 0.0189,
+      "step": 1521
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.14430442452430725,
+      "learning_rate": 0.0002260391930790307,
+      "loss": 0.066,
+      "step": 1522
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.0724061131477356,
+      "learning_rate": 0.00022595031000400794,
+      "loss": 0.0129,
+      "step": 1523
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.18257959187030792,
+      "learning_rate": 0.00022586139105275214,
+      "loss": 0.0434,
+      "step": 1524
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.06716416776180267,
+      "learning_rate": 0.00022577243626726548,
+      "loss": 0.0102,
+      "step": 1525
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.05102796107530594,
+      "learning_rate": 0.00022568344568956697,
+      "loss": 0.0094,
+      "step": 1526
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.0711396113038063,
+      "learning_rate": 0.0002255944193616927,
+      "loss": 0.0138,
+      "step": 1527
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.09844920784235,
+      "learning_rate": 0.00022550535732569543,
+      "loss": 0.0144,
+      "step": 1528
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 0.028799179941415787,
+      "eval_runtime": 39.8961,
+      "eval_samples_per_second": 32.259,
+      "eval_steps_per_second": 8.071,
+      "step": 1528
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.03633524477481842,
+      "learning_rate": 0.00022541625962364497,
+      "loss": 0.0054,
+      "step": 1529
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.0410737618803978,
+      "learning_rate": 0.00022532712629762795,
+      "loss": 0.0069,
+      "step": 1530
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.04491305723786354,
+      "learning_rate": 0.00022523795738974776,
+      "loss": 0.0049,
+      "step": 1531
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.058488693088293076,
+      "learning_rate": 0.0002251487529421246,
+      "loss": 0.0045,
+      "step": 1532
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.008812353946268559,
+      "learning_rate": 0.00022505951299689553,
+      "loss": 0.0017,
+      "step": 1533
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.01968853361904621,
+      "learning_rate": 0.00022497023759621433,
+      "loss": 0.0037,
+      "step": 1534
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.05288131162524223,
+      "learning_rate": 0.00022488092678225153,
+      "loss": 0.0055,
+      "step": 1535
+    },
+    {
+      "epoch": 1.01,
+      "grad_norm": 0.23432080447673798,
+      "learning_rate": 0.0002247915805971944,
+      "loss": 0.0302,
+      "step": 1536
+    },
+    {
+      "epoch": 1.01,
+      "grad_norm": 0.09490291774272919,
+      "learning_rate": 0.00022470219908324684,
+      "loss": 0.0327,
+      "step": 1537
+    },
+    {
+      "epoch": 1.01,
+      "grad_norm": 0.13473515212535858,
+      "learning_rate": 0.00022461278228262958,
+      "loss": 0.0182,
+      "step": 1538
+    },
+    {
+      "epoch": 1.01,
+      "grad_norm": 0.06751556694507599,
+      "learning_rate": 0.00022452333023757998,
+      "loss": 0.0048,
+      "step": 1539
+    },
+    {
+      "epoch": 1.01,
+      "grad_norm": 0.22719435393810272,
+      "learning_rate": 0.00022443384299035193,
+      "loss": 0.0115,
+      "step": 1540
+    },
+    {
+      "epoch": 1.01,
+      "grad_norm": 0.006171741988509893,
+      "learning_rate": 0.00022434432058321605,
+      "loss": 0.0008,
+      "step": 1541
+    },
+    {
+      "epoch": 1.01,
+      "grad_norm": 0.005011085420846939,
+      "learning_rate": 0.00022425476305845958,
+      "loss": 0.0008,
+      "step": 1542
+    },
+    {
+      "epoch": 1.01,
+      "grad_norm": 0.01569819450378418,
+      "learning_rate": 0.00022416517045838628,
+      "loss": 0.0014,
+      "step": 1543
+    },
+    {
+      "epoch": 1.01,
+      "grad_norm": 0.37864693999290466,
+      "learning_rate": 0.00022407554282531658,
+      "loss": 0.0313,
+      "step": 1544
+    },
+    {
+      "epoch": 1.01,
+      "grad_norm": 0.121845543384552,
+      "learning_rate": 0.00022398588020158735,
+      "loss": 0.0252,
+      "step": 1545
+    },
+    {
+      "epoch": 1.01,
+      "grad_norm": 0.16927878558635712,
+      "learning_rate": 0.00022389618262955198,
+      "loss": 0.0413,
+      "step": 1546
+    },
+    {
+      "epoch": 1.01,
+      "grad_norm": 0.03560361638665199,
+      "learning_rate": 0.00022380645015158054,
+      "loss": 0.0038,
+      "step": 1547
+    },
+    {
+      "epoch": 1.01,
+      "grad_norm": 0.17061570286750793,
+      "learning_rate": 0.0002237166828100594,
+      "loss": 0.0238,
+      "step": 1548
+    },
+    {
+      "epoch": 1.01,
+      "grad_norm": 0.0610225647687912,
+      "learning_rate": 0.0002236268806473915,
+      "loss": 0.0077,
+      "step": 1549
+    },
+    {
+      "epoch": 1.01,
+      "grad_norm": 0.1876288652420044,
+      "learning_rate": 0.00022353704370599615,
+      "loss": 0.0293,
+      "step": 1550
+    },
+    {
+      "epoch": 1.02,
+      "grad_norm": 0.12210645526647568,
+      "learning_rate": 0.00022344717202830915,
+      "loss": 0.014,
+      "step": 1551
+    },
+    {
+      "epoch": 1.02,
+      "grad_norm": 0.09035097062587738,
+      "learning_rate": 0.00022335726565678277,
+      "loss": 0.0178,
+      "step": 1552
+    },
+    {
+      "epoch": 1.02,
+      "grad_norm": 0.016949700191617012,
+      "learning_rate": 0.0002232673246338855,
+      "loss": 0.0023,
+      "step": 1553
+    },
+    {
+      "epoch": 1.02,
+      "grad_norm": 0.22814500331878662,
+      "learning_rate": 0.0002231773490021023,
+      "loss": 0.0187,
+      "step": 1554
+    },
+    {
+      "epoch": 1.02,
+      "grad_norm": 0.06230514496564865,
+      "learning_rate": 0.00022308733880393447,
+      "loss": 0.0045,
+      "step": 1555
+    },
+    {
+      "epoch": 1.02,
+      "grad_norm": 0.037863511592149734,
+      "learning_rate": 0.00022299729408189968,
+      "loss": 0.0079,
+      "step": 1556
+    },
+    {
+      "epoch": 1.02,
+      "grad_norm": 0.10934063047170639,
+      "learning_rate": 0.00022290721487853185,
+      "loss": 0.037,
+      "step": 1557
+    },
+    {
+      "epoch": 1.02,
+      "grad_norm": 0.17740324139595032,
+      "learning_rate": 0.00022281710123638117,
+      "loss": 0.025,
+      "step": 1558
+    },
+    {
+      "epoch": 1.02,
+      "grad_norm": 0.09901938587427139,
+      "learning_rate": 0.00022272695319801417,
+      "loss": 0.0235,
+      "step": 1559
+    },
+    {
+      "epoch": 1.02,
+      "grad_norm": 0.09340560436248779,
+      "learning_rate": 0.00022263677080601354,
+      "loss": 0.0189,
+      "step": 1560
+    },
+    {
+      "epoch": 1.02,
+      "grad_norm": 0.1699395328760147,
+      "learning_rate": 0.00022254655410297827,
+      "loss": 0.0344,
+      "step": 1561
+    },
+    {
+      "epoch": 1.02,
+      "grad_norm": 0.1495848298072815,
+      "learning_rate": 0.00022245630313152352,
+      "loss": 0.0337,
+      "step": 1562
+    },
+    {
+      "epoch": 1.02,
+      "grad_norm": 0.2952522039413452,
+      "learning_rate": 0.00022236601793428063,
+      "loss": 0.0604,
+      "step": 1563
+    },
+    {
+      "epoch": 1.02,
+      "grad_norm": 0.1865517646074295,
+      "learning_rate": 0.0002222756985538972,
+      "loss": 0.063,
+      "step": 1564
+    },
+    {
+      "epoch": 1.02,
+      "grad_norm": 0.1253533810377121,
+      "learning_rate": 0.00022218534503303682,
+      "loss": 0.0317,
+      "step": 1565
+    },
+    {
+      "epoch": 1.03,
+      "grad_norm": 0.06356123089790344,
+      "learning_rate": 0.00022209495741437938,
+      "loss": 0.0125,
+      "step": 1566
+    },
+    {
+      "epoch": 1.03,
+      "grad_norm": 0.09303832054138184,
+      "learning_rate": 0.00022200453574062063,
+      "loss": 0.0212,
+      "step": 1567
+    },
+    {
+      "epoch": 1.03,
+      "grad_norm": 0.041782230138778687,
+      "learning_rate": 0.00022191408005447274,
+      "loss": 0.0081,
+      "step": 1568
+    },
+    {
+      "epoch": 1.03,
+      "grad_norm": 0.10091729462146759,
+      "learning_rate": 0.00022182359039866364,
+      "loss": 0.024,
+      "step": 1569
+    },
+    {
+      "epoch": 1.03,
+      "grad_norm": 0.03203802555799484,
+      "learning_rate": 0.00022173306681593747,
+      "loss": 0.007,
+      "step": 1570
+    },
+    {
+      "epoch": 1.03,
+      "grad_norm": 0.09047690778970718,
+      "learning_rate": 0.00022164250934905442,
+      "loss": 0.0253,
+      "step": 1571
+    },
+    {
+      "epoch": 1.03,
+      "grad_norm": 0.058186113834381104,
+      "learning_rate": 0.00022155191804079058,
+      "loss": 0.0107,
+      "step": 1572
+    },
+    {
+      "epoch": 1.03,
+      "grad_norm": 0.14713934063911438,
+      "learning_rate": 0.00022146129293393804,
+      "loss": 0.0268,
+      "step": 1573
+    },
+    {
+      "epoch": 1.03,
+      "grad_norm": 0.0747760757803917,
+      "learning_rate": 0.00022137063407130493,
+      "loss": 0.016,
+      "step": 1574
+    },
+    {
+      "epoch": 1.03,
+      "grad_norm": 0.05679846182465553,
+      "learning_rate": 0.0002212799414957153,
+      "loss": 0.0122,
+      "step": 1575
+    },
+    {
+      "epoch": 1.03,
+      "grad_norm": 0.040479984134435654,
+      "learning_rate": 0.00022118921525000903,
+      "loss": 0.0044,
+      "step": 1576
+    },
+    {
+      "epoch": 1.03,
+      "grad_norm": 0.06615650653839111,
+      "learning_rate": 0.00022109845537704204,
+      "loss": 0.0051,
+      "step": 1577
+    },
+    {
+      "epoch": 1.03,
+      "grad_norm": 0.0890481099486351,
+      "learning_rate": 0.00022100766191968606,
+      "loss": 0.0209,
+      "step": 1578
+    },
+    {
+      "epoch": 1.03,
+      "grad_norm": 0.24288196861743927,
+      "learning_rate": 0.00022091683492082875,
+      "loss": 0.0726,
+      "step": 1579
+    },
+    {
+      "epoch": 1.03,
+      "grad_norm": 0.25049716234207153,
+      "learning_rate": 0.00022082597442337344,
+      "loss": 0.0329,
+      "step": 1580
+    },
+    {
+      "epoch": 1.04,
+      "grad_norm": 0.028392024338245392,
+      "learning_rate": 0.0002207350804702395,
+      "loss": 0.0031,
+      "step": 1581
+    },
+    {
+      "epoch": 1.04,
+      "grad_norm": 0.023121071979403496,
+      "learning_rate": 0.00022064415310436202,
+      "loss": 0.0041,
+      "step": 1582
+    },
+    {
+      "epoch": 1.04,
+      "grad_norm": 0.022821614518761635,
+      "learning_rate": 0.0002205531923686918,
+      "loss": 0.0025,
+      "step": 1583
+    },
+    {
+      "epoch": 1.04,
+      "grad_norm": 0.17920270562171936,
+      "learning_rate": 0.00022046219830619554,
+      "loss": 0.017,
+      "step": 1584
+    },
+    {
+      "epoch": 1.04,
+      "grad_norm": 0.08992599695920944,
+      "learning_rate": 0.00022037117095985553,
+      "loss": 0.0306,
+      "step": 1585
+    },
+    {
+      "epoch": 1.04,
+      "grad_norm": 0.30955061316490173,
+      "learning_rate": 0.0002202801103726699,
+      "loss": 0.0687,
+      "step": 1586
+    },
+    {
+      "epoch": 1.04,
+      "grad_norm": 0.1383177936077118,
+      "learning_rate": 0.00022018901658765245,
+      "loss": 0.0236,
+      "step": 1587
+    },
+    {
+      "epoch": 1.04,
+      "grad_norm": 0.13899581134319305,
+      "learning_rate": 0.00022009788964783271,
+      "loss": 0.02,
+      "step": 1588
+    },
+    {
+      "epoch": 1.04,
+      "grad_norm": 0.3127962350845337,
+      "learning_rate": 0.00022000672959625564,
+      "loss": 0.0785,
+      "step": 1589
+    },
+    {
+      "epoch": 1.04,
+      "grad_norm": 0.1163870096206665,
+      "learning_rate": 0.00021991553647598218,
+      "loss": 0.0239,
+      "step": 1590
+    },
+    {
+      "epoch": 1.04,
+      "grad_norm": 0.08966390788555145,
+      "learning_rate": 0.00021982431033008867,
+      "loss": 0.0321,
+      "step": 1591
+    },
+    {
+      "epoch": 1.04,
+      "grad_norm": 0.1911877542734146,
+      "learning_rate": 0.00021973305120166712,
+      "loss": 0.0347,
+      "step": 1592
+    },
+    {
+      "epoch": 1.04,
+      "grad_norm": 0.1138681024312973,
+      "learning_rate": 0.00021964175913382508,
+      "loss": 0.0401,
+      "step": 1593
+    },
+    {
+      "epoch": 1.04,
+      "grad_norm": 0.05526265874505043,
+      "learning_rate": 0.00021955043416968571,
+      "loss": 0.0086,
+      "step": 1594
+    },
+    {
+      "epoch": 1.04,
+      "grad_norm": 0.08750049024820328,
+      "learning_rate": 0.00021945907635238766,
+      "loss": 0.0316,
+      "step": 1595
+    },
+    {
+      "epoch": 1.04,
+      "grad_norm": 0.11475680023431778,
+      "learning_rate": 0.00021936768572508513,
+      "loss": 0.0258,
+      "step": 1596
+    },
+    {
+      "epoch": 1.05,
+      "grad_norm": 0.10367580503225327,
+      "learning_rate": 0.00021927626233094784,
+      "loss": 0.0332,
+      "step": 1597
+    },
+    {
+      "epoch": 1.05,
+      "grad_norm": 0.09429827332496643,
+      "learning_rate": 0.0002191848062131609,
+      "loss": 0.0188,
+      "step": 1598
+    },
+    {
+      "epoch": 1.05,
+      "grad_norm": 0.131412535905838,
+      "learning_rate": 0.000219093317414925,
+      "loss": 0.0419,
+      "step": 1599
+    },
+    {
+      "epoch": 1.05,
+      "grad_norm": 0.2314550131559372,
+      "learning_rate": 0.0002190017959794562,
+      "loss": 0.0442,
+      "step": 1600
+    },
+    {
+      "epoch": 1.05,
+      "grad_norm": 0.12669596076011658,
+      "learning_rate": 0.00021891024194998593,
+      "loss": 0.0137,
+      "step": 1601
+    },
+    {
+      "epoch": 1.05,
+      "grad_norm": 0.09830581396818161,
+      "learning_rate": 0.0002188186553697611,
+      "loss": 0.022,
+      "step": 1602
+    },
+    {
+      "epoch": 1.05,
+      "grad_norm": 0.10588390380144119,
+      "learning_rate": 0.00021872703628204396,
+      "loss": 0.0573,
+      "step": 1603
+    },
+    {
+      "epoch": 1.05,
+      "grad_norm": 0.09916213899850845,
+      "learning_rate": 0.0002186353847301121,
+      "loss": 0.031,
+      "step": 1604
+    },
+    {
+      "epoch": 1.05,
+      "grad_norm": 0.09390533715486526,
+      "learning_rate": 0.00021854370075725848,
+      "loss": 0.0181,
+      "step": 1605
+    },
+    {
+      "epoch": 1.05,
+      "grad_norm": 0.09290188550949097,
+      "learning_rate": 0.0002184519844067914,
+      "loss": 0.0146,
+      "step": 1606
+    },
+    {
+      "epoch": 1.05,
+      "grad_norm": 0.1350594460964203,
+      "learning_rate": 0.00021836023572203433,
+      "loss": 0.0536,
+      "step": 1607
+    },
+    {
+      "epoch": 1.05,
+      "grad_norm": 0.04494404420256615,
+      "learning_rate": 0.0002182684547463261,
+      "loss": 0.006,
+      "step": 1608
+    },
+    {
+      "epoch": 1.05,
+      "grad_norm": 0.1277172863483429,
+      "learning_rate": 0.00021817664152302087,
+      "loss": 0.0201,
+      "step": 1609
+    },
+    {
+      "epoch": 1.05,
+      "grad_norm": 0.09169845283031464,
+      "learning_rate": 0.0002180847960954879,
+      "loss": 0.0051,
+      "step": 1610
+    },
+    {
+      "epoch": 1.05,
+      "grad_norm": 0.11080282181501389,
+      "learning_rate": 0.00021799291850711173,
+      "loss": 0.02,
+      "step": 1611
+    },
+    {
+      "epoch": 1.06,
+      "grad_norm": 0.06069633364677429,
+      "learning_rate": 0.00021790100880129208,
+      "loss": 0.0169,
+      "step": 1612
+    },
+    {
+      "epoch": 1.06,
+      "grad_norm": 0.11857344210147858,
+      "learning_rate": 0.00021780906702144372,
+      "loss": 0.0361,
+      "step": 1613
+    },
+    {
+      "epoch": 1.06,
+      "grad_norm": 0.10318568348884583,
+      "learning_rate": 0.0002177170932109968,
+      "loss": 0.0091,
+      "step": 1614
+    },
+    {
+      "epoch": 1.06,
+      "grad_norm": 0.08703909814357758,
+      "learning_rate": 0.00021762508741339655,
+      "loss": 0.0095,
+      "step": 1615
+    },
+    {
+      "epoch": 1.06,
+      "grad_norm": 0.14628368616104126,
+      "learning_rate": 0.00021753304967210313,
+      "loss": 0.0135,
+      "step": 1616
+    },
+    {
+      "epoch": 1.06,
+      "grad_norm": 0.09634681791067123,
+      "learning_rate": 0.0002174409800305919,
+      "loss": 0.0098,
+      "step": 1617
+    },
+    {
+      "epoch": 1.06,
+      "grad_norm": 3.208465576171875,
+      "learning_rate": 0.00021734887853235333,
+      "loss": 0.0302,
+      "step": 1618
+    },
+    {
+      "epoch": 1.06,
+      "grad_norm": 0.2852117121219635,
+      "learning_rate": 0.00021725674522089292,
+      "loss": 0.0442,
+      "step": 1619
+    },
+    {
+      "epoch": 1.06,
+      "grad_norm": 0.016181744635105133,
+      "learning_rate": 0.0002171645801397312,
+      "loss": 0.0021,
+      "step": 1620
+    },
+    {
+      "epoch": 1.06,
+      "grad_norm": 0.020854290574789047,
+      "learning_rate": 0.00021707238333240362,
+      "loss": 0.0027,
+      "step": 1621
+    },
+    {
+      "epoch": 1.06,
+      "grad_norm": 0.16986317932605743,
+      "learning_rate": 0.00021698015484246068,
+      "loss": 0.0422,
+      "step": 1622
+    },
+    {
+      "epoch": 1.06,
+      "grad_norm": 0.15938438475131989,
+      "learning_rate": 0.0002168878947134679,
+      "loss": 0.0224,
+      "step": 1623
+    },
+    {
+      "epoch": 1.06,
+      "grad_norm": 0.07981102913618088,
+      "learning_rate": 0.00021679560298900572,
+      "loss": 0.01,
+      "step": 1624
+    },
+    {
+      "epoch": 1.06,
+      "grad_norm": 0.08571261167526245,
+      "learning_rate": 0.00021670327971266937,
+      "loss": 0.0137,
+      "step": 1625
+    },
+    {
+      "epoch": 1.06,
+      "grad_norm": 0.09093351662158966,
+      "learning_rate": 0.00021661092492806917,
+      "loss": 0.0089,
+      "step": 1626
+    },
+    {
+      "epoch": 1.07,
+      "grad_norm": 0.12952205538749695,
+      "learning_rate": 0.0002165185386788302,
+      "loss": 0.0257,
+      "step": 1627
+    },
+    {
+      "epoch": 1.07,
+      "grad_norm": 0.24057811498641968,
+      "learning_rate": 0.00021642612100859256,
+      "loss": 0.041,
+      "step": 1628
+    },
+    {
+      "epoch": 1.07,
+      "grad_norm": 0.6021707653999329,
+      "learning_rate": 0.00021633367196101093,
+      "loss": 0.0363,
+      "step": 1629
+    },
+    {
+      "epoch": 1.07,
+      "grad_norm": 0.09282581508159637,
+      "learning_rate": 0.000216241191579755,
+      "loss": 0.013,
+      "step": 1630
+    },
+    {
+      "epoch": 1.07,
+      "grad_norm": 0.027487829327583313,
+      "learning_rate": 0.0002161486799085093,
+      "loss": 0.0043,
+      "step": 1631
+    },
+    {
+      "epoch": 1.07,
+      "grad_norm": 0.0671788677573204,
+      "learning_rate": 0.00021605613699097296,
+      "loss": 0.0148,
+      "step": 1632
+    },
+    {
+      "epoch": 1.07,
+      "grad_norm": 0.11706430464982986,
+      "learning_rate": 0.0002159635628708601,
+      "loss": 0.0235,
+      "step": 1633
+    },
+    {
+      "epoch": 1.07,
+      "grad_norm": 0.026642918586730957,
+      "learning_rate": 0.00021587095759189934,
+      "loss": 0.0037,
+      "step": 1634
+    },
+    {
+      "epoch": 1.07,
+      "grad_norm": 0.011636834591627121,
+      "learning_rate": 0.0002157783211978341,
+      "loss": 0.0018,
+      "step": 1635
+    },
+    {
+      "epoch": 1.07,
+      "grad_norm": 0.0854690819978714,
+      "learning_rate": 0.00021568565373242268,
+      "loss": 0.0049,
+      "step": 1636
+    },
+    {
+      "epoch": 1.07,
+      "grad_norm": 0.3163520395755768,
+      "learning_rate": 0.0002155929552394378,
+      "loss": 0.0333,
+      "step": 1637
+    },
+    {
+      "epoch": 1.07,
+      "grad_norm": 0.1685972809791565,
+      "learning_rate": 0.00021550022576266695,
+      "loss": 0.0175,
+      "step": 1638
+    },
+    {
+      "epoch": 1.07,
+      "grad_norm": 0.10485909879207611,
+      "learning_rate": 0.00021540746534591223,
+      "loss": 0.0351,
+      "step": 1639
+    },
+    {
+      "epoch": 1.07,
+      "grad_norm": 0.21983854472637177,
+      "learning_rate": 0.00021531467403299042,
+      "loss": 0.0586,
+      "step": 1640
+    },
+    {
+      "epoch": 1.07,
+      "grad_norm": 0.057190775871276855,
+      "learning_rate": 0.00021522185186773283,
+      "loss": 0.0047,
+      "step": 1641
+    },
+    {
+      "epoch": 1.07,
+      "grad_norm": 0.03798317164182663,
+      "learning_rate": 0.00021512899889398535,
+      "loss": 0.0028,
+      "step": 1642
+    },
+    {
+      "epoch": 1.08,
+      "grad_norm": 0.24047723412513733,
+      "learning_rate": 0.0002150361151556084,
+      "loss": 0.0539,
+      "step": 1643
+    },
+    {
+      "epoch": 1.08,
+      "grad_norm": 0.05976404622197151,
+      "learning_rate": 0.000214943200696477,
+      "loss": 0.0102,
+      "step": 1644
+    },
+    {
+      "epoch": 1.08,
+      "grad_norm": 0.028973877429962158,
+      "learning_rate": 0.00021485025556048067,
+      "loss": 0.0048,
+      "step": 1645
+    },
+    {
+      "epoch": 1.08,
+      "grad_norm": 0.19304604828357697,
+      "learning_rate": 0.00021475727979152338,
+      "loss": 0.0188,
+      "step": 1646
+    },
+    {
+      "epoch": 1.08,
+      "grad_norm": 0.04543152078986168,
+      "learning_rate": 0.00021466427343352353,
+      "loss": 0.0074,
+      "step": 1647
+    },
+    {
+      "epoch": 1.08,
+      "grad_norm": 0.12159468978643417,
+      "learning_rate": 0.00021457123653041409,
+      "loss": 0.0209,
+      "step": 1648
+    },
+    {
+      "epoch": 1.08,
+      "grad_norm": 0.28786468505859375,
+      "learning_rate": 0.00021447816912614236,
+      "loss": 0.022,
+      "step": 1649
+    },
+    {
+      "epoch": 1.08,
+      "grad_norm": 0.169004887342453,
+      "learning_rate": 0.00021438507126467015,
+      "loss": 0.0577,
+      "step": 1650
+    },
+    {
+      "epoch": 1.08,
+      "grad_norm": 0.07666225731372833,
+      "learning_rate": 0.00021429194298997349,
+      "loss": 0.0115,
+      "step": 1651
+    },
+    {
+      "epoch": 1.08,
+      "grad_norm": 0.02752969041466713,
+      "learning_rate": 0.00021419878434604287,
+      "loss": 0.0026,
+      "step": 1652
+    },
+    {
+      "epoch": 1.08,
+      "grad_norm": 0.03154395520687103,
+      "learning_rate": 0.00021410559537688324,
+      "loss": 0.0022,
+      "step": 1653
+    },
+    {
+      "epoch": 1.08,
+      "grad_norm": 0.02959531545639038,
+      "learning_rate": 0.00021401237612651372,
+      "loss": 0.0043,
+      "step": 1654
+    },
+    {
+      "epoch": 1.08,
+      "grad_norm": 0.13195501267910004,
+      "learning_rate": 0.0002139191266389677,
+      "loss": 0.0178,
+      "step": 1655
+    },
+    {
+      "epoch": 1.08,
+      "grad_norm": 0.03975927457213402,
+      "learning_rate": 0.000213825846958293,
+      "loss": 0.0055,
+      "step": 1656
+    },
+    {
+      "epoch": 1.08,
+      "grad_norm": 0.06535745412111282,
+      "learning_rate": 0.00021373253712855168,
+      "loss": 0.0223,
+      "step": 1657
+    },
+    {
+      "epoch": 1.09,
+      "grad_norm": 0.09343099594116211,
+      "learning_rate": 0.00021363919719381987,
+      "loss": 0.0123,
+      "step": 1658
+    },
+    {
+      "epoch": 1.09,
+      "grad_norm": 0.1524379998445511,
+      "learning_rate": 0.00021354582719818816,
+      "loss": 0.0421,
+      "step": 1659
+    },
+    {
+      "epoch": 1.09,
+      "grad_norm": 0.18298211693763733,
+      "learning_rate": 0.00021345242718576117,
+      "loss": 0.0444,
+      "step": 1660
+    },
+    {
+      "epoch": 1.09,
+      "grad_norm": 0.088227778673172,
+      "learning_rate": 0.00021335899720065777,
+      "loss": 0.0116,
+      "step": 1661
+    },
+    {
+      "epoch": 1.09,
+      "grad_norm": 0.1901037096977234,
+      "learning_rate": 0.00021326553728701091,
+      "loss": 0.0211,
+      "step": 1662
+    },
+    {
+      "epoch": 1.09,
+      "grad_norm": 0.22244389355182648,
+      "learning_rate": 0.00021317204748896786,
+      "loss": 0.0567,
+      "step": 1663
+    },
+    {
+      "epoch": 1.09,
+      "grad_norm": 0.24408915638923645,
+      "learning_rate": 0.00021307852785068976,
+      "loss": 0.0472,
+      "step": 1664
+    },
+    {
+      "epoch": 1.09,
+      "grad_norm": 0.13890671730041504,
+      "learning_rate": 0.00021298497841635208,
+      "loss": 0.0326,
+      "step": 1665
+    },
+    {
+      "epoch": 1.09,
+      "grad_norm": 0.10192529112100601,
+      "learning_rate": 0.00021289139923014416,
+      "loss": 0.0142,
+      "step": 1666
+    },
+    {
+      "epoch": 1.09,
+      "grad_norm": 0.02748352289199829,
+      "learning_rate": 0.00021279779033626955,
+      "loss": 0.0065,
+      "step": 1667
+    },
+    {
+      "epoch": 1.09,
+      "grad_norm": 0.029419776052236557,
+      "learning_rate": 0.00021270415177894578,
+      "loss": 0.0062,
+      "step": 1668
+    },
+    {
+      "epoch": 1.09,
+      "grad_norm": 0.13964907824993134,
+      "learning_rate": 0.00021261048360240434,
+      "loss": 0.0442,
+      "step": 1669
+    },
+    {
+      "epoch": 1.09,
+      "grad_norm": 0.22910548746585846,
+      "learning_rate": 0.00021251678585089076,
+      "loss": 0.0735,
+      "step": 1670
+    },
+    {
+      "epoch": 1.09,
+      "grad_norm": 0.10947010666131973,
+      "learning_rate": 0.0002124230585686645,
+      "loss": 0.0225,
+      "step": 1671
+    },
+    {
+      "epoch": 1.09,
+      "grad_norm": 0.04233964532613754,
+      "learning_rate": 0.00021232930179999914,
+      "loss": 0.0121,
+      "step": 1672
+    },
+    {
+      "epoch": 1.1,
+      "grad_norm": 0.11553874611854553,
+      "learning_rate": 0.00021223551558918193,
+      "loss": 0.0206,
+      "step": 1673
+    },
+    {
+      "epoch": 1.1,
+      "grad_norm": 0.30024242401123047,
+      "learning_rate": 0.0002121416999805142,
+      "loss": 0.0369,
+      "step": 1674
+    },
+    {
+      "epoch": 1.1,
+      "grad_norm": 0.04763152822852135,
+      "learning_rate": 0.00021204785501831107,
+      "loss": 0.0094,
+      "step": 1675
+    },
+    {
+      "epoch": 1.1,
+      "grad_norm": 0.12608014047145844,
+      "learning_rate": 0.00021195398074690163,
+      "loss": 0.0529,
+      "step": 1676
+    },
+    {
+      "epoch": 1.1,
+      "grad_norm": 0.08367837965488434,
+      "learning_rate": 0.00021186007721062873,
+      "loss": 0.0172,
+      "step": 1677
+    },
+    {
+      "epoch": 1.1,
+      "grad_norm": 0.12868303060531616,
+      "learning_rate": 0.00021176614445384906,
+      "loss": 0.0268,
+      "step": 1678
+    },
+    {
+      "epoch": 1.1,
+      "grad_norm": 0.06957541406154633,
+      "learning_rate": 0.00021167218252093314,
+      "loss": 0.0099,
+      "step": 1679
+    },
+    {
+      "epoch": 1.1,
+      "grad_norm": 0.17989858984947205,
+      "learning_rate": 0.00021157819145626523,
+      "loss": 0.0316,
+      "step": 1680
+    },
+    {
+      "epoch": 1.1,
+      "grad_norm": 0.06561832875013351,
+      "learning_rate": 0.00021148417130424345,
+      "loss": 0.0118,
+      "step": 1681
+    },
+    {
+      "epoch": 1.1,
+      "grad_norm": 0.07524342089891434,
+      "learning_rate": 0.0002113901221092795,
+      "loss": 0.0246,
+      "step": 1682
+    },
+    {
+      "epoch": 1.1,
+      "grad_norm": 0.09207272529602051,
+      "learning_rate": 0.0002112960439157989,
+      "loss": 0.0371,
+      "step": 1683
+    },
+    {
+      "epoch": 1.1,
+      "grad_norm": 0.11619143187999725,
+      "learning_rate": 0.00021120193676824086,
+      "loss": 0.0196,
+      "step": 1684
+    },
+    {
+      "epoch": 1.1,
+      "grad_norm": 0.09404407441616058,
+      "learning_rate": 0.00021110780071105829,
+      "loss": 0.0198,
+      "step": 1685
+    },
+    {
+      "epoch": 1.1,
+      "grad_norm": 0.025721121579408646,
+      "learning_rate": 0.00021101363578871773,
+      "loss": 0.0033,
+      "step": 1686
+    },
+    {
+      "epoch": 1.1,
+      "grad_norm": 0.17948229610919952,
+      "learning_rate": 0.00021091944204569928,
+      "loss": 0.0225,
+      "step": 1687
+    },
+    {
+      "epoch": 1.11,
+      "grad_norm": 0.299441933631897,
+      "learning_rate": 0.00021082521952649677,
+      "loss": 0.0314,
+      "step": 1688
+    },
+    {
+      "epoch": 1.11,
+      "grad_norm": 0.18134386837482452,
+      "learning_rate": 0.00021073096827561755,
+      "loss": 0.0077,
+      "step": 1689
+    },
+    {
+      "epoch": 1.11,
+      "grad_norm": 0.030258700251579285,
+      "learning_rate": 0.00021063668833758265,
+      "loss": 0.005,
+      "step": 1690
+    },
+    {
+      "epoch": 1.11,
+      "grad_norm": 0.44221439957618713,
+      "learning_rate": 0.00021054237975692646,
+      "loss": 0.0267,
+      "step": 1691
+    },
+    {
+      "epoch": 1.11,
+      "grad_norm": 0.19150428473949432,
+      "learning_rate": 0.0002104480425781971,
+      "loss": 0.0843,
+      "step": 1692
+    },
+    {
+      "epoch": 1.11,
+      "grad_norm": 0.16386204957962036,
+      "learning_rate": 0.00021035367684595603,
+      "loss": 0.0408,
+      "step": 1693
+    },
+    {
+      "epoch": 1.11,
+      "grad_norm": 0.06396955996751785,
+      "learning_rate": 0.0002102592826047783,
+      "loss": 0.0051,
+      "step": 1694
+    },
+    {
+      "epoch": 1.11,
+      "grad_norm": 0.096857450902462,
+      "learning_rate": 0.0002101648598992525,
+      "loss": 0.0104,
+      "step": 1695
+    },
+    {
+      "epoch": 1.11,
+      "grad_norm": 0.08629319071769714,
+      "learning_rate": 0.0002100704087739804,
+      "loss": 0.0066,
+      "step": 1696
+    },
+    {
+      "epoch": 1.11,
+      "grad_norm": 0.06080562621355057,
+      "learning_rate": 0.00020997592927357746,
+      "loss": 0.0083,
+      "step": 1697
+    },
+    {
+      "epoch": 1.11,
+      "grad_norm": 0.026974063366651535,
+      "learning_rate": 0.00020988142144267246,
+      "loss": 0.0043,
+      "step": 1698
+    },
+    {
+      "epoch": 1.11,
+      "grad_norm": 0.01949911192059517,
+      "learning_rate": 0.00020978688532590747,
+      "loss": 0.0034,
+      "step": 1699
+    },
+    {
+      "epoch": 1.11,
+      "grad_norm": 0.0293037761002779,
+      "learning_rate": 0.0002096923209679381,
+      "loss": 0.005,
+      "step": 1700
+    },
+    {
+      "epoch": 1.11,
+      "grad_norm": 0.03902202844619751,
+      "learning_rate": 0.0002095977284134331,
+      "loss": 0.005,
+      "step": 1701
+    },
+    {
+      "epoch": 1.11,
+      "grad_norm": 0.02799048461019993,
+      "learning_rate": 0.0002095031077070747,
+      "loss": 0.0044,
+      "step": 1702
+    },
+    {
+      "epoch": 1.11,
+      "grad_norm": 0.07804699242115021,
+      "learning_rate": 0.00020940845889355842,
+      "loss": 0.0053,
+      "step": 1703
+    },
+    {
+      "epoch": 1.12,
+      "grad_norm": 0.27684271335601807,
+      "learning_rate": 0.00020931378201759283,
+      "loss": 0.0272,
+      "step": 1704
+    },
+    {
+      "epoch": 1.12,
+      "grad_norm": 0.10727167129516602,
+      "learning_rate": 0.00020921907712390008,
+      "loss": 0.008,
+      "step": 1705
+    },
+    {
+      "epoch": 1.12,
+      "grad_norm": 0.1409468650817871,
+      "learning_rate": 0.00020912434425721536,
+      "loss": 0.0078,
+      "step": 1706
+    },
+    {
+      "epoch": 1.12,
+      "grad_norm": 0.06090042367577553,
+      "learning_rate": 0.0002090295834622871,
+      "loss": 0.0022,
+      "step": 1707
+    },
+    {
+      "epoch": 1.12,
+      "grad_norm": 0.3309457004070282,
+      "learning_rate": 0.00020893479478387695,
+      "loss": 0.0202,
+      "step": 1708
+    },
+    {
+      "epoch": 1.12,
+      "grad_norm": 0.014704009518027306,
+      "learning_rate": 0.00020883997826675972,
+      "loss": 0.0018,
+      "step": 1709
+    },
+    {
+      "epoch": 1.12,
+      "grad_norm": 0.036989156156778336,
+      "learning_rate": 0.0002087451339557234,
+      "loss": 0.0023,
+      "step": 1710
+    },
+    {
+      "epoch": 1.12,
+      "grad_norm": 0.0498960018157959,
+      "learning_rate": 0.00020865026189556898,
+      "loss": 0.0022,
+      "step": 1711
+    },
+    {
+      "epoch": 1.12,
+      "grad_norm": 0.3943072259426117,
+      "learning_rate": 0.0002085553621311108,
+      "loss": 0.0478,
+      "step": 1712
+    },
+    {
+      "epoch": 1.12,
+      "grad_norm": 0.011776590719819069,
+      "learning_rate": 0.00020846043470717606,
+      "loss": 0.0015,
+      "step": 1713
+    },
+    {
+      "epoch": 1.12,
+      "grad_norm": 0.01262225303798914,
+      "learning_rate": 0.00020836547966860512,
+      "loss": 0.0012,
+      "step": 1714
+    },
+    {
+      "epoch": 1.12,
+      "grad_norm": 0.44584786891937256,
+      "learning_rate": 0.00020827049706025134,
+      "loss": 0.0376,
+      "step": 1715
+    },
+    {
+      "epoch": 1.12,
+      "grad_norm": 0.1026252806186676,
+      "learning_rate": 0.00020817548692698122,
+      "loss": 0.0057,
+      "step": 1716
+    },
+    {
+      "epoch": 1.12,
+      "grad_norm": 0.5443242788314819,
+      "learning_rate": 0.0002080804493136741,
+      "loss": 0.0355,
+      "step": 1717
+    },
+    {
+      "epoch": 1.12,
+      "grad_norm": 0.2901538610458374,
+      "learning_rate": 0.0002079853842652224,
+      "loss": 0.0331,
+      "step": 1718
+    },
+    {
+      "epoch": 1.13,
+      "grad_norm": 0.13325665891170502,
+      "learning_rate": 0.00020789029182653146,
+      "loss": 0.0314,
+      "step": 1719
+    },
+    {
+      "epoch": 1.13,
+      "grad_norm": 0.3474900722503662,
+      "learning_rate": 0.00020779517204251962,
+      "loss": 0.0052,
+      "step": 1720
+    },
+    {
+      "epoch": 1.13,
+      "grad_norm": 0.19612590968608856,
+      "learning_rate": 0.00020770002495811807,
+      "loss": 0.0159,
+      "step": 1721
+    },
+    {
+      "epoch": 1.13,
+      "grad_norm": 0.12384012341499329,
+      "learning_rate": 0.00020760485061827096,
+      "loss": 0.0463,
+      "step": 1722
+    },
+    {
+      "epoch": 1.13,
+      "grad_norm": 0.2543465495109558,
+      "learning_rate": 0.00020750964906793518,
+      "loss": 0.1287,
+      "step": 1723
+    },
+    {
+      "epoch": 1.13,
+      "grad_norm": 0.037789445370435715,
+      "learning_rate": 0.00020741442035208062,
+      "loss": 0.0039,
+      "step": 1724
+    },
+    {
+      "epoch": 1.13,
+      "grad_norm": 0.026412533596158028,
+      "learning_rate": 0.00020731916451568991,
+      "loss": 0.004,
+      "step": 1725
+    },
+    {
+      "epoch": 1.13,
+      "grad_norm": 0.30076315999031067,
+      "learning_rate": 0.00020722388160375867,
+      "loss": 0.0585,
+      "step": 1726
+    },
+    {
+      "epoch": 1.13,
+      "grad_norm": 0.052092649042606354,
+      "learning_rate": 0.00020712857166129502,
+      "loss": 0.0059,
+      "step": 1727
+    },
+    {
+      "epoch": 1.13,
+      "grad_norm": 0.23526246845722198,
+      "learning_rate": 0.00020703323473332,
+      "loss": 0.0618,
+      "step": 1728
+    },
+    {
+      "epoch": 1.13,
+      "grad_norm": 0.17606157064437866,
+      "learning_rate": 0.00020693787086486747,
+      "loss": 0.0382,
+      "step": 1729
+    },
+    {
+      "epoch": 1.13,
+      "grad_norm": 0.04785061255097389,
+      "learning_rate": 0.0002068424801009839,
+      "loss": 0.009,
+      "step": 1730
+    },
+    {
+      "epoch": 1.13,
+      "grad_norm": 0.1910519003868103,
+      "learning_rate": 0.0002067470624867285,
+      "loss": 0.0268,
+      "step": 1731
+    },
+    {
+      "epoch": 1.13,
+      "grad_norm": 0.029830094426870346,
+      "learning_rate": 0.00020665161806717318,
+      "loss": 0.0058,
+      "step": 1732
+    },
+    {
+      "epoch": 1.13,
+      "grad_norm": 0.22875742614269257,
+      "learning_rate": 0.0002065561468874025,
+      "loss": 0.042,
+      "step": 1733
+    },
+    {
+      "epoch": 1.14,
+      "grad_norm": 0.1160743236541748,
+      "learning_rate": 0.00020646064899251365,
+      "loss": 0.0123,
+      "step": 1734
+    },
+    {
+      "epoch": 1.14,
+      "grad_norm": 0.09632806479930878,
+      "learning_rate": 0.0002063651244276165,
+      "loss": 0.028,
+      "step": 1735
+    },
+    {
+      "epoch": 1.14,
+      "grad_norm": 0.045413848012685776,
+      "learning_rate": 0.00020626957323783337,
+      "loss": 0.0103,
+      "step": 1736
+    },
+    {
+      "epoch": 1.14,
+      "grad_norm": 0.06504768133163452,
+      "learning_rate": 0.00020617399546829932,
+      "loss": 0.0103,
+      "step": 1737
+    },
+    {
+      "epoch": 1.14,
+      "grad_norm": 0.11606152355670929,
+      "learning_rate": 0.00020607839116416188,
+      "loss": 0.0219,
+      "step": 1738
+    },
+    {
+      "epoch": 1.14,
+      "grad_norm": 0.15662230551242828,
+      "learning_rate": 0.00020598276037058115,
+      "loss": 0.0075,
+      "step": 1739
+    },
+    {
+      "epoch": 1.14,
+      "grad_norm": 0.060219258069992065,
+      "learning_rate": 0.00020588710313272968,
+      "loss": 0.0051,
+      "step": 1740
+    },
+    {
+      "epoch": 1.14,
+      "grad_norm": 0.033545345067977905,
+      "learning_rate": 0.0002057914194957926,
+      "loss": 0.006,
+      "step": 1741
+    },
+    {
+      "epoch": 1.14,
+      "grad_norm": 0.1281086504459381,
+      "learning_rate": 0.00020569570950496746,
+      "loss": 0.0148,
+      "step": 1742
+    },
+    {
+      "epoch": 1.14,
+      "grad_norm": 0.28984948992729187,
+      "learning_rate": 0.0002055999732054643,
+      "loss": 0.0788,
+      "step": 1743
+    },
+    {
+      "epoch": 1.14,
+      "grad_norm": 0.022472795099020004,
+      "learning_rate": 0.00020550421064250546,
+      "loss": 0.0032,
+      "step": 1744
+    },
+    {
+      "epoch": 1.14,
+      "grad_norm": 0.21518099308013916,
+      "learning_rate": 0.00020540842186132587,
+      "loss": 0.0624,
+      "step": 1745
+    },
+    {
+      "epoch": 1.14,
+      "grad_norm": 0.11233403533697128,
+      "learning_rate": 0.00020531260690717269,
+      "loss": 0.018,
+      "step": 1746
+    },
+    {
+      "epoch": 1.14,
+      "grad_norm": 0.0663604736328125,
+      "learning_rate": 0.0002052167658253055,
+      "loss": 0.0247,
+      "step": 1747
+    },
+    {
+      "epoch": 1.14,
+      "grad_norm": 0.019785290583968163,
+      "learning_rate": 0.00020512089866099635,
+      "loss": 0.004,
+      "step": 1748
+    },
+    {
+      "epoch": 1.15,
+      "grad_norm": 0.18856649100780487,
+      "learning_rate": 0.00020502500545952935,
+      "loss": 0.0246,
+      "step": 1749
+    },
+    {
+      "epoch": 1.15,
+      "grad_norm": 0.06530511379241943,
+      "learning_rate": 0.0002049290862662011,
+      "loss": 0.0047,
+      "step": 1750
+    },
+    {
+      "epoch": 1.15,
+      "grad_norm": 0.11900179833173752,
+      "learning_rate": 0.0002048331411263204,
+      "loss": 0.0305,
+      "step": 1751
+    },
+    {
+      "epoch": 1.15,
+      "grad_norm": 0.08668252825737,
+      "learning_rate": 0.00020473717008520842,
+      "loss": 0.0342,
+      "step": 1752
+    },
+    {
+      "epoch": 1.15,
+      "grad_norm": 0.033169977366924286,
+      "learning_rate": 0.00020464117318819836,
+      "loss": 0.0051,
+      "step": 1753
+    },
+    {
+      "epoch": 1.15,
+      "grad_norm": 0.11904280632734299,
+      "learning_rate": 0.00020454515048063578,
+      "loss": 0.0148,
+      "step": 1754
+    },
+    {
+      "epoch": 1.15,
+      "grad_norm": 0.03916119784116745,
+      "learning_rate": 0.00020444910200787846,
+      "loss": 0.0064,
+      "step": 1755
+    },
+    {
+      "epoch": 1.15,
+      "grad_norm": 0.23415330052375793,
+      "learning_rate": 0.0002043530278152963,
+      "loss": 0.0252,
+      "step": 1756
+    },
+    {
+      "epoch": 1.15,
+      "grad_norm": 0.2871975302696228,
+      "learning_rate": 0.0002042569279482712,
+      "loss": 0.0425,
+      "step": 1757
+    },
+    {
+      "epoch": 1.15,
+      "grad_norm": 0.09590361267328262,
+      "learning_rate": 0.00020416080245219743,
+      "loss": 0.0079,
+      "step": 1758
+    },
+    {
+      "epoch": 1.15,
+      "grad_norm": 0.037294209003448486,
+      "learning_rate": 0.00020406465137248135,
+      "loss": 0.0027,
+      "step": 1759
+    },
+    {
+      "epoch": 1.15,
+      "grad_norm": 0.14344163239002228,
+      "learning_rate": 0.00020396847475454114,
+      "loss": 0.0109,
+      "step": 1760
+    },
+    {
+      "epoch": 1.15,
+      "grad_norm": 0.01968855783343315,
+      "learning_rate": 0.0002038722726438074,
+      "loss": 0.0024,
+      "step": 1761
+    },
+    {
+      "epoch": 1.15,
+      "grad_norm": 0.26668640971183777,
+      "learning_rate": 0.00020377604508572245,
+      "loss": 0.0166,
+      "step": 1762
+    },
+    {
+      "epoch": 1.15,
+      "grad_norm": 0.0922434851527214,
+      "learning_rate": 0.00020367979212574085,
+      "loss": 0.0128,
+      "step": 1763
+    },
+    {
+      "epoch": 1.15,
+      "grad_norm": 0.012287971563637257,
+      "learning_rate": 0.0002035835138093291,
+      "loss": 0.0018,
+      "step": 1764
+    },
+    {
+      "epoch": 1.16,
+      "grad_norm": 0.14998489618301392,
+      "learning_rate": 0.0002034872101819656,
+      "loss": 0.0383,
+      "step": 1765
+    },
+    {
+      "epoch": 1.16,
+      "grad_norm": 0.03521181270480156,
+      "learning_rate": 0.00020339088128914083,
+      "loss": 0.0042,
+      "step": 1766
+    },
+    {
+      "epoch": 1.16,
+      "grad_norm": 0.1004776582121849,
+      "learning_rate": 0.00020329452717635712,
+      "loss": 0.0217,
+      "step": 1767
+    },
+    {
+      "epoch": 1.16,
+      "grad_norm": 0.10840025544166565,
+      "learning_rate": 0.00020319814788912868,
+      "loss": 0.0238,
+      "step": 1768
+    },
+    {
+      "epoch": 1.16,
+      "grad_norm": 0.08637768775224686,
+      "learning_rate": 0.00020310174347298174,
+      "loss": 0.0244,
+      "step": 1769
+    },
+    {
+      "epoch": 1.16,
+      "grad_norm": 0.12513408064842224,
+      "learning_rate": 0.00020300531397345433,
+      "loss": 0.0402,
+      "step": 1770
+    },
+    {
+      "epoch": 1.16,
+      "grad_norm": 0.1716419905424118,
+      "learning_rate": 0.00020290885943609628,
+      "loss": 0.0473,
+      "step": 1771
+    },
+    {
+      "epoch": 1.16,
+      "grad_norm": 0.1464458853006363,
+      "learning_rate": 0.00020281237990646932,
+      "loss": 0.0263,
+      "step": 1772
+    },
+    {
+      "epoch": 1.16,
+      "grad_norm": 0.2202548384666443,
+      "learning_rate": 0.00020271587543014695,
+      "loss": 0.014,
+      "step": 1773
+    },
+    {
+      "epoch": 1.16,
+      "grad_norm": 0.20607982575893402,
+      "learning_rate": 0.00020261934605271447,
+      "loss": 0.0112,
+      "step": 1774
+    },
+    {
+      "epoch": 1.16,
+      "grad_norm": 0.04717608913779259,
+      "learning_rate": 0.00020252279181976897,
+      "loss": 0.0072,
+      "step": 1775
+    },
+    {
+      "epoch": 1.16,
+      "grad_norm": 0.1588015854358673,
+      "learning_rate": 0.00020242621277691912,
+      "loss": 0.0203,
+      "step": 1776
+    },
+    {
+      "epoch": 1.16,
+      "grad_norm": 0.28549695014953613,
+      "learning_rate": 0.00020232960896978558,
+      "loss": 0.0256,
+      "step": 1777
+    },
+    {
+      "epoch": 1.16,
+      "grad_norm": 0.05648793280124664,
+      "learning_rate": 0.00020223298044400048,
+      "loss": 0.0172,
+      "step": 1778
+    },
+    {
+      "epoch": 1.16,
+      "grad_norm": 0.08711002767086029,
+      "learning_rate": 0.00020213632724520777,
+      "loss": 0.0091,
+      "step": 1779
+    },
+    {
+      "epoch": 1.17,
+      "grad_norm": 0.1041957437992096,
+      "learning_rate": 0.00020203964941906293,
+      "loss": 0.0391,
+      "step": 1780
+    },
+    {
+      "epoch": 1.17,
+      "grad_norm": 0.23113363981246948,
+      "learning_rate": 0.00020194294701123317,
+      "loss": 0.0202,
+      "step": 1781
+    },
+    {
+      "epoch": 1.17,
+      "grad_norm": 0.05238531902432442,
+      "learning_rate": 0.00020184622006739724,
+      "loss": 0.0133,
+      "step": 1782
+    },
+    {
+      "epoch": 1.17,
+      "grad_norm": 0.16166527569293976,
+      "learning_rate": 0.00020174946863324555,
+      "loss": 0.0162,
+      "step": 1783
+    },
+    {
+      "epoch": 1.17,
+      "grad_norm": 0.09691984206438065,
+      "learning_rate": 0.0002016526927544801,
+      "loss": 0.0163,
+      "step": 1784
+    },
+    {
+      "epoch": 1.17,
+      "grad_norm": 0.09754455834627151,
+      "learning_rate": 0.0002015558924768143,
+      "loss": 0.0053,
+      "step": 1785
+    },
+    {
+      "epoch": 1.17,
+      "grad_norm": 0.13531388342380524,
+      "learning_rate": 0.00020145906784597317,
+      "loss": 0.0243,
+      "step": 1786
+    },
+    {
+      "epoch": 1.17,
+      "grad_norm": 0.06766755878925323,
+      "learning_rate": 0.0002013622189076933,
+      "loss": 0.0121,
+      "step": 1787
+    },
+    {
+      "epoch": 1.17,
+      "grad_norm": 0.00836429838091135,
+      "learning_rate": 0.00020126534570772265,
+      "loss": 0.0012,
+      "step": 1788
+    },
+    {
+      "epoch": 1.17,
+      "grad_norm": 0.009742120280861855,
+      "learning_rate": 0.00020116844829182065,
+      "loss": 0.0013,
+      "step": 1789
+    },
+    {
+      "epoch": 1.17,
+      "grad_norm": 0.593370258808136,
+      "learning_rate": 0.00020107152670575826,
+      "loss": 0.0362,
+      "step": 1790
+    },
+    {
+      "epoch": 1.17,
+      "grad_norm": 0.09712370485067368,
+      "learning_rate": 0.00020097458099531778,
+      "loss": 0.0055,
+      "step": 1791
+    },
+    {
+      "epoch": 1.17,
+      "grad_norm": 0.5568703413009644,
+      "learning_rate": 0.00020087761120629296,
+      "loss": 0.0747,
+      "step": 1792
+    },
+    {
+      "epoch": 1.17,
+      "grad_norm": 0.073786161839962,
+      "learning_rate": 0.00020078061738448881,
+      "loss": 0.0113,
+      "step": 1793
+    },
+    {
+      "epoch": 1.17,
+      "grad_norm": 0.011098073795437813,
+      "learning_rate": 0.0002006835995757218,
+      "loss": 0.001,
+      "step": 1794
+    },
+    {
+      "epoch": 1.18,
+      "grad_norm": 0.009852485731244087,
+      "learning_rate": 0.0002005865578258198,
+      "loss": 0.0013,
+      "step": 1795
+    },
+    {
+      "epoch": 1.18,
+      "grad_norm": 0.2939152717590332,
+      "learning_rate": 0.00020048949218062174,
+      "loss": 0.0346,
+      "step": 1796
+    },
+    {
+      "epoch": 1.18,
+      "grad_norm": 0.2433510720729828,
+      "learning_rate": 0.0002003924026859781,
+      "loss": 0.02,
+      "step": 1797
+    },
+    {
+      "epoch": 1.18,
+      "grad_norm": 0.02912173792719841,
+      "learning_rate": 0.00020029528938775046,
+      "loss": 0.0024,
+      "step": 1798
+    },
+    {
+      "epoch": 1.18,
+      "grad_norm": 0.13098259270191193,
+      "learning_rate": 0.0002001981523318117,
+      "loss": 0.0236,
+      "step": 1799
+    },
+    {
+      "epoch": 1.18,
+      "grad_norm": 0.15209761261940002,
+      "learning_rate": 0.00020010099156404594,
+      "loss": 0.0305,
+      "step": 1800
+    },
+    {
+      "epoch": 1.18,
+      "grad_norm": 0.23245444893836975,
+      "learning_rate": 0.00020000380713034848,
+      "loss": 0.0488,
+      "step": 1801
+    },
+    {
+      "epoch": 1.18,
+      "grad_norm": 0.048978038132190704,
+      "learning_rate": 0.00019990659907662578,
+      "loss": 0.0072,
+      "step": 1802
+    },
+    {
+      "epoch": 1.18,
+      "grad_norm": 0.01486815232783556,
+      "learning_rate": 0.00019980936744879552,
+      "loss": 0.0021,
+      "step": 1803
+    },
+    {
+      "epoch": 1.18,
+      "grad_norm": 0.07630421221256256,
+      "learning_rate": 0.0001997121122927864,
+      "loss": 0.0129,
+      "step": 1804
+    },
+    {
+      "epoch": 1.18,
+      "grad_norm": 0.1630118042230606,
+      "learning_rate": 0.00019961483365453842,
+      "loss": 0.0247,
+      "step": 1805
+    },
+    {
+      "epoch": 1.18,
+      "grad_norm": 0.20434342324733734,
+      "learning_rate": 0.00019951753158000242,
+      "loss": 0.0275,
+      "step": 1806
+    },
+    {
+      "epoch": 1.18,
+      "grad_norm": 0.17411430180072784,
+      "learning_rate": 0.00019942020611514056,
+      "loss": 0.0485,
+      "step": 1807
+    },
+    {
+      "epoch": 1.18,
+      "grad_norm": 0.2546854317188263,
+      "learning_rate": 0.00019932285730592583,
+      "loss": 0.0231,
+      "step": 1808
+    },
+    {
+      "epoch": 1.18,
+      "grad_norm": 0.10782810300588608,
+      "learning_rate": 0.0001992254851983425,
+      "loss": 0.0299,
+      "step": 1809
+    },
+    {
+      "epoch": 1.18,
+      "grad_norm": 0.12854281067848206,
+      "learning_rate": 0.0001991280898383856,
+      "loss": 0.0167,
+      "step": 1810
+    },
+    {
+      "epoch": 1.19,
+      "grad_norm": 0.017508767545223236,
+      "learning_rate": 0.00019903067127206124,
+      "loss": 0.0025,
+      "step": 1811
+    },
+    {
+      "epoch": 1.19,
+      "grad_norm": 0.07165428251028061,
+      "learning_rate": 0.00019893322954538657,
+      "loss": 0.0113,
+      "step": 1812
+    },
+    {
+      "epoch": 1.19,
+      "grad_norm": 0.10676853358745575,
+      "learning_rate": 0.0001988357647043895,
+      "loss": 0.0035,
+      "step": 1813
+    },
+    {
+      "epoch": 1.19,
+      "grad_norm": 0.2053932100534439,
+      "learning_rate": 0.00019873827679510908,
+      "loss": 0.0215,
+      "step": 1814
+    },
+    {
+      "epoch": 1.19,
+      "grad_norm": 0.03081035614013672,
+      "learning_rate": 0.00019864076586359513,
+      "loss": 0.0047,
+      "step": 1815
+    },
+    {
+      "epoch": 1.19,
+      "grad_norm": 0.0858052521944046,
+      "learning_rate": 0.00019854323195590823,
+      "loss": 0.0113,
+      "step": 1816
+    },
+    {
+      "epoch": 1.19,
+      "grad_norm": 0.16202549636363983,
+      "learning_rate": 0.00019844567511812002,
+      "loss": 0.0088,
+      "step": 1817
+    },
+    {
+      "epoch": 1.19,
+      "grad_norm": 0.09111412614583969,
+      "learning_rate": 0.0001983480953963129,
+      "loss": 0.0078,
+      "step": 1818
+    },
+    {
+      "epoch": 1.19,
+      "grad_norm": 0.05848320201039314,
+      "learning_rate": 0.0001982504928365801,
+      "loss": 0.0035,
+      "step": 1819
+    },
+    {
+      "epoch": 1.19,
+      "grad_norm": 0.1509551852941513,
+      "learning_rate": 0.00019815286748502554,
+      "loss": 0.0109,
+      "step": 1820
+    },
+    {
+      "epoch": 1.19,
+      "grad_norm": 0.06057953089475632,
+      "learning_rate": 0.00019805521938776402,
+      "loss": 0.0043,
+      "step": 1821
+    },
+    {
+      "epoch": 1.19,
+      "grad_norm": 0.11573519557714462,
+      "learning_rate": 0.00019795754859092097,
+      "loss": 0.0343,
+      "step": 1822
+    },
+    {
+      "epoch": 1.19,
+      "grad_norm": 0.0522802509367466,
+      "learning_rate": 0.0001978598551406327,
+      "loss": 0.0054,
+      "step": 1823
+    },
+    {
+      "epoch": 1.19,
+      "grad_norm": 0.08309350162744522,
+      "learning_rate": 0.00019776213908304611,
+      "loss": 0.0041,
+      "step": 1824
+    },
+    {
+      "epoch": 1.19,
+      "grad_norm": 0.506611704826355,
+      "learning_rate": 0.00019766440046431875,
+      "loss": 0.062,
+      "step": 1825
+    },
+    {
+      "epoch": 1.2,
+      "grad_norm": 0.05043810233473778,
+      "learning_rate": 0.00019756663933061892,
+      "loss": 0.0036,
+      "step": 1826
+    },
+    {
+      "epoch": 1.2,
+      "grad_norm": 0.008669359609484673,
+      "learning_rate": 0.0001974688557281255,
+      "loss": 0.0008,
+      "step": 1827
+    },
+    {
+      "epoch": 1.2,
+      "grad_norm": 0.24424995481967926,
+      "learning_rate": 0.00019737104970302802,
+      "loss": 0.0312,
+      "step": 1828
+    },
+    {
+      "epoch": 1.2,
+      "grad_norm": 0.08624009788036346,
+      "learning_rate": 0.00019727322130152656,
+      "loss": 0.0471,
+      "step": 1829
+    },
+    {
+      "epoch": 1.2,
+      "grad_norm": 0.0553121417760849,
+      "learning_rate": 0.00019717537056983177,
+      "loss": 0.0047,
+      "step": 1830
+    },
+    {
+      "epoch": 1.2,
+      "grad_norm": 0.20766226947307587,
+      "learning_rate": 0.00019707749755416487,
+      "loss": 0.0187,
+      "step": 1831
+    },
+    {
+      "epoch": 1.2,
+      "grad_norm": 0.03902578726410866,
+      "learning_rate": 0.00019697960230075768,
+      "loss": 0.0022,
+      "step": 1832
+    },
+    {
+      "epoch": 1.2,
+      "grad_norm": 0.05113459378480911,
+      "learning_rate": 0.00019688168485585233,
+      "loss": 0.0059,
+      "step": 1833
+    },
+    {
+      "epoch": 1.2,
+      "grad_norm": 0.07002965360879898,
+      "learning_rate": 0.00019678374526570157,
+      "loss": 0.0054,
+      "step": 1834
+    },
+    {
+      "epoch": 1.2,
+      "grad_norm": 0.11523545533418655,
+      "learning_rate": 0.00019668578357656864,
+      "loss": 0.006,
+      "step": 1835
+    },
+    {
+      "epoch": 1.2,
+      "grad_norm": 0.10022434592247009,
+      "learning_rate": 0.00019658779983472714,
+      "loss": 0.0086,
+      "step": 1836
+    },
+    {
+      "epoch": 1.2,
+      "grad_norm": 0.3261854350566864,
+      "learning_rate": 0.00019648979408646113,
+      "loss": 0.0639,
+      "step": 1837
+    },
+    {
+      "epoch": 1.2,
+      "grad_norm": 0.0735621452331543,
+      "learning_rate": 0.000196391766378065,
+      "loss": 0.004,
+      "step": 1838
+    },
+    {
+      "epoch": 1.2,
+      "grad_norm": 0.02739633060991764,
+      "learning_rate": 0.00019629371675584367,
+      "loss": 0.0022,
+      "step": 1839
+    },
+    {
+      "epoch": 1.2,
+      "grad_norm": 0.15281106531620026,
+      "learning_rate": 0.0001961956452661122,
+      "loss": 0.0086,
+      "step": 1840
+    },
+    {
+      "epoch": 1.21,
+      "grad_norm": 0.04371574893593788,
+      "learning_rate": 0.00019609755195519615,
+      "loss": 0.0034,
+      "step": 1841
+    },
+    {
+      "epoch": 1.21,
+      "grad_norm": 0.10713805258274078,
+      "learning_rate": 0.00019599943686943126,
+      "loss": 0.0065,
+      "step": 1842
+    },
+    {
+      "epoch": 1.21,
+      "grad_norm": 0.059120483696460724,
+      "learning_rate": 0.00019590130005516364,
+      "loss": 0.006,
+      "step": 1843
+    },
+    {
+      "epoch": 1.21,
+      "grad_norm": 0.1300182342529297,
+      "learning_rate": 0.00019580314155874968,
+      "loss": 0.0476,
+      "step": 1844
+    },
+    {
+      "epoch": 1.21,
+      "grad_norm": 0.22915533185005188,
+      "learning_rate": 0.00019570496142655598,
+      "loss": 0.0257,
+      "step": 1845
+    },
+    {
+      "epoch": 1.21,
+      "grad_norm": 0.4989432692527771,
+      "learning_rate": 0.00019560675970495926,
+      "loss": 0.0554,
+      "step": 1846
+    },
+    {
+      "epoch": 1.21,
+      "grad_norm": 0.051195550709962845,
+      "learning_rate": 0.0001955085364403466,
+      "loss": 0.0044,
+      "step": 1847
+    },
+    {
+      "epoch": 1.21,
+      "grad_norm": 0.36124640703201294,
+      "learning_rate": 0.00019541029167911513,
+      "loss": 0.0726,
+      "step": 1848
+    },
+    {
+      "epoch": 1.21,
+      "grad_norm": 0.12776778638362885,
+      "learning_rate": 0.0001953120254676723,
+      "loss": 0.012,
+      "step": 1849
+    },
+    {
+      "epoch": 1.21,
+      "grad_norm": 0.329092800617218,
+      "learning_rate": 0.0001952137378524355,
+      "loss": 0.0174,
+      "step": 1850
+    },
+    {
+      "epoch": 1.21,
+      "grad_norm": 0.21430779993534088,
+      "learning_rate": 0.00019511542887983233,
+      "loss": 0.061,
+      "step": 1851
+    },
+    {
+      "epoch": 1.21,
+      "grad_norm": 0.031340569257736206,
+      "learning_rate": 0.00019501709859630047,
+      "loss": 0.0051,
+      "step": 1852
+    },
+    {
+      "epoch": 1.21,
+      "grad_norm": 0.23494398593902588,
+      "learning_rate": 0.00019491874704828766,
+      "loss": 0.0568,
+      "step": 1853
+    },
+    {
+      "epoch": 1.21,
+      "grad_norm": 0.19756872951984406,
+      "learning_rate": 0.00019482037428225166,
+      "loss": 0.027,
+      "step": 1854
+    },
+    {
+      "epoch": 1.21,
+      "grad_norm": 0.1831345558166504,
+      "learning_rate": 0.00019472198034466032,
+      "loss": 0.0213,
+      "step": 1855
+    },
+    {
+      "epoch": 1.22,
+      "grad_norm": 0.0714825913310051,
+      "learning_rate": 0.00019462356528199138,
+      "loss": 0.0264,
+      "step": 1856
+    },
+    {
+      "epoch": 1.22,
+      "grad_norm": 0.09632866829633713,
+      "learning_rate": 0.0001945251291407327,
+      "loss": 0.0123,
+      "step": 1857
+    },
+    {
+      "epoch": 1.22,
+      "grad_norm": 0.28308427333831787,
+      "learning_rate": 0.00019442667196738192,
+      "loss": 0.0718,
+      "step": 1858
+    },
+    {
+      "epoch": 1.22,
+      "grad_norm": 0.1654062271118164,
+      "learning_rate": 0.00019432819380844687,
+      "loss": 0.046,
+      "step": 1859
+    },
+    {
+      "epoch": 1.22,
+      "grad_norm": 0.044118259102106094,
+      "learning_rate": 0.00019422969471044501,
+      "loss": 0.0055,
+      "step": 1860
+    },
+    {
+      "epoch": 1.22,
+      "grad_norm": 0.06968650221824646,
+      "learning_rate": 0.00019413117471990386,
+      "loss": 0.0137,
+      "step": 1861
+    },
+    {
+      "epoch": 1.22,
+      "grad_norm": 0.03375468775629997,
+      "learning_rate": 0.0001940326338833608,
+      "loss": 0.0066,
+      "step": 1862
+    },
+    {
+      "epoch": 1.22,
+      "grad_norm": 0.15991543233394623,
+      "learning_rate": 0.00019393407224736306,
+      "loss": 0.0316,
+      "step": 1863
+    },
+    {
+      "epoch": 1.22,
+      "grad_norm": 0.09309843927621841,
+      "learning_rate": 0.00019383548985846754,
+      "loss": 0.0178,
+      "step": 1864
+    },
+    {
+      "epoch": 1.22,
+      "grad_norm": 0.14062856137752533,
+      "learning_rate": 0.00019373688676324114,
+      "loss": 0.0315,
+      "step": 1865
+    },
+    {
+      "epoch": 1.22,
+      "grad_norm": 0.09427135437726974,
+      "learning_rate": 0.00019363826300826043,
+      "loss": 0.0516,
+      "step": 1866
+    },
+    {
+      "epoch": 1.22,
+      "grad_norm": 0.12931552529335022,
+      "learning_rate": 0.00019353961864011183,
+      "loss": 0.0208,
+      "step": 1867
+    },
+    {
+      "epoch": 1.22,
+      "grad_norm": 0.06832294166088104,
+      "learning_rate": 0.0001934409537053914,
+      "loss": 0.0249,
+      "step": 1868
+    },
+    {
+      "epoch": 1.22,
+      "grad_norm": 0.1043616384267807,
+      "learning_rate": 0.00019334226825070493,
+      "loss": 0.0132,
+      "step": 1869
+    },
+    {
+      "epoch": 1.22,
+      "grad_norm": 0.04455610364675522,
+      "learning_rate": 0.000193243562322668,
+      "loss": 0.0068,
+      "step": 1870
+    },
+    {
+      "epoch": 1.22,
+      "grad_norm": 0.09259182214736938,
+      "learning_rate": 0.00019314483596790576,
+      "loss": 0.0084,
+      "step": 1871
+    },
+    {
+      "epoch": 1.23,
+      "grad_norm": 0.15175136923789978,
+      "learning_rate": 0.00019304608923305302,
+      "loss": 0.0299,
+      "step": 1872
+    },
+    {
+      "epoch": 1.23,
+      "grad_norm": 0.3181014657020569,
+      "learning_rate": 0.00019294732216475427,
+      "loss": 0.05,
+      "step": 1873
+    },
+    {
+      "epoch": 1.23,
+      "grad_norm": 0.029958350583910942,
+      "learning_rate": 0.00019284853480966354,
+      "loss": 0.0048,
+      "step": 1874
+    },
+    {
+      "epoch": 1.23,
+      "grad_norm": 0.1685924082994461,
+      "learning_rate": 0.00019274972721444446,
+      "loss": 0.0271,
+      "step": 1875
+    },
+    {
+      "epoch": 1.23,
+      "grad_norm": 0.08830788731575012,
+      "learning_rate": 0.00019265089942577027,
+      "loss": 0.0099,
+      "step": 1876
+    },
+    {
+      "epoch": 1.23,
+      "grad_norm": 0.20782901346683502,
+      "learning_rate": 0.00019255205149032375,
+      "loss": 0.0558,
+      "step": 1877
+    },
+    {
+      "epoch": 1.23,
+      "grad_norm": 0.12139201164245605,
+      "learning_rate": 0.00019245318345479707,
+      "loss": 0.0161,
+      "step": 1878
+    },
+    {
+      "epoch": 1.23,
+      "grad_norm": 0.14500971138477325,
+      "learning_rate": 0.00019235429536589203,
+      "loss": 0.0129,
+      "step": 1879
+    },
+    {
+      "epoch": 1.23,
+      "grad_norm": 0.18900787830352783,
+      "learning_rate": 0.0001922553872703198,
+      "loss": 0.0161,
+      "step": 1880
+    },
+    {
+      "epoch": 1.23,
+      "grad_norm": 0.04411626234650612,
+      "learning_rate": 0.0001921564592148012,
+      "loss": 0.0038,
+      "step": 1881
+    },
+    {
+      "epoch": 1.23,
+      "grad_norm": 0.08428865671157837,
+      "learning_rate": 0.0001920575112460662,
+      "loss": 0.0048,
+      "step": 1882
+    },
+    {
+      "epoch": 1.23,
+      "grad_norm": 0.12923188507556915,
+      "learning_rate": 0.0001919585434108543,
+      "loss": 0.0111,
+      "step": 1883
+    },
+    {
+      "epoch": 1.23,
+      "grad_norm": 0.02636256441473961,
+      "learning_rate": 0.00019185955575591452,
+      "loss": 0.0032,
+      "step": 1884
+    },
+    {
+      "epoch": 1.23,
+      "grad_norm": 0.297539621591568,
+      "learning_rate": 0.00019176054832800498,
+      "loss": 0.0659,
+      "step": 1885
+    },
+    {
+      "epoch": 1.23,
+      "grad_norm": 0.1499989926815033,
+      "learning_rate": 0.00019166152117389344,
+      "loss": 0.0129,
+      "step": 1886
+    },
+    {
+      "epoch": 1.24,
+      "grad_norm": 0.4077751040458679,
+      "learning_rate": 0.00019156247434035665,
+      "loss": 0.0447,
+      "step": 1887
+    },
+    {
+      "epoch": 1.24,
+      "grad_norm": 0.04810630530118942,
+      "learning_rate": 0.0001914634078741809,
+      "loss": 0.004,
+      "step": 1888
+    },
+    {
+      "epoch": 1.24,
+      "grad_norm": 0.07159969210624695,
+      "learning_rate": 0.00019136432182216166,
+      "loss": 0.0044,
+      "step": 1889
+    },
+    {
+      "epoch": 1.24,
+      "grad_norm": 0.09493908286094666,
+      "learning_rate": 0.00019126521623110375,
+      "loss": 0.0071,
+      "step": 1890
+    },
+    {
+      "epoch": 1.24,
+      "grad_norm": 0.04515552520751953,
+      "learning_rate": 0.00019116609114782097,
+      "loss": 0.0039,
+      "step": 1891
+    },
+    {
+      "epoch": 1.24,
+      "grad_norm": 0.01067087147384882,
+      "learning_rate": 0.00019106694661913664,
+      "loss": 0.0017,
+      "step": 1892
+    },
+    {
+      "epoch": 1.24,
+      "grad_norm": 0.15949301421642303,
+      "learning_rate": 0.00019096778269188302,
+      "loss": 0.0077,
+      "step": 1893
+    },
+    {
+      "epoch": 1.24,
+      "grad_norm": 0.01298619620501995,
+      "learning_rate": 0.00019086859941290174,
+      "loss": 0.0019,
+      "step": 1894
+    },
+    {
+      "epoch": 1.24,
+      "grad_norm": 0.009331258945167065,
+      "learning_rate": 0.00019076939682904337,
+      "loss": 0.001,
+      "step": 1895
+    },
+    {
+      "epoch": 1.24,
+      "grad_norm": 0.23378711938858032,
+      "learning_rate": 0.00019067017498716773,
+      "loss": 0.029,
+      "step": 1896
+    },
+    {
+      "epoch": 1.24,
+      "grad_norm": 0.2589947581291199,
+      "learning_rate": 0.00019057093393414366,
+      "loss": 0.0386,
+      "step": 1897
+    },
+    {
+      "epoch": 1.24,
+      "grad_norm": 0.4780135750770569,
+      "learning_rate": 0.00019047167371684918,
+      "loss": 0.0401,
+      "step": 1898
+    },
+    {
+      "epoch": 1.24,
+      "grad_norm": 0.31437739729881287,
+      "learning_rate": 0.00019037239438217127,
+      "loss": 0.0684,
+      "step": 1899
+    },
+    {
+      "epoch": 1.24,
+      "grad_norm": 0.03697904944419861,
+      "learning_rate": 0.00019027309597700594,
+      "loss": 0.0036,
+      "step": 1900
+    },
+    {
+      "epoch": 1.24,
+      "grad_norm": 0.1111644059419632,
+      "learning_rate": 0.00019017377854825828,
+      "loss": 0.006,
+      "step": 1901
+    },
+    {
+      "epoch": 1.25,
+      "grad_norm": 0.1257040649652481,
+      "learning_rate": 0.00019007444214284226,
+      "loss": 0.0168,
+      "step": 1902
+    },
+    {
+      "epoch": 1.25,
+      "grad_norm": 0.2534196376800537,
+      "learning_rate": 0.00018997508680768097,
+      "loss": 0.0263,
+      "step": 1903
+    },
+    {
+      "epoch": 1.25,
+      "grad_norm": 0.053403884172439575,
+      "learning_rate": 0.00018987571258970626,
+      "loss": 0.003,
+      "step": 1904
+    },
+    {
+      "epoch": 1.25,
+      "grad_norm": 0.22898997366428375,
+      "learning_rate": 0.00018977631953585902,
+      "loss": 0.0212,
+      "step": 1905
+    },
+    {
+      "epoch": 1.25,
+      "grad_norm": 0.13535194098949432,
+      "learning_rate": 0.00018967690769308894,
+      "loss": 0.0087,
+      "step": 1906
+    },
+    {
+      "epoch": 1.25,
+      "grad_norm": 0.16851268708705902,
+      "learning_rate": 0.00018957747710835482,
+      "loss": 0.0388,
+      "step": 1907
+    },
+    {
+      "epoch": 1.25,
+      "grad_norm": 0.21347947418689728,
+      "learning_rate": 0.00018947802782862396,
+      "loss": 0.0332,
+      "step": 1908
+    },
+    {
+      "epoch": 1.25,
+      "grad_norm": 0.0564715713262558,
+      "learning_rate": 0.00018937855990087276,
+      "loss": 0.0036,
+      "step": 1909
+    },
+    {
+      "epoch": 1.25,
+      "grad_norm": 0.06032940000295639,
+      "learning_rate": 0.0001892790733720863,
+      "loss": 0.0067,
+      "step": 1910
+    },
+    {
+      "epoch": 1.25,
+      "eval_loss": 0.032177336513996124,
+      "eval_runtime": 39.9387,
+      "eval_samples_per_second": 32.224,
+      "eval_steps_per_second": 8.062,
+      "step": 1910
+    },
+    {
+      "epoch": 1.25,
+      "grad_norm": 0.11383625119924545,
+      "learning_rate": 0.00018917956828925857,
+      "loss": 0.0152,
+      "step": 1911
+    },
+    {
+      "epoch": 1.25,
+      "grad_norm": 0.15107430517673492,
+      "learning_rate": 0.00018908004469939216,
+      "loss": 0.0511,
+      "step": 1912
+    },
+    {
+      "epoch": 1.25,
+      "grad_norm": 0.403848260641098,
+      "learning_rate": 0.00018898050264949852,
+      "loss": 0.0206,
+      "step": 1913
+    },
+    {
+      "epoch": 1.25,
+      "grad_norm": 0.09853165596723557,
+      "learning_rate": 0.00018888094218659778,
+      "loss": 0.0186,
+      "step": 1914
+    },
+    {
+      "epoch": 1.25,
+      "grad_norm": 0.1771824061870575,
+      "learning_rate": 0.00018878136335771876,
+      "loss": 0.0221,
+      "step": 1915
+    },
+    {
+      "epoch": 1.25,
+      "grad_norm": 0.0342799611389637,
+      "learning_rate": 0.000188681766209899,
+      "loss": 0.004,
+      "step": 1916
+    },
+    {
+      "epoch": 1.25,
+      "grad_norm": 0.14599063992500305,
+      "learning_rate": 0.0001885821507901846,
+      "loss": 0.0616,
+      "step": 1917
+    },
+    {
+      "epoch": 1.26,
+      "grad_norm": 0.09153589606285095,
+      "learning_rate": 0.0001884825171456304,
+      "loss": 0.0093,
+      "step": 1918
+    },
+    {
+      "epoch": 1.26,
+      "grad_norm": 0.040928881615400314,
+      "learning_rate": 0.0001883828653232998,
+      "loss": 0.0055,
+      "step": 1919
+    },
+    {
+      "epoch": 1.26,
+      "grad_norm": 0.0882481262087822,
+      "learning_rate": 0.00018828319537026475,
+      "loss": 0.0115,
+      "step": 1920
+    },
+    {
+      "epoch": 1.26,
+      "grad_norm": 0.22515325248241425,
+      "learning_rate": 0.00018818350733360584,
+      "loss": 0.0484,
+      "step": 1921
+    },
+    {
+      "epoch": 1.26,
+      "grad_norm": 0.2775671184062958,
+      "learning_rate": 0.00018808380126041215,
+      "loss": 0.0412,
+      "step": 1922
+    },
+    {
+      "epoch": 1.26,
+      "grad_norm": 0.20490968227386475,
+      "learning_rate": 0.00018798407719778127,
+      "loss": 0.0146,
+      "step": 1923
+    },
+    {
+      "epoch": 1.26,
+      "grad_norm": 0.017601322382688522,
+      "learning_rate": 0.00018788433519281933,
+      "loss": 0.0032,
+      "step": 1924
+    },
+    {
+      "epoch": 1.26,
+      "grad_norm": 0.061190057545900345,
+      "learning_rate": 0.00018778457529264098,
+      "loss": 0.0062,
+      "step": 1925
+    },
+    {
+      "epoch": 1.26,
+      "grad_norm": 0.011243225075304508,
+      "learning_rate": 0.00018768479754436917,
+      "loss": 0.0019,
+      "step": 1926
+    },
+    {
+      "epoch": 1.26,
+      "grad_norm": 0.21566064655780792,
+      "learning_rate": 0.0001875850019951354,
+      "loss": 0.0197,
+      "step": 1927
+    },
+    {
+      "epoch": 1.26,
+      "grad_norm": 0.14111027121543884,
+      "learning_rate": 0.00018748518869207952,
+      "loss": 0.0164,
+      "step": 1928
+    },
+    {
+      "epoch": 1.26,
+      "grad_norm": 0.17709197103977203,
+      "learning_rate": 0.00018738535768234984,
+      "loss": 0.0173,
+      "step": 1929
+    },
+    {
+      "epoch": 1.26,
+      "grad_norm": 0.11170878261327744,
+      "learning_rate": 0.00018728550901310297,
+      "loss": 0.0103,
+      "step": 1930
+    },
+    {
+      "epoch": 1.26,
+      "grad_norm": 0.10775300115346909,
+      "learning_rate": 0.00018718564273150387,
+      "loss": 0.0061,
+      "step": 1931
+    },
+    {
+      "epoch": 1.26,
+      "grad_norm": 0.08073946833610535,
+      "learning_rate": 0.00018708575888472587,
+      "loss": 0.0076,
+      "step": 1932
+    },
+    {
+      "epoch": 1.27,
+      "grad_norm": 0.2539899945259094,
+      "learning_rate": 0.0001869858575199505,
+      "loss": 0.0326,
+      "step": 1933
+    },
+    {
+      "epoch": 1.27,
+      "grad_norm": 0.046343106776475906,
+      "learning_rate": 0.0001868859386843677,
+      "loss": 0.0057,
+      "step": 1934
+    },
+    {
+      "epoch": 1.27,
+      "grad_norm": 0.09674936532974243,
+      "learning_rate": 0.00018678600242517547,
+      "loss": 0.0081,
+      "step": 1935
+    },
+    {
+      "epoch": 1.27,
+      "grad_norm": 0.006561139598488808,
+      "learning_rate": 0.00018668604878958027,
+      "loss": 0.0011,
+      "step": 1936
+    },
+    {
+      "epoch": 1.27,
+      "grad_norm": 0.003308130893856287,
+      "learning_rate": 0.00018658607782479653,
+      "loss": 0.0006,
+      "step": 1937
+    },
+    {
+      "epoch": 1.27,
+      "grad_norm": 0.1847364902496338,
+      "learning_rate": 0.0001864860895780471,
+      "loss": 0.0128,
+      "step": 1938
+    },
+    {
+      "epoch": 1.27,
+      "grad_norm": 0.4606344699859619,
+      "learning_rate": 0.00018638608409656288,
+      "loss": 0.1213,
+      "step": 1939
+    },
+    {
+      "epoch": 1.27,
+      "grad_norm": 0.005895258858799934,
+      "learning_rate": 0.00018628606142758285,
+      "loss": 0.0009,
+      "step": 1940
+    },
+    {
+      "epoch": 1.27,
+      "grad_norm": 0.37326616048812866,
+      "learning_rate": 0.0001861860216183542,
+      "loss": 0.0808,
+      "step": 1941
+    },
+    {
+      "epoch": 1.27,
+      "grad_norm": 0.04593970999121666,
+      "learning_rate": 0.00018608596471613215,
+      "loss": 0.0024,
+      "step": 1942
+    },
+    {
+      "epoch": 1.27,
+      "grad_norm": 0.16561304032802582,
+      "learning_rate": 0.00018598589076818014,
+      "loss": 0.0396,
+      "step": 1943
+    },
+    {
+      "epoch": 1.27,
+      "grad_norm": 0.2503207325935364,
+      "learning_rate": 0.00018588579982176944,
+      "loss": 0.0538,
+      "step": 1944
+    },
+    {
+      "epoch": 1.27,
+      "grad_norm": 0.09036950767040253,
+      "learning_rate": 0.0001857856919241795,
+      "loss": 0.0102,
+      "step": 1945
+    },
+    {
+      "epoch": 1.27,
+      "grad_norm": 0.1274523138999939,
+      "learning_rate": 0.00018568556712269776,
+      "loss": 0.0291,
+      "step": 1946
+    },
+    {
+      "epoch": 1.27,
+      "grad_norm": 0.028810936957597733,
+      "learning_rate": 0.00018558542546461964,
+      "loss": 0.0053,
+      "step": 1947
+    },
+    {
+      "epoch": 1.28,
+      "grad_norm": 0.15604527294635773,
+      "learning_rate": 0.0001854852669972484,
+      "loss": 0.0171,
+      "step": 1948
+    },
+    {
+      "epoch": 1.28,
+      "grad_norm": 0.06874702125787735,
+      "learning_rate": 0.00018538509176789546,
+      "loss": 0.0089,
+      "step": 1949
+    },
+    {
+      "epoch": 1.28,
+      "grad_norm": 0.09649529308080673,
+      "learning_rate": 0.00018528489982388006,
+      "loss": 0.0164,
+      "step": 1950
+    },
+    {
+      "epoch": 1.28,
+      "grad_norm": 0.041638266295194626,
+      "learning_rate": 0.0001851846912125292,
+      "loss": 0.008,
+      "step": 1951
+    },
+    {
+      "epoch": 1.28,
+      "grad_norm": 0.08413052558898926,
+      "learning_rate": 0.00018508446598117806,
+      "loss": 0.0178,
+      "step": 1952
+    },
+    {
+      "epoch": 1.28,
+      "grad_norm": 0.09511756896972656,
+      "learning_rate": 0.00018498422417716928,
+      "loss": 0.0171,
+      "step": 1953
+    },
+    {
+      "epoch": 1.28,
+      "grad_norm": 0.13475637137889862,
+      "learning_rate": 0.00018488396584785365,
+      "loss": 0.023,
+      "step": 1954
+    },
+    {
+      "epoch": 1.28,
+      "grad_norm": 0.04502255469560623,
+      "learning_rate": 0.00018478369104058963,
+      "loss": 0.0093,
+      "step": 1955
+    },
+    {
+      "epoch": 1.28,
+      "grad_norm": 0.030024804174900055,
+      "learning_rate": 0.00018468339980274353,
+      "loss": 0.0042,
+      "step": 1956
+    },
+    {
+      "epoch": 1.28,
+      "grad_norm": 0.10409369319677353,
+      "learning_rate": 0.00018458309218168925,
+      "loss": 0.0224,
+      "step": 1957
+    },
+    {
+      "epoch": 1.28,
+      "grad_norm": 0.2133146971464157,
+      "learning_rate": 0.00018448276822480866,
+      "loss": 0.0747,
+      "step": 1958
+    },
+    {
+      "epoch": 1.28,
+      "grad_norm": 0.17796148359775543,
+      "learning_rate": 0.0001843824279794912,
+      "loss": 0.0135,
+      "step": 1959
+    },
+    {
+      "epoch": 1.28,
+      "grad_norm": 0.07230894267559052,
+      "learning_rate": 0.00018428207149313403,
+      "loss": 0.0096,
+      "step": 1960
+    },
+    {
+      "epoch": 1.28,
+      "grad_norm": 0.15250401198863983,
+      "learning_rate": 0.00018418169881314207,
+      "loss": 0.016,
+      "step": 1961
+    },
+    {
+      "epoch": 1.28,
+      "grad_norm": 0.0743720754981041,
+      "learning_rate": 0.00018408130998692773,
+      "loss": 0.0062,
+      "step": 1962
+    },
+    {
+      "epoch": 1.29,
+      "grad_norm": 0.14948879182338715,
+      "learning_rate": 0.00018398090506191114,
+      "loss": 0.0237,
+      "step": 1963
+    },
+    {
+      "epoch": 1.29,
+      "grad_norm": 0.12644903361797333,
+      "learning_rate": 0.00018388048408552008,
+      "loss": 0.0223,
+      "step": 1964
+    },
+    {
+      "epoch": 1.29,
+      "grad_norm": 0.05275022238492966,
+      "learning_rate": 0.00018378004710518984,
+      "loss": 0.0051,
+      "step": 1965
+    },
+    {
+      "epoch": 1.29,
+      "grad_norm": 0.18393655121326447,
+      "learning_rate": 0.00018367959416836332,
+      "loss": 0.0119,
+      "step": 1966
+    },
+    {
+      "epoch": 1.29,
+      "grad_norm": 0.2449781447649002,
+      "learning_rate": 0.00018357912532249076,
+      "loss": 0.0262,
+      "step": 1967
+    },
+    {
+      "epoch": 1.29,
+      "grad_norm": 0.05197291448712349,
+      "learning_rate": 0.00018347864061503028,
+      "loss": 0.0072,
+      "step": 1968
+    },
+    {
+      "epoch": 1.29,
+      "grad_norm": 0.07551299780607224,
+      "learning_rate": 0.00018337814009344714,
+      "loss": 0.0081,
+      "step": 1969
+    },
+    {
+      "epoch": 1.29,
+      "grad_norm": 0.05459301918745041,
+      "learning_rate": 0.00018327762380521438,
+      "loss": 0.0047,
+      "step": 1970
+    },
+    {
+      "epoch": 1.29,
+      "grad_norm": 0.0383986234664917,
+      "learning_rate": 0.0001831770917978122,
+      "loss": 0.0034,
+      "step": 1971
+    },
+    {
+      "epoch": 1.29,
+      "grad_norm": 0.0700681209564209,
+      "learning_rate": 0.00018307654411872838,
+      "loss": 0.0068,
+      "step": 1972
+    },
+    {
+      "epoch": 1.29,
+      "grad_norm": 0.28609392046928406,
+      "learning_rate": 0.0001829759808154581,
+      "loss": 0.0608,
+      "step": 1973
+    },
+    {
+      "epoch": 1.29,
+      "grad_norm": 0.21615540981292725,
+      "learning_rate": 0.0001828754019355039,
+      "loss": 0.0088,
+      "step": 1974
+    },
+    {
+      "epoch": 1.29,
+      "grad_norm": 0.15507575869560242,
+      "learning_rate": 0.0001827748075263757,
+      "loss": 0.0081,
+      "step": 1975
+    },
+    {
+      "epoch": 1.29,
+      "grad_norm": 0.2063005119562149,
+      "learning_rate": 0.0001826741976355907,
+      "loss": 0.0072,
+      "step": 1976
+    },
+    {
+      "epoch": 1.29,
+      "grad_norm": 0.23691704869270325,
+      "learning_rate": 0.0001825735723106734,
+      "loss": 0.037,
+      "step": 1977
+    },
+    {
+      "epoch": 1.29,
+      "grad_norm": 0.05298379436135292,
+      "learning_rate": 0.0001824729315991557,
+      "loss": 0.0041,
+      "step": 1978
+    },
+    {
+      "epoch": 1.3,
+      "grad_norm": 0.22102193534374237,
+      "learning_rate": 0.00018237227554857672,
+      "loss": 0.0117,
+      "step": 1979
+    },
+    {
+      "epoch": 1.3,
+      "grad_norm": 0.1501353681087494,
+      "learning_rate": 0.00018227160420648274,
+      "loss": 0.0397,
+      "step": 1980
+    },
+    {
+      "epoch": 1.3,
+      "grad_norm": 0.402899831533432,
+      "learning_rate": 0.00018217091762042737,
+      "loss": 0.0821,
+      "step": 1981
+    },
+    {
+      "epoch": 1.3,
+      "grad_norm": 0.20166534185409546,
+      "learning_rate": 0.0001820702158379714,
+      "loss": 0.0285,
+      "step": 1982
+    },
+    {
+      "epoch": 1.3,
+      "grad_norm": 0.13613693416118622,
+      "learning_rate": 0.00018196949890668276,
+      "loss": 0.006,
+      "step": 1983
+    },
+    {
+      "epoch": 1.3,
+      "grad_norm": 0.19995389878749847,
+      "learning_rate": 0.00018186876687413655,
+      "loss": 0.0152,
+      "step": 1984
+    },
+    {
+      "epoch": 1.3,
+      "grad_norm": 0.2411389946937561,
+      "learning_rate": 0.00018176801978791497,
+      "loss": 0.0546,
+      "step": 1985
+    },
+    {
+      "epoch": 1.3,
+      "grad_norm": 0.022495824843645096,
+      "learning_rate": 0.00018166725769560747,
+      "loss": 0.0022,
+      "step": 1986
+    },
+    {
+      "epoch": 1.3,
+      "grad_norm": 0.07184285670518875,
+      "learning_rate": 0.00018156648064481044,
+      "loss": 0.0058,
+      "step": 1987
+    },
+    {
+      "epoch": 1.3,
+      "grad_norm": 0.13286525011062622,
+      "learning_rate": 0.00018146568868312733,
+      "loss": 0.0254,
+      "step": 1988
+    },
+    {
+      "epoch": 1.3,
+      "grad_norm": 0.2439001351594925,
+      "learning_rate": 0.00018136488185816878,
+      "loss": 0.0457,
+      "step": 1989
+    },
+    {
+      "epoch": 1.3,
+      "grad_norm": 0.1679784655570984,
+      "learning_rate": 0.00018126406021755232,
+      "loss": 0.0274,
+      "step": 1990
+    },
+    {
+      "epoch": 1.3,
+      "grad_norm": 0.1093001514673233,
+      "learning_rate": 0.00018116322380890248,
+      "loss": 0.0107,
+      "step": 1991
+    },
+    {
+      "epoch": 1.3,
+      "grad_norm": 0.08656150102615356,
+      "learning_rate": 0.0001810623726798509,
+      "loss": 0.0075,
+      "step": 1992
+    },
+    {
+      "epoch": 1.3,
+      "grad_norm": 0.06291065365076065,
+      "learning_rate": 0.00018096150687803598,
+      "loss": 0.0058,
+      "step": 1993
+    },
+    {
+      "epoch": 1.31,
+      "grad_norm": 0.06546434015035629,
+      "learning_rate": 0.00018086062645110318,
+      "loss": 0.0082,
+      "step": 1994
+    },
+    {
+      "epoch": 1.31,
+      "grad_norm": 0.09988091886043549,
+      "learning_rate": 0.00018075973144670486,
+      "loss": 0.0239,
+      "step": 1995
+    },
+    {
+      "epoch": 1.31,
+      "grad_norm": 0.30109840631484985,
+      "learning_rate": 0.0001806588219125002,
+      "loss": 0.0297,
+      "step": 1996
+    },
+    {
+      "epoch": 1.31,
+      "grad_norm": 0.05507725849747658,
+      "learning_rate": 0.00018055789789615532,
+      "loss": 0.004,
+      "step": 1997
+    },
+    {
+      "epoch": 1.31,
+      "grad_norm": 0.09339085221290588,
+      "learning_rate": 0.00018045695944534314,
+      "loss": 0.0109,
+      "step": 1998
+    },
+    {
+      "epoch": 1.31,
+      "grad_norm": 0.059944991022348404,
+      "learning_rate": 0.00018035600660774336,
+      "loss": 0.0085,
+      "step": 1999
+    },
+    {
+      "epoch": 1.31,
+      "grad_norm": 0.09726294130086899,
+      "learning_rate": 0.00018025503943104262,
+      "loss": 0.0093,
+      "step": 2000
+    },
+    {
+      "epoch": 1.31,
+      "grad_norm": 0.07707206904888153,
+      "learning_rate": 0.00018015405796293417,
+      "loss": 0.0067,
+      "step": 2001
+    },
+    {
+      "epoch": 1.31,
+      "grad_norm": 0.027958236634731293,
+      "learning_rate": 0.00018005306225111803,
+      "loss": 0.0035,
+      "step": 2002
+    },
+    {
+      "epoch": 1.31,
+      "grad_norm": 0.2533860206604004,
+      "learning_rate": 0.00017995205234330107,
+      "loss": 0.0626,
+      "step": 2003
+    },
+    {
+      "epoch": 1.31,
+      "grad_norm": 0.041864681988954544,
+      "learning_rate": 0.00017985102828719675,
+      "loss": 0.0067,
+      "step": 2004
+    },
+    {
+      "epoch": 1.31,
+      "grad_norm": 0.08300785720348358,
+      "learning_rate": 0.00017974999013052527,
+      "loss": 0.0311,
+      "step": 2005
+    },
+    {
+      "epoch": 1.31,
+      "grad_norm": 0.054343078285455704,
+      "learning_rate": 0.00017964893792101345,
+      "loss": 0.0052,
+      "step": 2006
+    },
+    {
+      "epoch": 1.31,
+      "grad_norm": 0.007766898721456528,
+      "learning_rate": 0.00017954787170639476,
+      "loss": 0.0014,
+      "step": 2007
+    },
+    {
+      "epoch": 1.31,
+      "grad_norm": 0.18020589649677277,
+      "learning_rate": 0.00017944679153440935,
+      "loss": 0.0424,
+      "step": 2008
+    },
+    {
+      "epoch": 1.32,
+      "grad_norm": 0.07235695421695709,
+      "learning_rate": 0.00017934569745280392,
+      "loss": 0.009,
+      "step": 2009
+    },
+    {
+      "epoch": 1.32,
+      "grad_norm": 0.04374720901250839,
+      "learning_rate": 0.00017924458950933163,
+      "loss": 0.0036,
+      "step": 2010
+    },
+    {
+      "epoch": 1.32,
+      "grad_norm": 0.12976546585559845,
+      "learning_rate": 0.00017914346775175236,
+      "loss": 0.0083,
+      "step": 2011
+    },
+    {
+      "epoch": 1.32,
+      "grad_norm": 0.13522937893867493,
+      "learning_rate": 0.0001790423322278324,
+      "loss": 0.0142,
+      "step": 2012
+    },
+    {
+      "epoch": 1.32,
+      "grad_norm": 0.17489002645015717,
+      "learning_rate": 0.0001789411829853446,
+      "loss": 0.0192,
+      "step": 2013
+    },
+    {
+      "epoch": 1.32,
+      "grad_norm": 0.07798654586076736,
+      "learning_rate": 0.00017884002007206837,
+      "loss": 0.0071,
+      "step": 2014
+    },
+    {
+      "epoch": 1.32,
+      "grad_norm": 0.03286200389266014,
+      "learning_rate": 0.00017873884353578935,
+      "loss": 0.0018,
+      "step": 2015
+    },
+    {
+      "epoch": 1.32,
+      "grad_norm": 0.10676159709692001,
+      "learning_rate": 0.00017863765342429977,
+      "loss": 0.0046,
+      "step": 2016
+    },
+    {
+      "epoch": 1.32,
+      "grad_norm": 0.18042497336864471,
+      "learning_rate": 0.00017853644978539835,
+      "loss": 0.0199,
+      "step": 2017
+    },
+    {
+      "epoch": 1.32,
+      "grad_norm": 0.21726305782794952,
+      "learning_rate": 0.00017843523266688994,
+      "loss": 0.0173,
+      "step": 2018
+    },
+    {
+      "epoch": 1.32,
+      "grad_norm": 0.03823615238070488,
+      "learning_rate": 0.00017833400211658606,
+      "loss": 0.003,
+      "step": 2019
+    },
+    {
+      "epoch": 1.32,
+      "grad_norm": 0.0042721726931631565,
+      "learning_rate": 0.00017823275818230436,
+      "loss": 0.0005,
+      "step": 2020
+    },
+    {
+      "epoch": 1.32,
+      "grad_norm": 0.21143902838230133,
+      "learning_rate": 0.00017813150091186886,
+      "loss": 0.0095,
+      "step": 2021
+    },
+    {
+      "epoch": 1.32,
+      "grad_norm": 0.14743442833423615,
+      "learning_rate": 0.00017803023035311,
+      "loss": 0.0505,
+      "step": 2022
+    },
+    {
+      "epoch": 1.32,
+      "grad_norm": 0.02131885476410389,
+      "learning_rate": 0.0001779289465538643,
+      "loss": 0.0021,
+      "step": 2023
+    },
+    {
+      "epoch": 1.33,
+      "grad_norm": 0.15741504728794098,
+      "learning_rate": 0.00017782764956197474,
+      "loss": 0.0061,
+      "step": 2024
+    },
+    {
+      "epoch": 1.33,
+      "grad_norm": 0.016739048063755035,
+      "learning_rate": 0.00017772633942529032,
+      "loss": 0.002,
+      "step": 2025
+    },
+    {
+      "epoch": 1.33,
+      "grad_norm": 0.14672209322452545,
+      "learning_rate": 0.00017762501619166638,
+      "loss": 0.039,
+      "step": 2026
+    },
+    {
+      "epoch": 1.33,
+      "grad_norm": 0.1252099722623825,
+      "learning_rate": 0.00017752367990896446,
+      "loss": 0.0064,
+      "step": 2027
+    },
+    {
+      "epoch": 1.33,
+      "grad_norm": 0.322226881980896,
+      "learning_rate": 0.0001774223306250523,
+      "loss": 0.0363,
+      "step": 2028
+    },
+    {
+      "epoch": 1.33,
+      "grad_norm": 0.4759753346443176,
+      "learning_rate": 0.00017732096838780353,
+      "loss": 0.1034,
+      "step": 2029
+    },
+    {
+      "epoch": 1.33,
+      "grad_norm": 0.01636957749724388,
+      "learning_rate": 0.00017721959324509815,
+      "loss": 0.0023,
+      "step": 2030
+    },
+    {
+      "epoch": 1.33,
+      "grad_norm": 0.09087517112493515,
+      "learning_rate": 0.00017711820524482223,
+      "loss": 0.0034,
+      "step": 2031
+    },
+    {
+      "epoch": 1.33,
+      "grad_norm": 0.10265547037124634,
+      "learning_rate": 0.00017701680443486784,
+      "loss": 0.0195,
+      "step": 2032
+    },
+    {
+      "epoch": 1.33,
+      "grad_norm": 0.018688971176743507,
+      "learning_rate": 0.00017691539086313307,
+      "loss": 0.0025,
+      "step": 2033
+    },
+    {
+      "epoch": 1.33,
+      "grad_norm": 0.04474179074168205,
+      "learning_rate": 0.00017681396457752221,
+      "loss": 0.0046,
+      "step": 2034
+    },
+    {
+      "epoch": 1.33,
+      "grad_norm": 0.11852456629276276,
+      "learning_rate": 0.00017671252562594531,
+      "loss": 0.0229,
+      "step": 2035
+    },
+    {
+      "epoch": 1.33,
+      "grad_norm": 0.20545479655265808,
+      "learning_rate": 0.00017661107405631866,
+      "loss": 0.0247,
+      "step": 2036
+    },
+    {
+      "epoch": 1.33,
+      "grad_norm": 0.030622253194451332,
+      "learning_rate": 0.00017650960991656432,
+      "loss": 0.0021,
+      "step": 2037
+    },
+    {
+      "epoch": 1.33,
+      "grad_norm": 0.0707719549536705,
+      "learning_rate": 0.0001764081332546103,
+      "loss": 0.0067,
+      "step": 2038
+    },
+    {
+      "epoch": 1.33,
+      "grad_norm": 0.07734823226928711,
+      "learning_rate": 0.00017630664411839064,
+      "loss": 0.0174,
+      "step": 2039
+    },
+    {
+      "epoch": 1.34,
+      "grad_norm": 0.15264584124088287,
+      "learning_rate": 0.00017620514255584522,
+      "loss": 0.0143,
+      "step": 2040
+    },
+    {
+      "epoch": 1.34,
+      "grad_norm": 0.016753699630498886,
+      "learning_rate": 0.00017610362861491977,
+      "loss": 0.0024,
+      "step": 2041
+    },
+    {
+      "epoch": 1.34,
+      "grad_norm": 0.4822998642921448,
+      "learning_rate": 0.00017600210234356586,
+      "loss": 0.0165,
+      "step": 2042
+    },
+    {
+      "epoch": 1.34,
+      "grad_norm": 0.04116729274392128,
+      "learning_rate": 0.00017590056378974088,
+      "loss": 0.0053,
+      "step": 2043
+    },
+    {
+      "epoch": 1.34,
+      "grad_norm": 0.024770237505435944,
+      "learning_rate": 0.00017579901300140808,
+      "loss": 0.0039,
+      "step": 2044
+    },
+    {
+      "epoch": 1.34,
+      "grad_norm": 0.03564632683992386,
+      "learning_rate": 0.00017569745002653646,
+      "loss": 0.0042,
+      "step": 2045
+    },
+    {
+      "epoch": 1.34,
+      "grad_norm": 0.20899443328380585,
+      "learning_rate": 0.0001755958749131007,
+      "loss": 0.0275,
+      "step": 2046
+    },
+    {
+      "epoch": 1.34,
+      "grad_norm": 0.01576872169971466,
+      "learning_rate": 0.00017549428770908136,
+      "loss": 0.0015,
+      "step": 2047
+    },
+    {
+      "epoch": 1.34,
+      "grad_norm": 0.0382314994931221,
+      "learning_rate": 0.00017539268846246457,
+      "loss": 0.0041,
+      "step": 2048
+    },
+    {
+      "epoch": 1.34,
+      "grad_norm": 0.0657842680811882,
+      "learning_rate": 0.00017529107722124223,
+      "loss": 0.0074,
+      "step": 2049
+    },
+    {
+      "epoch": 1.34,
+      "grad_norm": 0.11808799207210541,
+      "learning_rate": 0.00017518945403341196,
+      "loss": 0.0127,
+      "step": 2050
+    },
+    {
+      "epoch": 1.34,
+      "grad_norm": 0.12941673398017883,
+      "learning_rate": 0.00017508781894697684,
+      "loss": 0.0157,
+      "step": 2051
+    },
+    {
+      "epoch": 1.34,
+      "grad_norm": 0.2390335202217102,
+      "learning_rate": 0.00017498617200994572,
+      "loss": 0.0137,
+      "step": 2052
+    },
+    {
+      "epoch": 1.34,
+      "grad_norm": 0.06445050239562988,
+      "learning_rate": 0.00017488451327033304,
+      "loss": 0.0028,
+      "step": 2053
+    },
+    {
+      "epoch": 1.34,
+      "grad_norm": 0.26266834139823914,
+      "learning_rate": 0.00017478284277615876,
+      "loss": 0.0093,
+      "step": 2054
+    },
+    {
+      "epoch": 1.35,
+      "grad_norm": 0.2604714035987854,
+      "learning_rate": 0.0001746811605754484,
+      "loss": 0.0519,
+      "step": 2055
+    },
+    {
+      "epoch": 1.35,
+      "grad_norm": 0.23091405630111694,
+      "learning_rate": 0.00017457946671623305,
+      "loss": 0.0376,
+      "step": 2056
+    },
+    {
+      "epoch": 1.35,
+      "grad_norm": 0.630933403968811,
+      "learning_rate": 0.00017447776124654925,
+      "loss": 0.0726,
+      "step": 2057
+    },
+    {
+      "epoch": 1.35,
+      "grad_norm": 0.15399132668972015,
+      "learning_rate": 0.00017437604421443914,
+      "loss": 0.0186,
+      "step": 2058
+    },
+    {
+      "epoch": 1.35,
+      "grad_norm": 0.3804969787597656,
+      "learning_rate": 0.00017427431566795012,
+      "loss": 0.0533,
+      "step": 2059
+    },
+    {
+      "epoch": 1.35,
+      "grad_norm": 0.26310884952545166,
+      "learning_rate": 0.00017417257565513524,
+      "loss": 0.0431,
+      "step": 2060
+    },
+    {
+      "epoch": 1.35,
+      "grad_norm": 0.10924821346998215,
+      "learning_rate": 0.0001740708242240528,
+      "loss": 0.0557,
+      "step": 2061
+    },
+    {
+      "epoch": 1.35,
+      "grad_norm": 0.021753892302513123,
+      "learning_rate": 0.00017396906142276664,
+      "loss": 0.0025,
+      "step": 2062
+    },
+    {
+      "epoch": 1.35,
+      "grad_norm": 0.05231242626905441,
+      "learning_rate": 0.00017386728729934587,
+      "loss": 0.0039,
+      "step": 2063
+    },
+    {
+      "epoch": 1.35,
+      "grad_norm": 0.03753997012972832,
+      "learning_rate": 0.000173765501901865,
+      "loss": 0.0039,
+      "step": 2064
+    },
+    {
+      "epoch": 1.35,
+      "grad_norm": 0.022054225206375122,
+      "learning_rate": 0.00017366370527840377,
+      "loss": 0.003,
+      "step": 2065
+    },
+    {
+      "epoch": 1.35,
+      "grad_norm": 0.07640133053064346,
+      "learning_rate": 0.00017356189747704735,
+      "loss": 0.0082,
+      "step": 2066
+    },
+    {
+      "epoch": 1.35,
+      "grad_norm": 0.1012224480509758,
+      "learning_rate": 0.00017346007854588617,
+      "loss": 0.0191,
+      "step": 2067
+    },
+    {
+      "epoch": 1.35,
+      "grad_norm": 0.33267688751220703,
+      "learning_rate": 0.00017335824853301584,
+      "loss": 0.0347,
+      "step": 2068
+    },
+    {
+      "epoch": 1.35,
+      "grad_norm": 0.061131980270147324,
+      "learning_rate": 0.00017325640748653718,
+      "loss": 0.0096,
+      "step": 2069
+    },
+    {
+      "epoch": 1.36,
+      "grad_norm": 0.16046808660030365,
+      "learning_rate": 0.00017315455545455636,
+      "loss": 0.0202,
+      "step": 2070
+    },
+    {
+      "epoch": 1.36,
+      "grad_norm": 0.048775166273117065,
+      "learning_rate": 0.00017305269248518468,
+      "loss": 0.0098,
+      "step": 2071
+    },
+    {
+      "epoch": 1.36,
+      "grad_norm": 0.17278356850147247,
+      "learning_rate": 0.0001729508186265386,
+      "loss": 0.0222,
+      "step": 2072
+    },
+    {
+      "epoch": 1.36,
+      "grad_norm": 0.0673917904496193,
+      "learning_rate": 0.0001728489339267397,
+      "loss": 0.0071,
+      "step": 2073
+    },
+    {
+      "epoch": 1.36,
+      "grad_norm": 0.0350324921309948,
+      "learning_rate": 0.00017274703843391467,
+      "loss": 0.0041,
+      "step": 2074
+    },
+    {
+      "epoch": 1.36,
+      "grad_norm": 0.07471290230751038,
+      "learning_rate": 0.00017264513219619534,
+      "loss": 0.0083,
+      "step": 2075
+    },
+    {
+      "epoch": 1.36,
+      "grad_norm": 0.10071226209402084,
+      "learning_rate": 0.00017254321526171862,
+      "loss": 0.0406,
+      "step": 2076
+    },
+    {
+      "epoch": 1.36,
+      "grad_norm": 0.11408775299787521,
+      "learning_rate": 0.0001724412876786265,
+      "loss": 0.0095,
+      "step": 2077
+    },
+    {
+      "epoch": 1.36,
+      "grad_norm": 0.030934764072299004,
+      "learning_rate": 0.00017233934949506584,
+      "loss": 0.0035,
+      "step": 2078
+    },
+    {
+      "epoch": 1.36,
+      "grad_norm": 0.05950973555445671,
+      "learning_rate": 0.00017223740075918872,
+      "loss": 0.0065,
+      "step": 2079
+    },
+    {
+      "epoch": 1.36,
+      "grad_norm": 0.014024289324879646,
+      "learning_rate": 0.00017213544151915204,
+      "loss": 0.0016,
+      "step": 2080
+    },
+    {
+      "epoch": 1.36,
+      "grad_norm": 0.14681045711040497,
+      "learning_rate": 0.00017203347182311783,
+      "loss": 0.0097,
+      "step": 2081
+    },
+    {
+      "epoch": 1.36,
+      "grad_norm": 0.04823039472103119,
+      "learning_rate": 0.00017193149171925286,
+      "loss": 0.0052,
+      "step": 2082
+    },
+    {
+      "epoch": 1.36,
+      "grad_norm": 0.10540402680635452,
+      "learning_rate": 0.00017182950125572892,
+      "loss": 0.011,
+      "step": 2083
+    },
+    {
+      "epoch": 1.36,
+      "grad_norm": 0.20969213545322418,
+      "learning_rate": 0.00017172750048072277,
+      "loss": 0.0138,
+      "step": 2084
+    },
+    {
+      "epoch": 1.36,
+      "grad_norm": 0.31061890721321106,
+      "learning_rate": 0.0001716254894424159,
+      "loss": 0.0532,
+      "step": 2085
+    },
+    {
+      "epoch": 1.37,
+      "grad_norm": 0.20670346915721893,
+      "learning_rate": 0.00017152346818899468,
+      "loss": 0.0326,
+      "step": 2086
+    },
+    {
+      "epoch": 1.37,
+      "grad_norm": 0.00548940384760499,
+      "learning_rate": 0.00017142143676865038,
+      "loss": 0.0009,
+      "step": 2087
+    },
+    {
+      "epoch": 1.37,
+      "grad_norm": 0.1297319084405899,
+      "learning_rate": 0.00017131939522957898,
+      "loss": 0.0074,
+      "step": 2088
+    },
+    {
+      "epoch": 1.37,
+      "grad_norm": 0.2983582019805908,
+      "learning_rate": 0.00017121734361998133,
+      "loss": 0.0182,
+      "step": 2089
+    },
+    {
+      "epoch": 1.37,
+      "grad_norm": 0.25771012902259827,
+      "learning_rate": 0.00017111528198806303,
+      "loss": 0.0576,
+      "step": 2090
+    },
+    {
+      "epoch": 1.37,
+      "grad_norm": 0.04253006353974342,
+      "learning_rate": 0.00017101321038203425,
+      "loss": 0.0038,
+      "step": 2091
+    },
+    {
+      "epoch": 1.37,
+      "grad_norm": 0.2725884020328522,
+      "learning_rate": 0.00017091112885011007,
+      "loss": 0.0283,
+      "step": 2092
+    },
+    {
+      "epoch": 1.37,
+      "grad_norm": 0.2715790569782257,
+      "learning_rate": 0.0001708090374405102,
+      "loss": 0.0542,
+      "step": 2093
+    },
+    {
+      "epoch": 1.37,
+      "grad_norm": 0.038607288151979446,
+      "learning_rate": 0.00017070693620145904,
+      "loss": 0.0027,
+      "step": 2094
+    },
+    {
+      "epoch": 1.37,
+      "grad_norm": 0.39629149436950684,
+      "learning_rate": 0.00017060482518118546,
+      "loss": 0.0461,
+      "step": 2095
+    },
+    {
+      "epoch": 1.37,
+      "grad_norm": 0.014728988520801067,
+      "learning_rate": 0.0001705027044279232,
+      "loss": 0.0022,
+      "step": 2096
+    },
+    {
+      "epoch": 1.37,
+      "grad_norm": 0.11767303943634033,
+      "learning_rate": 0.0001704005739899104,
+      "loss": 0.0163,
+      "step": 2097
+    },
+    {
+      "epoch": 1.37,
+      "grad_norm": 0.143372043967247,
+      "learning_rate": 0.00017029843391539,
+      "loss": 0.0163,
+      "step": 2098
+    },
+    {
+      "epoch": 1.37,
+      "grad_norm": 0.11955475062131882,
+      "learning_rate": 0.00017019628425260917,
+      "loss": 0.0115,
+      "step": 2099
+    },
+    {
+      "epoch": 1.37,
+      "grad_norm": 0.2151668518781662,
+      "learning_rate": 0.0001700941250498199,
+      "loss": 0.0372,
+      "step": 2100
+    },
+    {
+      "epoch": 1.38,
+      "grad_norm": 0.08933127671480179,
+      "learning_rate": 0.00016999195635527853,
+      "loss": 0.0094,
+      "step": 2101
+    },
+    {
+      "epoch": 1.38,
+      "grad_norm": 0.043822623789310455,
+      "learning_rate": 0.00016988977821724593,
+      "loss": 0.0053,
+      "step": 2102
+    },
+    {
+      "epoch": 1.38,
+      "grad_norm": 0.21337710320949554,
+      "learning_rate": 0.0001697875906839875,
+      "loss": 0.0272,
+      "step": 2103
+    },
+    {
+      "epoch": 1.38,
+      "grad_norm": 0.2069789320230484,
+      "learning_rate": 0.00016968539380377292,
+      "loss": 0.0318,
+      "step": 2104
+    },
+    {
+      "epoch": 1.38,
+      "grad_norm": 0.2900010049343109,
+      "learning_rate": 0.0001695831876248764,
+      "loss": 0.0465,
+      "step": 2105
+    },
+    {
+      "epoch": 1.38,
+      "grad_norm": 0.038315340876579285,
+      "learning_rate": 0.00016948097219557647,
+      "loss": 0.0042,
+      "step": 2106
+    },
+    {
+      "epoch": 1.38,
+      "grad_norm": 0.10780084133148193,
+      "learning_rate": 0.00016937874756415623,
+      "loss": 0.0365,
+      "step": 2107
+    },
+    {
+      "epoch": 1.38,
+      "grad_norm": 0.01659630611538887,
+      "learning_rate": 0.00016927651377890275,
+      "loss": 0.0017,
+      "step": 2108
+    },
+    {
+      "epoch": 1.38,
+      "grad_norm": 0.037653081119060516,
+      "learning_rate": 0.00016917427088810778,
+      "loss": 0.0044,
+      "step": 2109
+    },
+    {
+      "epoch": 1.38,
+      "grad_norm": 0.20532900094985962,
+      "learning_rate": 0.00016907201894006724,
+      "loss": 0.0514,
+      "step": 2110
+    },
+    {
+      "epoch": 1.38,
+      "grad_norm": 0.025467032566666603,
+      "learning_rate": 0.0001689697579830813,
+      "loss": 0.0037,
+      "step": 2111
+    },
+    {
+      "epoch": 1.38,
+      "grad_norm": 0.161657452583313,
+      "learning_rate": 0.00016886748806545438,
+      "loss": 0.0236,
+      "step": 2112
+    },
+    {
+      "epoch": 1.38,
+      "grad_norm": 0.0939616858959198,
+      "learning_rate": 0.00016876520923549517,
+      "loss": 0.0048,
+      "step": 2113
+    },
+    {
+      "epoch": 1.38,
+      "grad_norm": 0.24862095713615417,
+      "learning_rate": 0.0001686629215415166,
+      "loss": 0.0125,
+      "step": 2114
+    },
+    {
+      "epoch": 1.38,
+      "grad_norm": 0.13289472460746765,
+      "learning_rate": 0.00016856062503183572,
+      "loss": 0.0221,
+      "step": 2115
+    },
+    {
+      "epoch": 1.39,
+      "grad_norm": 0.023004405200481415,
+      "learning_rate": 0.00016845831975477384,
+      "loss": 0.0036,
+      "step": 2116
+    },
+    {
+      "epoch": 1.39,
+      "grad_norm": 0.2153320163488388,
+      "learning_rate": 0.00016835600575865623,
+      "loss": 0.0517,
+      "step": 2117
+    },
+    {
+      "epoch": 1.39,
+      "grad_norm": 0.18337225914001465,
+      "learning_rate": 0.0001682536830918125,
+      "loss": 0.0199,
+      "step": 2118
+    },
+    {
+      "epoch": 1.39,
+      "grad_norm": 0.06616278737783432,
+      "learning_rate": 0.00016815135180257612,
+      "loss": 0.008,
+      "step": 2119
+    },
+    {
+      "epoch": 1.39,
+      "grad_norm": 0.19889144599437714,
+      "learning_rate": 0.00016804901193928488,
+      "loss": 0.0103,
+      "step": 2120
+    },
+    {
+      "epoch": 1.39,
+      "grad_norm": 0.15102970600128174,
+      "learning_rate": 0.0001679466635502805,
+      "loss": 0.0216,
+      "step": 2121
+    },
+    {
+      "epoch": 1.39,
+      "grad_norm": 0.10404885560274124,
+      "learning_rate": 0.00016784430668390866,
+      "loss": 0.0116,
+      "step": 2122
+    },
+    {
+      "epoch": 1.39,
+      "grad_norm": 0.11957724392414093,
+      "learning_rate": 0.00016774194138851915,
+      "loss": 0.0128,
+      "step": 2123
+    },
+    {
+      "epoch": 1.39,
+      "grad_norm": 0.054242778569459915,
+      "learning_rate": 0.00016763956771246566,
+      "loss": 0.0059,
+      "step": 2124
+    },
+    {
+      "epoch": 1.39,
+      "grad_norm": 0.04711861535906792,
+      "learning_rate": 0.000167537185704106,
+      "loss": 0.0039,
+      "step": 2125
+    },
+    {
+      "epoch": 1.39,
+      "grad_norm": 0.17932789027690887,
+      "learning_rate": 0.0001674347954118017,
+      "loss": 0.0451,
+      "step": 2126
+    },
+    {
+      "epoch": 1.39,
+      "grad_norm": 0.12226320058107376,
+      "learning_rate": 0.0001673323968839183,
+      "loss": 0.0372,
+      "step": 2127
+    },
+    {
+      "epoch": 1.39,
+      "grad_norm": 0.36971887946128845,
+      "learning_rate": 0.0001672299901688253,
+      "loss": 0.0173,
+      "step": 2128
+    },
+    {
+      "epoch": 1.39,
+      "grad_norm": 0.17018848657608032,
+      "learning_rate": 0.0001671275753148959,
+      "loss": 0.018,
+      "step": 2129
+    },
+    {
+      "epoch": 1.39,
+      "grad_norm": 0.1189635694026947,
+      "learning_rate": 0.0001670251523705074,
+      "loss": 0.0163,
+      "step": 2130
+    },
+    {
+      "epoch": 1.4,
+      "grad_norm": 0.31365808844566345,
+      "learning_rate": 0.00016692272138404065,
+      "loss": 0.0412,
+      "step": 2131
+    },
+    {
+      "epoch": 1.4,
+      "grad_norm": 0.20389385521411896,
+      "learning_rate": 0.00016682028240388037,
+      "loss": 0.0122,
+      "step": 2132
+    },
+    {
+      "epoch": 1.4,
+      "grad_norm": 0.16484835743904114,
+      "learning_rate": 0.00016671783547841525,
+      "loss": 0.0134,
+      "step": 2133
+    },
+    {
+      "epoch": 1.4,
+      "grad_norm": 0.14718228578567505,
+      "learning_rate": 0.00016661538065603748,
+      "loss": 0.0218,
+      "step": 2134
+    },
+    {
+      "epoch": 1.4,
+      "grad_norm": 0.12503278255462646,
+      "learning_rate": 0.00016651291798514312,
+      "loss": 0.013,
+      "step": 2135
+    },
+    {
+      "epoch": 1.4,
+      "grad_norm": 0.2573976516723633,
+      "learning_rate": 0.00016641044751413187,
+      "loss": 0.0302,
+      "step": 2136
+    },
+    {
+      "epoch": 1.4,
+      "grad_norm": 0.11231845617294312,
+      "learning_rate": 0.00016630796929140718,
+      "loss": 0.0091,
+      "step": 2137
+    },
+    {
+      "epoch": 1.4,
+      "grad_norm": 0.1934831589460373,
+      "learning_rate": 0.00016620548336537613,
+      "loss": 0.0167,
+      "step": 2138
+    },
+    {
+      "epoch": 1.4,
+      "grad_norm": 0.13918915390968323,
+      "learning_rate": 0.00016610298978444942,
+      "loss": 0.0133,
+      "step": 2139
+    },
+    {
+      "epoch": 1.4,
+      "grad_norm": 0.06197899207472801,
+      "learning_rate": 0.0001660004885970414,
+      "loss": 0.0053,
+      "step": 2140
+    },
+    {
+      "epoch": 1.4,
+      "grad_norm": 0.047342702746391296,
+      "learning_rate": 0.00016589797985156997,
+      "loss": 0.005,
+      "step": 2141
+    },
+    {
+      "epoch": 1.4,
+      "grad_norm": 0.01349773071706295,
+      "learning_rate": 0.00016579546359645663,
+      "loss": 0.0018,
+      "step": 2142
+    },
+    {
+      "epoch": 1.4,
+      "grad_norm": 0.018491871654987335,
+      "learning_rate": 0.0001656929398801265,
+      "loss": 0.0022,
+      "step": 2143
+    },
+    {
+      "epoch": 1.4,
+      "grad_norm": 0.07871642708778381,
+      "learning_rate": 0.000165590408751008,
+      "loss": 0.0425,
+      "step": 2144
+    },
+    {
+      "epoch": 1.4,
+      "grad_norm": 0.13570870459079742,
+      "learning_rate": 0.00016548787025753332,
+      "loss": 0.0379,
+      "step": 2145
+    },
+    {
+      "epoch": 1.4,
+      "grad_norm": 0.07806690782308578,
+      "learning_rate": 0.00016538532444813794,
+      "loss": 0.0083,
+      "step": 2146
+    },
+    {
+      "epoch": 1.41,
+      "grad_norm": 0.2510945796966553,
+      "learning_rate": 0.00016528277137126094,
+      "loss": 0.057,
+      "step": 2147
+    },
+    {
+      "epoch": 1.41,
+      "grad_norm": 0.009228669106960297,
+      "learning_rate": 0.00016518021107534472,
+      "loss": 0.0015,
+      "step": 2148
+    },
+    {
+      "epoch": 1.41,
+      "grad_norm": 0.01314024068415165,
+      "learning_rate": 0.00016507764360883506,
+      "loss": 0.0016,
+      "step": 2149
+    },
+    {
+      "epoch": 1.41,
+      "grad_norm": 0.008662903681397438,
+      "learning_rate": 0.00016497506902018127,
+      "loss": 0.0011,
+      "step": 2150
+    },
+    {
+      "epoch": 1.41,
+      "grad_norm": 0.2847445011138916,
+      "learning_rate": 0.0001648724873578359,
+      "loss": 0.0381,
+      "step": 2151
+    },
+    {
+      "epoch": 1.41,
+      "grad_norm": 0.29297375679016113,
+      "learning_rate": 0.00016476989867025499,
+      "loss": 0.0163,
+      "step": 2152
+    },
+    {
+      "epoch": 1.41,
+      "grad_norm": 0.020055145025253296,
+      "learning_rate": 0.00016466730300589768,
+      "loss": 0.0022,
+      "step": 2153
+    },
+    {
+      "epoch": 1.41,
+      "grad_norm": 0.2110797017812729,
+      "learning_rate": 0.0001645647004132266,
+      "loss": 0.0339,
+      "step": 2154
+    },
+    {
+      "epoch": 1.41,
+      "grad_norm": 0.04020393267273903,
+      "learning_rate": 0.0001644620909407075,
+      "loss": 0.0058,
+      "step": 2155
+    },
+    {
+      "epoch": 1.41,
+      "grad_norm": 0.016536343842744827,
+      "learning_rate": 0.00016435947463680955,
+      "loss": 0.0025,
+      "step": 2156
+    },
+    {
+      "epoch": 1.41,
+      "grad_norm": 0.02839847095310688,
+      "learning_rate": 0.00016425685155000496,
+      "loss": 0.0023,
+      "step": 2157
+    },
+    {
+      "epoch": 1.41,
+      "grad_norm": 0.3273443281650543,
+      "learning_rate": 0.00016415422172876934,
+      "loss": 0.0595,
+      "step": 2158
+    },
+    {
+      "epoch": 1.41,
+      "grad_norm": 0.011165251024067402,
+      "learning_rate": 0.00016405158522158123,
+      "loss": 0.0019,
+      "step": 2159
+    },
+    {
+      "epoch": 1.41,
+      "grad_norm": 0.01584658771753311,
+      "learning_rate": 0.00016394894207692268,
+      "loss": 0.0027,
+      "step": 2160
+    },
+    {
+      "epoch": 1.41,
+      "grad_norm": 0.1392921805381775,
+      "learning_rate": 0.00016384629234327848,
+      "loss": 0.0392,
+      "step": 2161
+    },
+    {
+      "epoch": 1.42,
+      "grad_norm": 0.09018007665872574,
+      "learning_rate": 0.0001637436360691368,
+      "loss": 0.0241,
+      "step": 2162
+    },
+    {
+      "epoch": 1.42,
+      "grad_norm": 0.0933082103729248,
+      "learning_rate": 0.00016364097330298885,
+      "loss": 0.0314,
+      "step": 2163
+    },
+    {
+      "epoch": 1.42,
+      "grad_norm": 0.260314404964447,
+      "learning_rate": 0.00016353830409332882,
+      "loss": 0.0236,
+      "step": 2164
+    },
+    {
+      "epoch": 1.42,
+      "grad_norm": 0.22859854996204376,
+      "learning_rate": 0.00016343562848865413,
+      "loss": 0.0334,
+      "step": 2165
+    },
+    {
+      "epoch": 1.42,
+      "grad_norm": 0.2570708692073822,
+      "learning_rate": 0.00016333294653746494,
+      "loss": 0.07,
+      "step": 2166
+    },
+    {
+      "epoch": 1.42,
+      "grad_norm": 0.10685363411903381,
+      "learning_rate": 0.0001632302582882646,
+      "loss": 0.0169,
+      "step": 2167
+    },
+    {
+      "epoch": 1.42,
+      "grad_norm": 0.41462910175323486,
+      "learning_rate": 0.00016312756378955947,
+      "loss": 0.02,
+      "step": 2168
+    },
+    {
+      "epoch": 1.42,
+      "grad_norm": 0.15622973442077637,
+      "learning_rate": 0.00016302486308985873,
+      "loss": 0.0252,
+      "step": 2169
+    },
+    {
+      "epoch": 1.42,
+      "grad_norm": 0.14134229719638824,
+      "learning_rate": 0.00016292215623767457,
+      "loss": 0.0192,
+      "step": 2170
+    },
+    {
+      "epoch": 1.42,
+      "grad_norm": 0.4416516423225403,
+      "learning_rate": 0.00016281944328152206,
+      "loss": 0.0608,
+      "step": 2171
+    },
+    {
+      "epoch": 1.42,
+      "grad_norm": 0.05815531313419342,
+      "learning_rate": 0.0001627167242699191,
+      "loss": 0.0132,
+      "step": 2172
+    },
+    {
+      "epoch": 1.42,
+      "grad_norm": 0.10270994156599045,
+      "learning_rate": 0.0001626139992513866,
+      "loss": 0.028,
+      "step": 2173
+    },
+    {
+      "epoch": 1.42,
+      "grad_norm": 0.09582596272230148,
+      "learning_rate": 0.0001625112682744482,
+      "loss": 0.0152,
+      "step": 2174
+    },
+    {
+      "epoch": 1.42,
+      "grad_norm": 0.09254796802997589,
+      "learning_rate": 0.0001624085313876303,
+      "loss": 0.0184,
+      "step": 2175
+    },
+    {
+      "epoch": 1.42,
+      "grad_norm": 0.04410834610462189,
+      "learning_rate": 0.00016230578863946223,
+      "loss": 0.0167,
+      "step": 2176
+    },
+    {
+      "epoch": 1.43,
+      "grad_norm": 0.07682263851165771,
+      "learning_rate": 0.000162203040078476,
+      "loss": 0.0107,
+      "step": 2177
+    },
+    {
+      "epoch": 1.43,
+      "grad_norm": 0.0957961305975914,
+      "learning_rate": 0.00016210028575320643,
+      "loss": 0.01,
+      "step": 2178
+    },
+    {
+      "epoch": 1.43,
+      "grad_norm": 0.11102692037820816,
+      "learning_rate": 0.00016199752571219092,
+      "loss": 0.0175,
+      "step": 2179
+    },
+    {
+      "epoch": 1.43,
+      "grad_norm": 0.04554305970668793,
+      "learning_rate": 0.00016189476000396977,
+      "loss": 0.0058,
+      "step": 2180
+    },
+    {
+      "epoch": 1.43,
+      "grad_norm": 0.10862531512975693,
+      "learning_rate": 0.00016179198867708575,
+      "loss": 0.0059,
+      "step": 2181
+    },
+    {
+      "epoch": 1.43,
+      "grad_norm": 0.18247346580028534,
+      "learning_rate": 0.00016168921178008448,
+      "loss": 0.0248,
+      "step": 2182
+    },
+    {
+      "epoch": 1.43,
+      "grad_norm": 0.11431893706321716,
+      "learning_rate": 0.00016158642936151416,
+      "loss": 0.0142,
+      "step": 2183
+    },
+    {
+      "epoch": 1.43,
+      "grad_norm": 0.12229776382446289,
+      "learning_rate": 0.0001614836414699254,
+      "loss": 0.0203,
+      "step": 2184
+    },
+    {
+      "epoch": 1.43,
+      "grad_norm": 0.09890652447938919,
+      "learning_rate": 0.0001613808481538717,
+      "loss": 0.0162,
+      "step": 2185
+    },
+    {
+      "epoch": 1.43,
+      "grad_norm": 0.021438946947455406,
+      "learning_rate": 0.00016127804946190893,
+      "loss": 0.0035,
+      "step": 2186
+    },
+    {
+      "epoch": 1.43,
+      "grad_norm": 0.026309477165341377,
+      "learning_rate": 0.00016117524544259553,
+      "loss": 0.0027,
+      "step": 2187
+    },
+    {
+      "epoch": 1.43,
+      "grad_norm": 0.1389365792274475,
+      "learning_rate": 0.0001610724361444925,
+      "loss": 0.0463,
+      "step": 2188
+    },
+    {
+      "epoch": 1.43,
+      "grad_norm": 0.2812053859233856,
+      "learning_rate": 0.00016096962161616326,
+      "loss": 0.0695,
+      "step": 2189
+    },
+    {
+      "epoch": 1.43,
+      "grad_norm": 0.009222770109772682,
+      "learning_rate": 0.0001608668019061738,
+      "loss": 0.0013,
+      "step": 2190
+    },
+    {
+      "epoch": 1.43,
+      "grad_norm": 0.02184683084487915,
+      "learning_rate": 0.00016076397706309245,
+      "loss": 0.0041,
+      "step": 2191
+    },
+    {
+      "epoch": 1.44,
+      "grad_norm": 0.028864651918411255,
+      "learning_rate": 0.0001606611471354901,
+      "loss": 0.004,
+      "step": 2192
+    },
+    {
+      "epoch": 1.44,
+      "grad_norm": 0.1239912286400795,
+      "learning_rate": 0.0001605583121719399,
+      "loss": 0.017,
+      "step": 2193
+    },
+    {
+      "epoch": 1.44,
+      "grad_norm": 0.04970764368772507,
+      "learning_rate": 0.00016045547222101746,
+      "loss": 0.0058,
+      "step": 2194
+    },
+    {
+      "epoch": 1.44,
+      "grad_norm": 0.046907342970371246,
+      "learning_rate": 0.0001603526273313007,
+      "loss": 0.0059,
+      "step": 2195
+    },
+    {
+      "epoch": 1.44,
+      "grad_norm": 0.11429935693740845,
+      "learning_rate": 0.00016024977755136995,
+      "loss": 0.0413,
+      "step": 2196
+    },
+    {
+      "epoch": 1.44,
+      "grad_norm": 0.015206074342131615,
+      "learning_rate": 0.00016014692292980775,
+      "loss": 0.0013,
+      "step": 2197
+    },
+    {
+      "epoch": 1.44,
+      "grad_norm": 0.07148374617099762,
+      "learning_rate": 0.00016004406351519896,
+      "loss": 0.0111,
+      "step": 2198
+    },
+    {
+      "epoch": 1.44,
+      "grad_norm": 0.07193495333194733,
+      "learning_rate": 0.0001599411993561308,
+      "loss": 0.008,
+      "step": 2199
+    },
+    {
+      "epoch": 1.44,
+      "grad_norm": 0.07575807720422745,
+      "learning_rate": 0.0001598383305011926,
+      "loss": 0.0102,
+      "step": 2200
+    },
+    {
+      "epoch": 1.44,
+      "grad_norm": 0.019444789737462997,
+      "learning_rate": 0.00015973545699897595,
+      "loss": 0.002,
+      "step": 2201
+    },
+    {
+      "epoch": 1.44,
+      "grad_norm": 0.007753497920930386,
+      "learning_rate": 0.00015963257889807465,
+      "loss": 0.001,
+      "step": 2202
+    },
+    {
+      "epoch": 1.44,
+      "grad_norm": 0.13980121910572052,
+      "learning_rate": 0.0001595296962470847,
+      "loss": 0.0113,
+      "step": 2203
+    },
+    {
+      "epoch": 1.44,
+      "grad_norm": 0.0628625676035881,
+      "learning_rate": 0.00015942680909460417,
+      "loss": 0.006,
+      "step": 2204
+    },
+    {
+      "epoch": 1.44,
+      "grad_norm": 0.3631378710269928,
+      "learning_rate": 0.00015932391748923333,
+      "loss": 0.0221,
+      "step": 2205
+    },
+    {
+      "epoch": 1.44,
+      "grad_norm": 0.08289500325918198,
+      "learning_rate": 0.00015922102147957452,
+      "loss": 0.0033,
+      "step": 2206
+    },
+    {
+      "epoch": 1.44,
+      "grad_norm": 0.016553470864892006,
+      "learning_rate": 0.00015911812111423215,
+      "loss": 0.0015,
+      "step": 2207
+    },
+    {
+      "epoch": 1.45,
+      "grad_norm": 0.14857268333435059,
+      "learning_rate": 0.00015901521644181272,
+      "loss": 0.008,
+      "step": 2208
+    },
+    {
+      "epoch": 1.45,
+      "grad_norm": 0.11462613940238953,
+      "learning_rate": 0.00015891230751092478,
+      "loss": 0.0076,
+      "step": 2209
+    },
+    {
+      "epoch": 1.45,
+      "grad_norm": 0.10147285461425781,
+      "learning_rate": 0.00015880939437017878,
+      "loss": 0.0028,
+      "step": 2210
+    },
+    {
+      "epoch": 1.45,
+      "grad_norm": 0.07668115198612213,
+      "learning_rate": 0.00015870647706818728,
+      "loss": 0.0019,
+      "step": 2211
+    },
+    {
+      "epoch": 1.45,
+      "grad_norm": 0.25671836733818054,
+      "learning_rate": 0.00015860355565356483,
+      "loss": 0.0293,
+      "step": 2212
+    },
+    {
+      "epoch": 1.45,
+      "grad_norm": 0.09710162878036499,
+      "learning_rate": 0.00015850063017492773,
+      "loss": 0.0056,
+      "step": 2213
+    },
+    {
+      "epoch": 1.45,
+      "grad_norm": 0.02251294068992138,
+      "learning_rate": 0.00015839770068089442,
+      "loss": 0.0019,
+      "step": 2214
+    },
+    {
+      "epoch": 1.45,
+      "grad_norm": 0.2710408866405487,
+      "learning_rate": 0.00015829476722008508,
+      "loss": 0.0328,
+      "step": 2215
+    },
+    {
+      "epoch": 1.45,
+      "grad_norm": 0.05798187106847763,
+      "learning_rate": 0.0001581918298411219,
+      "loss": 0.0032,
+      "step": 2216
+    },
+    {
+      "epoch": 1.45,
+      "grad_norm": 0.15880708396434784,
+      "learning_rate": 0.00015808888859262875,
+      "loss": 0.0052,
+      "step": 2217
+    },
+    {
+      "epoch": 1.45,
+      "grad_norm": 0.0126173235476017,
+      "learning_rate": 0.00015798594352323155,
+      "loss": 0.0014,
+      "step": 2218
+    },
+    {
+      "epoch": 1.45,
+      "grad_norm": 0.3693072497844696,
+      "learning_rate": 0.00015788299468155783,
+      "loss": 0.035,
+      "step": 2219
+    },
+    {
+      "epoch": 1.45,
+      "grad_norm": 0.008310376666486263,
+      "learning_rate": 0.00015778004211623695,
+      "loss": 0.0007,
+      "step": 2220
+    },
+    {
+      "epoch": 1.45,
+      "grad_norm": 0.1609114110469818,
+      "learning_rate": 0.00015767708587590003,
+      "loss": 0.0159,
+      "step": 2221
+    },
+    {
+      "epoch": 1.45,
+      "grad_norm": 0.18963384628295898,
+      "learning_rate": 0.00015757412600918004,
+      "loss": 0.0149,
+      "step": 2222
+    },
+    {
+      "epoch": 1.46,
+      "grad_norm": 0.10448487848043442,
+      "learning_rate": 0.00015747116256471154,
+      "loss": 0.0047,
+      "step": 2223
+    },
+    {
+      "epoch": 1.46,
+      "grad_norm": 0.0033179214224219322,
+      "learning_rate": 0.00015736819559113076,
+      "loss": 0.0005,
+      "step": 2224
+    },
+    {
+      "epoch": 1.46,
+      "grad_norm": 0.03964143246412277,
+      "learning_rate": 0.00015726522513707567,
+      "loss": 0.0014,
+      "step": 2225
+    },
+    {
+      "epoch": 1.46,
+      "grad_norm": 0.2769809663295746,
+      "learning_rate": 0.00015716225125118587,
+      "loss": 0.0654,
+      "step": 2226
+    },
+    {
+      "epoch": 1.46,
+      "grad_norm": 0.03909273445606232,
+      "learning_rate": 0.00015705927398210258,
+      "loss": 0.0025,
+      "step": 2227
+    },
+    {
+      "epoch": 1.46,
+      "grad_norm": 0.11096679419279099,
+      "learning_rate": 0.0001569562933784686,
+      "loss": 0.0446,
+      "step": 2228
+    },
+    {
+      "epoch": 1.46,
+      "grad_norm": 0.14691616594791412,
+      "learning_rate": 0.00015685330948892834,
+      "loss": 0.0471,
+      "step": 2229
+    },
+    {
+      "epoch": 1.46,
+      "grad_norm": 0.10699688643217087,
+      "learning_rate": 0.00015675032236212768,
+      "loss": 0.0076,
+      "step": 2230
+    },
+    {
+      "epoch": 1.46,
+      "grad_norm": 0.32596132159233093,
+      "learning_rate": 0.0001566473320467141,
+      "loss": 0.022,
+      "step": 2231
+    },
+    {
+      "epoch": 1.46,
+      "grad_norm": 0.5243645310401917,
+      "learning_rate": 0.00015654433859133666,
+      "loss": 0.0461,
+      "step": 2232
+    },
+    {
+      "epoch": 1.46,
+      "grad_norm": 0.08140390366315842,
+      "learning_rate": 0.0001564413420446457,
+      "loss": 0.0052,
+      "step": 2233
+    },
+    {
+      "epoch": 1.46,
+      "grad_norm": 0.009572282433509827,
+      "learning_rate": 0.00015633834245529316,
+      "loss": 0.0011,
+      "step": 2234
+    },
+    {
+      "epoch": 1.46,
+      "grad_norm": 0.1445630043745041,
+      "learning_rate": 0.00015623533987193247,
+      "loss": 0.0075,
+      "step": 2235
+    },
+    {
+      "epoch": 1.46,
+      "grad_norm": 0.19702015817165375,
+      "learning_rate": 0.00015613233434321833,
+      "loss": 0.0164,
+      "step": 2236
+    },
+    {
+      "epoch": 1.46,
+      "grad_norm": 0.05097610130906105,
+      "learning_rate": 0.00015602932591780692,
+      "loss": 0.0053,
+      "step": 2237
+    },
+    {
+      "epoch": 1.47,
+      "grad_norm": 0.1141589879989624,
+      "learning_rate": 0.00015592631464435573,
+      "loss": 0.0085,
+      "step": 2238
+    },
+    {
+      "epoch": 1.47,
+      "grad_norm": 0.17674514651298523,
+      "learning_rate": 0.00015582330057152367,
+      "loss": 0.0115,
+      "step": 2239
+    },
+    {
+      "epoch": 1.47,
+      "grad_norm": 0.43345922231674194,
+      "learning_rate": 0.00015572028374797095,
+      "loss": 0.0494,
+      "step": 2240
+    },
+    {
+      "epoch": 1.47,
+      "grad_norm": 0.24077734351158142,
+      "learning_rate": 0.00015561726422235906,
+      "loss": 0.0407,
+      "step": 2241
+    },
+    {
+      "epoch": 1.47,
+      "grad_norm": 0.2242443561553955,
+      "learning_rate": 0.00015551424204335074,
+      "loss": 0.0464,
+      "step": 2242
+    },
+    {
+      "epoch": 1.47,
+      "grad_norm": 0.02641609124839306,
+      "learning_rate": 0.00015541121725961,
+      "loss": 0.0036,
+      "step": 2243
+    },
+    {
+      "epoch": 1.47,
+      "grad_norm": 0.17494410276412964,
+      "learning_rate": 0.00015530818991980213,
+      "loss": 0.0728,
+      "step": 2244
+    },
+    {
+      "epoch": 1.47,
+      "grad_norm": 0.14498472213745117,
+      "learning_rate": 0.00015520516007259364,
+      "loss": 0.0141,
+      "step": 2245
+    },
+    {
+      "epoch": 1.47,
+      "grad_norm": 0.07311736047267914,
+      "learning_rate": 0.00015510212776665206,
+      "loss": 0.0075,
+      "step": 2246
+    },
+    {
+      "epoch": 1.47,
+      "grad_norm": 0.18270064890384674,
+      "learning_rate": 0.00015499909305064625,
+      "loss": 0.0335,
+      "step": 2247
+    },
+    {
+      "epoch": 1.47,
+      "grad_norm": 0.11468853056430817,
+      "learning_rate": 0.00015489605597324618,
+      "loss": 0.0126,
+      "step": 2248
+    },
+    {
+      "epoch": 1.47,
+      "grad_norm": 0.24907346069812775,
+      "learning_rate": 0.00015479301658312294,
+      "loss": 0.0547,
+      "step": 2249
+    },
+    {
+      "epoch": 1.47,
+      "grad_norm": 0.054052844643592834,
+      "learning_rate": 0.0001546899749289486,
+      "loss": 0.0061,
+      "step": 2250
+    },
+    {
+      "epoch": 1.47,
+      "grad_norm": 0.10278685390949249,
+      "learning_rate": 0.0001545869310593964,
+      "loss": 0.0148,
+      "step": 2251
+    },
+    {
+      "epoch": 1.47,
+      "grad_norm": 0.039586808532476425,
+      "learning_rate": 0.00015448388502314065,
+      "loss": 0.0044,
+      "step": 2252
+    },
+    {
+      "epoch": 1.47,
+      "grad_norm": 0.1996268779039383,
+      "learning_rate": 0.00015438083686885663,
+      "loss": 0.0238,
+      "step": 2253
+    },
+    {
+      "epoch": 1.48,
+      "grad_norm": 0.07462750375270844,
+      "learning_rate": 0.00015427778664522067,
+      "loss": 0.0077,
+      "step": 2254
+    },
+    {
+      "epoch": 1.48,
+      "grad_norm": 0.022693922743201256,
+      "learning_rate": 0.00015417473440090994,
+      "loss": 0.0031,
+      "step": 2255
+    },
+    {
+      "epoch": 1.48,
+      "grad_norm": 0.17342881858348846,
+      "learning_rate": 0.00015407168018460272,
+      "loss": 0.0334,
+      "step": 2256
+    },
+    {
+      "epoch": 1.48,
+      "grad_norm": 0.1654786616563797,
+      "learning_rate": 0.0001539686240449782,
+      "loss": 0.059,
+      "step": 2257
+    },
+    {
+      "epoch": 1.48,
+      "grad_norm": 0.10321973264217377,
+      "learning_rate": 0.00015386556603071643,
+      "loss": 0.0204,
+      "step": 2258
+    },
+    {
+      "epoch": 1.48,
+      "grad_norm": 0.10149465501308441,
+      "learning_rate": 0.00015376250619049834,
+      "loss": 0.0122,
+      "step": 2259
+    },
+    {
+      "epoch": 1.48,
+      "grad_norm": 0.04105484485626221,
+      "learning_rate": 0.00015365944457300572,
+      "loss": 0.0056,
+      "step": 2260
+    },
+    {
+      "epoch": 1.48,
+      "grad_norm": 0.10165435820817947,
+      "learning_rate": 0.0001535563812269213,
+      "loss": 0.0137,
+      "step": 2261
+    },
+    {
+      "epoch": 1.48,
+      "grad_norm": 0.11750262975692749,
+      "learning_rate": 0.0001534533162009285,
+      "loss": 0.009,
+      "step": 2262
+    },
+    {
+      "epoch": 1.48,
+      "grad_norm": 0.30132028460502625,
+      "learning_rate": 0.00015335024954371158,
+      "loss": 0.0188,
+      "step": 2263
+    },
+    {
+      "epoch": 1.48,
+      "grad_norm": 0.19077062606811523,
+      "learning_rate": 0.0001532471813039556,
+      "loss": 0.0249,
+      "step": 2264
+    },
+    {
+      "epoch": 1.48,
+      "grad_norm": 0.1327200084924698,
+      "learning_rate": 0.0001531441115303463,
+      "loss": 0.0139,
+      "step": 2265
+    },
+    {
+      "epoch": 1.48,
+      "grad_norm": 0.09262137115001678,
+      "learning_rate": 0.0001530410402715702,
+      "loss": 0.0128,
+      "step": 2266
+    },
+    {
+      "epoch": 1.48,
+      "grad_norm": 0.1415720283985138,
+      "learning_rate": 0.00015293796757631458,
+      "loss": 0.0255,
+      "step": 2267
+    },
+    {
+      "epoch": 1.48,
+      "grad_norm": 0.28981319069862366,
+      "learning_rate": 0.00015283489349326721,
+      "loss": 0.0365,
+      "step": 2268
+    },
+    {
+      "epoch": 1.49,
+      "grad_norm": 0.024845613166689873,
+      "learning_rate": 0.0001527318180711167,
+      "loss": 0.0034,
+      "step": 2269
+    },
+    {
+      "epoch": 1.49,
+      "grad_norm": 0.0768069252371788,
+      "learning_rate": 0.0001526287413585522,
+      "loss": 0.0066,
+      "step": 2270
+    },
+    {
+      "epoch": 1.49,
+      "grad_norm": 0.1130814403295517,
+      "learning_rate": 0.00015252566340426352,
+      "loss": 0.0138,
+      "step": 2271
+    },
+    {
+      "epoch": 1.49,
+      "grad_norm": 0.15060044825077057,
+      "learning_rate": 0.00015242258425694107,
+      "loss": 0.047,
+      "step": 2272
+    },
+    {
+      "epoch": 1.49,
+      "grad_norm": 0.16956418752670288,
+      "learning_rate": 0.00015231950396527564,
+      "loss": 0.0468,
+      "step": 2273
+    },
+    {
+      "epoch": 1.49,
+      "grad_norm": 0.027678130194544792,
+      "learning_rate": 0.0001522164225779588,
+      "loss": 0.0035,
+      "step": 2274
+    },
+    {
+      "epoch": 1.49,
+      "grad_norm": 0.011556626297533512,
+      "learning_rate": 0.00015211334014368256,
+      "loss": 0.0017,
+      "step": 2275
+    },
+    {
+      "epoch": 1.49,
+      "grad_norm": 0.17217235267162323,
+      "learning_rate": 0.0001520102567111394,
+      "loss": 0.0299,
+      "step": 2276
+    },
+    {
+      "epoch": 1.49,
+      "grad_norm": 0.02171311527490616,
+      "learning_rate": 0.00015190717232902224,
+      "loss": 0.0032,
+      "step": 2277
+    },
+    {
+      "epoch": 1.49,
+      "grad_norm": 0.08322153985500336,
+      "learning_rate": 0.0001518040870460245,
+      "loss": 0.0148,
+      "step": 2278
+    },
+    {
+      "epoch": 1.49,
+      "grad_norm": 0.10915898531675339,
+      "learning_rate": 0.00015170100091084,
+      "loss": 0.0122,
+      "step": 2279
+    },
+    {
+      "epoch": 1.49,
+      "grad_norm": 0.06174374371767044,
+      "learning_rate": 0.000151597913972163,
+      "loss": 0.011,
+      "step": 2280
+    },
+    {
+      "epoch": 1.49,
+      "grad_norm": 0.0850352942943573,
+      "learning_rate": 0.00015149482627868814,
+      "loss": 0.0175,
+      "step": 2281
+    },
+    {
+      "epoch": 1.49,
+      "grad_norm": 0.8030893206596375,
+      "learning_rate": 0.0001513917378791103,
+      "loss": 0.0689,
+      "step": 2282
+    },
+    {
+      "epoch": 1.49,
+      "grad_norm": 0.08825898915529251,
+      "learning_rate": 0.0001512886488221249,
+      "loss": 0.0109,
+      "step": 2283
+    },
+    {
+      "epoch": 1.5,
+      "grad_norm": 0.20646128058433533,
+      "learning_rate": 0.00015118555915642746,
+      "loss": 0.0717,
+      "step": 2284
+    },
+    {
+      "epoch": 1.5,
+      "grad_norm": 0.09915432333946228,
+      "learning_rate": 0.00015108246893071395,
+      "loss": 0.0117,
+      "step": 2285
+    },
+    {
+      "epoch": 1.5,
+      "grad_norm": 0.06762687116861343,
+      "learning_rate": 0.00015097937819368045,
+      "loss": 0.0095,
+      "step": 2286
+    },
+    {
+      "epoch": 1.5,
+      "grad_norm": 0.181647390127182,
+      "learning_rate": 0.00015087628699402345,
+      "loss": 0.0205,
+      "step": 2287
+    },
+    {
+      "epoch": 1.5,
+      "grad_norm": 0.25607171654701233,
+      "learning_rate": 0.00015077319538043954,
+      "loss": 0.0161,
+      "step": 2288
+    },
+    {
+      "epoch": 1.5,
+      "grad_norm": 0.10751291364431381,
+      "learning_rate": 0.00015067010340162558,
+      "loss": 0.0151,
+      "step": 2289
+    },
+    {
+      "epoch": 1.5,
+      "grad_norm": 0.15035240352153778,
+      "learning_rate": 0.00015056701110627855,
+      "loss": 0.0232,
+      "step": 2290
+    },
+    {
+      "epoch": 1.5,
+      "grad_norm": 0.09425321966409683,
+      "learning_rate": 0.00015046391854309552,
+      "loss": 0.0109,
+      "step": 2291
+    },
+    {
+      "epoch": 1.5,
+      "grad_norm": 0.05676641687750816,
+      "learning_rate": 0.00015036082576077385,
+      "loss": 0.0091,
+      "step": 2292
+    },
+    {
+      "epoch": 1.5,
+      "eval_loss": 0.029079807922244072,
+      "eval_runtime": 39.9888,
+      "eval_samples_per_second": 32.184,
+      "eval_steps_per_second": 8.052,
+      "step": 2292
+    },
+    {
+      "epoch": 1.5,
+      "grad_norm": 0.18537257611751556,
+      "learning_rate": 0.00015025773280801088,
+      "loss": 0.0312,
+      "step": 2293
+    },
+    {
+      "epoch": 1.5,
+      "grad_norm": 0.17844584584236145,
+      "learning_rate": 0.0001501546397335041,
+      "loss": 0.0275,
+      "step": 2294
+    },
+    {
+      "epoch": 1.5,
+      "grad_norm": 0.12108953297138214,
+      "learning_rate": 0.00015005154658595096,
+      "loss": 0.0173,
+      "step": 2295
+    },
+    {
+      "epoch": 1.5,
+      "grad_norm": 0.06204582378268242,
+      "learning_rate": 0.00014994845341404907,
+      "loss": 0.0089,
+      "step": 2296
+    },
+    {
+      "epoch": 1.5,
+      "grad_norm": 0.23866377770900726,
+      "learning_rate": 0.00014984536026649593,
+      "loss": 0.0258,
+      "step": 2297
+    },
+    {
+      "epoch": 1.5,
+      "grad_norm": 0.013257946819067001,
+      "learning_rate": 0.00014974226719198912,
+      "loss": 0.0026,
+      "step": 2298
+    },
+    {
+      "epoch": 1.51,
+      "grad_norm": 0.14589637517929077,
+      "learning_rate": 0.00014963917423922618,
+      "loss": 0.0159,
+      "step": 2299
+    },
+    {
+      "epoch": 1.51,
+      "grad_norm": 0.2827925682067871,
+      "learning_rate": 0.0001495360814569045,
+      "loss": 0.0182,
+      "step": 2300
+    },
+    {
+      "epoch": 1.51,
+      "grad_norm": 0.042063966393470764,
+      "learning_rate": 0.0001494329888937215,
+      "loss": 0.0063,
+      "step": 2301
+    },
+    {
+      "epoch": 1.51,
+      "grad_norm": 0.01539128739386797,
+      "learning_rate": 0.00014932989659837442,
+      "loss": 0.0025,
+      "step": 2302
+    },
+    {
+      "epoch": 1.51,
+      "grad_norm": 0.07236410677433014,
+      "learning_rate": 0.00014922680461956048,
+      "loss": 0.0087,
+      "step": 2303
+    },
+    {
+      "epoch": 1.51,
+      "grad_norm": 0.03618314489722252,
+      "learning_rate": 0.00014912371300597658,
+      "loss": 0.0049,
+      "step": 2304
+    },
+    {
+      "epoch": 1.51,
+      "grad_norm": 0.11485552042722702,
+      "learning_rate": 0.00014902062180631958,
+      "loss": 0.008,
+      "step": 2305
+    },
+    {
+      "epoch": 1.51,
+      "grad_norm": 0.11101217567920685,
+      "learning_rate": 0.00014891753106928608,
+      "loss": 0.0232,
+      "step": 2306
+    },
+    {
+      "epoch": 1.51,
+      "grad_norm": 0.017525073140859604,
+      "learning_rate": 0.00014881444084357255,
+      "loss": 0.0025,
+      "step": 2307
+    },
+    {
+      "epoch": 1.51,
+      "grad_norm": 0.20452751219272614,
+      "learning_rate": 0.00014871135117787513,
+      "loss": 0.0438,
+      "step": 2308
+    },
+    {
+      "epoch": 1.51,
+      "grad_norm": 0.2409246861934662,
+      "learning_rate": 0.00014860826212088972,
+      "loss": 0.0299,
+      "step": 2309
+    },
+    {
+      "epoch": 1.51,
+      "grad_norm": 0.3612133860588074,
+      "learning_rate": 0.0001485051737213119,
+      "loss": 0.0299,
+      "step": 2310
+    },
+    {
+      "epoch": 1.51,
+      "grad_norm": 0.1734815537929535,
+      "learning_rate": 0.000148402086027837,
+      "loss": 0.0164,
+      "step": 2311
+    },
+    {
+      "epoch": 1.51,
+      "grad_norm": 0.2504834234714508,
+      "learning_rate": 0.00014829899908916003,
+      "loss": 0.0233,
+      "step": 2312
+    },
+    {
+      "epoch": 1.51,
+      "grad_norm": 0.29188862442970276,
+      "learning_rate": 0.00014819591295397555,
+      "loss": 0.0202,
+      "step": 2313
+    },
+    {
+      "epoch": 1.51,
+      "grad_norm": 0.044157739728689194,
+      "learning_rate": 0.0001480928276709778,
+      "loss": 0.0057,
+      "step": 2314
+    },
+    {
+      "epoch": 1.52,
+      "grad_norm": 0.08563201874494553,
+      "learning_rate": 0.00014798974328886062,
+      "loss": 0.0118,
+      "step": 2315
+    },
+    {
+      "epoch": 1.52,
+      "grad_norm": 0.06240120530128479,
+      "learning_rate": 0.00014788665985631741,
+      "loss": 0.0041,
+      "step": 2316
+    },
+    {
+      "epoch": 1.52,
+      "grad_norm": 0.1662430614233017,
+      "learning_rate": 0.0001477835774220412,
+      "loss": 0.0129,
+      "step": 2317
+    },
+    {
+      "epoch": 1.52,
+      "grad_norm": 0.020060239359736443,
+      "learning_rate": 0.00014768049603472436,
+      "loss": 0.0016,
+      "step": 2318
+    },
+    {
+      "epoch": 1.52,
+      "grad_norm": 0.11197911947965622,
+      "learning_rate": 0.00014757741574305896,
+      "loss": 0.0059,
+      "step": 2319
+    },
+    {
+      "epoch": 1.52,
+      "grad_norm": 0.25439372658729553,
+      "learning_rate": 0.00014747433659573645,
+      "loss": 0.0597,
+      "step": 2320
+    },
+    {
+      "epoch": 1.52,
+      "grad_norm": 0.12229887396097183,
+      "learning_rate": 0.00014737125864144779,
+      "loss": 0.0061,
+      "step": 2321
+    },
+    {
+      "epoch": 1.52,
+      "grad_norm": 0.3244328498840332,
+      "learning_rate": 0.0001472681819288833,
+      "loss": 0.0897,
+      "step": 2322
+    },
+    {
+      "epoch": 1.52,
+      "grad_norm": 0.10589354485273361,
+      "learning_rate": 0.00014716510650673279,
+      "loss": 0.0057,
+      "step": 2323
+    },
+    {
+      "epoch": 1.52,
+      "grad_norm": 0.020396653562784195,
+      "learning_rate": 0.00014706203242368542,
+      "loss": 0.0025,
+      "step": 2324
+    },
+    {
+      "epoch": 1.52,
+      "grad_norm": 0.3133372366428375,
+      "learning_rate": 0.0001469589597284298,
+      "loss": 0.0432,
+      "step": 2325
+    },
+    {
+      "epoch": 1.52,
+      "grad_norm": 0.09910666942596436,
+      "learning_rate": 0.0001468558884696537,
+      "loss": 0.0089,
+      "step": 2326
+    },
+    {
+      "epoch": 1.52,
+      "grad_norm": 0.06794673204421997,
+      "learning_rate": 0.0001467528186960444,
+      "loss": 0.0036,
+      "step": 2327
+    },
+    {
+      "epoch": 1.52,
+      "grad_norm": 0.5119796395301819,
+      "learning_rate": 0.00014664975045628842,
+      "loss": 0.0347,
+      "step": 2328
+    },
+    {
+      "epoch": 1.52,
+      "grad_norm": 0.13082320988178253,
+      "learning_rate": 0.00014654668379907149,
+      "loss": 0.0181,
+      "step": 2329
+    },
+    {
+      "epoch": 1.53,
+      "grad_norm": 0.043470270931720734,
+      "learning_rate": 0.0001464436187730787,
+      "loss": 0.0048,
+      "step": 2330
+    },
+    {
+      "epoch": 1.53,
+      "grad_norm": 0.1573643833398819,
+      "learning_rate": 0.00014634055542699426,
+      "loss": 0.0161,
+      "step": 2331
+    },
+    {
+      "epoch": 1.53,
+      "grad_norm": 0.2287653237581253,
+      "learning_rate": 0.00014623749380950166,
+      "loss": 0.0384,
+      "step": 2332
+    },
+    {
+      "epoch": 1.53,
+      "grad_norm": 0.35878098011016846,
+      "learning_rate": 0.00014613443396928357,
+      "loss": 0.047,
+      "step": 2333
+    },
+    {
+      "epoch": 1.53,
+      "grad_norm": 0.14366035163402557,
+      "learning_rate": 0.0001460313759550218,
+      "loss": 0.0258,
+      "step": 2334
+    },
+    {
+      "epoch": 1.53,
+      "grad_norm": 0.027050506323575974,
+      "learning_rate": 0.00014592831981539726,
+      "loss": 0.0023,
+      "step": 2335
+    },
+    {
+      "epoch": 1.53,
+      "grad_norm": 0.1347045749425888,
+      "learning_rate": 0.00014582526559909006,
+      "loss": 0.0568,
+      "step": 2336
+    },
+    {
+      "epoch": 1.53,
+      "grad_norm": 0.1418723464012146,
+      "learning_rate": 0.00014572221335477936,
+      "loss": 0.0116,
+      "step": 2337
+    },
+    {
+      "epoch": 1.53,
+      "grad_norm": 0.057905472815036774,
+      "learning_rate": 0.00014561916313114338,
+      "loss": 0.008,
+      "step": 2338
+    },
+    {
+      "epoch": 1.53,
+      "grad_norm": 0.12035661935806274,
+      "learning_rate": 0.00014551611497685933,
+      "loss": 0.0243,
+      "step": 2339
+    },
+    {
+      "epoch": 1.53,
+      "grad_norm": 0.0975029394030571,
+      "learning_rate": 0.00014541306894060358,
+      "loss": 0.0113,
+      "step": 2340
+    },
+    {
+      "epoch": 1.53,
+      "grad_norm": 0.17044967412948608,
+      "learning_rate": 0.0001453100250710514,
+      "loss": 0.0244,
+      "step": 2341
+    },
+    {
+      "epoch": 1.53,
+      "grad_norm": 0.04020816087722778,
+      "learning_rate": 0.00014520698341687706,
+      "loss": 0.0053,
+      "step": 2342
+    },
+    {
+      "epoch": 1.53,
+      "grad_norm": 0.18097876012325287,
+      "learning_rate": 0.0001451039440267538,
+      "loss": 0.0253,
+      "step": 2343
+    },
+    {
+      "epoch": 1.53,
+      "grad_norm": 0.012999899685382843,
+      "learning_rate": 0.00014500090694935373,
+      "loss": 0.0021,
+      "step": 2344
+    },
+    {
+      "epoch": 1.54,
+      "grad_norm": 0.17676088213920593,
+      "learning_rate": 0.00014489787223334795,
+      "loss": 0.0283,
+      "step": 2345
+    },
+    {
+      "epoch": 1.54,
+      "grad_norm": 0.2022247314453125,
+      "learning_rate": 0.00014479483992740636,
+      "loss": 0.0144,
+      "step": 2346
+    },
+    {
+      "epoch": 1.54,
+      "grad_norm": 0.059292592108249664,
+      "learning_rate": 0.00014469181008019784,
+      "loss": 0.0055,
+      "step": 2347
+    },
+    {
+      "epoch": 1.54,
+      "grad_norm": 0.07103478163480759,
+      "learning_rate": 0.00014458878274039,
+      "loss": 0.0082,
+      "step": 2348
+    },
+    {
+      "epoch": 1.54,
+      "grad_norm": 0.24378490447998047,
+      "learning_rate": 0.00014448575795664926,
+      "loss": 0.0345,
+      "step": 2349
+    },
+    {
+      "epoch": 1.54,
+      "grad_norm": 0.04015032947063446,
+      "learning_rate": 0.00014438273577764094,
+      "loss": 0.0045,
+      "step": 2350
+    },
+    {
+      "epoch": 1.54,
+      "grad_norm": 0.22856755554676056,
+      "learning_rate": 0.00014427971625202905,
+      "loss": 0.0152,
+      "step": 2351
+    },
+    {
+      "epoch": 1.54,
+      "grad_norm": 0.08063790947198868,
+      "learning_rate": 0.0001441766994284763,
+      "loss": 0.0085,
+      "step": 2352
+    },
+    {
+      "epoch": 1.54,
+      "grad_norm": 0.30245184898376465,
+      "learning_rate": 0.00014407368535564427,
+      "loss": 0.0841,
+      "step": 2353
+    },
+    {
+      "epoch": 1.54,
+      "grad_norm": 0.2929746210575104,
+      "learning_rate": 0.00014397067408219308,
+      "loss": 0.028,
+      "step": 2354
+    },
+    {
+      "epoch": 1.54,
+      "grad_norm": 0.23219022154808044,
+      "learning_rate": 0.00014386766565678165,
+      "loss": 0.0337,
+      "step": 2355
+    },
+    {
+      "epoch": 1.54,
+      "grad_norm": 0.05898268148303032,
+      "learning_rate": 0.00014376466012806755,
+      "loss": 0.0076,
+      "step": 2356
+    },
+    {
+      "epoch": 1.54,
+      "grad_norm": 0.15910372138023376,
+      "learning_rate": 0.0001436616575447068,
+      "loss": 0.0318,
+      "step": 2357
+    },
+    {
+      "epoch": 1.54,
+      "grad_norm": 0.12564696371555328,
+      "learning_rate": 0.0001435586579553543,
+      "loss": 0.0139,
+      "step": 2358
+    },
+    {
+      "epoch": 1.54,
+      "grad_norm": 0.08463872969150543,
+      "learning_rate": 0.00014345566140866334,
+      "loss": 0.0081,
+      "step": 2359
+    },
+    {
+      "epoch": 1.55,
+      "grad_norm": 0.10430733859539032,
+      "learning_rate": 0.0001433526679532859,
+      "loss": 0.0131,
+      "step": 2360
+    },
+    {
+      "epoch": 1.55,
+      "grad_norm": 0.1021500900387764,
+      "learning_rate": 0.00014324967763787235,
+      "loss": 0.0131,
+      "step": 2361
+    },
+    {
+      "epoch": 1.55,
+      "grad_norm": 0.04552861675620079,
+      "learning_rate": 0.00014314669051107166,
+      "loss": 0.0069,
+      "step": 2362
+    },
+    {
+      "epoch": 1.55,
+      "grad_norm": 0.18448792397975922,
+      "learning_rate": 0.00014304370662153137,
+      "loss": 0.0241,
+      "step": 2363
+    },
+    {
+      "epoch": 1.55,
+      "grad_norm": 0.14002187550067902,
+      "learning_rate": 0.00014294072601789742,
+      "loss": 0.0205,
+      "step": 2364
+    },
+    {
+      "epoch": 1.55,
+      "grad_norm": 0.025072062388062477,
+      "learning_rate": 0.00014283774874881413,
+      "loss": 0.0026,
+      "step": 2365
+    },
+    {
+      "epoch": 1.55,
+      "grad_norm": 0.12297520786523819,
+      "learning_rate": 0.00014273477486292433,
+      "loss": 0.0106,
+      "step": 2366
+    },
+    {
+      "epoch": 1.55,
+      "grad_norm": 0.0502072237432003,
+      "learning_rate": 0.00014263180440886924,
+      "loss": 0.006,
+      "step": 2367
+    },
+    {
+      "epoch": 1.55,
+      "grad_norm": 0.3273145854473114,
+      "learning_rate": 0.00014252883743528843,
+      "loss": 0.0501,
+      "step": 2368
+    },
+    {
+      "epoch": 1.55,
+      "grad_norm": 0.1304243505001068,
+      "learning_rate": 0.00014242587399081993,
+      "loss": 0.0152,
+      "step": 2369
+    },
+    {
+      "epoch": 1.55,
+      "grad_norm": 0.29160431027412415,
+      "learning_rate": 0.00014232291412409994,
+      "loss": 0.0516,
+      "step": 2370
+    },
+    {
+      "epoch": 1.55,
+      "grad_norm": 0.10514498502016068,
+      "learning_rate": 0.00014221995788376305,
+      "loss": 0.0355,
+      "step": 2371
+    },
+    {
+      "epoch": 1.55,
+      "grad_norm": 0.0701146274805069,
+      "learning_rate": 0.00014211700531844215,
+      "loss": 0.0062,
+      "step": 2372
+    },
+    {
+      "epoch": 1.55,
+      "grad_norm": 0.0321023166179657,
+      "learning_rate": 0.00014201405647676842,
+      "loss": 0.0028,
+      "step": 2373
+    },
+    {
+      "epoch": 1.55,
+      "grad_norm": 0.19740337133407593,
+      "learning_rate": 0.0001419111114073712,
+      "loss": 0.0394,
+      "step": 2374
+    },
+    {
+      "epoch": 1.55,
+      "grad_norm": 0.016404815018177032,
+      "learning_rate": 0.00014180817015887806,
+      "loss": 0.0015,
+      "step": 2375
+    },
+    {
+      "epoch": 1.56,
+      "grad_norm": 0.16899968683719635,
+      "learning_rate": 0.00014170523277991486,
+      "loss": 0.0178,
+      "step": 2376
+    },
+    {
+      "epoch": 1.56,
+      "grad_norm": 0.052522968500852585,
+      "learning_rate": 0.00014160229931910556,
+      "loss": 0.0038,
+      "step": 2377
+    },
+    {
+      "epoch": 1.56,
+      "grad_norm": 0.2541167438030243,
+      "learning_rate": 0.00014149936982507224,
+      "loss": 0.0218,
+      "step": 2378
+    },
+    {
+      "epoch": 1.56,
+      "grad_norm": 0.09515637159347534,
+      "learning_rate": 0.00014139644434643515,
+      "loss": 0.0074,
+      "step": 2379
+    },
+    {
+      "epoch": 1.56,
+      "grad_norm": 0.17533494532108307,
+      "learning_rate": 0.00014129352293181264,
+      "loss": 0.0184,
+      "step": 2380
+    },
+    {
+      "epoch": 1.56,
+      "grad_norm": 0.03894618898630142,
+      "learning_rate": 0.00014119060562982116,
+      "loss": 0.0035,
+      "step": 2381
+    },
+    {
+      "epoch": 1.56,
+      "grad_norm": 0.1853707730770111,
+      "learning_rate": 0.00014108769248907522,
+      "loss": 0.0965,
+      "step": 2382
+    },
+    {
+      "epoch": 1.56,
+      "grad_norm": 0.1522863656282425,
+      "learning_rate": 0.00014098478355818725,
+      "loss": 0.0083,
+      "step": 2383
+    },
+    {
+      "epoch": 1.56,
+      "grad_norm": 0.04990135878324509,
+      "learning_rate": 0.0001408818788857678,
+      "loss": 0.0043,
+      "step": 2384
+    },
+    {
+      "epoch": 1.56,
+      "grad_norm": 0.3627833127975464,
+      "learning_rate": 0.00014077897852042545,
+      "loss": 0.0825,
+      "step": 2385
+    },
+    {
+      "epoch": 1.56,
+      "grad_norm": 0.07105204463005066,
+      "learning_rate": 0.00014067608251076664,
+      "loss": 0.0069,
+      "step": 2386
+    },
+    {
+      "epoch": 1.56,
+      "grad_norm": 0.11619725823402405,
+      "learning_rate": 0.0001405731909053958,
+      "loss": 0.0201,
+      "step": 2387
+    },
+    {
+      "epoch": 1.56,
+      "grad_norm": 0.17097829282283783,
+      "learning_rate": 0.00014047030375291528,
+      "loss": 0.0413,
+      "step": 2388
+    },
+    {
+      "epoch": 1.56,
+      "grad_norm": 0.05021402984857559,
+      "learning_rate": 0.0001403674211019253,
+      "loss": 0.0035,
+      "step": 2389
+    },
+    {
+      "epoch": 1.56,
+      "grad_norm": 0.1278286725282669,
+      "learning_rate": 0.000140264543001024,
+      "loss": 0.0255,
+      "step": 2390
+    },
+    {
+      "epoch": 1.57,
+      "grad_norm": 0.02548815682530403,
+      "learning_rate": 0.0001401616694988074,
+      "loss": 0.0043,
+      "step": 2391
+    },
+    {
+      "epoch": 1.57,
+      "grad_norm": 0.08917523175477982,
+      "learning_rate": 0.00014005880064386916,
+      "loss": 0.0121,
+      "step": 2392
+    },
+    {
+      "epoch": 1.57,
+      "grad_norm": 0.11778222769498825,
+      "learning_rate": 0.00013995593648480099,
+      "loss": 0.0064,
+      "step": 2393
+    },
+    {
+      "epoch": 1.57,
+      "grad_norm": 0.10804206132888794,
+      "learning_rate": 0.00013985307707019222,
+      "loss": 0.0081,
+      "step": 2394
+    },
+    {
+      "epoch": 1.57,
+      "grad_norm": 0.03458308428525925,
+      "learning_rate": 0.00013975022244863005,
+      "loss": 0.0046,
+      "step": 2395
+    },
+    {
+      "epoch": 1.57,
+      "grad_norm": 0.21902398765087128,
+      "learning_rate": 0.00013964737266869927,
+      "loss": 0.0564,
+      "step": 2396
+    },
+    {
+      "epoch": 1.57,
+      "grad_norm": 0.08411278575658798,
+      "learning_rate": 0.0001395445277789825,
+      "loss": 0.0151,
+      "step": 2397
+    },
+    {
+      "epoch": 1.57,
+      "grad_norm": 0.25032511353492737,
+      "learning_rate": 0.00013944168782806013,
+      "loss": 0.0301,
+      "step": 2398
+    },
+    {
+      "epoch": 1.57,
+      "grad_norm": 0.042354997247457504,
+      "learning_rate": 0.00013933885286450992,
+      "loss": 0.0061,
+      "step": 2399
+    },
+    {
+      "epoch": 1.57,
+      "grad_norm": 0.12194197624921799,
+      "learning_rate": 0.00013923602293690755,
+      "loss": 0.0138,
+      "step": 2400
+    },
+    {
+      "epoch": 1.57,
+      "grad_norm": 0.1070348247885704,
+      "learning_rate": 0.00013913319809382625,
+      "loss": 0.0312,
+      "step": 2401
+    },
+    {
+      "epoch": 1.57,
+      "grad_norm": 0.10185689479112625,
+      "learning_rate": 0.00013903037838383677,
+      "loss": 0.0389,
+      "step": 2402
+    },
+    {
+      "epoch": 1.57,
+      "grad_norm": 0.08572839200496674,
+      "learning_rate": 0.00013892756385550754,
+      "loss": 0.0101,
+      "step": 2403
+    },
+    {
+      "epoch": 1.57,
+      "grad_norm": 0.11028925329446793,
+      "learning_rate": 0.00013882475455740447,
+      "loss": 0.0129,
+      "step": 2404
+    },
+    {
+      "epoch": 1.57,
+      "grad_norm": 0.11871008574962616,
+      "learning_rate": 0.00013872195053809107,
+      "loss": 0.0114,
+      "step": 2405
+    },
+    {
+      "epoch": 1.58,
+      "grad_norm": 0.03218941390514374,
+      "learning_rate": 0.00013861915184612832,
+      "loss": 0.0043,
+      "step": 2406
+    },
+    {
+      "epoch": 1.58,
+      "grad_norm": 0.02190096117556095,
+      "learning_rate": 0.0001385163585300746,
+      "loss": 0.003,
+      "step": 2407
+    },
+    {
+      "epoch": 1.58,
+      "grad_norm": 0.08264799416065216,
+      "learning_rate": 0.00013841357063848586,
+      "loss": 0.0097,
+      "step": 2408
+    },
+    {
+      "epoch": 1.58,
+      "grad_norm": 0.06024307757616043,
+      "learning_rate": 0.0001383107882199155,
+      "loss": 0.006,
+      "step": 2409
+    },
+    {
+      "epoch": 1.58,
+      "grad_norm": 0.2193279266357422,
+      "learning_rate": 0.00013820801132291425,
+      "loss": 0.0193,
+      "step": 2410
+    },
+    {
+      "epoch": 1.58,
+      "grad_norm": 0.01249188743531704,
+      "learning_rate": 0.00013810523999603026,
+      "loss": 0.002,
+      "step": 2411
+    },
+    {
+      "epoch": 1.58,
+      "grad_norm": 0.11805452406406403,
+      "learning_rate": 0.00013800247428780908,
+      "loss": 0.0133,
+      "step": 2412
+    },
+    {
+      "epoch": 1.58,
+      "grad_norm": 0.058763302862644196,
+      "learning_rate": 0.0001378997142467936,
+      "loss": 0.0078,
+      "step": 2413
+    },
+    {
+      "epoch": 1.58,
+      "grad_norm": 0.0065534659661352634,
+      "learning_rate": 0.000137796959921524,
+      "loss": 0.0012,
+      "step": 2414
+    },
+    {
+      "epoch": 1.58,
+      "grad_norm": 0.13317126035690308,
+      "learning_rate": 0.00013769421136053777,
+      "loss": 0.006,
+      "step": 2415
+    },
+    {
+      "epoch": 1.58,
+      "grad_norm": 0.01397017389535904,
+      "learning_rate": 0.0001375914686123697,
+      "loss": 0.0022,
+      "step": 2416
+    },
+    {
+      "epoch": 1.58,
+      "grad_norm": 0.1307278871536255,
+      "learning_rate": 0.00013748873172555182,
+      "loss": 0.0138,
+      "step": 2417
+    },
+    {
+      "epoch": 1.58,
+      "grad_norm": 0.005166274029761553,
+      "learning_rate": 0.00013738600074861339,
+      "loss": 0.0009,
+      "step": 2418
+    },
+    {
+      "epoch": 1.58,
+      "grad_norm": 0.01865355297923088,
+      "learning_rate": 0.00013728327573008092,
+      "loss": 0.0018,
+      "step": 2419
+    },
+    {
+      "epoch": 1.58,
+      "grad_norm": 0.0630246177315712,
+      "learning_rate": 0.000137180556718478,
+      "loss": 0.0042,
+      "step": 2420
+    },
+    {
+      "epoch": 1.58,
+      "grad_norm": 0.02148517221212387,
+      "learning_rate": 0.00013707784376232546,
+      "loss": 0.0026,
+      "step": 2421
+    },
+    {
+      "epoch": 1.59,
+      "grad_norm": 0.15195278823375702,
+      "learning_rate": 0.00013697513691014127,
+      "loss": 0.0309,
+      "step": 2422
+    },
+    {
+      "epoch": 1.59,
+      "grad_norm": 0.026208559051156044,
+      "learning_rate": 0.00013687243621044056,
+      "loss": 0.0021,
+      "step": 2423
+    },
+    {
+      "epoch": 1.59,
+      "grad_norm": 0.04777579382061958,
+      "learning_rate": 0.0001367697417117354,
+      "loss": 0.0049,
+      "step": 2424
+    },
+    {
+      "epoch": 1.59,
+      "grad_norm": 0.034857913851737976,
+      "learning_rate": 0.00013666705346253508,
+      "loss": 0.0035,
+      "step": 2425
+    },
+    {
+      "epoch": 1.59,
+      "grad_norm": 0.14037910103797913,
+      "learning_rate": 0.00013656437151134587,
+      "loss": 0.0223,
+      "step": 2426
+    },
+    {
+      "epoch": 1.59,
+      "grad_norm": 0.019575120881199837,
+      "learning_rate": 0.00013646169590667115,
+      "loss": 0.0024,
+      "step": 2427
+    },
+    {
+      "epoch": 1.59,
+      "grad_norm": 0.18282446265220642,
+      "learning_rate": 0.00013635902669701115,
+      "loss": 0.0365,
+      "step": 2428
+    },
+    {
+      "epoch": 1.59,
+      "grad_norm": 0.10844237357378006,
+      "learning_rate": 0.0001362563639308632,
+      "loss": 0.0349,
+      "step": 2429
+    },
+    {
+      "epoch": 1.59,
+      "grad_norm": 0.015698986127972603,
+      "learning_rate": 0.00013615370765672152,
+      "loss": 0.0021,
+      "step": 2430
+    },
+    {
+      "epoch": 1.59,
+      "grad_norm": 0.009203084744513035,
+      "learning_rate": 0.00013605105792307732,
+      "loss": 0.0013,
+      "step": 2431
+    },
+    {
+      "epoch": 1.59,
+      "grad_norm": 0.20686601102352142,
+      "learning_rate": 0.00013594841477841874,
+      "loss": 0.0482,
+      "step": 2432
+    },
+    {
+      "epoch": 1.59,
+      "grad_norm": 0.2730505168437958,
+      "learning_rate": 0.0001358457782712307,
+      "loss": 0.0469,
+      "step": 2433
+    },
+    {
+      "epoch": 1.59,
+      "grad_norm": 0.1980660855770111,
+      "learning_rate": 0.00013574314844999502,
+      "loss": 0.0216,
+      "step": 2434
+    },
+    {
+      "epoch": 1.59,
+      "grad_norm": 0.1146879717707634,
+      "learning_rate": 0.00013564052536319045,
+      "loss": 0.0404,
+      "step": 2435
+    },
+    {
+      "epoch": 1.59,
+      "grad_norm": 0.13500703871250153,
+      "learning_rate": 0.0001355379090592925,
+      "loss": 0.0688,
+      "step": 2436
+    },
+    {
+      "epoch": 1.6,
+      "grad_norm": 0.1410558968782425,
+      "learning_rate": 0.0001354352995867734,
+      "loss": 0.011,
+      "step": 2437
+    },
+    {
+      "epoch": 1.6,
+      "grad_norm": 0.039574917405843735,
+      "learning_rate": 0.0001353326969941023,
+      "loss": 0.0059,
+      "step": 2438
+    },
+    {
+      "epoch": 1.6,
+      "grad_norm": 0.22806905210018158,
+      "learning_rate": 0.000135230101329745,
+      "loss": 0.0196,
+      "step": 2439
+    },
+    {
+      "epoch": 1.6,
+      "grad_norm": 0.06916101276874542,
+      "learning_rate": 0.00013512751264216407,
+      "loss": 0.0076,
+      "step": 2440
+    },
+    {
+      "epoch": 1.6,
+      "grad_norm": 0.2902592420578003,
+      "learning_rate": 0.00013502493097981874,
+      "loss": 0.0285,
+      "step": 2441
+    },
+    {
+      "epoch": 1.6,
+      "grad_norm": 0.16353599727153778,
+      "learning_rate": 0.00013492235639116495,
+      "loss": 0.0165,
+      "step": 2442
+    },
+    {
+      "epoch": 1.6,
+      "grad_norm": 0.04453244060277939,
+      "learning_rate": 0.00013481978892465528,
+      "loss": 0.008,
+      "step": 2443
+    },
+    {
+      "epoch": 1.6,
+      "grad_norm": 0.06091325357556343,
+      "learning_rate": 0.00013471722862873903,
+      "loss": 0.0098,
+      "step": 2444
+    },
+    {
+      "epoch": 1.6,
+      "grad_norm": 0.05872859060764313,
+      "learning_rate": 0.00013461467555186203,
+      "loss": 0.0077,
+      "step": 2445
+    },
+    {
+      "epoch": 1.6,
+      "grad_norm": 0.2814798355102539,
+      "learning_rate": 0.00013451212974246668,
+      "loss": 0.0367,
+      "step": 2446
+    },
+    {
+      "epoch": 1.6,
+      "grad_norm": 0.09219411015510559,
+      "learning_rate": 0.00013440959124899198,
+      "loss": 0.0454,
+      "step": 2447
+    },
+    {
+      "epoch": 1.6,
+      "grad_norm": 0.1083960011601448,
+      "learning_rate": 0.0001343070601198735,
+      "loss": 0.0319,
+      "step": 2448
+    },
+    {
+      "epoch": 1.6,
+      "grad_norm": 0.0786982923746109,
+      "learning_rate": 0.00013420453640354335,
+      "loss": 0.0128,
+      "step": 2449
+    },
+    {
+      "epoch": 1.6,
+      "grad_norm": 0.020560231059789658,
+      "learning_rate": 0.00013410202014843,
+      "loss": 0.0043,
+      "step": 2450
+    },
+    {
+      "epoch": 1.6,
+      "grad_norm": 0.14801499247550964,
+      "learning_rate": 0.0001339995114029586,
+      "loss": 0.0191,
+      "step": 2451
+    },
+    {
+      "epoch": 1.61,
+      "grad_norm": 0.13155722618103027,
+      "learning_rate": 0.00013389701021555056,
+      "loss": 0.0216,
+      "step": 2452
+    },
+    {
+      "epoch": 1.61,
+      "grad_norm": 0.1539149135351181,
+      "learning_rate": 0.00013379451663462388,
+      "loss": 0.0283,
+      "step": 2453
+    },
+    {
+      "epoch": 1.61,
+      "grad_norm": 0.04807708412408829,
+      "learning_rate": 0.0001336920307085928,
+      "loss": 0.004,
+      "step": 2454
+    },
+    {
+      "epoch": 1.61,
+      "grad_norm": 0.08267413824796677,
+      "learning_rate": 0.0001335895524858681,
+      "loss": 0.009,
+      "step": 2455
+    },
+    {
+      "epoch": 1.61,
+      "grad_norm": 0.1063155010342598,
+      "learning_rate": 0.00013348708201485688,
+      "loss": 0.0482,
+      "step": 2456
+    },
+    {
+      "epoch": 1.61,
+      "grad_norm": 0.1579791158437729,
+      "learning_rate": 0.0001333846193439625,
+      "loss": 0.0231,
+      "step": 2457
+    },
+    {
+      "epoch": 1.61,
+      "grad_norm": 0.14827631413936615,
+      "learning_rate": 0.00013328216452158478,
+      "loss": 0.0184,
+      "step": 2458
+    },
+    {
+      "epoch": 1.61,
+      "grad_norm": 0.09377805888652802,
+      "learning_rate": 0.0001331797175961196,
+      "loss": 0.0242,
+      "step": 2459
+    },
+    {
+      "epoch": 1.61,
+      "grad_norm": 0.13285934925079346,
+      "learning_rate": 0.00013307727861595938,
+      "loss": 0.0322,
+      "step": 2460
+    },
+    {
+      "epoch": 1.61,
+      "grad_norm": 0.07158241420984268,
+      "learning_rate": 0.0001329748476294926,
+      "loss": 0.0152,
+      "step": 2461
+    },
+    {
+      "epoch": 1.61,
+      "grad_norm": 0.03591454401612282,
+      "learning_rate": 0.00013287242468510408,
+      "loss": 0.0052,
+      "step": 2462
+    },
+    {
+      "epoch": 1.61,
+      "grad_norm": 0.04562580958008766,
+      "learning_rate": 0.0001327700098311747,
+      "loss": 0.0078,
+      "step": 2463
+    },
+    {
+      "epoch": 1.61,
+      "grad_norm": 0.22357186675071716,
+      "learning_rate": 0.00013266760311608168,
+      "loss": 0.0426,
+      "step": 2464
+    },
+    {
+      "epoch": 1.61,
+      "grad_norm": 0.019299369305372238,
+      "learning_rate": 0.0001325652045881983,
+      "loss": 0.0027,
+      "step": 2465
+    },
+    {
+      "epoch": 1.61,
+      "grad_norm": 0.1803794503211975,
+      "learning_rate": 0.00013246281429589397,
+      "loss": 0.0299,
+      "step": 2466
+    },
+    {
+      "epoch": 1.62,
+      "grad_norm": 0.08838968724012375,
+      "learning_rate": 0.00013236043228753431,
+      "loss": 0.0078,
+      "step": 2467
+    },
+    {
+      "epoch": 1.62,
+      "grad_norm": 0.07040340453386307,
+      "learning_rate": 0.00013225805861148086,
+      "loss": 0.0167,
+      "step": 2468
+    },
+    {
+      "epoch": 1.62,
+      "grad_norm": 0.07686702907085419,
+      "learning_rate": 0.00013215569331609134,
+      "loss": 0.0068,
+      "step": 2469
+    },
+    {
+      "epoch": 1.62,
+      "grad_norm": 0.10085508972406387,
+      "learning_rate": 0.0001320533364497195,
+      "loss": 0.0228,
+      "step": 2470
+    },
+    {
+      "epoch": 1.62,
+      "grad_norm": 0.060376573354005814,
+      "learning_rate": 0.0001319509880607151,
+      "loss": 0.0095,
+      "step": 2471
+    },
+    {
+      "epoch": 1.62,
+      "grad_norm": 0.028011616319417953,
+      "learning_rate": 0.00013184864819742385,
+      "loss": 0.0051,
+      "step": 2472
+    },
+    {
+      "epoch": 1.62,
+      "grad_norm": 0.04475580155849457,
+      "learning_rate": 0.00013174631690818749,
+      "loss": 0.0059,
+      "step": 2473
+    },
+    {
+      "epoch": 1.62,
+      "grad_norm": 0.031112445518374443,
+      "learning_rate": 0.00013164399424134374,
+      "loss": 0.0043,
+      "step": 2474
+    },
+    {
+      "epoch": 1.62,
+      "grad_norm": 0.38572391867637634,
+      "learning_rate": 0.00013154168024522616,
+      "loss": 0.0355,
+      "step": 2475
+    },
+    {
+      "epoch": 1.62,
+      "grad_norm": 0.2470254898071289,
+      "learning_rate": 0.00013143937496816422,
+      "loss": 0.0146,
+      "step": 2476
+    },
+    {
+      "epoch": 1.62,
+      "grad_norm": 0.08601324260234833,
+      "learning_rate": 0.00013133707845848334,
+      "loss": 0.0132,
+      "step": 2477
+    },
+    {
+      "epoch": 1.62,
+      "grad_norm": 0.09904181212186813,
+      "learning_rate": 0.00013123479076450478,
+      "loss": 0.0249,
+      "step": 2478
+    },
+    {
+      "epoch": 1.62,
+      "grad_norm": 0.013944767415523529,
+      "learning_rate": 0.00013113251193454557,
+      "loss": 0.0016,
+      "step": 2479
+    },
+    {
+      "epoch": 1.62,
+      "grad_norm": 0.05794617161154747,
+      "learning_rate": 0.00013103024201691868,
+      "loss": 0.0054,
+      "step": 2480
+    },
+    {
+      "epoch": 1.62,
+      "grad_norm": 0.25573623180389404,
+      "learning_rate": 0.00013092798105993273,
+      "loss": 0.0472,
+      "step": 2481
+    },
+    {
+      "epoch": 1.62,
+      "grad_norm": 0.14380040764808655,
+      "learning_rate": 0.00013082572911189217,
+      "loss": 0.0255,
+      "step": 2482
+    },
+    {
+      "epoch": 1.63,
+      "grad_norm": 0.0981423556804657,
+      "learning_rate": 0.0001307234862210972,
+      "loss": 0.0067,
+      "step": 2483
+    },
+    {
+      "epoch": 1.63,
+      "grad_norm": 0.19898656010627747,
+      "learning_rate": 0.0001306212524358438,
+      "loss": 0.0079,
+      "step": 2484
+    },
+    {
+      "epoch": 1.63,
+      "grad_norm": 0.1341608613729477,
+      "learning_rate": 0.00013051902780442348,
+      "loss": 0.0093,
+      "step": 2485
+    },
+    {
+      "epoch": 1.63,
+      "grad_norm": 0.294636070728302,
+      "learning_rate": 0.00013041681237512358,
+      "loss": 0.0619,
+      "step": 2486
+    },
+    {
+      "epoch": 1.63,
+      "grad_norm": 0.03222107142210007,
+      "learning_rate": 0.00013031460619622706,
+      "loss": 0.0044,
+      "step": 2487
+    },
+    {
+      "epoch": 1.63,
+      "grad_norm": 0.11569062620401382,
+      "learning_rate": 0.00013021240931601247,
+      "loss": 0.0113,
+      "step": 2488
+    },
+    {
+      "epoch": 1.63,
+      "grad_norm": 0.25324419140815735,
+      "learning_rate": 0.000130110221782754,
+      "loss": 0.0169,
+      "step": 2489
+    },
+    {
+      "epoch": 1.63,
+      "grad_norm": 0.3488900065422058,
+      "learning_rate": 0.00013000804364472144,
+      "loss": 0.0328,
+      "step": 2490
+    },
+    {
+      "epoch": 1.63,
+      "grad_norm": 0.053114596754312515,
+      "learning_rate": 0.00012990587495018005,
+      "loss": 0.0059,
+      "step": 2491
+    },
+    {
+      "epoch": 1.63,
+      "grad_norm": 0.028155844658613205,
+      "learning_rate": 0.0001298037157473908,
+      "loss": 0.0036,
+      "step": 2492
+    },
+    {
+      "epoch": 1.63,
+      "grad_norm": 0.019256332889199257,
+      "learning_rate": 0.00012970156608461,
+      "loss": 0.0024,
+      "step": 2493
+    },
+    {
+      "epoch": 1.63,
+      "grad_norm": 0.2722720205783844,
+      "learning_rate": 0.00012959942601008953,
+      "loss": 0.017,
+      "step": 2494
+    },
+    {
+      "epoch": 1.63,
+      "grad_norm": 0.02251126803457737,
+      "learning_rate": 0.00012949729557207678,
+      "loss": 0.0018,
+      "step": 2495
+    },
+    {
+      "epoch": 1.63,
+      "grad_norm": 0.11708138138055801,
+      "learning_rate": 0.00012939517481881448,
+      "loss": 0.0076,
+      "step": 2496
+    },
+    {
+      "epoch": 1.63,
+      "grad_norm": 0.07980841398239136,
+      "learning_rate": 0.00012929306379854096,
+      "loss": 0.0118,
+      "step": 2497
+    },
+    {
+      "epoch": 1.64,
+      "grad_norm": 0.04632432758808136,
+      "learning_rate": 0.00012919096255948974,
+      "loss": 0.0044,
+      "step": 2498
+    },
+    {
+      "epoch": 1.64,
+      "grad_norm": 0.09860672801733017,
+      "learning_rate": 0.00012908887114988993,
+      "loss": 0.004,
+      "step": 2499
+    },
+    {
+      "epoch": 1.64,
+      "grad_norm": 0.10034430027008057,
+      "learning_rate": 0.00012898678961796578,
+      "loss": 0.0076,
+      "step": 2500
+    },
+    {
+      "epoch": 1.64,
+      "grad_norm": 0.3471710979938507,
+      "learning_rate": 0.00012888471801193702,
+      "loss": 0.0284,
+      "step": 2501
+    },
+    {
+      "epoch": 1.64,
+      "grad_norm": 0.219834566116333,
+      "learning_rate": 0.00012878265638001867,
+      "loss": 0.0278,
+      "step": 2502
+    },
+    {
+      "epoch": 1.64,
+      "grad_norm": 0.1285816878080368,
+      "learning_rate": 0.00012868060477042105,
+      "loss": 0.0115,
+      "step": 2503
+    },
+    {
+      "epoch": 1.64,
+      "grad_norm": 0.09379381686449051,
+      "learning_rate": 0.00012857856323134965,
+      "loss": 0.0052,
+      "step": 2504
+    },
+    {
+      "epoch": 1.64,
+      "grad_norm": 0.1482100635766983,
+      "learning_rate": 0.00012847653181100534,
+      "loss": 0.0259,
+      "step": 2505
+    },
+    {
+      "epoch": 1.64,
+      "grad_norm": 0.062140848487615585,
+      "learning_rate": 0.00012837451055758414,
+      "loss": 0.0051,
+      "step": 2506
+    },
+    {
+      "epoch": 1.64,
+      "grad_norm": 0.12353700399398804,
+      "learning_rate": 0.00012827249951927723,
+      "loss": 0.0227,
+      "step": 2507
+    },
+    {
+      "epoch": 1.64,
+      "grad_norm": 0.013850602321326733,
+      "learning_rate": 0.00012817049874427108,
+      "loss": 0.0008,
+      "step": 2508
+    },
+    {
+      "epoch": 1.64,
+      "grad_norm": 0.006505441851913929,
+      "learning_rate": 0.00012806850828074717,
+      "loss": 0.0009,
+      "step": 2509
+    },
+    {
+      "epoch": 1.64,
+      "grad_norm": 0.25963035225868225,
+      "learning_rate": 0.0001279665281768822,
+      "loss": 0.014,
+      "step": 2510
+    },
+    {
+      "epoch": 1.64,
+      "grad_norm": 0.16497601568698883,
+      "learning_rate": 0.00012786455848084793,
+      "loss": 0.0103,
+      "step": 2511
+    },
+    {
+      "epoch": 1.64,
+      "grad_norm": 0.036567408591508865,
+      "learning_rate": 0.0001277625992408113,
+      "loss": 0.0033,
+      "step": 2512
+    },
+    {
+      "epoch": 1.65,
+      "grad_norm": 0.1094021275639534,
+      "learning_rate": 0.00012766065050493416,
+      "loss": 0.0035,
+      "step": 2513
+    },
+    {
+      "epoch": 1.65,
+      "grad_norm": 0.029884997755289078,
+      "learning_rate": 0.00012755871232137354,
+      "loss": 0.0018,
+      "step": 2514
+    },
+    {
+      "epoch": 1.65,
+      "grad_norm": 0.19183427095413208,
+      "learning_rate": 0.00012745678473828138,
+      "loss": 0.0354,
+      "step": 2515
+    },
+    {
+      "epoch": 1.65,
+      "grad_norm": 0.00821281410753727,
+      "learning_rate": 0.0001273548678038047,
+      "loss": 0.0011,
+      "step": 2516
+    },
+    {
+      "epoch": 1.65,
+      "grad_norm": 0.11743585020303726,
+      "learning_rate": 0.00012725296156608536,
+      "loss": 0.012,
+      "step": 2517
+    },
+    {
+      "epoch": 1.65,
+      "grad_norm": 0.4067364037036896,
+      "learning_rate": 0.00012715106607326032,
+      "loss": 0.0251,
+      "step": 2518
+    },
+    {
+      "epoch": 1.65,
+      "grad_norm": 0.13303601741790771,
+      "learning_rate": 0.0001270491813734614,
+      "loss": 0.022,
+      "step": 2519
+    },
+    {
+      "epoch": 1.65,
+      "grad_norm": 0.46618887782096863,
+      "learning_rate": 0.00012694730751481532,
+      "loss": 0.0312,
+      "step": 2520
+    },
+    {
+      "epoch": 1.65,
+      "grad_norm": 0.261059433221817,
+      "learning_rate": 0.00012684544454544364,
+      "loss": 0.0177,
+      "step": 2521
+    },
+    {
+      "epoch": 1.65,
+      "grad_norm": 0.3947398364543915,
+      "learning_rate": 0.00012674359251346284,
+      "loss": 0.0138,
+      "step": 2522
+    },
+    {
+      "epoch": 1.65,
+      "grad_norm": 0.02748054452240467,
+      "learning_rate": 0.00012664175146698422,
+      "loss": 0.0018,
+      "step": 2523
+    },
+    {
+      "epoch": 1.65,
+      "grad_norm": 0.159784734249115,
+      "learning_rate": 0.00012653992145411383,
+      "loss": 0.0245,
+      "step": 2524
+    },
+    {
+      "epoch": 1.65,
+      "grad_norm": 0.265787810087204,
+      "learning_rate": 0.00012643810252295265,
+      "loss": 0.0133,
+      "step": 2525
+    },
+    {
+      "epoch": 1.65,
+      "grad_norm": 0.08137747645378113,
+      "learning_rate": 0.00012633629472159623,
+      "loss": 0.0061,
+      "step": 2526
+    },
+    {
+      "epoch": 1.65,
+      "grad_norm": 0.19212502241134644,
+      "learning_rate": 0.000126234498098135,
+      "loss": 0.0457,
+      "step": 2527
+    },
+    {
+      "epoch": 1.65,
+      "grad_norm": 0.232799232006073,
+      "learning_rate": 0.0001261327127006541,
+      "loss": 0.0251,
+      "step": 2528
+    },
+    {
+      "epoch": 1.66,
+      "grad_norm": 0.2269105315208435,
+      "learning_rate": 0.00012603093857723336,
+      "loss": 0.0424,
+      "step": 2529
+    },
+    {
+      "epoch": 1.66,
+      "grad_norm": 0.044430967420339584,
+      "learning_rate": 0.00012592917577594718,
+      "loss": 0.0041,
+      "step": 2530
+    },
+    {
+      "epoch": 1.66,
+      "grad_norm": 0.1506963074207306,
+      "learning_rate": 0.00012582742434486476,
+      "loss": 0.0048,
+      "step": 2531
+    },
+    {
+      "epoch": 1.66,
+      "grad_norm": 0.005820784717798233,
+      "learning_rate": 0.00012572568433204986,
+      "loss": 0.0006,
+      "step": 2532
+    },
+    {
+      "epoch": 1.66,
+      "grad_norm": 0.035203348845243454,
+      "learning_rate": 0.00012562395578556086,
+      "loss": 0.0035,
+      "step": 2533
+    },
+    {
+      "epoch": 1.66,
+      "grad_norm": 0.27628517150878906,
+      "learning_rate": 0.00012552223875345072,
+      "loss": 0.012,
+      "step": 2534
+    },
+    {
+      "epoch": 1.66,
+      "grad_norm": 0.1673869639635086,
+      "learning_rate": 0.00012542053328376695,
+      "loss": 0.0201,
+      "step": 2535
+    },
+    {
+      "epoch": 1.66,
+      "grad_norm": 0.013920975849032402,
+      "learning_rate": 0.0001253188394245516,
+      "loss": 0.0011,
+      "step": 2536
+    },
+    {
+      "epoch": 1.66,
+      "grad_norm": 0.11940686404705048,
+      "learning_rate": 0.0001252171572238412,
+      "loss": 0.0078,
+      "step": 2537
+    },
+    {
+      "epoch": 1.66,
+      "grad_norm": 0.1563238948583603,
+      "learning_rate": 0.00012511548672966696,
+      "loss": 0.0158,
+      "step": 2538
+    },
+    {
+      "epoch": 1.66,
+      "grad_norm": 0.4310009777545929,
+      "learning_rate": 0.00012501382799005425,
+      "loss": 0.0919,
+      "step": 2539
+    },
+    {
+      "epoch": 1.66,
+      "grad_norm": 0.10280542075634003,
+      "learning_rate": 0.00012491218105302313,
+      "loss": 0.0325,
+      "step": 2540
+    },
+    {
+      "epoch": 1.66,
+      "grad_norm": 0.005980873014777899,
+      "learning_rate": 0.000124810545966588,
+      "loss": 0.0007,
+      "step": 2541
+    },
+    {
+      "epoch": 1.66,
+      "grad_norm": 0.17933742702007294,
+      "learning_rate": 0.00012470892277875774,
+      "loss": 0.0362,
+      "step": 2542
+    },
+    {
+      "epoch": 1.66,
+      "grad_norm": 0.14791390299797058,
+      "learning_rate": 0.00012460731153753543,
+      "loss": 0.052,
+      "step": 2543
+    },
+    {
+      "epoch": 1.67,
+      "grad_norm": 0.09524931013584137,
+      "learning_rate": 0.00012450571229091865,
+      "loss": 0.0138,
+      "step": 2544
+    },
+    {
+      "epoch": 1.67,
+      "grad_norm": 0.14938437938690186,
+      "learning_rate": 0.00012440412508689928,
+      "loss": 0.0098,
+      "step": 2545
+    },
+    {
+      "epoch": 1.67,
+      "grad_norm": 0.22291189432144165,
+      "learning_rate": 0.00012430254997346354,
+      "loss": 0.0275,
+      "step": 2546
+    },
+    {
+      "epoch": 1.67,
+      "grad_norm": 0.09883278608322144,
+      "learning_rate": 0.00012420098699859192,
+      "loss": 0.0043,
+      "step": 2547
+    },
+    {
+      "epoch": 1.67,
+      "grad_norm": 0.09738563001155853,
+      "learning_rate": 0.0001240994362102591,
+      "loss": 0.009,
+      "step": 2548
+    },
+    {
+      "epoch": 1.67,
+      "grad_norm": 0.11794974654912949,
+      "learning_rate": 0.00012399789765643411,
+      "loss": 0.0264,
+      "step": 2549
+    },
+    {
+      "epoch": 1.67,
+      "grad_norm": 0.13492193818092346,
+      "learning_rate": 0.0001238963713850802,
+      "loss": 0.0309,
+      "step": 2550
+    },
+    {
+      "epoch": 1.67,
+      "grad_norm": 0.19299760460853577,
+      "learning_rate": 0.00012379485744415476,
+      "loss": 0.0204,
+      "step": 2551
+    },
+    {
+      "epoch": 1.67,
+      "grad_norm": 0.0748491957783699,
+      "learning_rate": 0.00012369335588160933,
+      "loss": 0.011,
+      "step": 2552
+    },
+    {
+      "epoch": 1.67,
+      "grad_norm": 0.11878203600645065,
+      "learning_rate": 0.0001235918667453897,
+      "loss": 0.0218,
+      "step": 2553
+    },
+    {
+      "epoch": 1.67,
+      "grad_norm": 0.06896767765283585,
+      "learning_rate": 0.00012349039008343568,
+      "loss": 0.0074,
+      "step": 2554
+    },
+    {
+      "epoch": 1.67,
+      "grad_norm": 0.0966789722442627,
+      "learning_rate": 0.0001233889259436813,
+      "loss": 0.0162,
+      "step": 2555
+    },
+    {
+      "epoch": 1.67,
+      "grad_norm": 0.13032063841819763,
+      "learning_rate": 0.00012328747437405466,
+      "loss": 0.0299,
+      "step": 2556
+    },
+    {
+      "epoch": 1.67,
+      "grad_norm": 0.056150924414396286,
+      "learning_rate": 0.0001231860354224778,
+      "loss": 0.0147,
+      "step": 2557
+    },
+    {
+      "epoch": 1.67,
+      "grad_norm": 0.18075281381607056,
+      "learning_rate": 0.0001230846091368669,
+      "loss": 0.0511,
+      "step": 2558
+    },
+    {
+      "epoch": 1.68,
+      "grad_norm": 0.02879105694591999,
+      "learning_rate": 0.00012298319556513216,
+      "loss": 0.003,
+      "step": 2559
+    },
+    {
+      "epoch": 1.68,
+      "grad_norm": 0.0305055920034647,
+      "learning_rate": 0.0001228817947551778,
+      "loss": 0.0038,
+      "step": 2560
+    },
+    {
+      "epoch": 1.68,
+      "grad_norm": 0.08900358527898788,
+      "learning_rate": 0.00012278040675490186,
+      "loss": 0.011,
+      "step": 2561
+    },
+    {
+      "epoch": 1.68,
+      "grad_norm": 0.22078153491020203,
+      "learning_rate": 0.0001226790316121965,
+      "loss": 0.0269,
+      "step": 2562
+    },
+    {
+      "epoch": 1.68,
+      "grad_norm": 0.11649607867002487,
+      "learning_rate": 0.00012257766937494774,
+      "loss": 0.0144,
+      "step": 2563
+    },
+    {
+      "epoch": 1.68,
+      "grad_norm": 0.08650204539299011,
+      "learning_rate": 0.00012247632009103552,
+      "loss": 0.0122,
+      "step": 2564
+    },
+    {
+      "epoch": 1.68,
+      "grad_norm": 0.1292939931154251,
+      "learning_rate": 0.0001223749838083336,
+      "loss": 0.0151,
+      "step": 2565
+    },
+    {
+      "epoch": 1.68,
+      "grad_norm": 0.05495935305953026,
+      "learning_rate": 0.00012227366057470968,
+      "loss": 0.007,
+      "step": 2566
+    },
+    {
+      "epoch": 1.68,
+      "grad_norm": 0.10544559359550476,
+      "learning_rate": 0.00012217235043802526,
+      "loss": 0.0161,
+      "step": 2567
+    },
+    {
+      "epoch": 1.68,
+      "grad_norm": 0.17187099158763885,
+      "learning_rate": 0.00012207105344613566,
+      "loss": 0.0419,
+      "step": 2568
+    },
+    {
+      "epoch": 1.68,
+      "grad_norm": 0.09299924224615097,
+      "learning_rate": 0.00012196976964689001,
+      "loss": 0.0047,
+      "step": 2569
+    },
+    {
+      "epoch": 1.68,
+      "grad_norm": 0.14098414778709412,
+      "learning_rate": 0.00012186849908813111,
+      "loss": 0.0273,
+      "step": 2570
+    },
+    {
+      "epoch": 1.68,
+      "grad_norm": 0.18325307965278625,
+      "learning_rate": 0.00012176724181769564,
+      "loss": 0.0292,
+      "step": 2571
+    },
+    {
+      "epoch": 1.68,
+      "grad_norm": 0.23543445765972137,
+      "learning_rate": 0.00012166599788341393,
+      "loss": 0.061,
+      "step": 2572
+    },
+    {
+      "epoch": 1.68,
+      "grad_norm": 0.23078452050685883,
+      "learning_rate": 0.00012156476733311005,
+      "loss": 0.0406,
+      "step": 2573
+    },
+    {
+      "epoch": 1.69,
+      "grad_norm": 0.07733777910470963,
+      "learning_rate": 0.00012146355021460166,
+      "loss": 0.0074,
+      "step": 2574
+    },
+    {
+      "epoch": 1.69,
+      "grad_norm": 0.17538850009441376,
+      "learning_rate": 0.00012136234657570018,
+      "loss": 0.023,
+      "step": 2575
+    },
+    {
+      "epoch": 1.69,
+      "grad_norm": 0.1247786208987236,
+      "learning_rate": 0.00012126115646421062,
+      "loss": 0.0061,
+      "step": 2576
+    },
+    {
+      "epoch": 1.69,
+      "grad_norm": 0.011379680596292019,
+      "learning_rate": 0.00012115997992793163,
+      "loss": 0.0014,
+      "step": 2577
+    },
+    {
+      "epoch": 1.69,
+      "grad_norm": 0.029602685943245888,
+      "learning_rate": 0.00012105881701465533,
+      "loss": 0.0037,
+      "step": 2578
+    },
+    {
+      "epoch": 1.69,
+      "grad_norm": 0.23150865733623505,
+      "learning_rate": 0.00012095766777216755,
+      "loss": 0.027,
+      "step": 2579
+    },
+    {
+      "epoch": 1.69,
+      "grad_norm": 0.2272222638130188,
+      "learning_rate": 0.00012085653224824761,
+      "loss": 0.0493,
+      "step": 2580
+    },
+    {
+      "epoch": 1.69,
+      "grad_norm": 0.2526804208755493,
+      "learning_rate": 0.00012075541049066832,
+      "loss": 0.036,
+      "step": 2581
+    },
+    {
+      "epoch": 1.69,
+      "grad_norm": 0.29018113017082214,
+      "learning_rate": 0.00012065430254719608,
+      "loss": 0.0353,
+      "step": 2582
+    },
+    {
+      "epoch": 1.69,
+      "grad_norm": 0.062286440283060074,
+      "learning_rate": 0.0001205532084655906,
+      "loss": 0.0081,
+      "step": 2583
+    },
+    {
+      "epoch": 1.69,
+      "grad_norm": 0.07457780838012695,
+      "learning_rate": 0.00012045212829360517,
+      "loss": 0.0109,
+      "step": 2584
+    },
+    {
+      "epoch": 1.69,
+      "grad_norm": 0.34257975220680237,
+      "learning_rate": 0.0001203510620789865,
+      "loss": 0.032,
+      "step": 2585
+    },
+    {
+      "epoch": 1.69,
+      "grad_norm": 0.2395414412021637,
+      "learning_rate": 0.00012025000986947471,
+      "loss": 0.0255,
+      "step": 2586
+    },
+    {
+      "epoch": 1.69,
+      "grad_norm": 0.07272249460220337,
+      "learning_rate": 0.00012014897171280323,
+      "loss": 0.0086,
+      "step": 2587
+    },
+    {
+      "epoch": 1.69,
+      "grad_norm": 0.14450271427631378,
+      "learning_rate": 0.0001200479476566989,
+      "loss": 0.0217,
+      "step": 2588
+    },
+    {
+      "epoch": 1.69,
+      "grad_norm": 0.24903085827827454,
+      "learning_rate": 0.00011994693774888192,
+      "loss": 0.0251,
+      "step": 2589
+    },
+    {
+      "epoch": 1.7,
+      "grad_norm": 0.13333503901958466,
+      "learning_rate": 0.00011984594203706583,
+      "loss": 0.0176,
+      "step": 2590
+    },
+    {
+      "epoch": 1.7,
+      "grad_norm": 0.061313144862651825,
+      "learning_rate": 0.00011974496056895735,
+      "loss": 0.0043,
+      "step": 2591
+    },
+    {
+      "epoch": 1.7,
+      "grad_norm": 0.21405766904354095,
+      "learning_rate": 0.00011964399339225658,
+      "loss": 0.0227,
+      "step": 2592
+    },
+    {
+      "epoch": 1.7,
+      "grad_norm": 0.11095394939184189,
+      "learning_rate": 0.00011954304055465683,
+      "loss": 0.0208,
+      "step": 2593
+    },
+    {
+      "epoch": 1.7,
+      "grad_norm": 0.11780749261379242,
+      "learning_rate": 0.00011944210210384464,
+      "loss": 0.0139,
+      "step": 2594
+    },
+    {
+      "epoch": 1.7,
+      "grad_norm": 0.21892563998699188,
+      "learning_rate": 0.00011934117808749978,
+      "loss": 0.0234,
+      "step": 2595
+    },
+    {
+      "epoch": 1.7,
+      "grad_norm": 0.08663798868656158,
+      "learning_rate": 0.00011924026855329511,
+      "loss": 0.0085,
+      "step": 2596
+    },
+    {
+      "epoch": 1.7,
+      "grad_norm": 0.18243402242660522,
+      "learning_rate": 0.00011913937354889678,
+      "loss": 0.035,
+      "step": 2597
+    },
+    {
+      "epoch": 1.7,
+      "grad_norm": 0.023229578509926796,
+      "learning_rate": 0.00011903849312196398,
+      "loss": 0.0015,
+      "step": 2598
+    },
+    {
+      "epoch": 1.7,
+      "grad_norm": 0.14799842238426208,
+      "learning_rate": 0.00011893762732014909,
+      "loss": 0.0214,
+      "step": 2599
+    },
+    {
+      "epoch": 1.7,
+      "grad_norm": 0.29807209968566895,
+      "learning_rate": 0.00011883677619109746,
+      "loss": 0.024,
+      "step": 2600
+    },
+    {
+      "epoch": 1.7,
+      "grad_norm": 0.1408165544271469,
+      "learning_rate": 0.00011873593978244771,
+      "loss": 0.0106,
+      "step": 2601
+    },
+    {
+      "epoch": 1.7,
+      "grad_norm": 0.11649095267057419,
+      "learning_rate": 0.00011863511814183123,
+      "loss": 0.0208,
+      "step": 2602
+    },
+    {
+      "epoch": 1.7,
+      "grad_norm": 0.1464689075946808,
+      "learning_rate": 0.00011853431131687267,
+      "loss": 0.0253,
+      "step": 2603
+    },
+    {
+      "epoch": 1.7,
+      "grad_norm": 0.3470141589641571,
+      "learning_rate": 0.00011843351935518957,
+      "loss": 0.0329,
+      "step": 2604
+    },
+    {
+      "epoch": 1.71,
+      "grad_norm": 0.2767955958843231,
+      "learning_rate": 0.00011833274230439255,
+      "loss": 0.0307,
+      "step": 2605
+    },
+    {
+      "epoch": 1.71,
+      "grad_norm": 0.047959037125110626,
+      "learning_rate": 0.00011823198021208503,
+      "loss": 0.002,
+      "step": 2606
+    },
+    {
+      "epoch": 1.71,
+      "grad_norm": 0.05150588974356651,
+      "learning_rate": 0.00011813123312586349,
+      "loss": 0.0031,
+      "step": 2607
+    },
+    {
+      "epoch": 1.71,
+      "grad_norm": 0.21748711168766022,
+      "learning_rate": 0.00011803050109331725,
+      "loss": 0.0434,
+      "step": 2608
+    },
+    {
+      "epoch": 1.71,
+      "grad_norm": 0.26486659049987793,
+      "learning_rate": 0.0001179297841620286,
+      "loss": 0.0183,
+      "step": 2609
+    },
+    {
+      "epoch": 1.71,
+      "grad_norm": 0.04066809266805649,
+      "learning_rate": 0.00011782908237957265,
+      "loss": 0.0033,
+      "step": 2610
+    },
+    {
+      "epoch": 1.71,
+      "grad_norm": 0.13910254836082458,
+      "learning_rate": 0.00011772839579351726,
+      "loss": 0.0109,
+      "step": 2611
+    },
+    {
+      "epoch": 1.71,
+      "grad_norm": 0.24764953553676605,
+      "learning_rate": 0.00011762772445142329,
+      "loss": 0.0182,
+      "step": 2612
+    },
+    {
+      "epoch": 1.71,
+      "grad_norm": 0.0986236035823822,
+      "learning_rate": 0.00011752706840084428,
+      "loss": 0.0089,
+      "step": 2613
+    },
+    {
+      "epoch": 1.71,
+      "grad_norm": 0.322979211807251,
+      "learning_rate": 0.0001174264276893266,
+      "loss": 0.0356,
+      "step": 2614
+    },
+    {
+      "epoch": 1.71,
+      "grad_norm": 0.3145226538181305,
+      "learning_rate": 0.00011732580236440934,
+      "loss": 0.0271,
+      "step": 2615
+    },
+    {
+      "epoch": 1.71,
+      "grad_norm": 0.10612889379262924,
+      "learning_rate": 0.00011722519247362431,
+      "loss": 0.0093,
+      "step": 2616
+    },
+    {
+      "epoch": 1.71,
+      "grad_norm": 0.2893246114253998,
+      "learning_rate": 0.00011712459806449608,
+      "loss": 0.0193,
+      "step": 2617
+    },
+    {
+      "epoch": 1.71,
+      "grad_norm": 0.16755311191082,
+      "learning_rate": 0.00011702401918454192,
+      "loss": 0.0129,
+      "step": 2618
+    },
+    {
+      "epoch": 1.71,
+      "grad_norm": 0.029482614248991013,
+      "learning_rate": 0.00011692345588127165,
+      "loss": 0.0031,
+      "step": 2619
+    },
+    {
+      "epoch": 1.72,
+      "grad_norm": 0.13832448422908783,
+      "learning_rate": 0.00011682290820218785,
+      "loss": 0.0061,
+      "step": 2620
+    },
+    {
+      "epoch": 1.72,
+      "grad_norm": 0.19813022017478943,
+      "learning_rate": 0.00011672237619478566,
+      "loss": 0.0332,
+      "step": 2621
+    },
+    {
+      "epoch": 1.72,
+      "grad_norm": 0.350599080324173,
+      "learning_rate": 0.00011662185990655284,
+      "loss": 0.0375,
+      "step": 2622
+    },
+    {
+      "epoch": 1.72,
+      "grad_norm": 0.29366403818130493,
+      "learning_rate": 0.00011652135938496977,
+      "loss": 0.0523,
+      "step": 2623
+    },
+    {
+      "epoch": 1.72,
+      "grad_norm": 0.17575830221176147,
+      "learning_rate": 0.00011642087467750924,
+      "loss": 0.0345,
+      "step": 2624
+    },
+    {
+      "epoch": 1.72,
+      "grad_norm": 0.14889006316661835,
+      "learning_rate": 0.00011632040583163673,
+      "loss": 0.0164,
+      "step": 2625
+    },
+    {
+      "epoch": 1.72,
+      "grad_norm": 0.09447371959686279,
+      "learning_rate": 0.00011621995289481013,
+      "loss": 0.0103,
+      "step": 2626
+    },
+    {
+      "epoch": 1.72,
+      "grad_norm": 0.054458245635032654,
+      "learning_rate": 0.00011611951591447991,
+      "loss": 0.0036,
+      "step": 2627
+    },
+    {
+      "epoch": 1.72,
+      "grad_norm": 0.19059543311595917,
+      "learning_rate": 0.00011601909493808882,
+      "loss": 0.0166,
+      "step": 2628
+    },
+    {
+      "epoch": 1.72,
+      "grad_norm": 0.2544896900653839,
+      "learning_rate": 0.00011591869001307226,
+      "loss": 0.0297,
+      "step": 2629
+    },
+    {
+      "epoch": 1.72,
+      "grad_norm": 0.07179494202136993,
+      "learning_rate": 0.00011581830118685792,
+      "loss": 0.0104,
+      "step": 2630
+    },
+    {
+      "epoch": 1.72,
+      "grad_norm": 0.16107530891895294,
+      "learning_rate": 0.00011571792850686595,
+      "loss": 0.0107,
+      "step": 2631
+    },
+    {
+      "epoch": 1.72,
+      "grad_norm": 0.14669694006443024,
+      "learning_rate": 0.0001156175720205088,
+      "loss": 0.0268,
+      "step": 2632
+    },
+    {
+      "epoch": 1.72,
+      "grad_norm": 0.19625726342201233,
+      "learning_rate": 0.00011551723177519134,
+      "loss": 0.0296,
+      "step": 2633
+    },
+    {
+      "epoch": 1.72,
+      "grad_norm": 0.09380532801151276,
+      "learning_rate": 0.00011541690781831074,
+      "loss": 0.0082,
+      "step": 2634
+    },
+    {
+      "epoch": 1.73,
+      "grad_norm": 0.03426641598343849,
+      "learning_rate": 0.00011531660019725648,
+      "loss": 0.0042,
+      "step": 2635
+    },
+    {
+      "epoch": 1.73,
+      "grad_norm": 0.10879172384738922,
+      "learning_rate": 0.00011521630895941036,
+      "loss": 0.0259,
+      "step": 2636
+    },
+    {
+      "epoch": 1.73,
+      "grad_norm": 0.2619246542453766,
+      "learning_rate": 0.00011511603415214633,
+      "loss": 0.0394,
+      "step": 2637
+    },
+    {
+      "epoch": 1.73,
+      "grad_norm": 0.06384444236755371,
+      "learning_rate": 0.00011501577582283071,
+      "loss": 0.0063,
+      "step": 2638
+    },
+    {
+      "epoch": 1.73,
+      "grad_norm": 0.11376836895942688,
+      "learning_rate": 0.00011491553401882195,
+      "loss": 0.0164,
+      "step": 2639
+    },
+    {
+      "epoch": 1.73,
+      "grad_norm": 0.011989972554147243,
+      "learning_rate": 0.00011481530878747076,
+      "loss": 0.0013,
+      "step": 2640
+    },
+    {
+      "epoch": 1.73,
+      "grad_norm": 0.12901929020881653,
+      "learning_rate": 0.00011471510017611995,
+      "loss": 0.0059,
+      "step": 2641
+    },
+    {
+      "epoch": 1.73,
+      "grad_norm": 0.036112286150455475,
+      "learning_rate": 0.00011461490823210451,
+      "loss": 0.0034,
+      "step": 2642
+    },
+    {
+      "epoch": 1.73,
+      "grad_norm": 0.13186568021774292,
+      "learning_rate": 0.00011451473300275158,
+      "loss": 0.0125,
+      "step": 2643
+    },
+    {
+      "epoch": 1.73,
+      "grad_norm": 0.08135777711868286,
+      "learning_rate": 0.00011441457453538038,
+      "loss": 0.0076,
+      "step": 2644
+    },
+    {
+      "epoch": 1.73,
+      "grad_norm": 0.31037700176239014,
+      "learning_rate": 0.00011431443287730226,
+      "loss": 0.0438,
+      "step": 2645
+    },
+    {
+      "epoch": 1.73,
+      "grad_norm": 0.02185073494911194,
+      "learning_rate": 0.0001142143080758205,
+      "loss": 0.0025,
+      "step": 2646
+    },
+    {
+      "epoch": 1.73,
+      "grad_norm": 0.09959240257740021,
+      "learning_rate": 0.00011411420017823056,
+      "loss": 0.0079,
+      "step": 2647
+    },
+    {
+      "epoch": 1.73,
+      "grad_norm": 0.06049061939120293,
+      "learning_rate": 0.00011401410923181986,
+      "loss": 0.0053,
+      "step": 2648
+    },
+    {
+      "epoch": 1.73,
+      "grad_norm": 0.03902551159262657,
+      "learning_rate": 0.00011391403528386782,
+      "loss": 0.0029,
+      "step": 2649
+    },
+    {
+      "epoch": 1.73,
+      "grad_norm": 0.17166626453399658,
+      "learning_rate": 0.0001138139783816458,
+      "loss": 0.0218,
+      "step": 2650
+    },
+    {
+      "epoch": 1.74,
+      "grad_norm": 0.026734329760074615,
+      "learning_rate": 0.00011371393857241713,
+      "loss": 0.0027,
+      "step": 2651
+    },
+    {
+      "epoch": 1.74,
+      "grad_norm": 0.007330378983169794,
+      "learning_rate": 0.0001136139159034371,
+      "loss": 0.0007,
+      "step": 2652
+    },
+    {
+      "epoch": 1.74,
+      "grad_norm": 0.030042244121432304,
+      "learning_rate": 0.00011351391042195287,
+      "loss": 0.0023,
+      "step": 2653
+    },
+    {
+      "epoch": 1.74,
+      "grad_norm": 0.1411576271057129,
+      "learning_rate": 0.00011341392217520345,
+      "loss": 0.0126,
+      "step": 2654
+    },
+    {
+      "epoch": 1.74,
+      "grad_norm": 0.2431839257478714,
+      "learning_rate": 0.00011331395121041975,
+      "loss": 0.0162,
+      "step": 2655
+    },
+    {
+      "epoch": 1.74,
+      "grad_norm": 0.013232244178652763,
+      "learning_rate": 0.0001132139975748245,
+      "loss": 0.0011,
+      "step": 2656
+    },
+    {
+      "epoch": 1.74,
+      "grad_norm": 0.2504200041294098,
+      "learning_rate": 0.0001131140613156323,
+      "loss": 0.0161,
+      "step": 2657
+    },
+    {
+      "epoch": 1.74,
+      "grad_norm": 0.09972897917032242,
+      "learning_rate": 0.00011301414248004949,
+      "loss": 0.0057,
+      "step": 2658
+    },
+    {
+      "epoch": 1.74,
+      "grad_norm": 0.22492682933807373,
+      "learning_rate": 0.00011291424111527412,
+      "loss": 0.0339,
+      "step": 2659
+    },
+    {
+      "epoch": 1.74,
+      "grad_norm": 0.1436653435230255,
+      "learning_rate": 0.0001128143572684961,
+      "loss": 0.007,
+      "step": 2660
+    },
+    {
+      "epoch": 1.74,
+      "grad_norm": 0.0187530554831028,
+      "learning_rate": 0.000112714490986897,
+      "loss": 0.0019,
+      "step": 2661
+    },
+    {
+      "epoch": 1.74,
+      "grad_norm": 0.21609365940093994,
+      "learning_rate": 0.00011261464231765017,
+      "loss": 0.0084,
+      "step": 2662
+    },
+    {
+      "epoch": 1.74,
+      "grad_norm": 0.02223445661365986,
+      "learning_rate": 0.00011251481130792048,
+      "loss": 0.0011,
+      "step": 2663
+    },
+    {
+      "epoch": 1.74,
+      "grad_norm": 0.14209489524364471,
+      "learning_rate": 0.0001124149980048646,
+      "loss": 0.0057,
+      "step": 2664
+    },
+    {
+      "epoch": 1.74,
+      "grad_norm": 0.27440565824508667,
+      "learning_rate": 0.00011231520245563082,
+      "loss": 0.0169,
+      "step": 2665
+    },
+    {
+      "epoch": 1.75,
+      "grad_norm": 0.25544804334640503,
+      "learning_rate": 0.00011221542470735904,
+      "loss": 0.0085,
+      "step": 2666
+    },
+    {
+      "epoch": 1.75,
+      "grad_norm": 0.10816871374845505,
+      "learning_rate": 0.00011211566480718064,
+      "loss": 0.0083,
+      "step": 2667
+    },
+    {
+      "epoch": 1.75,
+      "grad_norm": 0.0025934341829270124,
+      "learning_rate": 0.00011201592280221872,
+      "loss": 0.0003,
+      "step": 2668
+    },
+    {
+      "epoch": 1.75,
+      "grad_norm": 0.11705806106328964,
+      "learning_rate": 0.00011191619873958785,
+      "loss": 0.0066,
+      "step": 2669
+    },
+    {
+      "epoch": 1.75,
+      "grad_norm": 0.15215551853179932,
+      "learning_rate": 0.00011181649266639416,
+      "loss": 0.0297,
+      "step": 2670
+    },
+    {
+      "epoch": 1.75,
+      "grad_norm": 0.29455116391181946,
+      "learning_rate": 0.00011171680462973526,
+      "loss": 0.0228,
+      "step": 2671
+    },
+    {
+      "epoch": 1.75,
+      "grad_norm": 0.38029757142066956,
+      "learning_rate": 0.00011161713467670022,
+      "loss": 0.0303,
+      "step": 2672
+    },
+    {
+      "epoch": 1.75,
+      "grad_norm": 0.3070727586746216,
+      "learning_rate": 0.0001115174828543696,
+      "loss": 0.0516,
+      "step": 2673
+    },
+    {
+      "epoch": 1.75,
+      "grad_norm": 0.1334857940673828,
+      "learning_rate": 0.00011141784920981539,
+      "loss": 0.021,
+      "step": 2674
+    },
+    {
+      "epoch": 1.75,
+      "eval_loss": 0.03871524706482887,
+      "eval_runtime": 39.9789,
+      "eval_samples_per_second": 32.192,
+      "eval_steps_per_second": 8.054,
+      "step": 2674
+    },
+    {
+      "epoch": 1.75,
+      "grad_norm": 0.4947819709777832,
+      "learning_rate": 0.00011131823379010101,
+      "loss": 0.0455,
+      "step": 2675
+    },
+    {
+      "epoch": 1.75,
+      "grad_norm": 0.3073294758796692,
+      "learning_rate": 0.00011121863664228123,
+      "loss": 0.0581,
+      "step": 2676
+    },
+    {
+      "epoch": 1.75,
+      "grad_norm": 0.17356103658676147,
+      "learning_rate": 0.0001111190578134022,
+      "loss": 0.0228,
+      "step": 2677
+    },
+    {
+      "epoch": 1.75,
+      "grad_norm": 0.10131116956472397,
+      "learning_rate": 0.00011101949735050143,
+      "loss": 0.0063,
+      "step": 2678
+    },
+    {
+      "epoch": 1.75,
+      "grad_norm": 0.08166798949241638,
+      "learning_rate": 0.00011091995530060781,
+      "loss": 0.0091,
+      "step": 2679
+    },
+    {
+      "epoch": 1.75,
+      "grad_norm": 0.13784568011760712,
+      "learning_rate": 0.0001108204317107414,
+      "loss": 0.0136,
+      "step": 2680
+    },
+    {
+      "epoch": 1.76,
+      "grad_norm": 0.16461403667926788,
+      "learning_rate": 0.00011072092662791364,
+      "loss": 0.0338,
+      "step": 2681
+    },
+    {
+      "epoch": 1.76,
+      "grad_norm": 0.1617322415113449,
+      "learning_rate": 0.00011062144009912721,
+      "loss": 0.0205,
+      "step": 2682
+    },
+    {
+      "epoch": 1.76,
+      "grad_norm": 0.17539392411708832,
+      "learning_rate": 0.000110521972171376,
+      "loss": 0.0044,
+      "step": 2683
+    },
+    {
+      "epoch": 1.76,
+      "grad_norm": 0.0066742608323693275,
+      "learning_rate": 0.00011042252289164518,
+      "loss": 0.0009,
+      "step": 2684
+    },
+    {
+      "epoch": 1.76,
+      "grad_norm": 0.09298042207956314,
+      "learning_rate": 0.000110323092306911,
+      "loss": 0.0209,
+      "step": 2685
+    },
+    {
+      "epoch": 1.76,
+      "grad_norm": 0.05764083191752434,
+      "learning_rate": 0.00011022368046414096,
+      "loss": 0.0038,
+      "step": 2686
+    },
+    {
+      "epoch": 1.76,
+      "grad_norm": 0.0654100552201271,
+      "learning_rate": 0.00011012428741029372,
+      "loss": 0.0095,
+      "step": 2687
+    },
+    {
+      "epoch": 1.76,
+      "grad_norm": 0.008322247304022312,
+      "learning_rate": 0.00011002491319231902,
+      "loss": 0.0006,
+      "step": 2688
+    },
+    {
+      "epoch": 1.76,
+      "grad_norm": 0.33108824491500854,
+      "learning_rate": 0.00010992555785715771,
+      "loss": 0.0333,
+      "step": 2689
+    },
+    {
+      "epoch": 1.76,
+      "grad_norm": 0.16499800980091095,
+      "learning_rate": 0.0001098262214517417,
+      "loss": 0.0243,
+      "step": 2690
+    },
+    {
+      "epoch": 1.76,
+      "grad_norm": 0.10082323104143143,
+      "learning_rate": 0.00010972690402299402,
+      "loss": 0.0077,
+      "step": 2691
+    },
+    {
+      "epoch": 1.76,
+      "grad_norm": 0.3231547772884369,
+      "learning_rate": 0.00010962760561782873,
+      "loss": 0.0376,
+      "step": 2692
+    },
+    {
+      "epoch": 1.76,
+      "grad_norm": 0.04128749296069145,
+      "learning_rate": 0.0001095283262831508,
+      "loss": 0.0052,
+      "step": 2693
+    },
+    {
+      "epoch": 1.76,
+      "grad_norm": 0.2695901691913605,
+      "learning_rate": 0.0001094290660658563,
+      "loss": 0.0303,
+      "step": 2694
+    },
+    {
+      "epoch": 1.76,
+      "grad_norm": 0.015289656817913055,
+      "learning_rate": 0.00010932982501283224,
+      "loss": 0.002,
+      "step": 2695
+    },
+    {
+      "epoch": 1.76,
+      "grad_norm": 0.10868901014328003,
+      "learning_rate": 0.0001092306031709566,
+      "loss": 0.0261,
+      "step": 2696
+    },
+    {
+      "epoch": 1.77,
+      "grad_norm": 0.029903091490268707,
+      "learning_rate": 0.00010913140058709824,
+      "loss": 0.0032,
+      "step": 2697
+    },
+    {
+      "epoch": 1.77,
+      "grad_norm": 0.1284814178943634,
+      "learning_rate": 0.00010903221730811692,
+      "loss": 0.0192,
+      "step": 2698
+    },
+    {
+      "epoch": 1.77,
+      "grad_norm": 0.09511958807706833,
+      "learning_rate": 0.00010893305338086334,
+      "loss": 0.0291,
+      "step": 2699
+    },
+    {
+      "epoch": 1.77,
+      "grad_norm": 0.14972400665283203,
+      "learning_rate": 0.00010883390885217896,
+      "loss": 0.0114,
+      "step": 2700
+    },
+    {
+      "epoch": 1.77,
+      "grad_norm": 0.14529098570346832,
+      "learning_rate": 0.00010873478376889625,
+      "loss": 0.0153,
+      "step": 2701
+    },
+    {
+      "epoch": 1.77,
+      "grad_norm": 0.12022048979997635,
+      "learning_rate": 0.0001086356781778383,
+      "loss": 0.0129,
+      "step": 2702
+    },
+    {
+      "epoch": 1.77,
+      "grad_norm": 0.3261503279209137,
+      "learning_rate": 0.00010853659212581911,
+      "loss": 0.0255,
+      "step": 2703
+    },
+    {
+      "epoch": 1.77,
+      "grad_norm": 0.026748869568109512,
+      "learning_rate": 0.00010843752565964337,
+      "loss": 0.0036,
+      "step": 2704
+    },
+    {
+      "epoch": 1.77,
+      "grad_norm": 0.13744834065437317,
+      "learning_rate": 0.0001083384788261066,
+      "loss": 0.0323,
+      "step": 2705
+    },
+    {
+      "epoch": 1.77,
+      "grad_norm": 0.06895776093006134,
+      "learning_rate": 0.00010823945167199499,
+      "loss": 0.0097,
+      "step": 2706
+    },
+    {
+      "epoch": 1.77,
+      "grad_norm": 0.03191859647631645,
+      "learning_rate": 0.00010814044424408552,
+      "loss": 0.0034,
+      "step": 2707
+    },
+    {
+      "epoch": 1.77,
+      "grad_norm": 0.0162139143794775,
+      "learning_rate": 0.00010804145658914571,
+      "loss": 0.0022,
+      "step": 2708
+    },
+    {
+      "epoch": 1.77,
+      "grad_norm": 0.611072301864624,
+      "learning_rate": 0.00010794248875393385,
+      "loss": 0.0402,
+      "step": 2709
+    },
+    {
+      "epoch": 1.77,
+      "grad_norm": 0.008421842940151691,
+      "learning_rate": 0.00010784354078519884,
+      "loss": 0.0007,
+      "step": 2710
+    },
+    {
+      "epoch": 1.77,
+      "grad_norm": 0.04360457509756088,
+      "learning_rate": 0.00010774461272968016,
+      "loss": 0.0057,
+      "step": 2711
+    },
+    {
+      "epoch": 1.78,
+      "grad_norm": 0.027826182544231415,
+      "learning_rate": 0.00010764570463410802,
+      "loss": 0.0038,
+      "step": 2712
+    },
+    {
+      "epoch": 1.78,
+      "grad_norm": 0.08522525429725647,
+      "learning_rate": 0.00010754681654520296,
+      "loss": 0.0105,
+      "step": 2713
+    },
+    {
+      "epoch": 1.78,
+      "grad_norm": 0.11638516932725906,
+      "learning_rate": 0.00010744794850967627,
+      "loss": 0.0149,
+      "step": 2714
+    },
+    {
+      "epoch": 1.78,
+      "grad_norm": 0.14275485277175903,
+      "learning_rate": 0.0001073491005742297,
+      "loss": 0.0108,
+      "step": 2715
+    },
+    {
+      "epoch": 1.78,
+      "grad_norm": 0.22823548316955566,
+      "learning_rate": 0.00010725027278555554,
+      "loss": 0.0384,
+      "step": 2716
+    },
+    {
+      "epoch": 1.78,
+      "grad_norm": 0.07148795574903488,
+      "learning_rate": 0.00010715146519033647,
+      "loss": 0.0063,
+      "step": 2717
+    },
+    {
+      "epoch": 1.78,
+      "grad_norm": 0.08536515384912491,
+      "learning_rate": 0.00010705267783524574,
+      "loss": 0.013,
+      "step": 2718
+    },
+    {
+      "epoch": 1.78,
+      "grad_norm": 0.06670022010803223,
+      "learning_rate": 0.00010695391076694698,
+      "loss": 0.0062,
+      "step": 2719
+    },
+    {
+      "epoch": 1.78,
+      "grad_norm": 0.07848575711250305,
+      "learning_rate": 0.00010685516403209426,
+      "loss": 0.0074,
+      "step": 2720
+    },
+    {
+      "epoch": 1.78,
+      "grad_norm": 0.07577262818813324,
+      "learning_rate": 0.000106756437677332,
+      "loss": 0.0049,
+      "step": 2721
+    },
+    {
+      "epoch": 1.78,
+      "grad_norm": 0.04875582456588745,
+      "learning_rate": 0.00010665773174929507,
+      "loss": 0.0071,
+      "step": 2722
+    },
+    {
+      "epoch": 1.78,
+      "grad_norm": 0.021466953679919243,
+      "learning_rate": 0.00010655904629460862,
+      "loss": 0.0028,
+      "step": 2723
+    },
+    {
+      "epoch": 1.78,
+      "grad_norm": 0.0066236392594873905,
+      "learning_rate": 0.00010646038135988819,
+      "loss": 0.0008,
+      "step": 2724
+    },
+    {
+      "epoch": 1.78,
+      "grad_norm": 0.07818492501974106,
+      "learning_rate": 0.00010636173699173959,
+      "loss": 0.0084,
+      "step": 2725
+    },
+    {
+      "epoch": 1.78,
+      "grad_norm": 0.06917870789766312,
+      "learning_rate": 0.0001062631132367589,
+      "loss": 0.0074,
+      "step": 2726
+    },
+    {
+      "epoch": 1.79,
+      "grad_norm": 0.20321956276893616,
+      "learning_rate": 0.00010616451014153246,
+      "loss": 0.0191,
+      "step": 2727
+    },
+    {
+      "epoch": 1.79,
+      "grad_norm": 0.05821048095822334,
+      "learning_rate": 0.00010606592775263694,
+      "loss": 0.004,
+      "step": 2728
+    },
+    {
+      "epoch": 1.79,
+      "grad_norm": 0.07762417942285538,
+      "learning_rate": 0.00010596736611663916,
+      "loss": 0.0028,
+      "step": 2729
+    },
+    {
+      "epoch": 1.79,
+      "grad_norm": 0.06247600540518761,
+      "learning_rate": 0.0001058688252800961,
+      "loss": 0.0032,
+      "step": 2730
+    },
+    {
+      "epoch": 1.79,
+      "grad_norm": 0.35450640320777893,
+      "learning_rate": 0.00010577030528955497,
+      "loss": 0.0227,
+      "step": 2731
+    },
+    {
+      "epoch": 1.79,
+      "grad_norm": 0.1101314052939415,
+      "learning_rate": 0.00010567180619155312,
+      "loss": 0.0064,
+      "step": 2732
+    },
+    {
+      "epoch": 1.79,
+      "grad_norm": 0.1981196254491806,
+      "learning_rate": 0.00010557332803261806,
+      "loss": 0.0467,
+      "step": 2733
+    },
+    {
+      "epoch": 1.79,
+      "grad_norm": 0.030132168903946877,
+      "learning_rate": 0.00010547487085926732,
+      "loss": 0.0024,
+      "step": 2734
+    },
+    {
+      "epoch": 1.79,
+      "grad_norm": 0.14475418627262115,
+      "learning_rate": 0.00010537643471800862,
+      "loss": 0.0316,
+      "step": 2735
+    },
+    {
+      "epoch": 1.79,
+      "grad_norm": 0.22851037979125977,
+      "learning_rate": 0.0001052780196553397,
+      "loss": 0.0124,
+      "step": 2736
+    },
+    {
+      "epoch": 1.79,
+      "grad_norm": 0.15478867292404175,
+      "learning_rate": 0.00010517962571774832,
+      "loss": 0.0209,
+      "step": 2737
+    },
+    {
+      "epoch": 1.79,
+      "grad_norm": 0.1821509748697281,
+      "learning_rate": 0.00010508125295171236,
+      "loss": 0.0229,
+      "step": 2738
+    },
+    {
+      "epoch": 1.79,
+      "grad_norm": 0.24094289541244507,
+      "learning_rate": 0.00010498290140369953,
+      "loss": 0.0679,
+      "step": 2739
+    },
+    {
+      "epoch": 1.79,
+      "grad_norm": 0.07481525093317032,
+      "learning_rate": 0.00010488457112016765,
+      "loss": 0.0076,
+      "step": 2740
+    },
+    {
+      "epoch": 1.79,
+      "grad_norm": 0.8672902584075928,
+      "learning_rate": 0.00010478626214756448,
+      "loss": 0.0177,
+      "step": 2741
+    },
+    {
+      "epoch": 1.8,
+      "grad_norm": 0.04198053479194641,
+      "learning_rate": 0.0001046879745323277,
+      "loss": 0.0032,
+      "step": 2742
+    },
+    {
+      "epoch": 1.8,
+      "grad_norm": 0.3100494146347046,
+      "learning_rate": 0.00010458970832088484,
+      "loss": 0.0334,
+      "step": 2743
+    },
+    {
+      "epoch": 1.8,
+      "grad_norm": 0.12208042293787003,
+      "learning_rate": 0.0001044914635596534,
+      "loss": 0.0125,
+      "step": 2744
+    },
+    {
+      "epoch": 1.8,
+      "grad_norm": 0.04906391724944115,
+      "learning_rate": 0.00010439324029504073,
+      "loss": 0.0023,
+      "step": 2745
+    },
+    {
+      "epoch": 1.8,
+      "grad_norm": 0.18216626346111298,
+      "learning_rate": 0.00010429503857344403,
+      "loss": 0.0179,
+      "step": 2746
+    },
+    {
+      "epoch": 1.8,
+      "grad_norm": 0.04328668490052223,
+      "learning_rate": 0.0001041968584412503,
+      "loss": 0.0042,
+      "step": 2747
+    },
+    {
+      "epoch": 1.8,
+      "grad_norm": 0.17808032035827637,
+      "learning_rate": 0.00010409869994483632,
+      "loss": 0.0058,
+      "step": 2748
+    },
+    {
+      "epoch": 1.8,
+      "grad_norm": 0.040204476565122604,
+      "learning_rate": 0.00010400056313056873,
+      "loss": 0.0035,
+      "step": 2749
+    },
+    {
+      "epoch": 1.8,
+      "grad_norm": 0.08717933297157288,
+      "learning_rate": 0.00010390244804480385,
+      "loss": 0.0096,
+      "step": 2750
+    },
+    {
+      "epoch": 1.8,
+      "grad_norm": 0.019179692491889,
+      "learning_rate": 0.0001038043547338878,
+      "loss": 0.001,
+      "step": 2751
+    },
+    {
+      "epoch": 1.8,
+      "grad_norm": 0.41493868827819824,
+      "learning_rate": 0.00010370628324415633,
+      "loss": 0.0285,
+      "step": 2752
+    },
+    {
+      "epoch": 1.8,
+      "grad_norm": 0.2256990224123001,
+      "learning_rate": 0.00010360823362193495,
+      "loss": 0.0211,
+      "step": 2753
+    },
+    {
+      "epoch": 1.8,
+      "grad_norm": 0.05887773633003235,
+      "learning_rate": 0.00010351020591353885,
+      "loss": 0.0064,
+      "step": 2754
+    },
+    {
+      "epoch": 1.8,
+      "grad_norm": 0.05249325558543205,
+      "learning_rate": 0.00010341220016527286,
+      "loss": 0.0039,
+      "step": 2755
+    },
+    {
+      "epoch": 1.8,
+      "grad_norm": 0.08469627052545547,
+      "learning_rate": 0.00010331421642343138,
+      "loss": 0.0145,
+      "step": 2756
+    },
+    {
+      "epoch": 1.8,
+      "grad_norm": 0.6204782128334045,
+      "learning_rate": 0.00010321625473429844,
+      "loss": 0.0185,
+      "step": 2757
+    },
+    {
+      "epoch": 1.81,
+      "grad_norm": 0.244975745677948,
+      "learning_rate": 0.00010311831514414769,
+      "loss": 0.05,
+      "step": 2758
+    },
+    {
+      "epoch": 1.81,
+      "grad_norm": 0.13598302006721497,
+      "learning_rate": 0.00010302039769924234,
+      "loss": 0.0384,
+      "step": 2759
+    },
+    {
+      "epoch": 1.81,
+      "grad_norm": 0.18722222745418549,
+      "learning_rate": 0.00010292250244583512,
+      "loss": 0.0054,
+      "step": 2760
+    },
+    {
+      "epoch": 1.81,
+      "grad_norm": 0.43910056352615356,
+      "learning_rate": 0.00010282462943016821,
+      "loss": 0.0335,
+      "step": 2761
+    },
+    {
+      "epoch": 1.81,
+      "grad_norm": 0.2426317185163498,
+      "learning_rate": 0.00010272677869847342,
+      "loss": 0.0236,
+      "step": 2762
+    },
+    {
+      "epoch": 1.81,
+      "grad_norm": 0.02529718354344368,
+      "learning_rate": 0.00010262895029697194,
+      "loss": 0.0019,
+      "step": 2763
+    },
+    {
+      "epoch": 1.81,
+      "grad_norm": 0.14480143785476685,
+      "learning_rate": 0.00010253114427187447,
+      "loss": 0.0158,
+      "step": 2764
+    },
+    {
+      "epoch": 1.81,
+      "grad_norm": 0.23900645971298218,
+      "learning_rate": 0.00010243336066938107,
+      "loss": 0.0326,
+      "step": 2765
+    },
+    {
+      "epoch": 1.81,
+      "grad_norm": 0.170863538980484,
+      "learning_rate": 0.00010233559953568125,
+      "loss": 0.011,
+      "step": 2766
+    },
+    {
+      "epoch": 1.81,
+      "grad_norm": 0.0535564124584198,
+      "learning_rate": 0.00010223786091695387,
+      "loss": 0.005,
+      "step": 2767
+    },
+    {
+      "epoch": 1.81,
+      "grad_norm": 0.049874015152454376,
+      "learning_rate": 0.00010214014485936731,
+      "loss": 0.0038,
+      "step": 2768
+    },
+    {
+      "epoch": 1.81,
+      "grad_norm": 0.13458359241485596,
+      "learning_rate": 0.000102042451409079,
+      "loss": 0.0272,
+      "step": 2769
+    },
+    {
+      "epoch": 1.81,
+      "grad_norm": 0.04044146463274956,
+      "learning_rate": 0.000101944780612236,
+      "loss": 0.0043,
+      "step": 2770
+    },
+    {
+      "epoch": 1.81,
+      "grad_norm": 0.0071864319033920765,
+      "learning_rate": 0.00010184713251497443,
+      "loss": 0.0009,
+      "step": 2771
+    },
+    {
+      "epoch": 1.81,
+      "grad_norm": 0.2800210416316986,
+      "learning_rate": 0.00010174950716341988,
+      "loss": 0.023,
+      "step": 2772
+    },
+    {
+      "epoch": 1.82,
+      "grad_norm": 0.0530213862657547,
+      "learning_rate": 0.00010165190460368709,
+      "loss": 0.0054,
+      "step": 2773
+    },
+    {
+      "epoch": 1.82,
+      "grad_norm": 0.12830093502998352,
+      "learning_rate": 0.00010155432488187995,
+      "loss": 0.0063,
+      "step": 2774
+    },
+    {
+      "epoch": 1.82,
+      "grad_norm": 0.09907712042331696,
+      "learning_rate": 0.00010145676804409176,
+      "loss": 0.0156,
+      "step": 2775
+    },
+    {
+      "epoch": 1.82,
+      "grad_norm": 0.0601109117269516,
+      "learning_rate": 0.00010135923413640487,
+      "loss": 0.007,
+      "step": 2776
+    },
+    {
+      "epoch": 1.82,
+      "grad_norm": 0.08233000338077545,
+      "learning_rate": 0.00010126172320489088,
+      "loss": 0.0072,
+      "step": 2777
+    },
+    {
+      "epoch": 1.82,
+      "grad_norm": 0.09767752140760422,
+      "learning_rate": 0.00010116423529561042,
+      "loss": 0.0191,
+      "step": 2778
+    },
+    {
+      "epoch": 1.82,
+      "grad_norm": 0.15519340336322784,
+      "learning_rate": 0.0001010667704546134,
+      "loss": 0.0431,
+      "step": 2779
+    },
+    {
+      "epoch": 1.82,
+      "grad_norm": 0.17334707081317902,
+      "learning_rate": 0.0001009693287279387,
+      "loss": 0.0134,
+      "step": 2780
+    },
+    {
+      "epoch": 1.82,
+      "grad_norm": 0.281533420085907,
+      "learning_rate": 0.00010087191016161439,
+      "loss": 0.0136,
+      "step": 2781
+    },
+    {
+      "epoch": 1.82,
+      "grad_norm": 0.03143606334924698,
+      "learning_rate": 0.00010077451480165747,
+      "loss": 0.0032,
+      "step": 2782
+    },
+    {
+      "epoch": 1.82,
+      "grad_norm": 0.16341941058635712,
+      "learning_rate": 0.0001006771426940741,
+      "loss": 0.0121,
+      "step": 2783
+    },
+    {
+      "epoch": 1.82,
+      "grad_norm": 0.14227576553821564,
+      "learning_rate": 0.00010057979388485942,
+      "loss": 0.0096,
+      "step": 2784
+    },
+    {
+      "epoch": 1.82,
+      "grad_norm": 0.03395267575979233,
+      "learning_rate": 0.00010048246841999754,
+      "loss": 0.0039,
+      "step": 2785
+    },
+    {
+      "epoch": 1.82,
+      "grad_norm": 0.12993645668029785,
+      "learning_rate": 0.0001003851663454616,
+      "loss": 0.0057,
+      "step": 2786
+    },
+    {
+      "epoch": 1.82,
+      "grad_norm": 0.21049480140209198,
+      "learning_rate": 0.00010028788770721356,
+      "loss": 0.0176,
+      "step": 2787
+    },
+    {
+      "epoch": 1.83,
+      "grad_norm": 0.1201065331697464,
+      "learning_rate": 0.00010019063255120446,
+      "loss": 0.0609,
+      "step": 2788
+    },
+    {
+      "epoch": 1.83,
+      "grad_norm": 0.08682208508253098,
+      "learning_rate": 0.00010009340092337416,
+      "loss": 0.0055,
+      "step": 2789
+    },
+    {
+      "epoch": 1.83,
+      "grad_norm": 0.07561865448951721,
+      "learning_rate": 9.999619286965149e-05,
+      "loss": 0.0048,
+      "step": 2790
+    },
+    {
+      "epoch": 1.83,
+      "grad_norm": 0.10334252566099167,
+      "learning_rate": 9.989900843595403e-05,
+      "loss": 0.005,
+      "step": 2791
+    },
+    {
+      "epoch": 1.83,
+      "grad_norm": 0.0631050243973732,
+      "learning_rate": 9.980184766818828e-05,
+      "loss": 0.0058,
+      "step": 2792
+    },
+    {
+      "epoch": 1.83,
+      "grad_norm": 0.43190333247184753,
+      "learning_rate": 9.970471061224951e-05,
+      "loss": 0.0583,
+      "step": 2793
+    },
+    {
+      "epoch": 1.83,
+      "grad_norm": 0.03992627188563347,
+      "learning_rate": 9.960759731402189e-05,
+      "loss": 0.0027,
+      "step": 2794
+    },
+    {
+      "epoch": 1.83,
+      "grad_norm": 0.08371511101722717,
+      "learning_rate": 9.951050781937822e-05,
+      "loss": 0.003,
+      "step": 2795
+    },
+    {
+      "epoch": 1.83,
+      "grad_norm": 0.19122813642024994,
+      "learning_rate": 9.941344217418017e-05,
+      "loss": 0.0112,
+      "step": 2796
+    },
+    {
+      "epoch": 1.83,
+      "grad_norm": 0.019885288551449776,
+      "learning_rate": 9.931640042427812e-05,
+      "loss": 0.0014,
+      "step": 2797
+    },
+    {
+      "epoch": 1.83,
+      "grad_norm": 0.025179168209433556,
+      "learning_rate": 9.921938261551113e-05,
+      "loss": 0.0028,
+      "step": 2798
+    },
+    {
+      "epoch": 1.83,
+      "grad_norm": 0.3792370855808258,
+      "learning_rate": 9.912238879370703e-05,
+      "loss": 0.032,
+      "step": 2799
+    },
+    {
+      "epoch": 1.83,
+      "grad_norm": 0.37182220816612244,
+      "learning_rate": 9.902541900468216e-05,
+      "loss": 0.0227,
+      "step": 2800
+    },
+    {
+      "epoch": 1.83,
+      "grad_norm": 0.17105183005332947,
+      "learning_rate": 9.892847329424169e-05,
+      "loss": 0.0373,
+      "step": 2801
+    },
+    {
+      "epoch": 1.83,
+      "grad_norm": 0.09459386765956879,
+      "learning_rate": 9.88315517081793e-05,
+      "loss": 0.0098,
+      "step": 2802
+    },
+    {
+      "epoch": 1.84,
+      "grad_norm": 0.21665576100349426,
+      "learning_rate": 9.873465429227735e-05,
+      "loss": 0.0139,
+      "step": 2803
+    },
+    {
+      "epoch": 1.84,
+      "grad_norm": 0.10254119336605072,
+      "learning_rate": 9.86377810923067e-05,
+      "loss": 0.0019,
+      "step": 2804
+    },
+    {
+      "epoch": 1.84,
+      "grad_norm": 0.25252997875213623,
+      "learning_rate": 9.854093215402683e-05,
+      "loss": 0.0316,
+      "step": 2805
+    },
+    {
+      "epoch": 1.84,
+      "grad_norm": 0.21150769293308258,
+      "learning_rate": 9.844410752318572e-05,
+      "loss": 0.0033,
+      "step": 2806
+    },
+    {
+      "epoch": 1.84,
+      "grad_norm": 0.2727220356464386,
+      "learning_rate": 9.834730724551992e-05,
+      "loss": 0.0261,
+      "step": 2807
+    },
+    {
+      "epoch": 1.84,
+      "grad_norm": 0.08808046579360962,
+      "learning_rate": 9.825053136675442e-05,
+      "loss": 0.0083,
+      "step": 2808
+    },
+    {
+      "epoch": 1.84,
+      "grad_norm": 0.11724215745925903,
+      "learning_rate": 9.815377993260279e-05,
+      "loss": 0.0079,
+      "step": 2809
+    },
+    {
+      "epoch": 1.84,
+      "grad_norm": 0.03124573826789856,
+      "learning_rate": 9.805705298876687e-05,
+      "loss": 0.0034,
+      "step": 2810
+    },
+    {
+      "epoch": 1.84,
+      "grad_norm": 0.32333555817604065,
+      "learning_rate": 9.796035058093711e-05,
+      "loss": 0.0185,
+      "step": 2811
+    },
+    {
+      "epoch": 1.84,
+      "grad_norm": 0.03145265206694603,
+      "learning_rate": 9.786367275479224e-05,
+      "loss": 0.0028,
+      "step": 2812
+    },
+    {
+      "epoch": 1.84,
+      "grad_norm": 0.18941310048103333,
+      "learning_rate": 9.776701955599952e-05,
+      "loss": 0.0182,
+      "step": 2813
+    },
+    {
+      "epoch": 1.84,
+      "grad_norm": 0.0899311974644661,
+      "learning_rate": 9.767039103021444e-05,
+      "loss": 0.0083,
+      "step": 2814
+    },
+    {
+      "epoch": 1.84,
+      "grad_norm": 0.1362254023551941,
+      "learning_rate": 9.757378722308088e-05,
+      "loss": 0.0144,
+      "step": 2815
+    },
+    {
+      "epoch": 1.84,
+      "grad_norm": 0.026598049327731133,
+      "learning_rate": 9.747720818023109e-05,
+      "loss": 0.0017,
+      "step": 2816
+    },
+    {
+      "epoch": 1.84,
+      "grad_norm": 0.15683645009994507,
+      "learning_rate": 9.738065394728553e-05,
+      "loss": 0.0044,
+      "step": 2817
+    },
+    {
+      "epoch": 1.84,
+      "grad_norm": 0.17370571196079254,
+      "learning_rate": 9.728412456985308e-05,
+      "loss": 0.0143,
+      "step": 2818
+    },
+    {
+      "epoch": 1.85,
+      "grad_norm": 0.2154899388551712,
+      "learning_rate": 9.71876200935307e-05,
+      "loss": 0.023,
+      "step": 2819
+    },
+    {
+      "epoch": 1.85,
+      "grad_norm": 0.3872066140174866,
+      "learning_rate": 9.709114056390375e-05,
+      "loss": 0.0626,
+      "step": 2820
+    },
+    {
+      "epoch": 1.85,
+      "grad_norm": 0.09413719922304153,
+      "learning_rate": 9.69946860265457e-05,
+      "loss": 0.0137,
+      "step": 2821
+    },
+    {
+      "epoch": 1.85,
+      "grad_norm": 0.115718774497509,
+      "learning_rate": 9.689825652701829e-05,
+      "loss": 0.01,
+      "step": 2822
+    },
+    {
+      "epoch": 1.85,
+      "grad_norm": 0.02686137706041336,
+      "learning_rate": 9.680185211087136e-05,
+      "loss": 0.0015,
+      "step": 2823
+    },
+    {
+      "epoch": 1.85,
+      "grad_norm": 0.08938975632190704,
+      "learning_rate": 9.670547282364294e-05,
+      "loss": 0.0533,
+      "step": 2824
+    },
+    {
+      "epoch": 1.85,
+      "grad_norm": 0.18357262015342712,
+      "learning_rate": 9.660911871085917e-05,
+      "loss": 0.043,
+      "step": 2825
+    },
+    {
+      "epoch": 1.85,
+      "grad_norm": 0.23003168404102325,
+      "learning_rate": 9.651278981803441e-05,
+      "loss": 0.0273,
+      "step": 2826
+    },
+    {
+      "epoch": 1.85,
+      "grad_norm": 0.035942334681749344,
+      "learning_rate": 9.641648619067093e-05,
+      "loss": 0.0043,
+      "step": 2827
+    },
+    {
+      "epoch": 1.85,
+      "grad_norm": 0.19699084758758545,
+      "learning_rate": 9.632020787425915e-05,
+      "loss": 0.0378,
+      "step": 2828
+    },
+    {
+      "epoch": 1.85,
+      "grad_norm": 0.06653069704771042,
+      "learning_rate": 9.622395491427755e-05,
+      "loss": 0.0044,
+      "step": 2829
+    },
+    {
+      "epoch": 1.85,
+      "grad_norm": 0.004854390397667885,
+      "learning_rate": 9.612772735619262e-05,
+      "loss": 0.0006,
+      "step": 2830
+    },
+    {
+      "epoch": 1.85,
+      "grad_norm": 0.012486539781093597,
+      "learning_rate": 9.603152524545884e-05,
+      "loss": 0.0018,
+      "step": 2831
+    },
+    {
+      "epoch": 1.85,
+      "grad_norm": 0.022599024698138237,
+      "learning_rate": 9.593534862751867e-05,
+      "loss": 0.0027,
+      "step": 2832
+    },
+    {
+      "epoch": 1.85,
+      "grad_norm": 0.051252953708171844,
+      "learning_rate": 9.583919754780254e-05,
+      "loss": 0.0064,
+      "step": 2833
+    },
+    {
+      "epoch": 1.86,
+      "grad_norm": 0.22247406840324402,
+      "learning_rate": 9.574307205172881e-05,
+      "loss": 0.0255,
+      "step": 2834
+    },
+    {
+      "epoch": 1.86,
+      "grad_norm": 0.07303927838802338,
+      "learning_rate": 9.564697218470372e-05,
+      "loss": 0.0053,
+      "step": 2835
+    },
+    {
+      "epoch": 1.86,
+      "grad_norm": 0.00530305877327919,
+      "learning_rate": 9.555089799212156e-05,
+      "loss": 0.0004,
+      "step": 2836
+    },
+    {
+      "epoch": 1.86,
+      "grad_norm": 0.14532607793807983,
+      "learning_rate": 9.545484951936422e-05,
+      "loss": 0.0083,
+      "step": 2837
+    },
+    {
+      "epoch": 1.86,
+      "grad_norm": 0.02097056619822979,
+      "learning_rate": 9.535882681180166e-05,
+      "loss": 0.0024,
+      "step": 2838
+    },
+    {
+      "epoch": 1.86,
+      "grad_norm": 0.11118460446596146,
+      "learning_rate": 9.526282991479159e-05,
+      "loss": 0.0083,
+      "step": 2839
+    },
+    {
+      "epoch": 1.86,
+      "grad_norm": 0.24298857152462006,
+      "learning_rate": 9.516685887367959e-05,
+      "loss": 0.0391,
+      "step": 2840
+    },
+    {
+      "epoch": 1.86,
+      "grad_norm": 0.13576066493988037,
+      "learning_rate": 9.50709137337989e-05,
+      "loss": 0.0078,
+      "step": 2841
+    },
+    {
+      "epoch": 1.86,
+      "grad_norm": 0.3387295603752136,
+      "learning_rate": 9.497499454047065e-05,
+      "loss": 0.0191,
+      "step": 2842
+    },
+    {
+      "epoch": 1.86,
+      "grad_norm": 0.10902759432792664,
+      "learning_rate": 9.487910133900365e-05,
+      "loss": 0.0077,
+      "step": 2843
+    },
+    {
+      "epoch": 1.86,
+      "grad_norm": 0.22465559840202332,
+      "learning_rate": 9.478323417469446e-05,
+      "loss": 0.0149,
+      "step": 2844
+    },
+    {
+      "epoch": 1.86,
+      "grad_norm": 0.18790677189826965,
+      "learning_rate": 9.468739309282733e-05,
+      "loss": 0.01,
+      "step": 2845
+    },
+    {
+      "epoch": 1.86,
+      "grad_norm": 0.36567965149879456,
+      "learning_rate": 9.459157813867414e-05,
+      "loss": 0.0513,
+      "step": 2846
+    },
+    {
+      "epoch": 1.86,
+      "grad_norm": 0.03895680233836174,
+      "learning_rate": 9.449578935749451e-05,
+      "loss": 0.004,
+      "step": 2847
+    },
+    {
+      "epoch": 1.86,
+      "grad_norm": 0.11043170839548111,
+      "learning_rate": 9.44000267945357e-05,
+      "loss": 0.0085,
+      "step": 2848
+    },
+    {
+      "epoch": 1.87,
+      "grad_norm": 0.39684051275253296,
+      "learning_rate": 9.430429049503253e-05,
+      "loss": 0.0441,
+      "step": 2849
+    },
+    {
+      "epoch": 1.87,
+      "grad_norm": 0.11447808891534805,
+      "learning_rate": 9.420858050420737e-05,
+      "loss": 0.0201,
+      "step": 2850
+    },
+    {
+      "epoch": 1.87,
+      "grad_norm": 0.10845249891281128,
+      "learning_rate": 9.411289686727029e-05,
+      "loss": 0.0307,
+      "step": 2851
+    },
+    {
+      "epoch": 1.87,
+      "grad_norm": 0.1653800904750824,
+      "learning_rate": 9.401723962941885e-05,
+      "loss": 0.0361,
+      "step": 2852
+    },
+    {
+      "epoch": 1.87,
+      "grad_norm": 0.18911443650722504,
+      "learning_rate": 9.392160883583812e-05,
+      "loss": 0.0076,
+      "step": 2853
+    },
+    {
+      "epoch": 1.87,
+      "grad_norm": 0.026294823735952377,
+      "learning_rate": 9.382600453170068e-05,
+      "loss": 0.0017,
+      "step": 2854
+    },
+    {
+      "epoch": 1.87,
+      "grad_norm": 0.17699147760868073,
+      "learning_rate": 9.373042676216662e-05,
+      "loss": 0.0195,
+      "step": 2855
+    },
+    {
+      "epoch": 1.87,
+      "grad_norm": 0.1367698609828949,
+      "learning_rate": 9.36348755723835e-05,
+      "loss": 0.0111,
+      "step": 2856
+    },
+    {
+      "epoch": 1.87,
+      "grad_norm": 0.5007506608963013,
+      "learning_rate": 9.353935100748631e-05,
+      "loss": 0.0202,
+      "step": 2857
+    },
+    {
+      "epoch": 1.87,
+      "grad_norm": 0.0346270427107811,
+      "learning_rate": 9.344385311259747e-05,
+      "loss": 0.0025,
+      "step": 2858
+    },
+    {
+      "epoch": 1.87,
+      "grad_norm": 0.1084810346364975,
+      "learning_rate": 9.334838193282678e-05,
+      "loss": 0.0094,
+      "step": 2859
+    },
+    {
+      "epoch": 1.87,
+      "grad_norm": 0.04106857255101204,
+      "learning_rate": 9.325293751327148e-05,
+      "loss": 0.0025,
+      "step": 2860
+    },
+    {
+      "epoch": 1.87,
+      "grad_norm": 0.11952603608369827,
+      "learning_rate": 9.315751989901608e-05,
+      "loss": 0.0082,
+      "step": 2861
+    },
+    {
+      "epoch": 1.87,
+      "grad_norm": 0.1006799265742302,
+      "learning_rate": 9.306212913513253e-05,
+      "loss": 0.0173,
+      "step": 2862
+    },
+    {
+      "epoch": 1.87,
+      "grad_norm": 0.036590754985809326,
+      "learning_rate": 9.296676526668e-05,
+      "loss": 0.0037,
+      "step": 2863
+    },
+    {
+      "epoch": 1.87,
+      "grad_norm": 0.06457981467247009,
+      "learning_rate": 9.2871428338705e-05,
+      "loss": 0.0081,
+      "step": 2864
+    },
+    {
+      "epoch": 1.88,
+      "grad_norm": 0.21057863533496857,
+      "learning_rate": 9.277611839624132e-05,
+      "loss": 0.0569,
+      "step": 2865
+    },
+    {
+      "epoch": 1.88,
+      "grad_norm": 0.1334536373615265,
+      "learning_rate": 9.268083548431005e-05,
+      "loss": 0.0139,
+      "step": 2866
+    },
+    {
+      "epoch": 1.88,
+      "grad_norm": 0.07306934148073196,
+      "learning_rate": 9.258557964791938e-05,
+      "loss": 0.0121,
+      "step": 2867
+    },
+    {
+      "epoch": 1.88,
+      "grad_norm": 0.010792912915349007,
+      "learning_rate": 9.249035093206484e-05,
+      "loss": 0.0015,
+      "step": 2868
+    },
+    {
+      "epoch": 1.88,
+      "grad_norm": 0.05428679287433624,
+      "learning_rate": 9.239514938172906e-05,
+      "loss": 0.0135,
+      "step": 2869
+    },
+    {
+      "epoch": 1.88,
+      "grad_norm": 0.05001017451286316,
+      "learning_rate": 9.229997504188193e-05,
+      "loss": 0.0034,
+      "step": 2870
+    },
+    {
+      "epoch": 1.88,
+      "grad_norm": 0.06393374502658844,
+      "learning_rate": 9.220482795748037e-05,
+      "loss": 0.0049,
+      "step": 2871
+    },
+    {
+      "epoch": 1.88,
+      "grad_norm": 0.026336563751101494,
+      "learning_rate": 9.210970817346854e-05,
+      "loss": 0.0032,
+      "step": 2872
+    },
+    {
+      "epoch": 1.88,
+      "grad_norm": 0.19261330366134644,
+      "learning_rate": 9.201461573477761e-05,
+      "loss": 0.0205,
+      "step": 2873
+    },
+    {
+      "epoch": 1.88,
+      "grad_norm": 0.037117138504981995,
+      "learning_rate": 9.19195506863259e-05,
+      "loss": 0.0029,
+      "step": 2874
+    },
+    {
+      "epoch": 1.88,
+      "grad_norm": 0.14101198315620422,
+      "learning_rate": 9.18245130730188e-05,
+      "loss": 0.0143,
+      "step": 2875
+    },
+    {
+      "epoch": 1.88,
+      "grad_norm": 0.060865968465805054,
+      "learning_rate": 9.172950293974863e-05,
+      "loss": 0.0032,
+      "step": 2876
+    },
+    {
+      "epoch": 1.88,
+      "grad_norm": 0.05794965475797653,
+      "learning_rate": 9.163452033139487e-05,
+      "loss": 0.0045,
+      "step": 2877
+    },
+    {
+      "epoch": 1.88,
+      "grad_norm": 0.040618691593408585,
+      "learning_rate": 9.153956529282391e-05,
+      "loss": 0.0046,
+      "step": 2878
+    },
+    {
+      "epoch": 1.88,
+      "grad_norm": 0.14414070546627045,
+      "learning_rate": 9.144463786888918e-05,
+      "loss": 0.0118,
+      "step": 2879
+    },
+    {
+      "epoch": 1.89,
+      "grad_norm": 0.26047050952911377,
+      "learning_rate": 9.134973810443096e-05,
+      "loss": 0.0403,
+      "step": 2880
+    },
+    {
+      "epoch": 1.89,
+      "grad_norm": 0.45467132329940796,
+      "learning_rate": 9.125486604427658e-05,
+      "loss": 0.0289,
+      "step": 2881
+    },
+    {
+      "epoch": 1.89,
+      "grad_norm": 0.11333033442497253,
+      "learning_rate": 9.116002173324025e-05,
+      "loss": 0.0413,
+      "step": 2882
+    },
+    {
+      "epoch": 1.89,
+      "grad_norm": 0.033728063106536865,
+      "learning_rate": 9.106520521612305e-05,
+      "loss": 0.002,
+      "step": 2883
+    },
+    {
+      "epoch": 1.89,
+      "grad_norm": 0.04400965943932533,
+      "learning_rate": 9.097041653771288e-05,
+      "loss": 0.0048,
+      "step": 2884
+    },
+    {
+      "epoch": 1.89,
+      "grad_norm": 0.40565457940101624,
+      "learning_rate": 9.087565574278462e-05,
+      "loss": 0.0335,
+      "step": 2885
+    },
+    {
+      "epoch": 1.89,
+      "grad_norm": 0.012257483787834644,
+      "learning_rate": 9.078092287609989e-05,
+      "loss": 0.0016,
+      "step": 2886
+    },
+    {
+      "epoch": 1.89,
+      "grad_norm": 0.17588816583156586,
+      "learning_rate": 9.068621798240713e-05,
+      "loss": 0.012,
+      "step": 2887
+    },
+    {
+      "epoch": 1.89,
+      "grad_norm": 0.04336775094270706,
+      "learning_rate": 9.05915411064416e-05,
+      "loss": 0.0031,
+      "step": 2888
+    },
+    {
+      "epoch": 1.89,
+      "grad_norm": 0.18482789397239685,
+      "learning_rate": 9.049689229292524e-05,
+      "loss": 0.0076,
+      "step": 2889
+    },
+    {
+      "epoch": 1.89,
+      "grad_norm": 0.30984288454055786,
+      "learning_rate": 9.040227158656684e-05,
+      "loss": 0.025,
+      "step": 2890
+    },
+    {
+      "epoch": 1.89,
+      "grad_norm": 0.0787012130022049,
+      "learning_rate": 9.030767903206186e-05,
+      "loss": 0.0085,
+      "step": 2891
+    },
+    {
+      "epoch": 1.89,
+      "grad_norm": 0.1350172907114029,
+      "learning_rate": 9.021311467409249e-05,
+      "loss": 0.0283,
+      "step": 2892
+    },
+    {
+      "epoch": 1.89,
+      "grad_norm": 0.25070253014564514,
+      "learning_rate": 9.011857855732753e-05,
+      "loss": 0.0307,
+      "step": 2893
+    },
+    {
+      "epoch": 1.89,
+      "grad_norm": 0.06961613148450851,
+      "learning_rate": 9.00240707264225e-05,
+      "loss": 0.0046,
+      "step": 2894
+    },
+    {
+      "epoch": 1.9,
+      "grad_norm": 0.6530323624610901,
+      "learning_rate": 8.992959122601957e-05,
+      "loss": 0.0236,
+      "step": 2895
+    },
+    {
+      "epoch": 1.9,
+      "grad_norm": 0.06180819123983383,
+      "learning_rate": 8.983514010074749e-05,
+      "loss": 0.0042,
+      "step": 2896
+    },
+    {
+      "epoch": 1.9,
+      "grad_norm": 0.05041724815964699,
+      "learning_rate": 8.974071739522164e-05,
+      "loss": 0.0071,
+      "step": 2897
+    },
+    {
+      "epoch": 1.9,
+      "grad_norm": 0.12667830288410187,
+      "learning_rate": 8.964632315404394e-05,
+      "loss": 0.0079,
+      "step": 2898
+    },
+    {
+      "epoch": 1.9,
+      "grad_norm": 0.01682797633111477,
+      "learning_rate": 8.955195742180289e-05,
+      "loss": 0.0015,
+      "step": 2899
+    },
+    {
+      "epoch": 1.9,
+      "grad_norm": 0.06474439054727554,
+      "learning_rate": 8.94576202430735e-05,
+      "loss": 0.0038,
+      "step": 2900
+    },
+    {
+      "epoch": 1.9,
+      "grad_norm": 0.20585475862026215,
+      "learning_rate": 8.936331166241734e-05,
+      "loss": 0.0347,
+      "step": 2901
+    },
+    {
+      "epoch": 1.9,
+      "grad_norm": 0.10581755638122559,
+      "learning_rate": 8.92690317243824e-05,
+      "loss": 0.0058,
+      "step": 2902
+    },
+    {
+      "epoch": 1.9,
+      "grad_norm": 0.10786069929599762,
+      "learning_rate": 8.917478047350322e-05,
+      "loss": 0.0047,
+      "step": 2903
+    },
+    {
+      "epoch": 1.9,
+      "grad_norm": 0.19840127229690552,
+      "learning_rate": 8.90805579543007e-05,
+      "loss": 0.0225,
+      "step": 2904
+    },
+    {
+      "epoch": 1.9,
+      "grad_norm": 0.11379020661115646,
+      "learning_rate": 8.898636421128231e-05,
+      "loss": 0.0165,
+      "step": 2905
+    },
+    {
+      "epoch": 1.9,
+      "grad_norm": 0.12862448394298553,
+      "learning_rate": 8.889219928894173e-05,
+      "loss": 0.0115,
+      "step": 2906
+    },
+    {
+      "epoch": 1.9,
+      "grad_norm": 0.011147045530378819,
+      "learning_rate": 8.879806323175916e-05,
+      "loss": 0.0012,
+      "step": 2907
+    },
+    {
+      "epoch": 1.9,
+      "grad_norm": 0.043882615864276886,
+      "learning_rate": 8.870395608420113e-05,
+      "loss": 0.0055,
+      "step": 2908
+    },
+    {
+      "epoch": 1.9,
+      "grad_norm": 0.24039480090141296,
+      "learning_rate": 8.860987789072053e-05,
+      "loss": 0.0272,
+      "step": 2909
+    },
+    {
+      "epoch": 1.91,
+      "grad_norm": 0.21488645672798157,
+      "learning_rate": 8.851582869575659e-05,
+      "loss": 0.0092,
+      "step": 2910
+    },
+    {
+      "epoch": 1.91,
+      "grad_norm": 0.009159781038761139,
+      "learning_rate": 8.842180854373479e-05,
+      "loss": 0.0008,
+      "step": 2911
+    },
+    {
+      "epoch": 1.91,
+      "grad_norm": 0.19630037248134613,
+      "learning_rate": 8.832781747906687e-05,
+      "loss": 0.0262,
+      "step": 2912
+    },
+    {
+      "epoch": 1.91,
+      "grad_norm": 0.1669941395521164,
+      "learning_rate": 8.823385554615094e-05,
+      "loss": 0.009,
+      "step": 2913
+    },
+    {
+      "epoch": 1.91,
+      "grad_norm": 0.057654477655887604,
+      "learning_rate": 8.813992278937129e-05,
+      "loss": 0.0028,
+      "step": 2914
+    },
+    {
+      "epoch": 1.91,
+      "grad_norm": 0.019775306805968285,
+      "learning_rate": 8.804601925309837e-05,
+      "loss": 0.0021,
+      "step": 2915
+    },
+    {
+      "epoch": 1.91,
+      "grad_norm": 0.2010907083749771,
+      "learning_rate": 8.795214498168895e-05,
+      "loss": 0.0347,
+      "step": 2916
+    },
+    {
+      "epoch": 1.91,
+      "grad_norm": 0.3659219741821289,
+      "learning_rate": 8.785830001948583e-05,
+      "loss": 0.0353,
+      "step": 2917
+    },
+    {
+      "epoch": 1.91,
+      "grad_norm": 0.02452949434518814,
+      "learning_rate": 8.776448441081807e-05,
+      "loss": 0.001,
+      "step": 2918
+    },
+    {
+      "epoch": 1.91,
+      "grad_norm": 0.038888439536094666,
+      "learning_rate": 8.767069820000086e-05,
+      "loss": 0.0025,
+      "step": 2919
+    },
+    {
+      "epoch": 1.91,
+      "grad_norm": 0.08751122653484344,
+      "learning_rate": 8.75769414313355e-05,
+      "loss": 0.0062,
+      "step": 2920
+    },
+    {
+      "epoch": 1.91,
+      "grad_norm": 0.012029001489281654,
+      "learning_rate": 8.748321414910928e-05,
+      "loss": 0.0009,
+      "step": 2921
+    },
+    {
+      "epoch": 1.91,
+      "grad_norm": 0.036629196256399155,
+      "learning_rate": 8.73895163975957e-05,
+      "loss": 0.0024,
+      "step": 2922
+    },
+    {
+      "epoch": 1.91,
+      "grad_norm": 0.027340730652213097,
+      "learning_rate": 8.729584822105425e-05,
+      "loss": 0.0011,
+      "step": 2923
+    },
+    {
+      "epoch": 1.91,
+      "grad_norm": 0.08335358649492264,
+      "learning_rate": 8.720220966373044e-05,
+      "loss": 0.0326,
+      "step": 2924
+    },
+    {
+      "epoch": 1.91,
+      "grad_norm": 0.32940107583999634,
+      "learning_rate": 8.710860076985583e-05,
+      "loss": 0.0256,
+      "step": 2925
+    },
+    {
+      "epoch": 1.92,
+      "grad_norm": 0.054443515837192535,
+      "learning_rate": 8.701502158364792e-05,
+      "loss": 0.0041,
+      "step": 2926
+    },
+    {
+      "epoch": 1.92,
+      "grad_norm": 0.0999118834733963,
+      "learning_rate": 8.692147214931027e-05,
+      "loss": 0.0111,
+      "step": 2927
+    },
+    {
+      "epoch": 1.92,
+      "grad_norm": 0.3169289827346802,
+      "learning_rate": 8.682795251103218e-05,
+      "loss": 0.0284,
+      "step": 2928
+    },
+    {
+      "epoch": 1.92,
+      "grad_norm": 0.009980392642319202,
+      "learning_rate": 8.673446271298909e-05,
+      "loss": 0.001,
+      "step": 2929
+    },
+    {
+      "epoch": 1.92,
+      "grad_norm": 0.3076903223991394,
+      "learning_rate": 8.664100279934227e-05,
+      "loss": 0.0184,
+      "step": 2930
+    },
+    {
+      "epoch": 1.92,
+      "grad_norm": 0.015774663537740707,
+      "learning_rate": 8.654757281423884e-05,
+      "loss": 0.0014,
+      "step": 2931
+    },
+    {
+      "epoch": 1.92,
+      "grad_norm": 0.37929320335388184,
+      "learning_rate": 8.645417280181184e-05,
+      "loss": 0.0304,
+      "step": 2932
+    },
+    {
+      "epoch": 1.92,
+      "grad_norm": 0.08329842984676361,
+      "learning_rate": 8.63608028061801e-05,
+      "loss": 0.0047,
+      "step": 2933
+    },
+    {
+      "epoch": 1.92,
+      "grad_norm": 0.21046321094036102,
+      "learning_rate": 8.62674628714483e-05,
+      "loss": 0.0171,
+      "step": 2934
+    },
+    {
+      "epoch": 1.92,
+      "grad_norm": 0.01876913383603096,
+      "learning_rate": 8.6174153041707e-05,
+      "loss": 0.0014,
+      "step": 2935
+    },
+    {
+      "epoch": 1.92,
+      "grad_norm": 0.016124719753861427,
+      "learning_rate": 8.60808733610323e-05,
+      "loss": 0.0015,
+      "step": 2936
+    },
+    {
+      "epoch": 1.92,
+      "grad_norm": 0.011233742348849773,
+      "learning_rate": 8.59876238734863e-05,
+      "loss": 0.0009,
+      "step": 2937
+    },
+    {
+      "epoch": 1.92,
+      "grad_norm": 0.2208932489156723,
+      "learning_rate": 8.589440462311675e-05,
+      "loss": 0.0703,
+      "step": 2938
+    },
+    {
+      "epoch": 1.92,
+      "grad_norm": 0.38058269023895264,
+      "learning_rate": 8.58012156539571e-05,
+      "loss": 0.0206,
+      "step": 2939
+    },
+    {
+      "epoch": 1.92,
+      "grad_norm": 0.34829381108283997,
+      "learning_rate": 8.570805701002651e-05,
+      "loss": 0.0258,
+      "step": 2940
+    },
+    {
+      "epoch": 1.93,
+      "grad_norm": 0.27227723598480225,
+      "learning_rate": 8.561492873532986e-05,
+      "loss": 0.0065,
+      "step": 2941
+    },
+    {
+      "epoch": 1.93,
+      "grad_norm": 0.1077399030327797,
+      "learning_rate": 8.552183087385759e-05,
+      "loss": 0.0214,
+      "step": 2942
+    },
+    {
+      "epoch": 1.93,
+      "grad_norm": 0.06788244843482971,
+      "learning_rate": 8.542876346958589e-05,
+      "loss": 0.0059,
+      "step": 2943
+    },
+    {
+      "epoch": 1.93,
+      "grad_norm": 0.16576650738716125,
+      "learning_rate": 8.533572656647648e-05,
+      "loss": 0.0492,
+      "step": 2944
+    },
+    {
+      "epoch": 1.93,
+      "grad_norm": 0.03128691017627716,
+      "learning_rate": 8.524272020847665e-05,
+      "loss": 0.0032,
+      "step": 2945
+    },
+    {
+      "epoch": 1.93,
+      "grad_norm": 0.2140830159187317,
+      "learning_rate": 8.514974443951933e-05,
+      "loss": 0.0577,
+      "step": 2946
+    },
+    {
+      "epoch": 1.93,
+      "grad_norm": 0.09814707189798355,
+      "learning_rate": 8.505679930352298e-05,
+      "loss": 0.0115,
+      "step": 2947
+    },
+    {
+      "epoch": 1.93,
+      "grad_norm": 0.2515917420387268,
+      "learning_rate": 8.496388484439158e-05,
+      "loss": 0.0142,
+      "step": 2948
+    },
+    {
+      "epoch": 1.93,
+      "grad_norm": 0.3558675944805145,
+      "learning_rate": 8.487100110601466e-05,
+      "loss": 0.0135,
+      "step": 2949
+    },
+    {
+      "epoch": 1.93,
+      "grad_norm": 0.05048364773392677,
+      "learning_rate": 8.477814813226715e-05,
+      "loss": 0.0031,
+      "step": 2950
+    },
+    {
+      "epoch": 1.93,
+      "grad_norm": 0.09671253710985184,
+      "learning_rate": 8.468532596700955e-05,
+      "loss": 0.0097,
+      "step": 2951
+    },
+    {
+      "epoch": 1.93,
+      "grad_norm": 0.10951755940914154,
+      "learning_rate": 8.459253465408772e-05,
+      "loss": 0.0419,
+      "step": 2952
+    },
+    {
+      "epoch": 1.93,
+      "grad_norm": 0.1641848385334015,
+      "learning_rate": 8.449977423733308e-05,
+      "loss": 0.0148,
+      "step": 2953
+    },
+    {
+      "epoch": 1.93,
+      "grad_norm": 0.1038142666220665,
+      "learning_rate": 8.440704476056221e-05,
+      "loss": 0.0071,
+      "step": 2954
+    },
+    {
+      "epoch": 1.93,
+      "grad_norm": 0.08310937136411667,
+      "learning_rate": 8.431434626757731e-05,
+      "loss": 0.0112,
+      "step": 2955
+    },
+    {
+      "epoch": 1.94,
+      "grad_norm": 0.05308748781681061,
+      "learning_rate": 8.422167880216586e-05,
+      "loss": 0.0077,
+      "step": 2956
+    },
+    {
+      "epoch": 1.94,
+      "grad_norm": 0.15207041800022125,
+      "learning_rate": 8.412904240810068e-05,
+      "loss": 0.0143,
+      "step": 2957
+    },
+    {
+      "epoch": 1.94,
+      "grad_norm": 0.03646821156144142,
+      "learning_rate": 8.403643712913989e-05,
+      "loss": 0.0052,
+      "step": 2958
+    },
+    {
+      "epoch": 1.94,
+      "grad_norm": 0.06434578448534012,
+      "learning_rate": 8.394386300902699e-05,
+      "loss": 0.008,
+      "step": 2959
+    },
+    {
+      "epoch": 1.94,
+      "grad_norm": 0.0646260604262352,
+      "learning_rate": 8.385132009149067e-05,
+      "loss": 0.0072,
+      "step": 2960
+    },
+    {
+      "epoch": 1.94,
+      "grad_norm": 0.13893379271030426,
+      "learning_rate": 8.375880842024494e-05,
+      "loss": 0.0105,
+      "step": 2961
+    },
+    {
+      "epoch": 1.94,
+      "grad_norm": 0.1638610064983368,
+      "learning_rate": 8.36663280389891e-05,
+      "loss": 0.0162,
+      "step": 2962
+    },
+    {
+      "epoch": 1.94,
+      "grad_norm": 0.018266642466187477,
+      "learning_rate": 8.357387899140747e-05,
+      "loss": 0.003,
+      "step": 2963
+    },
+    {
+      "epoch": 1.94,
+      "grad_norm": 0.11912977695465088,
+      "learning_rate": 8.348146132116976e-05,
+      "loss": 0.0104,
+      "step": 2964
+    },
+    {
+      "epoch": 1.94,
+      "grad_norm": 0.04382968321442604,
+      "learning_rate": 8.338907507193083e-05,
+      "loss": 0.0033,
+      "step": 2965
+    },
+    {
+      "epoch": 1.94,
+      "grad_norm": 0.17198912799358368,
+      "learning_rate": 8.329672028733062e-05,
+      "loss": 0.0093,
+      "step": 2966
+    },
+    {
+      "epoch": 1.94,
+      "grad_norm": 0.022629285231232643,
+      "learning_rate": 8.320439701099428e-05,
+      "loss": 0.002,
+      "step": 2967
+    },
+    {
+      "epoch": 1.94,
+      "grad_norm": 0.21153992414474487,
+      "learning_rate": 8.311210528653204e-05,
+      "loss": 0.0378,
+      "step": 2968
+    },
+    {
+      "epoch": 1.94,
+      "grad_norm": 0.029377898201346397,
+      "learning_rate": 8.301984515753928e-05,
+      "loss": 0.0031,
+      "step": 2969
+    },
+    {
+      "epoch": 1.94,
+      "grad_norm": 0.11475684493780136,
+      "learning_rate": 8.292761666759642e-05,
+      "loss": 0.0052,
+      "step": 2970
+    },
+    {
+      "epoch": 1.95,
+      "grad_norm": 0.3934403657913208,
+      "learning_rate": 8.283541986026881e-05,
+      "loss": 0.0528,
+      "step": 2971
+    },
+    {
+      "epoch": 1.95,
+      "grad_norm": 0.07621371001005173,
+      "learning_rate": 8.274325477910708e-05,
+      "loss": 0.0059,
+      "step": 2972
+    },
+    {
+      "epoch": 1.95,
+      "grad_norm": 0.035385921597480774,
+      "learning_rate": 8.265112146764667e-05,
+      "loss": 0.0026,
+      "step": 2973
+    },
+    {
+      "epoch": 1.95,
+      "grad_norm": 0.0529436431825161,
+      "learning_rate": 8.255901996940809e-05,
+      "loss": 0.008,
+      "step": 2974
+    },
+    {
+      "epoch": 1.95,
+      "grad_norm": 0.02031162567436695,
+      "learning_rate": 8.246695032789688e-05,
+      "loss": 0.0021,
+      "step": 2975
+    },
+    {
+      "epoch": 1.95,
+      "grad_norm": 0.10501090437173843,
+      "learning_rate": 8.237491258660342e-05,
+      "loss": 0.0088,
+      "step": 2976
+    },
+    {
+      "epoch": 1.95,
+      "grad_norm": 0.18462517857551575,
+      "learning_rate": 8.228290678900312e-05,
+      "loss": 0.018,
+      "step": 2977
+    },
+    {
+      "epoch": 1.95,
+      "grad_norm": 0.18451613187789917,
+      "learning_rate": 8.219093297855623e-05,
+      "loss": 0.0488,
+      "step": 2978
+    },
+    {
+      "epoch": 1.95,
+      "grad_norm": 0.41322609782218933,
+      "learning_rate": 8.209899119870798e-05,
+      "loss": 0.0349,
+      "step": 2979
+    },
+    {
+      "epoch": 1.95,
+      "grad_norm": 0.034096457064151764,
+      "learning_rate": 8.200708149288827e-05,
+      "loss": 0.0036,
+      "step": 2980
+    },
+    {
+      "epoch": 1.95,
+      "grad_norm": 0.10774432122707367,
+      "learning_rate": 8.191520390451207e-05,
+      "loss": 0.0373,
+      "step": 2981
+    },
+    {
+      "epoch": 1.95,
+      "grad_norm": 0.0551498681306839,
+      "learning_rate": 8.182335847697909e-05,
+      "loss": 0.0025,
+      "step": 2982
+    },
+    {
+      "epoch": 1.95,
+      "grad_norm": 0.09337715804576874,
+      "learning_rate": 8.173154525367383e-05,
+      "loss": 0.0059,
+      "step": 2983
+    },
+    {
+      "epoch": 1.95,
+      "grad_norm": 0.16637249290943146,
+      "learning_rate": 8.163976427796563e-05,
+      "loss": 0.0079,
+      "step": 2984
+    },
+    {
+      "epoch": 1.95,
+      "grad_norm": 0.035759832710027695,
+      "learning_rate": 8.154801559320857e-05,
+      "loss": 0.0045,
+      "step": 2985
+    },
+    {
+      "epoch": 1.95,
+      "grad_norm": 0.0748455747961998,
+      "learning_rate": 8.145629924274144e-05,
+      "loss": 0.0036,
+      "step": 2986
+    },
+    {
+      "epoch": 1.96,
+      "grad_norm": 0.378963828086853,
+      "learning_rate": 8.136461526988783e-05,
+      "loss": 0.0885,
+      "step": 2987
+    },
+    {
+      "epoch": 1.96,
+      "grad_norm": 0.01577618159353733,
+      "learning_rate": 8.127296371795605e-05,
+      "loss": 0.0023,
+      "step": 2988
+    },
+    {
+      "epoch": 1.96,
+      "grad_norm": 0.02859189733862877,
+      "learning_rate": 8.118134463023889e-05,
+      "loss": 0.0031,
+      "step": 2989
+    },
+    {
+      "epoch": 1.96,
+      "grad_norm": 0.16388894617557526,
+      "learning_rate": 8.108975805001406e-05,
+      "loss": 0.0342,
+      "step": 2990
+    },
+    {
+      "epoch": 1.96,
+      "grad_norm": 0.07618826627731323,
+      "learning_rate": 8.099820402054377e-05,
+      "loss": 0.0068,
+      "step": 2991
+    },
+    {
+      "epoch": 1.96,
+      "grad_norm": 0.08716662973165512,
+      "learning_rate": 8.090668258507494e-05,
+      "loss": 0.0073,
+      "step": 2992
+    },
+    {
+      "epoch": 1.96,
+      "grad_norm": 0.08639045059680939,
+      "learning_rate": 8.081519378683904e-05,
+      "loss": 0.0294,
+      "step": 2993
+    },
+    {
+      "epoch": 1.96,
+      "grad_norm": 0.2602868974208832,
+      "learning_rate": 8.072373766905212e-05,
+      "loss": 0.0282,
+      "step": 2994
+    },
+    {
+      "epoch": 1.96,
+      "grad_norm": 0.08201611787080765,
+      "learning_rate": 8.06323142749148e-05,
+      "loss": 0.0344,
+      "step": 2995
+    },
+    {
+      "epoch": 1.96,
+      "grad_norm": 0.1925457864999771,
+      "learning_rate": 8.054092364761234e-05,
+      "loss": 0.0085,
+      "step": 2996
+    },
+    {
+      "epoch": 1.96,
+      "grad_norm": 0.6533692479133606,
+      "learning_rate": 8.044956583031429e-05,
+      "loss": 0.1054,
+      "step": 2997
+    },
+    {
+      "epoch": 1.96,
+      "grad_norm": 0.048638634383678436,
+      "learning_rate": 8.03582408661749e-05,
+      "loss": 0.0066,
+      "step": 2998
+    },
+    {
+      "epoch": 1.96,
+      "grad_norm": 0.11080126464366913,
+      "learning_rate": 8.026694879833285e-05,
+      "loss": 0.0096,
+      "step": 2999
+    },
+    {
+      "epoch": 1.96,
+      "grad_norm": 0.07887112349271774,
+      "learning_rate": 8.017568966991129e-05,
+      "loss": 0.0216,
+      "step": 3000
+    },
+    {
+      "epoch": 1.96,
+      "grad_norm": 0.04135850816965103,
+      "learning_rate": 8.008446352401777e-05,
+      "loss": 0.0031,
+      "step": 3001
+    },
+    {
+      "epoch": 1.97,
+      "grad_norm": 0.11523578315973282,
+      "learning_rate": 7.99932704037443e-05,
+      "loss": 0.0102,
+      "step": 3002
+    },
+    {
+      "epoch": 1.97,
+      "grad_norm": 0.12281786650419235,
+      "learning_rate": 7.990211035216727e-05,
+      "loss": 0.0338,
+      "step": 3003
+    },
+    {
+      "epoch": 1.97,
+      "grad_norm": 0.07289214432239532,
+      "learning_rate": 7.981098341234747e-05,
+      "loss": 0.0048,
+      "step": 3004
+    },
+    {
+      "epoch": 1.97,
+      "grad_norm": 0.13399043679237366,
+      "learning_rate": 7.971988962733007e-05,
+      "loss": 0.0147,
+      "step": 3005
+    },
+    {
+      "epoch": 1.97,
+      "grad_norm": 0.10570705682039261,
+      "learning_rate": 7.962882904014447e-05,
+      "loss": 0.0104,
+      "step": 3006
+    },
+    {
+      "epoch": 1.97,
+      "grad_norm": 0.02668238803744316,
+      "learning_rate": 7.953780169380452e-05,
+      "loss": 0.0035,
+      "step": 3007
+    },
+    {
+      "epoch": 1.97,
+      "grad_norm": 0.23536016047000885,
+      "learning_rate": 7.944680763130824e-05,
+      "loss": 0.0222,
+      "step": 3008
+    },
+    {
+      "epoch": 1.97,
+      "grad_norm": 0.17513103783130646,
+      "learning_rate": 7.935584689563802e-05,
+      "loss": 0.0198,
+      "step": 3009
+    },
+    {
+      "epoch": 1.97,
+      "grad_norm": 0.022857805714011192,
+      "learning_rate": 7.926491952976051e-05,
+      "loss": 0.0035,
+      "step": 3010
+    },
+    {
+      "epoch": 1.97,
+      "grad_norm": 0.14224904775619507,
+      "learning_rate": 7.917402557662658e-05,
+      "loss": 0.0137,
+      "step": 3011
+    },
+    {
+      "epoch": 1.97,
+      "grad_norm": 0.2415999174118042,
+      "learning_rate": 7.90831650791713e-05,
+      "loss": 0.0421,
+      "step": 3012
+    },
+    {
+      "epoch": 1.97,
+      "grad_norm": 0.05061252415180206,
+      "learning_rate": 7.899233808031394e-05,
+      "loss": 0.0069,
+      "step": 3013
+    },
+    {
+      "epoch": 1.97,
+      "grad_norm": 0.12675368785858154,
+      "learning_rate": 7.890154462295795e-05,
+      "loss": 0.0124,
+      "step": 3014
+    },
+    {
+      "epoch": 1.97,
+      "grad_norm": 0.16706958413124084,
+      "learning_rate": 7.881078474999097e-05,
+      "loss": 0.0369,
+      "step": 3015
+    },
+    {
+      "epoch": 1.97,
+      "grad_norm": 0.049328841269016266,
+      "learning_rate": 7.872005850428476e-05,
+      "loss": 0.0065,
+      "step": 3016
+    },
+    {
+      "epoch": 1.98,
+      "grad_norm": 0.11827641725540161,
+      "learning_rate": 7.862936592869508e-05,
+      "loss": 0.0161,
+      "step": 3017
+    },
+    {
+      "epoch": 1.98,
+      "grad_norm": 0.17668034136295319,
+      "learning_rate": 7.853870706606198e-05,
+      "loss": 0.0334,
+      "step": 3018
+    },
+    {
+      "epoch": 1.98,
+      "grad_norm": 0.1600051075220108,
+      "learning_rate": 7.844808195920943e-05,
+      "loss": 0.0106,
+      "step": 3019
+    },
+    {
+      "epoch": 1.98,
+      "grad_norm": 0.23005841672420502,
+      "learning_rate": 7.835749065094558e-05,
+      "loss": 0.0187,
+      "step": 3020
+    },
+    {
+      "epoch": 1.98,
+      "grad_norm": 0.021763009950518608,
+      "learning_rate": 7.82669331840625e-05,
+      "loss": 0.0025,
+      "step": 3021
+    },
+    {
+      "epoch": 1.98,
+      "grad_norm": 0.0882042795419693,
+      "learning_rate": 7.817640960133636e-05,
+      "loss": 0.0101,
+      "step": 3022
+    },
+    {
+      "epoch": 1.98,
+      "grad_norm": 0.16614805161952972,
+      "learning_rate": 7.808591994552728e-05,
+      "loss": 0.021,
+      "step": 3023
+    },
+    {
+      "epoch": 1.98,
+      "grad_norm": 1.298937201499939,
+      "learning_rate": 7.799546425937941e-05,
+      "loss": 0.0137,
+      "step": 3024
+    },
+    {
+      "epoch": 1.98,
+      "grad_norm": 0.30948105454444885,
+      "learning_rate": 7.79050425856207e-05,
+      "loss": 0.0114,
+      "step": 3025
+    },
+    {
+      "epoch": 1.98,
+      "grad_norm": 0.036360953003168106,
+      "learning_rate": 7.78146549669632e-05,
+      "loss": 0.0028,
+      "step": 3026
+    },
+    {
+      "epoch": 1.98,
+      "grad_norm": 0.19619564712047577,
+      "learning_rate": 7.772430144610284e-05,
+      "loss": 0.014,
+      "step": 3027
+    },
+    {
+      "epoch": 1.98,
+      "grad_norm": 0.22606731951236725,
+      "learning_rate": 7.763398206571938e-05,
+      "loss": 0.0618,
+      "step": 3028
+    },
+    {
+      "epoch": 1.98,
+      "grad_norm": 0.045581962913274765,
+      "learning_rate": 7.754369686847648e-05,
+      "loss": 0.0039,
+      "step": 3029
+    },
+    {
+      "epoch": 1.98,
+      "grad_norm": 0.0919916108250618,
+      "learning_rate": 7.745344589702173e-05,
+      "loss": 0.0243,
+      "step": 3030
+    },
+    {
+      "epoch": 1.98,
+      "grad_norm": 0.14731182157993317,
+      "learning_rate": 7.736322919398645e-05,
+      "loss": 0.0182,
+      "step": 3031
+    },
+    {
+      "epoch": 1.98,
+      "grad_norm": 0.2550598680973053,
+      "learning_rate": 7.727304680198582e-05,
+      "loss": 0.0238,
+      "step": 3032
+    },
+    {
+      "epoch": 1.99,
+      "grad_norm": 0.12032425403594971,
+      "learning_rate": 7.718289876361885e-05,
+      "loss": 0.0153,
+      "step": 3033
+    },
+    {
+      "epoch": 1.99,
+      "grad_norm": 0.038090333342552185,
+      "learning_rate": 7.709278512146815e-05,
+      "loss": 0.0049,
+      "step": 3034
+    },
+    {
+      "epoch": 1.99,
+      "grad_norm": 0.19079631567001343,
+      "learning_rate": 7.700270591810029e-05,
+      "loss": 0.0188,
+      "step": 3035
+    },
+    {
+      "epoch": 1.99,
+      "grad_norm": 0.21086086332798004,
+      "learning_rate": 7.69126611960655e-05,
+      "loss": 0.0389,
+      "step": 3036
+    },
+    {
+      "epoch": 1.99,
+      "grad_norm": 0.11210260540246964,
+      "learning_rate": 7.68226509978977e-05,
+      "loss": 0.0443,
+      "step": 3037
+    },
+    {
+      "epoch": 1.99,
+      "grad_norm": 0.018384624272584915,
+      "learning_rate": 7.67326753661145e-05,
+      "loss": 0.0024,
+      "step": 3038
+    },
+    {
+      "epoch": 1.99,
+      "grad_norm": 0.015754880383610725,
+      "learning_rate": 7.66427343432172e-05,
+      "loss": 0.0019,
+      "step": 3039
+    },
+    {
+      "epoch": 1.99,
+      "grad_norm": 0.20221295952796936,
+      "learning_rate": 7.655282797169078e-05,
+      "loss": 0.0111,
+      "step": 3040
+    },
+    {
+      "epoch": 1.99,
+      "grad_norm": 0.12582607567310333,
+      "learning_rate": 7.64629562940038e-05,
+      "loss": 0.0095,
+      "step": 3041
+    },
+    {
+      "epoch": 1.99,
+      "grad_norm": 0.09076832234859467,
+      "learning_rate": 7.637311935260852e-05,
+      "loss": 0.0082,
+      "step": 3042
+    },
+    {
+      "epoch": 1.99,
+      "grad_norm": 0.025840701535344124,
+      "learning_rate": 7.628331718994059e-05,
+      "loss": 0.0027,
+      "step": 3043
+    },
+    {
+      "epoch": 1.99,
+      "grad_norm": 0.24747799336910248,
+      "learning_rate": 7.619354984841945e-05,
+      "loss": 0.0227,
+      "step": 3044
+    },
+    {
+      "epoch": 1.99,
+      "grad_norm": 0.10816159844398499,
+      "learning_rate": 7.610381737044798e-05,
+      "loss": 0.0285,
+      "step": 3045
+    },
+    {
+      "epoch": 1.99,
+      "grad_norm": 0.2089771330356598,
+      "learning_rate": 7.601411979841267e-05,
+      "loss": 0.0278,
+      "step": 3046
+    },
+    {
+      "epoch": 1.99,
+      "grad_norm": 0.10027289390563965,
+      "learning_rate": 7.59244571746834e-05,
+      "loss": 0.0083,
+      "step": 3047
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 0.1805410087108612,
+      "learning_rate": 7.58348295416137e-05,
+      "loss": 0.0141,
+      "step": 3048
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 0.05324965715408325,
+      "learning_rate": 7.57452369415404e-05,
+      "loss": 0.0025,
+      "step": 3049
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 0.2869288921356201,
+      "learning_rate": 7.565567941678392e-05,
+      "loss": 0.0217,
+      "step": 3050
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 0.3843397796154022,
+      "learning_rate": 7.556615700964808e-05,
+      "loss": 0.0599,
+      "step": 3051
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 0.03356291353702545,
+      "learning_rate": 7.547666976242004e-05,
+      "loss": 0.0044,
+      "step": 3052
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 0.13007520139217377,
+      "learning_rate": 7.538721771737039e-05,
+      "loss": 0.0436,
+      "step": 3053
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 0.04935429245233536,
+      "learning_rate": 7.529780091675315e-05,
+      "loss": 0.0058,
+      "step": 3054
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 0.0071046738885343075,
+      "learning_rate": 7.52084194028056e-05,
+      "loss": 0.0011,
+      "step": 3055
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 0.010049968957901001,
+      "learning_rate": 7.511907321774844e-05,
+      "loss": 0.0017,
+      "step": 3056
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 0.0324973538517952,
+      "eval_runtime": 39.9542,
+      "eval_samples_per_second": 32.212,
+      "eval_steps_per_second": 8.059,
+      "step": 3056
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 0.006857311353087425,
+      "learning_rate": 7.502976240378561e-05,
+      "loss": 0.0008,
+      "step": 3057
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 0.05016213655471802,
+      "learning_rate": 7.494048700310441e-05,
+      "loss": 0.0055,
+      "step": 3058
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 0.017897196114063263,
+      "learning_rate": 7.485124705787541e-05,
+      "loss": 0.0025,
+      "step": 3059
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 0.011696245521306992,
+      "learning_rate": 7.476204261025225e-05,
+      "loss": 0.0018,
+      "step": 3060
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 0.08584386110305786,
+      "learning_rate": 7.467287370237204e-05,
+      "loss": 0.0076,
+      "step": 3061
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 0.02880135364830494,
+      "learning_rate": 7.458374037635502e-05,
+      "loss": 0.0039,
+      "step": 3062
+    },
+    {
+      "epoch": 2.01,
+      "grad_norm": 0.11909928172826767,
+      "learning_rate": 7.449464267430457e-05,
+      "loss": 0.0119,
+      "step": 3063
+    },
+    {
+      "epoch": 2.01,
+      "grad_norm": 0.04658658057451248,
+      "learning_rate": 7.440558063830731e-05,
+      "loss": 0.0042,
+      "step": 3064
+    },
+    {
+      "epoch": 2.01,
+      "grad_norm": 0.04415608569979668,
+      "learning_rate": 7.4316554310433e-05,
+      "loss": 0.0047,
+      "step": 3065
+    },
+    {
+      "epoch": 2.01,
+      "grad_norm": 0.01758030243217945,
+      "learning_rate": 7.42275637327345e-05,
+      "loss": 0.0019,
+      "step": 3066
+    },
+    {
+      "epoch": 2.01,
+      "grad_norm": 0.0055918144062161446,
+      "learning_rate": 7.41386089472478e-05,
+      "loss": 0.0008,
+      "step": 3067
+    },
+    {
+      "epoch": 2.01,
+      "grad_norm": 0.044865932315588,
+      "learning_rate": 7.404968999599207e-05,
+      "loss": 0.0055,
+      "step": 3068
+    },
+    {
+      "epoch": 2.01,
+      "grad_norm": 0.013705574907362461,
+      "learning_rate": 7.396080692096934e-05,
+      "loss": 0.0016,
+      "step": 3069
+    },
+    {
+      "epoch": 2.01,
+      "grad_norm": 0.01940620131790638,
+      "learning_rate": 7.387195976416486e-05,
+      "loss": 0.0024,
+      "step": 3070
+    },
+    {
+      "epoch": 2.01,
+      "grad_norm": 0.11089968681335449,
+      "learning_rate": 7.378314856754689e-05,
+      "loss": 0.005,
+      "step": 3071
+    },
+    {
+      "epoch": 2.01,
+      "grad_norm": 0.16515721380710602,
+      "learning_rate": 7.36943733730667e-05,
+      "loss": 0.0414,
+      "step": 3072
+    },
+    {
+      "epoch": 2.01,
+      "grad_norm": 0.316139817237854,
+      "learning_rate": 7.360563422265856e-05,
+      "loss": 0.0125,
+      "step": 3073
+    },
+    {
+      "epoch": 2.01,
+      "grad_norm": 0.019969282671809196,
+      "learning_rate": 7.351693115823964e-05,
+      "loss": 0.0021,
+      "step": 3074
+    },
+    {
+      "epoch": 2.01,
+      "grad_norm": 0.00985031109303236,
+      "learning_rate": 7.342826422171019e-05,
+      "loss": 0.0015,
+      "step": 3075
+    },
+    {
+      "epoch": 2.01,
+      "grad_norm": 0.033626820892095566,
+      "learning_rate": 7.333963345495326e-05,
+      "loss": 0.0037,
+      "step": 3076
+    },
+    {
+      "epoch": 2.01,
+      "grad_norm": 0.008928509429097176,
+      "learning_rate": 7.325103889983498e-05,
+      "loss": 0.0011,
+      "step": 3077
+    },
+    {
+      "epoch": 2.02,
+      "grad_norm": 0.08676271885633469,
+      "learning_rate": 7.316248059820417e-05,
+      "loss": 0.0198,
+      "step": 3078
+    },
+    {
+      "epoch": 2.02,
+      "grad_norm": 0.010934005491435528,
+      "learning_rate": 7.307395859189265e-05,
+      "loss": 0.0014,
+      "step": 3079
+    },
+    {
+      "epoch": 2.02,
+      "grad_norm": 0.03228992596268654,
+      "learning_rate": 7.298547292271512e-05,
+      "loss": 0.0027,
+      "step": 3080
+    },
+    {
+      "epoch": 2.02,
+      "grad_norm": 0.004572506994009018,
+      "learning_rate": 7.289702363246903e-05,
+      "loss": 0.0004,
+      "step": 3081
+    },
+    {
+      "epoch": 2.02,
+      "grad_norm": 0.09076468646526337,
+      "learning_rate": 7.280861076293473e-05,
+      "loss": 0.005,
+      "step": 3082
+    },
+    {
+      "epoch": 2.02,
+      "grad_norm": 0.023035453632473946,
+      "learning_rate": 7.272023435587529e-05,
+      "loss": 0.0018,
+      "step": 3083
+    },
+    {
+      "epoch": 2.02,
+      "grad_norm": 0.04920250549912453,
+      "learning_rate": 7.26318944530366e-05,
+      "loss": 0.0024,
+      "step": 3084
+    },
+    {
+      "epoch": 2.02,
+      "grad_norm": 0.007420959882438183,
+      "learning_rate": 7.254359109614736e-05,
+      "loss": 0.0009,
+      "step": 3085
+    },
+    {
+      "epoch": 2.02,
+      "grad_norm": 0.013646521605551243,
+      "learning_rate": 7.245532432691883e-05,
+      "loss": 0.0013,
+      "step": 3086
+    },
+    {
+      "epoch": 2.02,
+      "grad_norm": 0.005216498393565416,
+      "learning_rate": 7.236709418704516e-05,
+      "loss": 0.0007,
+      "step": 3087
+    },
+    {
+      "epoch": 2.02,
+      "grad_norm": 0.0383211225271225,
+      "learning_rate": 7.227890071820314e-05,
+      "loss": 0.0034,
+      "step": 3088
+    },
+    {
+      "epoch": 2.02,
+      "grad_norm": 0.06844444572925568,
+      "learning_rate": 7.219074396205221e-05,
+      "loss": 0.0044,
+      "step": 3089
+    },
+    {
+      "epoch": 2.02,
+      "grad_norm": 0.008179310709238052,
+      "learning_rate": 7.210262396023454e-05,
+      "loss": 0.0008,
+      "step": 3090
+    },
+    {
+      "epoch": 2.02,
+      "grad_norm": 0.009947978891432285,
+      "learning_rate": 7.201454075437488e-05,
+      "loss": 0.001,
+      "step": 3091
+    },
+    {
+      "epoch": 2.02,
+      "grad_norm": 0.12099776417016983,
+      "learning_rate": 7.192649438608058e-05,
+      "loss": 0.0064,
+      "step": 3092
+    },
+    {
+      "epoch": 2.02,
+      "grad_norm": 0.1767294555902481,
+      "learning_rate": 7.183848489694166e-05,
+      "loss": 0.0115,
+      "step": 3093
+    },
+    {
+      "epoch": 2.03,
+      "grad_norm": 0.19339025020599365,
+      "learning_rate": 7.175051232853072e-05,
+      "loss": 0.0056,
+      "step": 3094
+    },
+    {
+      "epoch": 2.03,
+      "grad_norm": 0.006366460584104061,
+      "learning_rate": 7.166257672240278e-05,
+      "loss": 0.0006,
+      "step": 3095
+    },
+    {
+      "epoch": 2.03,
+      "grad_norm": 0.015857741236686707,
+      "learning_rate": 7.157467812009556e-05,
+      "loss": 0.0013,
+      "step": 3096
+    },
+    {
+      "epoch": 2.03,
+      "grad_norm": 0.012925447896122932,
+      "learning_rate": 7.148681656312922e-05,
+      "loss": 0.0013,
+      "step": 3097
+    },
+    {
+      "epoch": 2.03,
+      "grad_norm": 0.1308155208826065,
+      "learning_rate": 7.139899209300646e-05,
+      "loss": 0.0157,
+      "step": 3098
+    },
+    {
+      "epoch": 2.03,
+      "grad_norm": 0.0184427909553051,
+      "learning_rate": 7.131120475121244e-05,
+      "loss": 0.001,
+      "step": 3099
+    },
+    {
+      "epoch": 2.03,
+      "grad_norm": 0.011915124021470547,
+      "learning_rate": 7.12234545792148e-05,
+      "loss": 0.0011,
+      "step": 3100
+    },
+    {
+      "epoch": 2.03,
+      "grad_norm": 0.002806570613756776,
+      "learning_rate": 7.11357416184636e-05,
+      "loss": 0.0003,
+      "step": 3101
+    },
+    {
+      "epoch": 2.03,
+      "grad_norm": 0.006056719459593296,
+      "learning_rate": 7.104806591039132e-05,
+      "loss": 0.0005,
+      "step": 3102
+    },
+    {
+      "epoch": 2.03,
+      "grad_norm": 0.008895138278603554,
+      "learning_rate": 7.096042749641294e-05,
+      "loss": 0.0008,
+      "step": 3103
+    },
+    {
+      "epoch": 2.03,
+      "grad_norm": 0.057021476328372955,
+      "learning_rate": 7.087282641792561e-05,
+      "loss": 0.0021,
+      "step": 3104
+    },
+    {
+      "epoch": 2.03,
+      "grad_norm": 0.24201320111751556,
+      "learning_rate": 7.078526271630901e-05,
+      "loss": 0.0148,
+      "step": 3105
+    },
+    {
+      "epoch": 2.03,
+      "grad_norm": 0.03161720559000969,
+      "learning_rate": 7.069773643292517e-05,
+      "loss": 0.002,
+      "step": 3106
+    },
+    {
+      "epoch": 2.03,
+      "grad_norm": 0.02011238783597946,
+      "learning_rate": 7.061024760911837e-05,
+      "loss": 0.0006,
+      "step": 3107
+    },
+    {
+      "epoch": 2.03,
+      "grad_norm": 0.3532894253730774,
+      "learning_rate": 7.052279628621523e-05,
+      "loss": 0.0053,
+      "step": 3108
+    },
+    {
+      "epoch": 2.04,
+      "grad_norm": 0.008078276179730892,
+      "learning_rate": 7.043538250552473e-05,
+      "loss": 0.0007,
+      "step": 3109
+    },
+    {
+      "epoch": 2.04,
+      "grad_norm": 0.07133232802152634,
+      "learning_rate": 7.034800630833791e-05,
+      "loss": 0.0042,
+      "step": 3110
+    },
+    {
+      "epoch": 2.04,
+      "grad_norm": 0.01626005955040455,
+      "learning_rate": 7.026066773592823e-05,
+      "loss": 0.0019,
+      "step": 3111
+    },
+    {
+      "epoch": 2.04,
+      "grad_norm": 0.003941709641367197,
+      "learning_rate": 7.017336682955137e-05,
+      "loss": 0.0004,
+      "step": 3112
+    },
+    {
+      "epoch": 2.04,
+      "grad_norm": 0.007748854346573353,
+      "learning_rate": 7.008610363044523e-05,
+      "loss": 0.0006,
+      "step": 3113
+    },
+    {
+      "epoch": 2.04,
+      "grad_norm": 0.011195815168321133,
+      "learning_rate": 6.999887817982972e-05,
+      "loss": 0.0008,
+      "step": 3114
+    },
+    {
+      "epoch": 2.04,
+      "grad_norm": 0.044785212725400925,
+      "learning_rate": 6.99116905189071e-05,
+      "loss": 0.0021,
+      "step": 3115
+    },
+    {
+      "epoch": 2.04,
+      "grad_norm": 0.0566740557551384,
+      "learning_rate": 6.982454068886175e-05,
+      "loss": 0.0031,
+      "step": 3116
+    },
+    {
+      "epoch": 2.04,
+      "grad_norm": 0.009785477072000504,
+      "learning_rate": 6.973742873086017e-05,
+      "loss": 0.0005,
+      "step": 3117
+    },
+    {
+      "epoch": 2.04,
+      "grad_norm": 0.021957093849778175,
+      "learning_rate": 6.965035468605093e-05,
+      "loss": 0.0012,
+      "step": 3118
+    },
+    {
+      "epoch": 2.04,
+      "grad_norm": 0.003774002194404602,
+      "learning_rate": 6.956331859556472e-05,
+      "loss": 0.0003,
+      "step": 3119
+    },
+    {
+      "epoch": 2.04,
+      "grad_norm": 0.01460148487240076,
+      "learning_rate": 6.947632050051434e-05,
+      "loss": 0.0013,
+      "step": 3120
+    },
+    {
+      "epoch": 2.04,
+      "grad_norm": 0.1362820416688919,
+      "learning_rate": 6.938936044199458e-05,
+      "loss": 0.0042,
+      "step": 3121
+    },
+    {
+      "epoch": 2.04,
+      "grad_norm": 0.028854064643383026,
+      "learning_rate": 6.930243846108232e-05,
+      "loss": 0.0018,
+      "step": 3122
+    },
+    {
+      "epoch": 2.04,
+      "grad_norm": 0.00219525839202106,
+      "learning_rate": 6.921555459883637e-05,
+      "loss": 0.0002,
+      "step": 3123
+    },
+    {
+      "epoch": 2.05,
+      "grad_norm": 0.07864437252283096,
+      "learning_rate": 6.912870889629759e-05,
+      "loss": 0.0048,
+      "step": 3124
+    },
+    {
+      "epoch": 2.05,
+      "grad_norm": 0.0015528085641562939,
+      "learning_rate": 6.904190139448881e-05,
+      "loss": 0.0002,
+      "step": 3125
+    },
+    {
+      "epoch": 2.05,
+      "grad_norm": 0.11591034382581711,
+      "learning_rate": 6.895513213441485e-05,
+      "loss": 0.0372,
+      "step": 3126
+    },
+    {
+      "epoch": 2.05,
+      "grad_norm": 0.0910307765007019,
+      "learning_rate": 6.886840115706241e-05,
+      "loss": 0.0013,
+      "step": 3127
+    },
+    {
+      "epoch": 2.05,
+      "grad_norm": 0.006387822329998016,
+      "learning_rate": 6.878170850340012e-05,
+      "loss": 0.0005,
+      "step": 3128
+    },
+    {
+      "epoch": 2.05,
+      "grad_norm": 0.04994610324501991,
+      "learning_rate": 6.869505421437854e-05,
+      "loss": 0.0023,
+      "step": 3129
+    },
+    {
+      "epoch": 2.05,
+      "grad_norm": 0.15009135007858276,
+      "learning_rate": 6.860843833093006e-05,
+      "loss": 0.0126,
+      "step": 3130
+    },
+    {
+      "epoch": 2.05,
+      "grad_norm": 0.00306086172349751,
+      "learning_rate": 6.8521860893969e-05,
+      "loss": 0.0003,
+      "step": 3131
+    },
+    {
+      "epoch": 2.05,
+      "grad_norm": 0.6200054883956909,
+      "learning_rate": 6.843532194439141e-05,
+      "loss": 0.0137,
+      "step": 3132
+    },
+    {
+      "epoch": 2.05,
+      "grad_norm": 0.03659270331263542,
+      "learning_rate": 6.834882152307522e-05,
+      "loss": 0.0006,
+      "step": 3133
+    },
+    {
+      "epoch": 2.05,
+      "grad_norm": 0.006774500943720341,
+      "learning_rate": 6.82623596708802e-05,
+      "loss": 0.0006,
+      "step": 3134
+    },
+    {
+      "epoch": 2.05,
+      "grad_norm": 0.02588949166238308,
+      "learning_rate": 6.817593642864783e-05,
+      "loss": 0.0009,
+      "step": 3135
+    },
+    {
+      "epoch": 2.05,
+      "grad_norm": 0.012879827991127968,
+      "learning_rate": 6.808955183720141e-05,
+      "loss": 0.0007,
+      "step": 3136
+    },
+    {
+      "epoch": 2.05,
+      "grad_norm": 0.004731791093945503,
+      "learning_rate": 6.800320593734596e-05,
+      "loss": 0.0003,
+      "step": 3137
+    },
+    {
+      "epoch": 2.05,
+      "grad_norm": 0.015829216688871384,
+      "learning_rate": 6.79168987698682e-05,
+      "loss": 0.001,
+      "step": 3138
+    },
+    {
+      "epoch": 2.05,
+      "grad_norm": 0.17940203845500946,
+      "learning_rate": 6.78306303755366e-05,
+      "loss": 0.0297,
+      "step": 3139
+    },
+    {
+      "epoch": 2.06,
+      "grad_norm": 0.0027716802433133125,
+      "learning_rate": 6.77444007951013e-05,
+      "loss": 0.0002,
+      "step": 3140
+    },
+    {
+      "epoch": 2.06,
+      "grad_norm": 0.015646016225218773,
+      "learning_rate": 6.765821006929403e-05,
+      "loss": 0.0005,
+      "step": 3141
+    },
+    {
+      "epoch": 2.06,
+      "grad_norm": 0.012443234212696552,
+      "learning_rate": 6.757205823882828e-05,
+      "loss": 0.0007,
+      "step": 3142
+    },
+    {
+      "epoch": 2.06,
+      "grad_norm": 0.07186063379049301,
+      "learning_rate": 6.748594534439911e-05,
+      "loss": 0.0026,
+      "step": 3143
+    },
+    {
+      "epoch": 2.06,
+      "grad_norm": 0.20627544820308685,
+      "learning_rate": 6.739987142668321e-05,
+      "loss": 0.0055,
+      "step": 3144
+    },
+    {
+      "epoch": 2.06,
+      "grad_norm": 0.002659998834133148,
+      "learning_rate": 6.731383652633882e-05,
+      "loss": 0.0003,
+      "step": 3145
+    },
+    {
+      "epoch": 2.06,
+      "grad_norm": 0.008209268562495708,
+      "learning_rate": 6.72278406840058e-05,
+      "loss": 0.0004,
+      "step": 3146
+    },
+    {
+      "epoch": 2.06,
+      "grad_norm": 0.013124651275575161,
+      "learning_rate": 6.714188394030554e-05,
+      "loss": 0.001,
+      "step": 3147
+    },
+    {
+      "epoch": 2.06,
+      "grad_norm": 0.008720333687961102,
+      "learning_rate": 6.7055966335841e-05,
+      "loss": 0.0004,
+      "step": 3148
+    },
+    {
+      "epoch": 2.06,
+      "grad_norm": 0.006276703905314207,
+      "learning_rate": 6.697008791119649e-05,
+      "loss": 0.0005,
+      "step": 3149
+    },
+    {
+      "epoch": 2.06,
+      "grad_norm": 0.051605816930532455,
+      "learning_rate": 6.688424870693801e-05,
+      "loss": 0.0037,
+      "step": 3150
+    },
+    {
+      "epoch": 2.06,
+      "grad_norm": 0.049970634281635284,
+      "learning_rate": 6.679844876361293e-05,
+      "loss": 0.0028,
+      "step": 3151
+    },
+    {
+      "epoch": 2.06,
+      "grad_norm": 0.004212846979498863,
+      "learning_rate": 6.671268812175014e-05,
+      "loss": 0.0004,
+      "step": 3152
+    },
+    {
+      "epoch": 2.06,
+      "grad_norm": 0.058990731835365295,
+      "learning_rate": 6.662696682185988e-05,
+      "loss": 0.003,
+      "step": 3153
+    },
+    {
+      "epoch": 2.06,
+      "grad_norm": 0.010446381755173206,
+      "learning_rate": 6.654128490443388e-05,
+      "loss": 0.0007,
+      "step": 3154
+    },
+    {
+      "epoch": 2.07,
+      "grad_norm": 0.003605799749493599,
+      "learning_rate": 6.645564240994524e-05,
+      "loss": 0.0003,
+      "step": 3155
+    },
+    {
+      "epoch": 2.07,
+      "grad_norm": 0.02312384359538555,
+      "learning_rate": 6.637003937884842e-05,
+      "loss": 0.001,
+      "step": 3156
+    },
+    {
+      "epoch": 2.07,
+      "grad_norm": 0.01894088089466095,
+      "learning_rate": 6.628447585157932e-05,
+      "loss": 0.0011,
+      "step": 3157
+    },
+    {
+      "epoch": 2.07,
+      "grad_norm": 0.0029064773116260767,
+      "learning_rate": 6.619895186855501e-05,
+      "loss": 0.0002,
+      "step": 3158
+    },
+    {
+      "epoch": 2.07,
+      "grad_norm": 0.0694064125418663,
+      "learning_rate": 6.611346747017404e-05,
+      "loss": 0.0027,
+      "step": 3159
+    },
+    {
+      "epoch": 2.07,
+      "grad_norm": 0.006106645800173283,
+      "learning_rate": 6.602802269681621e-05,
+      "loss": 0.0004,
+      "step": 3160
+    },
+    {
+      "epoch": 2.07,
+      "grad_norm": 0.005483656190335751,
+      "learning_rate": 6.59426175888426e-05,
+      "loss": 0.0004,
+      "step": 3161
+    },
+    {
+      "epoch": 2.07,
+      "grad_norm": 0.005027757957577705,
+      "learning_rate": 6.585725218659556e-05,
+      "loss": 0.0003,
+      "step": 3162
+    },
+    {
+      "epoch": 2.07,
+      "grad_norm": 0.0007672994979657233,
+      "learning_rate": 6.577192653039866e-05,
+      "loss": 0.0001,
+      "step": 3163
+    },
+    {
+      "epoch": 2.07,
+      "grad_norm": 0.0002690361870918423,
+      "learning_rate": 6.568664066055673e-05,
+      "loss": 0.0,
+      "step": 3164
+    },
+    {
+      "epoch": 2.07,
+      "grad_norm": 0.021148182451725006,
+      "learning_rate": 6.560139461735578e-05,
+      "loss": 0.0008,
+      "step": 3165
+    },
+    {
+      "epoch": 2.07,
+      "grad_norm": 0.004046349320560694,
+      "learning_rate": 6.551618844106309e-05,
+      "loss": 0.0001,
+      "step": 3166
+    },
+    {
+      "epoch": 2.07,
+      "grad_norm": 0.0011810839641839266,
+      "learning_rate": 6.54310221719269e-05,
+      "loss": 0.0001,
+      "step": 3167
+    },
+    {
+      "epoch": 2.07,
+      "grad_norm": 0.0018804300343617797,
+      "learning_rate": 6.53458958501768e-05,
+      "loss": 0.0002,
+      "step": 3168
+    },
+    {
+      "epoch": 2.07,
+      "grad_norm": 0.3152017593383789,
+      "learning_rate": 6.526080951602346e-05,
+      "loss": 0.0075,
+      "step": 3169
+    },
+    {
+      "epoch": 2.08,
+      "grad_norm": 0.005373880732804537,
+      "learning_rate": 6.517576320965865e-05,
+      "loss": 0.0003,
+      "step": 3170
+    },
+    {
+      "epoch": 2.08,
+      "grad_norm": 0.004283849615603685,
+      "learning_rate": 6.50907569712552e-05,
+      "loss": 0.0003,
+      "step": 3171
+    },
+    {
+      "epoch": 2.08,
+      "grad_norm": 0.011751600541174412,
+      "learning_rate": 6.500579084096707e-05,
+      "loss": 0.0005,
+      "step": 3172
+    },
+    {
+      "epoch": 2.08,
+      "grad_norm": 0.007891875691711903,
+      "learning_rate": 6.492086485892923e-05,
+      "loss": 0.0005,
+      "step": 3173
+    },
+    {
+      "epoch": 2.08,
+      "grad_norm": 0.0010966439731419086,
+      "learning_rate": 6.483597906525777e-05,
+      "loss": 0.0001,
+      "step": 3174
+    },
+    {
+      "epoch": 2.08,
+      "grad_norm": 0.09881124645471573,
+      "learning_rate": 6.47511335000496e-05,
+      "loss": 0.0057,
+      "step": 3175
+    },
+    {
+      "epoch": 2.08,
+      "grad_norm": 0.035056356340646744,
+      "learning_rate": 6.466632820338283e-05,
+      "loss": 0.0009,
+      "step": 3176
+    },
+    {
+      "epoch": 2.08,
+      "grad_norm": 0.009287077002227306,
+      "learning_rate": 6.458156321531646e-05,
+      "loss": 0.0006,
+      "step": 3177
+    },
+    {
+      "epoch": 2.08,
+      "grad_norm": 0.001837094547227025,
+      "learning_rate": 6.449683857589049e-05,
+      "loss": 0.0002,
+      "step": 3178
+    },
+    {
+      "epoch": 2.08,
+      "grad_norm": 0.0009134543361142278,
+      "learning_rate": 6.44121543251258e-05,
+      "loss": 0.0001,
+      "step": 3179
+    },
+    {
+      "epoch": 2.08,
+      "grad_norm": 0.003934761509299278,
+      "learning_rate": 6.432751050302425e-05,
+      "loss": 0.0002,
+      "step": 3180
+    },
+    {
+      "epoch": 2.08,
+      "grad_norm": 0.04439563676714897,
+      "learning_rate": 6.424290714956857e-05,
+      "loss": 0.0019,
+      "step": 3181
+    },
+    {
+      "epoch": 2.08,
+      "grad_norm": 0.009751858189702034,
+      "learning_rate": 6.415834430472239e-05,
+      "loss": 0.0004,
+      "step": 3182
+    },
+    {
+      "epoch": 2.08,
+      "grad_norm": 0.15930423140525818,
+      "learning_rate": 6.407382200843026e-05,
+      "loss": 0.0058,
+      "step": 3183
+    },
+    {
+      "epoch": 2.08,
+      "grad_norm": 0.0022712252102792263,
+      "learning_rate": 6.398934030061738e-05,
+      "loss": 0.0002,
+      "step": 3184
+    },
+    {
+      "epoch": 2.09,
+      "grad_norm": 0.0385560542345047,
+      "learning_rate": 6.390489922119e-05,
+      "loss": 0.0011,
+      "step": 3185
+    },
+    {
+      "epoch": 2.09,
+      "grad_norm": 0.011401673778891563,
+      "learning_rate": 6.382049881003509e-05,
+      "loss": 0.0004,
+      "step": 3186
+    },
+    {
+      "epoch": 2.09,
+      "grad_norm": 0.0359170064330101,
+      "learning_rate": 6.373613910702038e-05,
+      "loss": 0.0013,
+      "step": 3187
+    },
+    {
+      "epoch": 2.09,
+      "grad_norm": 0.24599847197532654,
+      "learning_rate": 6.365182015199442e-05,
+      "loss": 0.0149,
+      "step": 3188
+    },
+    {
+      "epoch": 2.09,
+      "grad_norm": 0.010207513347268105,
+      "learning_rate": 6.35675419847865e-05,
+      "loss": 0.0004,
+      "step": 3189
+    },
+    {
+      "epoch": 2.09,
+      "grad_norm": 0.003619662718847394,
+      "learning_rate": 6.348330464520663e-05,
+      "loss": 0.0002,
+      "step": 3190
+    },
+    {
+      "epoch": 2.09,
+      "grad_norm": 0.08463262021541595,
+      "learning_rate": 6.339910817304553e-05,
+      "loss": 0.0019,
+      "step": 3191
+    },
+    {
+      "epoch": 2.09,
+      "grad_norm": 0.001637775101698935,
+      "learning_rate": 6.331495260807471e-05,
+      "loss": 0.0001,
+      "step": 3192
+    },
+    {
+      "epoch": 2.09,
+      "grad_norm": 0.009566172026097775,
+      "learning_rate": 6.323083799004614e-05,
+      "loss": 0.0004,
+      "step": 3193
+    },
+    {
+      "epoch": 2.09,
+      "grad_norm": 0.00526285357773304,
+      "learning_rate": 6.314676435869267e-05,
+      "loss": 0.0003,
+      "step": 3194
+    },
+    {
+      "epoch": 2.09,
+      "grad_norm": 0.0015120654134079814,
+      "learning_rate": 6.306273175372767e-05,
+      "loss": 0.0001,
+      "step": 3195
+    },
+    {
+      "epoch": 2.09,
+      "grad_norm": 0.008848036639392376,
+      "learning_rate": 6.297874021484518e-05,
+      "loss": 0.0005,
+      "step": 3196
+    },
+    {
+      "epoch": 2.09,
+      "grad_norm": 0.4212523102760315,
+      "learning_rate": 6.28947897817198e-05,
+      "loss": 0.0358,
+      "step": 3197
+    },
+    {
+      "epoch": 2.09,
+      "grad_norm": 0.007119151297956705,
+      "learning_rate": 6.281088049400676e-05,
+      "loss": 0.0004,
+      "step": 3198
+    },
+    {
+      "epoch": 2.09,
+      "grad_norm": 0.256693035364151,
+      "learning_rate": 6.272701239134183e-05,
+      "loss": 0.0115,
+      "step": 3199
+    },
+    {
+      "epoch": 2.09,
+      "grad_norm": 0.12740834057331085,
+      "learning_rate": 6.264318551334132e-05,
+      "loss": 0.0031,
+      "step": 3200
+    },
+    {
+      "epoch": 2.1,
+      "grad_norm": 0.0034774895757436752,
+      "learning_rate": 6.255939989960214e-05,
+      "loss": 0.0002,
+      "step": 3201
+    },
+    {
+      "epoch": 2.1,
+      "grad_norm": 0.09209202229976654,
+      "learning_rate": 6.247565558970152e-05,
+      "loss": 0.0017,
+      "step": 3202
+    },
+    {
+      "epoch": 2.1,
+      "grad_norm": 0.017498863860964775,
+      "learning_rate": 6.239195262319737e-05,
+      "loss": 0.0008,
+      "step": 3203
+    },
+    {
+      "epoch": 2.1,
+      "grad_norm": 0.010991438291966915,
+      "learning_rate": 6.2308291039628e-05,
+      "loss": 0.0005,
+      "step": 3204
+    },
+    {
+      "epoch": 2.1,
+      "grad_norm": 0.0019388212822377682,
+      "learning_rate": 6.222467087851216e-05,
+      "loss": 0.0002,
+      "step": 3205
+    },
+    {
+      "epoch": 2.1,
+      "grad_norm": 0.007399784401059151,
+      "learning_rate": 6.214109217934907e-05,
+      "loss": 0.0002,
+      "step": 3206
+    },
+    {
+      "epoch": 2.1,
+      "grad_norm": 0.005549309309571981,
+      "learning_rate": 6.205755498161833e-05,
+      "loss": 0.0003,
+      "step": 3207
+    },
+    {
+      "epoch": 2.1,
+      "grad_norm": 0.4334615170955658,
+      "learning_rate": 6.197405932477997e-05,
+      "loss": 0.009,
+      "step": 3208
+    },
+    {
+      "epoch": 2.1,
+      "grad_norm": 0.004956515040248632,
+      "learning_rate": 6.189060524827438e-05,
+      "loss": 0.0003,
+      "step": 3209
+    },
+    {
+      "epoch": 2.1,
+      "grad_norm": 0.00660488149151206,
+      "learning_rate": 6.180719279152226e-05,
+      "loss": 0.0004,
+      "step": 3210
+    },
+    {
+      "epoch": 2.1,
+      "grad_norm": 0.033332448452711105,
+      "learning_rate": 6.172382199392477e-05,
+      "loss": 0.001,
+      "step": 3211
+    },
+    {
+      "epoch": 2.1,
+      "grad_norm": 0.03414176031947136,
+      "learning_rate": 6.164049289486323e-05,
+      "loss": 0.0017,
+      "step": 3212
+    },
+    {
+      "epoch": 2.1,
+      "grad_norm": 0.006915814708918333,
+      "learning_rate": 6.155720553369939e-05,
+      "loss": 0.0005,
+      "step": 3213
+    },
+    {
+      "epoch": 2.1,
+      "grad_norm": 0.021319087594747543,
+      "learning_rate": 6.147395994977523e-05,
+      "loss": 0.0009,
+      "step": 3214
+    },
+    {
+      "epoch": 2.1,
+      "grad_norm": 0.26830780506134033,
+      "learning_rate": 6.139075618241305e-05,
+      "loss": 0.0382,
+      "step": 3215
+    },
+    {
+      "epoch": 2.11,
+      "grad_norm": 0.002733568660914898,
+      "learning_rate": 6.130759427091533e-05,
+      "loss": 0.0002,
+      "step": 3216
+    },
+    {
+      "epoch": 2.11,
+      "grad_norm": 0.025117401033639908,
+      "learning_rate": 6.122447425456483e-05,
+      "loss": 0.0007,
+      "step": 3217
+    },
+    {
+      "epoch": 2.11,
+      "grad_norm": 0.004128337372094393,
+      "learning_rate": 6.114139617262447e-05,
+      "loss": 0.0003,
+      "step": 3218
+    },
+    {
+      "epoch": 2.11,
+      "grad_norm": 0.047063447535037994,
+      "learning_rate": 6.105836006433743e-05,
+      "loss": 0.0015,
+      "step": 3219
+    },
+    {
+      "epoch": 2.11,
+      "grad_norm": 0.009646626189351082,
+      "learning_rate": 6.0975365968927036e-05,
+      "loss": 0.0009,
+      "step": 3220
+    },
+    {
+      "epoch": 2.11,
+      "grad_norm": 0.053330641239881516,
+      "learning_rate": 6.0892413925596665e-05,
+      "loss": 0.0021,
+      "step": 3221
+    },
+    {
+      "epoch": 2.11,
+      "grad_norm": 0.005851525813341141,
+      "learning_rate": 6.0809503973529975e-05,
+      "loss": 0.0003,
+      "step": 3222
+    },
+    {
+      "epoch": 2.11,
+      "grad_norm": 0.0005984354065731168,
+      "learning_rate": 6.072663615189069e-05,
+      "loss": 0.0,
+      "step": 3223
+    },
+    {
+      "epoch": 2.11,
+      "grad_norm": 0.01633174903690815,
+      "learning_rate": 6.064381049982262e-05,
+      "loss": 0.0007,
+      "step": 3224
+    },
+    {
+      "epoch": 2.11,
+      "grad_norm": 0.055244430899620056,
+      "learning_rate": 6.0561027056449676e-05,
+      "loss": 0.0017,
+      "step": 3225
+    },
+    {
+      "epoch": 2.11,
+      "grad_norm": 0.28780126571655273,
+      "learning_rate": 6.0478285860875816e-05,
+      "loss": 0.0105,
+      "step": 3226
+    },
+    {
+      "epoch": 2.11,
+      "grad_norm": 0.034277625381946564,
+      "learning_rate": 6.039558695218506e-05,
+      "loss": 0.001,
+      "step": 3227
+    },
+    {
+      "epoch": 2.11,
+      "grad_norm": 0.5036815404891968,
+      "learning_rate": 6.0312930369441414e-05,
+      "loss": 0.0084,
+      "step": 3228
+    },
+    {
+      "epoch": 2.11,
+      "grad_norm": 0.024652687832713127,
+      "learning_rate": 6.0230316151688987e-05,
+      "loss": 0.0008,
+      "step": 3229
+    },
+    {
+      "epoch": 2.11,
+      "grad_norm": 0.013688890263438225,
+      "learning_rate": 6.0147744337951686e-05,
+      "loss": 0.0005,
+      "step": 3230
+    },
+    {
+      "epoch": 2.12,
+      "grad_norm": 0.0009207276743836701,
+      "learning_rate": 6.006521496723359e-05,
+      "loss": 0.0001,
+      "step": 3231
+    },
+    {
+      "epoch": 2.12,
+      "grad_norm": 0.007560947444289923,
+      "learning_rate": 5.9982728078518607e-05,
+      "loss": 0.0003,
+      "step": 3232
+    },
+    {
+      "epoch": 2.12,
+      "grad_norm": 0.0022380175068974495,
+      "learning_rate": 5.9900283710770655e-05,
+      "loss": 0.0001,
+      "step": 3233
+    },
+    {
+      "epoch": 2.12,
+      "grad_norm": 0.023539673537015915,
+      "learning_rate": 5.981788190293349e-05,
+      "loss": 0.001,
+      "step": 3234
+    },
+    {
+      "epoch": 2.12,
+      "grad_norm": 0.004317943472415209,
+      "learning_rate": 5.9735522693930845e-05,
+      "loss": 0.0001,
+      "step": 3235
+    },
+    {
+      "epoch": 2.12,
+      "grad_norm": 0.0026261620223522186,
+      "learning_rate": 5.965320612266628e-05,
+      "loss": 0.0002,
+      "step": 3236
+    },
+    {
+      "epoch": 2.12,
+      "grad_norm": 0.004484075587242842,
+      "learning_rate": 5.957093222802325e-05,
+      "loss": 0.0003,
+      "step": 3237
+    },
+    {
+      "epoch": 2.12,
+      "grad_norm": 0.017440563067793846,
+      "learning_rate": 5.948870104886495e-05,
+      "loss": 0.0007,
+      "step": 3238
+    },
+    {
+      "epoch": 2.12,
+      "grad_norm": 0.0010862457565963268,
+      "learning_rate": 5.940651262403451e-05,
+      "loss": 0.0001,
+      "step": 3239
+    },
+    {
+      "epoch": 2.12,
+      "grad_norm": 0.20822399854660034,
+      "learning_rate": 5.932436699235482e-05,
+      "loss": 0.0361,
+      "step": 3240
+    },
+    {
+      "epoch": 2.12,
+      "grad_norm": 0.09969034790992737,
+      "learning_rate": 5.924226419262859e-05,
+      "loss": 0.0026,
+      "step": 3241
+    },
+    {
+      "epoch": 2.12,
+      "grad_norm": 0.0049345120787620544,
+      "learning_rate": 5.916020426363825e-05,
+      "loss": 0.0003,
+      "step": 3242
+    },
+    {
+      "epoch": 2.12,
+      "grad_norm": 0.0024491448421031237,
+      "learning_rate": 5.907818724414601e-05,
+      "loss": 0.0002,
+      "step": 3243
+    },
+    {
+      "epoch": 2.12,
+      "grad_norm": 0.00141709775198251,
+      "learning_rate": 5.899621317289379e-05,
+      "loss": 0.0001,
+      "step": 3244
+    },
+    {
+      "epoch": 2.12,
+      "grad_norm": 0.011614524759352207,
+      "learning_rate": 5.8914282088603234e-05,
+      "loss": 0.0007,
+      "step": 3245
+    },
+    {
+      "epoch": 2.13,
+      "grad_norm": 0.003174105891957879,
+      "learning_rate": 5.883239402997576e-05,
+      "loss": 0.0003,
+      "step": 3246
+    },
+    {
+      "epoch": 2.13,
+      "grad_norm": 0.019315171986818314,
+      "learning_rate": 5.875054903569225e-05,
+      "loss": 0.0005,
+      "step": 3247
+    },
+    {
+      "epoch": 2.13,
+      "grad_norm": 0.018212556838989258,
+      "learning_rate": 5.866874714441344e-05,
+      "loss": 0.0006,
+      "step": 3248
+    },
+    {
+      "epoch": 2.13,
+      "grad_norm": 0.13858914375305176,
+      "learning_rate": 5.8586988394779635e-05,
+      "loss": 0.0016,
+      "step": 3249
+    },
+    {
+      "epoch": 2.13,
+      "grad_norm": 0.0014750031987205148,
+      "learning_rate": 5.850527282541078e-05,
+      "loss": 0.0001,
+      "step": 3250
+    },
+    {
+      "epoch": 2.13,
+      "grad_norm": 0.0020258587319403887,
+      "learning_rate": 5.8423600474906404e-05,
+      "loss": 0.0001,
+      "step": 3251
+    },
+    {
+      "epoch": 2.13,
+      "grad_norm": 0.004569962155073881,
+      "learning_rate": 5.834197138184563e-05,
+      "loss": 0.0003,
+      "step": 3252
+    },
+    {
+      "epoch": 2.13,
+      "grad_norm": 0.48737093806266785,
+      "learning_rate": 5.826038558478716e-05,
+      "loss": 0.0686,
+      "step": 3253
+    },
+    {
+      "epoch": 2.13,
+      "grad_norm": 0.012425919063389301,
+      "learning_rate": 5.81788431222692e-05,
+      "loss": 0.0005,
+      "step": 3254
+    },
+    {
+      "epoch": 2.13,
+      "grad_norm": 0.024924419820308685,
+      "learning_rate": 5.8097344032809615e-05,
+      "loss": 0.0005,
+      "step": 3255
+    },
+    {
+      "epoch": 2.13,
+      "grad_norm": 0.002496515167877078,
+      "learning_rate": 5.801588835490552e-05,
+      "loss": 0.0001,
+      "step": 3256
+    },
+    {
+      "epoch": 2.13,
+      "grad_norm": 0.0027548614889383316,
+      "learning_rate": 5.79344761270338e-05,
+      "loss": 0.0002,
+      "step": 3257
+    },
+    {
+      "epoch": 2.13,
+      "grad_norm": 0.01802532747387886,
+      "learning_rate": 5.7853107387650675e-05,
+      "loss": 0.0009,
+      "step": 3258
+    },
+    {
+      "epoch": 2.13,
+      "grad_norm": 0.015366035513579845,
+      "learning_rate": 5.7771782175191864e-05,
+      "loss": 0.0004,
+      "step": 3259
+    },
+    {
+      "epoch": 2.13,
+      "grad_norm": 0.03580791503190994,
+      "learning_rate": 5.769050052807249e-05,
+      "loss": 0.0018,
+      "step": 3260
+    },
+    {
+      "epoch": 2.13,
+      "grad_norm": 0.11138907074928284,
+      "learning_rate": 5.760926248468716e-05,
+      "loss": 0.0019,
+      "step": 3261
+    },
+    {
+      "epoch": 2.14,
+      "grad_norm": 0.009690427221357822,
+      "learning_rate": 5.75280680834098e-05,
+      "loss": 0.0008,
+      "step": 3262
+    },
+    {
+      "epoch": 2.14,
+      "grad_norm": 0.004451524466276169,
+      "learning_rate": 5.744691736259386e-05,
+      "loss": 0.0003,
+      "step": 3263
+    },
+    {
+      "epoch": 2.14,
+      "grad_norm": 0.007070077117532492,
+      "learning_rate": 5.736581036057192e-05,
+      "loss": 0.0005,
+      "step": 3264
+    },
+    {
+      "epoch": 2.14,
+      "grad_norm": 0.011497410014271736,
+      "learning_rate": 5.7284747115656134e-05,
+      "loss": 0.0005,
+      "step": 3265
+    },
+    {
+      "epoch": 2.14,
+      "grad_norm": 0.3138227164745331,
+      "learning_rate": 5.720372766613787e-05,
+      "loss": 0.046,
+      "step": 3266
+    },
+    {
+      "epoch": 2.14,
+      "grad_norm": 0.12561139464378357,
+      "learning_rate": 5.712275205028789e-05,
+      "loss": 0.0281,
+      "step": 3267
+    },
+    {
+      "epoch": 2.14,
+      "grad_norm": 0.1856832355260849,
+      "learning_rate": 5.704182030635617e-05,
+      "loss": 0.0071,
+      "step": 3268
+    },
+    {
+      "epoch": 2.14,
+      "grad_norm": 0.007879674434661865,
+      "learning_rate": 5.696093247257201e-05,
+      "loss": 0.0005,
+      "step": 3269
+    },
+    {
+      "epoch": 2.14,
+      "grad_norm": 0.02565966546535492,
+      "learning_rate": 5.688008858714393e-05,
+      "loss": 0.0013,
+      "step": 3270
+    },
+    {
+      "epoch": 2.14,
+      "grad_norm": 0.363846093416214,
+      "learning_rate": 5.679928868825974e-05,
+      "loss": 0.0104,
+      "step": 3271
+    },
+    {
+      "epoch": 2.14,
+      "grad_norm": 0.6184598803520203,
+      "learning_rate": 5.67185328140865e-05,
+      "loss": 0.0094,
+      "step": 3272
+    },
+    {
+      "epoch": 2.14,
+      "grad_norm": 0.05976525694131851,
+      "learning_rate": 5.66378210027703e-05,
+      "loss": 0.0038,
+      "step": 3273
+    },
+    {
+      "epoch": 2.14,
+      "grad_norm": 0.01400262676179409,
+      "learning_rate": 5.65571532924366e-05,
+      "loss": 0.0007,
+      "step": 3274
+    },
+    {
+      "epoch": 2.14,
+      "grad_norm": 0.05980502441525459,
+      "learning_rate": 5.6476529721189974e-05,
+      "loss": 0.0024,
+      "step": 3275
+    },
+    {
+      "epoch": 2.14,
+      "grad_norm": 0.01195542048662901,
+      "learning_rate": 5.639595032711411e-05,
+      "loss": 0.001,
+      "step": 3276
+    },
+    {
+      "epoch": 2.15,
+      "grad_norm": 0.012757666409015656,
+      "learning_rate": 5.63154151482719e-05,
+      "loss": 0.0012,
+      "step": 3277
+    },
+    {
+      "epoch": 2.15,
+      "grad_norm": 0.010214698500931263,
+      "learning_rate": 5.6234924222705255e-05,
+      "loss": 0.0011,
+      "step": 3278
+    },
+    {
+      "epoch": 2.15,
+      "grad_norm": 0.5173309445381165,
+      "learning_rate": 5.615447758843526e-05,
+      "loss": 0.0079,
+      "step": 3279
+    },
+    {
+      "epoch": 2.15,
+      "grad_norm": 0.0016734300879761577,
+      "learning_rate": 5.6074075283462074e-05,
+      "loss": 0.0002,
+      "step": 3280
+    },
+    {
+      "epoch": 2.15,
+      "grad_norm": 0.018250368535518646,
+      "learning_rate": 5.59937173457649e-05,
+      "loss": 0.001,
+      "step": 3281
+    },
+    {
+      "epoch": 2.15,
+      "grad_norm": 0.04990352690219879,
+      "learning_rate": 5.5913403813301914e-05,
+      "loss": 0.0017,
+      "step": 3282
+    },
+    {
+      "epoch": 2.15,
+      "grad_norm": 0.011470275931060314,
+      "learning_rate": 5.583313472401041e-05,
+      "loss": 0.001,
+      "step": 3283
+    },
+    {
+      "epoch": 2.15,
+      "grad_norm": 0.029932580888271332,
+      "learning_rate": 5.575291011580666e-05,
+      "loss": 0.0019,
+      "step": 3284
+    },
+    {
+      "epoch": 2.15,
+      "grad_norm": 0.007193171884864569,
+      "learning_rate": 5.567273002658594e-05,
+      "loss": 0.0006,
+      "step": 3285
+    },
+    {
+      "epoch": 2.15,
+      "grad_norm": 0.06624811887741089,
+      "learning_rate": 5.5592594494222465e-05,
+      "loss": 0.003,
+      "step": 3286
+    },
+    {
+      "epoch": 2.15,
+      "grad_norm": 0.005450272001326084,
+      "learning_rate": 5.5512503556569435e-05,
+      "loss": 0.0005,
+      "step": 3287
+    },
+    {
+      "epoch": 2.15,
+      "grad_norm": 0.0019293631194159389,
+      "learning_rate": 5.5432457251458946e-05,
+      "loss": 0.0002,
+      "step": 3288
+    },
+    {
+      "epoch": 2.15,
+      "grad_norm": 0.007713042665272951,
+      "learning_rate": 5.535245561670204e-05,
+      "loss": 0.0006,
+      "step": 3289
+    },
+    {
+      "epoch": 2.15,
+      "grad_norm": 0.0062887719832360744,
+      "learning_rate": 5.5272498690088724e-05,
+      "loss": 0.0005,
+      "step": 3290
+    },
+    {
+      "epoch": 2.15,
+      "grad_norm": 0.004071138799190521,
+      "learning_rate": 5.51925865093877e-05,
+      "loss": 0.0004,
+      "step": 3291
+    },
+    {
+      "epoch": 2.16,
+      "grad_norm": 0.006920125335454941,
+      "learning_rate": 5.5112719112346686e-05,
+      "loss": 0.0005,
+      "step": 3292
+    },
+    {
+      "epoch": 2.16,
+      "grad_norm": 0.04592970013618469,
+      "learning_rate": 5.5032896536692214e-05,
+      "loss": 0.0025,
+      "step": 3293
+    },
+    {
+      "epoch": 2.16,
+      "grad_norm": 0.05991462245583534,
+      "learning_rate": 5.495311882012966e-05,
+      "loss": 0.0019,
+      "step": 3294
+    },
+    {
+      "epoch": 2.16,
+      "grad_norm": 0.004764164332300425,
+      "learning_rate": 5.4873386000343154e-05,
+      "loss": 0.0004,
+      "step": 3295
+    },
+    {
+      "epoch": 2.16,
+      "grad_norm": 0.02527697943150997,
+      "learning_rate": 5.4793698114995685e-05,
+      "loss": 0.0016,
+      "step": 3296
+    },
+    {
+      "epoch": 2.16,
+      "grad_norm": 0.0032181846909224987,
+      "learning_rate": 5.471405520172896e-05,
+      "loss": 0.0003,
+      "step": 3297
+    },
+    {
+      "epoch": 2.16,
+      "grad_norm": 0.0038431212306022644,
+      "learning_rate": 5.463445729816352e-05,
+      "loss": 0.0004,
+      "step": 3298
+    },
+    {
+      "epoch": 2.16,
+      "grad_norm": 0.0034844218753278255,
+      "learning_rate": 5.455490444189852e-05,
+      "loss": 0.0002,
+      "step": 3299
+    },
+    {
+      "epoch": 2.16,
+      "grad_norm": 0.0034144744277000427,
+      "learning_rate": 5.447539667051191e-05,
+      "loss": 0.0002,
+      "step": 3300
+    },
+    {
+      "epoch": 2.16,
+      "grad_norm": 0.006270056590437889,
+      "learning_rate": 5.4395934021560375e-05,
+      "loss": 0.0004,
+      "step": 3301
+    },
+    {
+      "epoch": 2.16,
+      "grad_norm": 0.019354308024048805,
+      "learning_rate": 5.4316516532579255e-05,
+      "loss": 0.0011,
+      "step": 3302
+    },
+    {
+      "epoch": 2.16,
+      "grad_norm": 0.0037658188957720995,
+      "learning_rate": 5.423714424108254e-05,
+      "loss": 0.0003,
+      "step": 3303
+    },
+    {
+      "epoch": 2.16,
+      "grad_norm": 0.006382027640938759,
+      "learning_rate": 5.4157817184562894e-05,
+      "loss": 0.0005,
+      "step": 3304
+    },
+    {
+      "epoch": 2.16,
+      "grad_norm": 0.0015297923237085342,
+      "learning_rate": 5.4078535400491594e-05,
+      "loss": 0.0001,
+      "step": 3305
+    },
+    {
+      "epoch": 2.16,
+      "grad_norm": 0.020708352327346802,
+      "learning_rate": 5.399929892631857e-05,
+      "loss": 0.0013,
+      "step": 3306
+    },
+    {
+      "epoch": 2.16,
+      "grad_norm": 0.008437351323664188,
+      "learning_rate": 5.392010779947234e-05,
+      "loss": 0.0004,
+      "step": 3307
+    },
+    {
+      "epoch": 2.17,
+      "grad_norm": 0.0008229397935792804,
+      "learning_rate": 5.384096205735989e-05,
+      "loss": 0.0001,
+      "step": 3308
+    },
+    {
+      "epoch": 2.17,
+      "grad_norm": 0.0017296182923018932,
+      "learning_rate": 5.376186173736694e-05,
+      "loss": 0.0001,
+      "step": 3309
+    },
+    {
+      "epoch": 2.17,
+      "grad_norm": 0.0024343221448361874,
+      "learning_rate": 5.368280687685764e-05,
+      "loss": 0.0001,
+      "step": 3310
+    },
+    {
+      "epoch": 2.17,
+      "grad_norm": 0.0007007645908743143,
+      "learning_rate": 5.360379751317472e-05,
+      "loss": 0.0001,
+      "step": 3311
+    },
+    {
+      "epoch": 2.17,
+      "grad_norm": 0.006644636858254671,
+      "learning_rate": 5.352483368363946e-05,
+      "loss": 0.0004,
+      "step": 3312
+    },
+    {
+      "epoch": 2.17,
+      "grad_norm": 0.015100304037332535,
+      "learning_rate": 5.3445915425551464e-05,
+      "loss": 0.0005,
+      "step": 3313
+    },
+    {
+      "epoch": 2.17,
+      "grad_norm": 0.00509124668315053,
+      "learning_rate": 5.336704277618897e-05,
+      "loss": 0.0004,
+      "step": 3314
+    },
+    {
+      "epoch": 2.17,
+      "grad_norm": 0.30099958181381226,
+      "learning_rate": 5.32882157728086e-05,
+      "loss": 0.0207,
+      "step": 3315
+    },
+    {
+      "epoch": 2.17,
+      "grad_norm": 0.0017139858100563288,
+      "learning_rate": 5.320943445264547e-05,
+      "loss": 0.0001,
+      "step": 3316
+    },
+    {
+      "epoch": 2.17,
+      "grad_norm": 0.0012273280881345272,
+      "learning_rate": 5.313069885291305e-05,
+      "loss": 0.0001,
+      "step": 3317
+    },
+    {
+      "epoch": 2.17,
+      "grad_norm": 0.09653129428625107,
+      "learning_rate": 5.305200901080331e-05,
+      "loss": 0.0029,
+      "step": 3318
+    },
+    {
+      "epoch": 2.17,
+      "grad_norm": 0.18940600752830505,
+      "learning_rate": 5.297336496348646e-05,
+      "loss": 0.0164,
+      "step": 3319
+    },
+    {
+      "epoch": 2.17,
+      "grad_norm": 0.21358366310596466,
+      "learning_rate": 5.2894766748111175e-05,
+      "loss": 0.0105,
+      "step": 3320
+    },
+    {
+      "epoch": 2.17,
+      "grad_norm": 0.0016733923694118857,
+      "learning_rate": 5.281621440180449e-05,
+      "loss": 0.0001,
+      "step": 3321
+    },
+    {
+      "epoch": 2.17,
+      "grad_norm": 0.005540360696613789,
+      "learning_rate": 5.2737707961671736e-05,
+      "loss": 0.0002,
+      "step": 3322
+    },
+    {
+      "epoch": 2.18,
+      "grad_norm": 0.007181198336184025,
+      "learning_rate": 5.265924746479657e-05,
+      "loss": 0.0004,
+      "step": 3323
+    },
+    {
+      "epoch": 2.18,
+      "grad_norm": 0.004487216006964445,
+      "learning_rate": 5.258083294824095e-05,
+      "loss": 0.0003,
+      "step": 3324
+    },
+    {
+      "epoch": 2.18,
+      "grad_norm": 0.015010706149041653,
+      "learning_rate": 5.2502464449045114e-05,
+      "loss": 0.0009,
+      "step": 3325
+    },
+    {
+      "epoch": 2.18,
+      "grad_norm": 0.0026959397364407778,
+      "learning_rate": 5.24241420042276e-05,
+      "loss": 0.0002,
+      "step": 3326
+    },
+    {
+      "epoch": 2.18,
+      "grad_norm": 0.004269886761903763,
+      "learning_rate": 5.234586565078508e-05,
+      "loss": 0.0002,
+      "step": 3327
+    },
+    {
+      "epoch": 2.18,
+      "grad_norm": 0.012507877312600613,
+      "learning_rate": 5.226763542569256e-05,
+      "loss": 0.0004,
+      "step": 3328
+    },
+    {
+      "epoch": 2.18,
+      "grad_norm": 0.03117496334016323,
+      "learning_rate": 5.218945136590322e-05,
+      "loss": 0.0016,
+      "step": 3329
+    },
+    {
+      "epoch": 2.18,
+      "grad_norm": 0.00443754717707634,
+      "learning_rate": 5.2111313508348456e-05,
+      "loss": 0.0003,
+      "step": 3330
+    },
+    {
+      "epoch": 2.18,
+      "grad_norm": 0.022561147809028625,
+      "learning_rate": 5.20332218899378e-05,
+      "loss": 0.0013,
+      "step": 3331
+    },
+    {
+      "epoch": 2.18,
+      "grad_norm": 0.01195398811250925,
+      "learning_rate": 5.195517654755899e-05,
+      "loss": 0.0004,
+      "step": 3332
+    },
+    {
+      "epoch": 2.18,
+      "grad_norm": 0.00613982742652297,
+      "learning_rate": 5.1877177518077845e-05,
+      "loss": 0.0001,
+      "step": 3333
+    },
+    {
+      "epoch": 2.18,
+      "grad_norm": 0.011768726631999016,
+      "learning_rate": 5.1799224838338346e-05,
+      "loss": 0.0004,
+      "step": 3334
+    },
+    {
+      "epoch": 2.18,
+      "grad_norm": 0.019761614501476288,
+      "learning_rate": 5.172131854516265e-05,
+      "loss": 0.0007,
+      "step": 3335
+    },
+    {
+      "epoch": 2.18,
+      "grad_norm": 0.0037259513046592474,
+      "learning_rate": 5.164345867535081e-05,
+      "loss": 0.0003,
+      "step": 3336
+    },
+    {
+      "epoch": 2.18,
+      "grad_norm": 0.00216940906830132,
+      "learning_rate": 5.1565645265681116e-05,
+      "loss": 0.0001,
+      "step": 3337
+    },
+    {
+      "epoch": 2.19,
+      "grad_norm": 0.0981471836566925,
+      "learning_rate": 5.148787835290986e-05,
+      "loss": 0.0043,
+      "step": 3338
+    },
+    {
+      "epoch": 2.19,
+      "grad_norm": 0.012019110843539238,
+      "learning_rate": 5.141015797377138e-05,
+      "loss": 0.0002,
+      "step": 3339
+    },
+    {
+      "epoch": 2.19,
+      "grad_norm": 0.005617059301584959,
+      "learning_rate": 5.133248416497803e-05,
+      "loss": 0.0002,
+      "step": 3340
+    },
+    {
+      "epoch": 2.19,
+      "grad_norm": 0.008156144991517067,
+      "learning_rate": 5.125485696322016e-05,
+      "loss": 0.0004,
+      "step": 3341
+    },
+    {
+      "epoch": 2.19,
+      "grad_norm": 0.24338524043560028,
+      "learning_rate": 5.1177276405166104e-05,
+      "loss": 0.0372,
+      "step": 3342
+    },
+    {
+      "epoch": 2.19,
+      "grad_norm": 0.005476477090269327,
+      "learning_rate": 5.109974252746219e-05,
+      "loss": 0.0003,
+      "step": 3343
+    },
+    {
+      "epoch": 2.19,
+      "grad_norm": 0.005420641973614693,
+      "learning_rate": 5.102225536673268e-05,
+      "loss": 0.0004,
+      "step": 3344
+    },
+    {
+      "epoch": 2.19,
+      "grad_norm": 0.007410378195345402,
+      "learning_rate": 5.094481495957968e-05,
+      "loss": 0.0005,
+      "step": 3345
+    },
+    {
+      "epoch": 2.19,
+      "grad_norm": 0.021108785644173622,
+      "learning_rate": 5.086742134258336e-05,
+      "loss": 0.0013,
+      "step": 3346
+    },
+    {
+      "epoch": 2.19,
+      "grad_norm": 0.014878311194479465,
+      "learning_rate": 5.0790074552301696e-05,
+      "loss": 0.0006,
+      "step": 3347
+    },
+    {
+      "epoch": 2.19,
+      "grad_norm": 0.14904099702835083,
+      "learning_rate": 5.071277462527056e-05,
+      "loss": 0.0026,
+      "step": 3348
+    },
+    {
+      "epoch": 2.19,
+      "grad_norm": 0.010886380448937416,
+      "learning_rate": 5.0635521598003733e-05,
+      "loss": 0.0005,
+      "step": 3349
+    },
+    {
+      "epoch": 2.19,
+      "grad_norm": 0.013503280468285084,
+      "learning_rate": 5.055831550699279e-05,
+      "loss": 0.0008,
+      "step": 3350
+    },
+    {
+      "epoch": 2.19,
+      "grad_norm": 0.00360480067320168,
+      "learning_rate": 5.048115638870714e-05,
+      "loss": 0.0002,
+      "step": 3351
+    },
+    {
+      "epoch": 2.19,
+      "grad_norm": 0.03083737939596176,
+      "learning_rate": 5.040404427959408e-05,
+      "loss": 0.0008,
+      "step": 3352
+    },
+    {
+      "epoch": 2.2,
+      "grad_norm": 0.03238225355744362,
+      "learning_rate": 5.032697921607851e-05,
+      "loss": 0.001,
+      "step": 3353
+    },
+    {
+      "epoch": 2.2,
+      "grad_norm": 0.171664297580719,
+      "learning_rate": 5.024996123456331e-05,
+      "loss": 0.004,
+      "step": 3354
+    },
+    {
+      "epoch": 2.2,
+      "grad_norm": 0.0031998453196138144,
+      "learning_rate": 5.017299037142903e-05,
+      "loss": 0.0002,
+      "step": 3355
+    },
+    {
+      "epoch": 2.2,
+      "grad_norm": 0.0019488211255520582,
+      "learning_rate": 5.0096066663033976e-05,
+      "loss": 0.0001,
+      "step": 3356
+    },
+    {
+      "epoch": 2.2,
+      "grad_norm": 0.010270226746797562,
+      "learning_rate": 5.001919014571418e-05,
+      "loss": 0.0006,
+      "step": 3357
+    },
+    {
+      "epoch": 2.2,
+      "grad_norm": 0.06024489179253578,
+      "learning_rate": 4.994236085578339e-05,
+      "loss": 0.0015,
+      "step": 3358
+    },
+    {
+      "epoch": 2.2,
+      "grad_norm": 0.05829927697777748,
+      "learning_rate": 4.9865578829533035e-05,
+      "loss": 0.0012,
+      "step": 3359
+    },
+    {
+      "epoch": 2.2,
+      "grad_norm": 0.1129850447177887,
+      "learning_rate": 4.978884410323222e-05,
+      "loss": 0.0095,
+      "step": 3360
+    },
+    {
+      "epoch": 2.2,
+      "grad_norm": 0.018833568319678307,
+      "learning_rate": 4.971215671312775e-05,
+      "loss": 0.0005,
+      "step": 3361
+    },
+    {
+      "epoch": 2.2,
+      "grad_norm": 0.011341112665832043,
+      "learning_rate": 4.963551669544395e-05,
+      "loss": 0.0003,
+      "step": 3362
+    },
+    {
+      "epoch": 2.2,
+      "grad_norm": 0.040290217846632004,
+      "learning_rate": 4.955892408638288e-05,
+      "loss": 0.0013,
+      "step": 3363
+    },
+    {
+      "epoch": 2.2,
+      "grad_norm": 0.0034086050000041723,
+      "learning_rate": 4.9482378922124165e-05,
+      "loss": 0.0001,
+      "step": 3364
+    },
+    {
+      "epoch": 2.2,
+      "grad_norm": 0.013514001853764057,
+      "learning_rate": 4.940588123882506e-05,
+      "loss": 0.0005,
+      "step": 3365
+    },
+    {
+      "epoch": 2.2,
+      "grad_norm": 0.12084479629993439,
+      "learning_rate": 4.9329431072620316e-05,
+      "loss": 0.0026,
+      "step": 3366
+    },
+    {
+      "epoch": 2.2,
+      "grad_norm": 0.003915491513907909,
+      "learning_rate": 4.92530284596223e-05,
+      "loss": 0.0002,
+      "step": 3367
+    },
+    {
+      "epoch": 2.2,
+      "grad_norm": 0.33545753359794617,
+      "learning_rate": 4.917667343592089e-05,
+      "loss": 0.0066,
+      "step": 3368
+    },
+    {
+      "epoch": 2.21,
+      "grad_norm": 0.01727052591741085,
+      "learning_rate": 4.910036603758351e-05,
+      "loss": 0.0004,
+      "step": 3369
+    },
+    {
+      "epoch": 2.21,
+      "grad_norm": 0.03260132670402527,
+      "learning_rate": 4.902410630065511e-05,
+      "loss": 0.0007,
+      "step": 3370
+    },
+    {
+      "epoch": 2.21,
+      "grad_norm": 0.028285512700676918,
+      "learning_rate": 4.8947894261157974e-05,
+      "loss": 0.0007,
+      "step": 3371
+    },
+    {
+      "epoch": 2.21,
+      "grad_norm": 0.005791544448584318,
+      "learning_rate": 4.887172995509202e-05,
+      "loss": 0.0003,
+      "step": 3372
+    },
+    {
+      "epoch": 2.21,
+      "grad_norm": 0.005334790796041489,
+      "learning_rate": 4.879561341843458e-05,
+      "loss": 0.0002,
+      "step": 3373
+    },
+    {
+      "epoch": 2.21,
+      "grad_norm": 0.00440826965495944,
+      "learning_rate": 4.8719544687140395e-05,
+      "loss": 0.0003,
+      "step": 3374
+    },
+    {
+      "epoch": 2.21,
+      "grad_norm": 0.0013330039801076055,
+      "learning_rate": 4.864352379714163e-05,
+      "loss": 0.0001,
+      "step": 3375
+    },
+    {
+      "epoch": 2.21,
+      "grad_norm": 0.019174210727214813,
+      "learning_rate": 4.8567550784347856e-05,
+      "loss": 0.0006,
+      "step": 3376
+    },
+    {
+      "epoch": 2.21,
+      "grad_norm": 0.0014926824951544404,
+      "learning_rate": 4.849162568464605e-05,
+      "loss": 0.0001,
+      "step": 3377
+    },
+    {
+      "epoch": 2.21,
+      "grad_norm": 0.0045569590292871,
+      "learning_rate": 4.8415748533900536e-05,
+      "loss": 0.0003,
+      "step": 3378
+    },
+    {
+      "epoch": 2.21,
+      "grad_norm": 0.003635370172560215,
+      "learning_rate": 4.833991936795301e-05,
+      "loss": 0.0002,
+      "step": 3379
+    },
+    {
+      "epoch": 2.21,
+      "grad_norm": 0.014120995998382568,
+      "learning_rate": 4.826413822262242e-05,
+      "loss": 0.0007,
+      "step": 3380
+    },
+    {
+      "epoch": 2.21,
+      "grad_norm": 0.0014756955206394196,
+      "learning_rate": 4.818840513370511e-05,
+      "loss": 0.0001,
+      "step": 3381
+    },
+    {
+      "epoch": 2.21,
+      "grad_norm": 0.15659062564373016,
+      "learning_rate": 4.8112720136974707e-05,
+      "loss": 0.0119,
+      "step": 3382
+    },
+    {
+      "epoch": 2.21,
+      "grad_norm": 0.01393632311373949,
+      "learning_rate": 4.8037083268182145e-05,
+      "loss": 0.0003,
+      "step": 3383
+    },
+    {
+      "epoch": 2.22,
+      "grad_norm": 0.003948344849050045,
+      "learning_rate": 4.796149456305557e-05,
+      "loss": 0.0002,
+      "step": 3384
+    },
+    {
+      "epoch": 2.22,
+      "grad_norm": 0.014117347076535225,
+      "learning_rate": 4.7885954057300426e-05,
+      "loss": 0.0004,
+      "step": 3385
+    },
+    {
+      "epoch": 2.22,
+      "grad_norm": 0.6760991811752319,
+      "learning_rate": 4.781046178659937e-05,
+      "loss": 0.0252,
+      "step": 3386
+    },
+    {
+      "epoch": 2.22,
+      "grad_norm": 0.0023096229415386915,
+      "learning_rate": 4.77350177866123e-05,
+      "loss": 0.0001,
+      "step": 3387
+    },
+    {
+      "epoch": 2.22,
+      "grad_norm": 0.017435627058148384,
+      "learning_rate": 4.7659622092976205e-05,
+      "loss": 0.0008,
+      "step": 3388
+    },
+    {
+      "epoch": 2.22,
+      "grad_norm": 0.045440226793289185,
+      "learning_rate": 4.758427474130539e-05,
+      "loss": 0.0013,
+      "step": 3389
+    },
+    {
+      "epoch": 2.22,
+      "grad_norm": 0.46780478954315186,
+      "learning_rate": 4.750897576719126e-05,
+      "loss": 0.0152,
+      "step": 3390
+    },
+    {
+      "epoch": 2.22,
+      "grad_norm": 0.022039229050278664,
+      "learning_rate": 4.743372520620238e-05,
+      "loss": 0.0009,
+      "step": 3391
+    },
+    {
+      "epoch": 2.22,
+      "grad_norm": 0.0053681363351643085,
+      "learning_rate": 4.7358523093884454e-05,
+      "loss": 0.0003,
+      "step": 3392
+    },
+    {
+      "epoch": 2.22,
+      "grad_norm": 0.005050495266914368,
+      "learning_rate": 4.728336946576031e-05,
+      "loss": 0.0003,
+      "step": 3393
+    },
+    {
+      "epoch": 2.22,
+      "grad_norm": 0.009374149143695831,
+      "learning_rate": 4.720826435732982e-05,
+      "loss": 0.0004,
+      "step": 3394
+    },
+    {
+      "epoch": 2.22,
+      "grad_norm": 0.03830377757549286,
+      "learning_rate": 4.713320780406999e-05,
+      "loss": 0.0017,
+      "step": 3395
+    },
+    {
+      "epoch": 2.22,
+      "grad_norm": 0.001017848146148026,
+      "learning_rate": 4.705819984143493e-05,
+      "loss": 0.0001,
+      "step": 3396
+    },
+    {
+      "epoch": 2.22,
+      "grad_norm": 0.005420726258307695,
+      "learning_rate": 4.6983240504855635e-05,
+      "loss": 0.0003,
+      "step": 3397
+    },
+    {
+      "epoch": 2.22,
+      "grad_norm": 0.0031959994230419397,
+      "learning_rate": 4.690832982974028e-05,
+      "loss": 0.0002,
+      "step": 3398
+    },
+    {
+      "epoch": 2.23,
+      "grad_norm": 0.0015769600868225098,
+      "learning_rate": 4.683346785147403e-05,
+      "loss": 0.0001,
+      "step": 3399
+    },
+    {
+      "epoch": 2.23,
+      "grad_norm": 0.004441719967871904,
+      "learning_rate": 4.675865460541903e-05,
+      "loss": 0.0002,
+      "step": 3400
+    },
+    {
+      "epoch": 2.23,
+      "grad_norm": 0.001989895710721612,
+      "learning_rate": 4.6683890126914383e-05,
+      "loss": 0.0001,
+      "step": 3401
+    },
+    {
+      "epoch": 2.23,
+      "grad_norm": 0.037345364689826965,
+      "learning_rate": 4.660917445127619e-05,
+      "loss": 0.0018,
+      "step": 3402
+    },
+    {
+      "epoch": 2.23,
+      "grad_norm": 0.07446533441543579,
+      "learning_rate": 4.653450761379749e-05,
+      "loss": 0.0026,
+      "step": 3403
+    },
+    {
+      "epoch": 2.23,
+      "grad_norm": 0.0011752662248909473,
+      "learning_rate": 4.6459889649748236e-05,
+      "loss": 0.0001,
+      "step": 3404
+    },
+    {
+      "epoch": 2.23,
+      "grad_norm": 0.07857818901538849,
+      "learning_rate": 4.6385320594375365e-05,
+      "loss": 0.003,
+      "step": 3405
+    },
+    {
+      "epoch": 2.23,
+      "grad_norm": 0.008967617526650429,
+      "learning_rate": 4.6310800482902554e-05,
+      "loss": 0.0006,
+      "step": 3406
+    },
+    {
+      "epoch": 2.23,
+      "grad_norm": 0.0074556064791977406,
+      "learning_rate": 4.623632935053052e-05,
+      "loss": 0.0003,
+      "step": 3407
+    },
+    {
+      "epoch": 2.23,
+      "grad_norm": 0.0027007856406271458,
+      "learning_rate": 4.616190723243677e-05,
+      "loss": 0.0001,
+      "step": 3408
+    },
+    {
+      "epoch": 2.23,
+      "grad_norm": 0.04171226918697357,
+      "learning_rate": 4.608753416377569e-05,
+      "loss": 0.0013,
+      "step": 3409
+    },
+    {
+      "epoch": 2.23,
+      "grad_norm": 0.042179174721241,
+      "learning_rate": 4.601321017967846e-05,
+      "loss": 0.0013,
+      "step": 3410
+    },
+    {
+      "epoch": 2.23,
+      "grad_norm": 0.011021027341485023,
+      "learning_rate": 4.593893531525312e-05,
+      "loss": 0.0006,
+      "step": 3411
+    },
+    {
+      "epoch": 2.23,
+      "grad_norm": 0.0014699314488098025,
+      "learning_rate": 4.586470960558444e-05,
+      "loss": 0.0001,
+      "step": 3412
+    },
+    {
+      "epoch": 2.23,
+      "grad_norm": 0.45374175906181335,
+      "learning_rate": 4.579053308573412e-05,
+      "loss": 0.0066,
+      "step": 3413
+    },
+    {
+      "epoch": 2.24,
+      "grad_norm": 0.47986674308776855,
+      "learning_rate": 4.571640579074037e-05,
+      "loss": 0.0349,
+      "step": 3414
+    },
+    {
+      "epoch": 2.24,
+      "grad_norm": 0.006492975167930126,
+      "learning_rate": 4.564232775561841e-05,
+      "loss": 0.0002,
+      "step": 3415
+    },
+    {
+      "epoch": 2.24,
+      "grad_norm": 0.0005235617863945663,
+      "learning_rate": 4.556829901536e-05,
+      "loss": 0.0,
+      "step": 3416
+    },
+    {
+      "epoch": 2.24,
+      "grad_norm": 0.0010916460305452347,
+      "learning_rate": 4.549431960493371e-05,
+      "loss": 0.0,
+      "step": 3417
+    },
+    {
+      "epoch": 2.24,
+      "grad_norm": 0.09111440181732178,
+      "learning_rate": 4.542038955928479e-05,
+      "loss": 0.0035,
+      "step": 3418
+    },
+    {
+      "epoch": 2.24,
+      "grad_norm": 0.022540340200066566,
+      "learning_rate": 4.5346508913335195e-05,
+      "loss": 0.0005,
+      "step": 3419
+    },
+    {
+      "epoch": 2.24,
+      "grad_norm": 0.0051037706434726715,
+      "learning_rate": 4.527267770198352e-05,
+      "loss": 0.0002,
+      "step": 3420
+    },
+    {
+      "epoch": 2.24,
+      "grad_norm": 0.04126209765672684,
+      "learning_rate": 4.519889596010499e-05,
+      "loss": 0.0011,
+      "step": 3421
+    },
+    {
+      "epoch": 2.24,
+      "grad_norm": 0.007015510927885771,
+      "learning_rate": 4.5125163722551486e-05,
+      "loss": 0.0002,
+      "step": 3422
+    },
+    {
+      "epoch": 2.24,
+      "grad_norm": 0.13553068041801453,
+      "learning_rate": 4.5051481024151534e-05,
+      "loss": 0.004,
+      "step": 3423
+    },
+    {
+      "epoch": 2.24,
+      "grad_norm": 0.6862461566925049,
+      "learning_rate": 4.497784789971023e-05,
+      "loss": 0.0244,
+      "step": 3424
+    },
+    {
+      "epoch": 2.24,
+      "grad_norm": 0.00551761407405138,
+      "learning_rate": 4.4904264384009195e-05,
+      "loss": 0.0003,
+      "step": 3425
+    },
+    {
+      "epoch": 2.24,
+      "grad_norm": 0.0017294659046456218,
+      "learning_rate": 4.483073051180668e-05,
+      "loss": 0.0001,
+      "step": 3426
+    },
+    {
+      "epoch": 2.24,
+      "grad_norm": 0.009084143675863743,
+      "learning_rate": 4.475724631783754e-05,
+      "loss": 0.0004,
+      "step": 3427
+    },
+    {
+      "epoch": 2.24,
+      "grad_norm": 0.09426633268594742,
+      "learning_rate": 4.468381183681303e-05,
+      "loss": 0.0021,
+      "step": 3428
+    },
+    {
+      "epoch": 2.24,
+      "grad_norm": 0.005611674394458532,
+      "learning_rate": 4.4610427103421045e-05,
+      "loss": 0.0003,
+      "step": 3429
+    },
+    {
+      "epoch": 2.25,
+      "grad_norm": 0.052825383841991425,
+      "learning_rate": 4.45370921523259e-05,
+      "loss": 0.0012,
+      "step": 3430
+    },
+    {
+      "epoch": 2.25,
+      "grad_norm": 0.012692754156887531,
+      "learning_rate": 4.4463807018168455e-05,
+      "loss": 0.0003,
+      "step": 3431
+    },
+    {
+      "epoch": 2.25,
+      "grad_norm": 0.0013258426915854216,
+      "learning_rate": 4.4390571735565975e-05,
+      "loss": 0.0001,
+      "step": 3432
+    },
+    {
+      "epoch": 2.25,
+      "grad_norm": 0.0030224043875932693,
+      "learning_rate": 4.4317386339112295e-05,
+      "loss": 0.0002,
+      "step": 3433
+    },
+    {
+      "epoch": 2.25,
+      "grad_norm": 0.001615703571587801,
+      "learning_rate": 4.424425086337749e-05,
+      "loss": 0.0001,
+      "step": 3434
+    },
+    {
+      "epoch": 2.25,
+      "grad_norm": 0.005948258098214865,
+      "learning_rate": 4.417116534290818e-05,
+      "loss": 0.0002,
+      "step": 3435
+    },
+    {
+      "epoch": 2.25,
+      "grad_norm": 0.0012952801771461964,
+      "learning_rate": 4.4098129812227425e-05,
+      "loss": 0.0001,
+      "step": 3436
+    },
+    {
+      "epoch": 2.25,
+      "grad_norm": 0.0017517295200377703,
+      "learning_rate": 4.4025144305834595e-05,
+      "loss": 0.0001,
+      "step": 3437
+    },
+    {
+      "epoch": 2.25,
+      "grad_norm": 0.03244396671652794,
+      "learning_rate": 4.3952208858205465e-05,
+      "loss": 0.001,
+      "step": 3438
+    },
+    {
+      "epoch": 2.25,
+      "eval_loss": 0.048608824610710144,
+      "eval_runtime": 40.0231,
+      "eval_samples_per_second": 32.156,
+      "eval_steps_per_second": 8.045,
+      "step": 3438
+    },
+    {
+      "epoch": 2.25,
+      "grad_norm": 0.009011611342430115,
+      "learning_rate": 4.3879323503792125e-05,
+      "loss": 0.0004,
+      "step": 3439
+    },
+    {
+      "epoch": 2.25,
+      "grad_norm": 0.0014130481285974383,
+      "learning_rate": 4.380648827702307e-05,
+      "loss": 0.0001,
+      "step": 3440
+    },
+    {
+      "epoch": 2.25,
+      "grad_norm": 0.014316780492663383,
+      "learning_rate": 4.37337032123031e-05,
+      "loss": 0.0004,
+      "step": 3441
+    },
+    {
+      "epoch": 2.25,
+      "grad_norm": 0.005868827924132347,
+      "learning_rate": 4.366096834401321e-05,
+      "loss": 0.0003,
+      "step": 3442
+    },
+    {
+      "epoch": 2.25,
+      "grad_norm": 0.04225154593586922,
+      "learning_rate": 4.358828370651083e-05,
+      "loss": 0.0008,
+      "step": 3443
+    },
+    {
+      "epoch": 2.25,
+      "grad_norm": 0.011469284072518349,
+      "learning_rate": 4.3515649334129596e-05,
+      "loss": 0.0004,
+      "step": 3444
+    },
+    {
+      "epoch": 2.26,
+      "grad_norm": 0.1543962061405182,
+      "learning_rate": 4.3443065261179406e-05,
+      "loss": 0.0064,
+      "step": 3445
+    },
+    {
+      "epoch": 2.26,
+      "grad_norm": 0.0014764603693038225,
+      "learning_rate": 4.3370531521946404e-05,
+      "loss": 0.0001,
+      "step": 3446
+    },
+    {
+      "epoch": 2.26,
+      "grad_norm": 0.0014661421300843358,
+      "learning_rate": 4.329804815069298e-05,
+      "loss": 0.0001,
+      "step": 3447
+    },
+    {
+      "epoch": 2.26,
+      "grad_norm": 0.004160303622484207,
+      "learning_rate": 4.322561518165766e-05,
+      "loss": 0.0002,
+      "step": 3448
+    },
+    {
+      "epoch": 2.26,
+      "grad_norm": 0.002379069570451975,
+      "learning_rate": 4.3153232649055245e-05,
+      "loss": 0.0001,
+      "step": 3449
+    },
+    {
+      "epoch": 2.26,
+      "grad_norm": 0.038400594145059586,
+      "learning_rate": 4.308090058707673e-05,
+      "loss": 0.0008,
+      "step": 3450
+    },
+    {
+      "epoch": 2.26,
+      "grad_norm": 0.004147912375628948,
+      "learning_rate": 4.300861902988909e-05,
+      "loss": 0.0002,
+      "step": 3451
+    },
+    {
+      "epoch": 2.26,
+      "grad_norm": 0.32823702692985535,
+      "learning_rate": 4.293638801163564e-05,
+      "loss": 0.0094,
+      "step": 3452
+    },
+    {
+      "epoch": 2.26,
+      "grad_norm": 0.005656527355313301,
+      "learning_rate": 4.286420756643574e-05,
+      "loss": 0.0002,
+      "step": 3453
+    },
+    {
+      "epoch": 2.26,
+      "grad_norm": 0.0018892742227762938,
+      "learning_rate": 4.2792077728384885e-05,
+      "loss": 0.0001,
+      "step": 3454
+    },
+    {
+      "epoch": 2.26,
+      "grad_norm": 0.07962115854024887,
+      "learning_rate": 4.271999853155464e-05,
+      "loss": 0.0006,
+      "step": 3455
+    },
+    {
+      "epoch": 2.26,
+      "grad_norm": 0.0006132858688943088,
+      "learning_rate": 4.264797000999267e-05,
+      "loss": 0.0,
+      "step": 3456
+    },
+    {
+      "epoch": 2.26,
+      "grad_norm": 0.005851376336067915,
+      "learning_rate": 4.25759921977227e-05,
+      "loss": 0.0002,
+      "step": 3457
+    },
+    {
+      "epoch": 2.26,
+      "grad_norm": 0.0033673509024083614,
+      "learning_rate": 4.2504065128744484e-05,
+      "loss": 0.0002,
+      "step": 3458
+    },
+    {
+      "epoch": 2.26,
+      "grad_norm": 0.006688028573989868,
+      "learning_rate": 4.2432188837033856e-05,
+      "loss": 0.0002,
+      "step": 3459
+    },
+    {
+      "epoch": 2.27,
+      "grad_norm": 0.0007831354159861803,
+      "learning_rate": 4.236036335654256e-05,
+      "loss": 0.0001,
+      "step": 3460
+    },
+    {
+      "epoch": 2.27,
+      "grad_norm": 0.004538694396615028,
+      "learning_rate": 4.228858872119843e-05,
+      "loss": 0.0002,
+      "step": 3461
+    },
+    {
+      "epoch": 2.27,
+      "grad_norm": 0.02458208240568638,
+      "learning_rate": 4.221686496490529e-05,
+      "loss": 0.0006,
+      "step": 3462
+    },
+    {
+      "epoch": 2.27,
+      "grad_norm": 0.0024234687443822622,
+      "learning_rate": 4.214519212154284e-05,
+      "loss": 0.0001,
+      "step": 3463
+    },
+    {
+      "epoch": 2.27,
+      "grad_norm": 0.0023766474332660437,
+      "learning_rate": 4.2073570224966856e-05,
+      "loss": 0.0001,
+      "step": 3464
+    },
+    {
+      "epoch": 2.27,
+      "grad_norm": 0.21312859654426575,
+      "learning_rate": 4.2001999309008935e-05,
+      "loss": 0.0041,
+      "step": 3465
+    },
+    {
+      "epoch": 2.27,
+      "grad_norm": 0.012594955042004585,
+      "learning_rate": 4.1930479407476655e-05,
+      "loss": 0.0004,
+      "step": 3466
+    },
+    {
+      "epoch": 2.27,
+      "grad_norm": 0.00916473288089037,
+      "learning_rate": 4.185901055415349e-05,
+      "loss": 0.0002,
+      "step": 3467
+    },
+    {
+      "epoch": 2.27,
+      "grad_norm": 0.006125182844698429,
+      "learning_rate": 4.178759278279883e-05,
+      "loss": 0.0003,
+      "step": 3468
+    },
+    {
+      "epoch": 2.27,
+      "grad_norm": 0.0005331359570845962,
+      "learning_rate": 4.171622612714783e-05,
+      "loss": 0.0,
+      "step": 3469
+    },
+    {
+      "epoch": 2.27,
+      "grad_norm": 0.005559367593377829,
+      "learning_rate": 4.164491062091156e-05,
+      "loss": 0.0002,
+      "step": 3470
+    },
+    {
+      "epoch": 2.27,
+      "grad_norm": 0.04052725061774254,
+      "learning_rate": 4.1573646297776964e-05,
+      "loss": 0.0009,
+      "step": 3471
+    },
+    {
+      "epoch": 2.27,
+      "grad_norm": 0.017616767436265945,
+      "learning_rate": 4.1502433191406794e-05,
+      "loss": 0.0003,
+      "step": 3472
+    },
+    {
+      "epoch": 2.27,
+      "grad_norm": 0.002986462553963065,
+      "learning_rate": 4.143127133543959e-05,
+      "loss": 0.0001,
+      "step": 3473
+    },
+    {
+      "epoch": 2.27,
+      "grad_norm": 0.001120403059758246,
+      "learning_rate": 4.1360160763489676e-05,
+      "loss": 0.0001,
+      "step": 3474
+    },
+    {
+      "epoch": 2.27,
+      "grad_norm": 0.0014515554066747427,
+      "learning_rate": 4.1289101509147175e-05,
+      "loss": 0.0001,
+      "step": 3475
+    },
+    {
+      "epoch": 2.28,
+      "grad_norm": 0.4214232861995697,
+      "learning_rate": 4.1218093605977994e-05,
+      "loss": 0.0272,
+      "step": 3476
+    },
+    {
+      "epoch": 2.28,
+      "grad_norm": 0.20730961859226227,
+      "learning_rate": 4.1147137087523676e-05,
+      "loss": 0.0118,
+      "step": 3477
+    },
+    {
+      "epoch": 2.28,
+      "grad_norm": 0.013800989836454391,
+      "learning_rate": 4.107623198730159e-05,
+      "loss": 0.0006,
+      "step": 3478
+    },
+    {
+      "epoch": 2.28,
+      "grad_norm": 0.0016861413605511189,
+      "learning_rate": 4.100537833880481e-05,
+      "loss": 0.0001,
+      "step": 3479
+    },
+    {
+      "epoch": 2.28,
+      "grad_norm": 0.0031050050165504217,
+      "learning_rate": 4.093457617550207e-05,
+      "loss": 0.0001,
+      "step": 3480
+    },
+    {
+      "epoch": 2.28,
+      "grad_norm": 0.004541043192148209,
+      "learning_rate": 4.08638255308378e-05,
+      "loss": 0.0001,
+      "step": 3481
+    },
+    {
+      "epoch": 2.28,
+      "grad_norm": 0.004323361441493034,
+      "learning_rate": 4.0793126438232104e-05,
+      "loss": 0.0003,
+      "step": 3482
+    },
+    {
+      "epoch": 2.28,
+      "grad_norm": 0.2170928418636322,
+      "learning_rate": 4.0722478931080735e-05,
+      "loss": 0.0182,
+      "step": 3483
+    },
+    {
+      "epoch": 2.28,
+      "grad_norm": 0.0005836985656060278,
+      "learning_rate": 4.0651883042755055e-05,
+      "loss": 0.0,
+      "step": 3484
+    },
+    {
+      "epoch": 2.28,
+      "grad_norm": 0.015174277126789093,
+      "learning_rate": 4.058133880660212e-05,
+      "loss": 0.0006,
+      "step": 3485
+    },
+    {
+      "epoch": 2.28,
+      "grad_norm": 0.2508314549922943,
+      "learning_rate": 4.05108462559444e-05,
+      "loss": 0.0117,
+      "step": 3486
+    },
+    {
+      "epoch": 2.28,
+      "grad_norm": 0.11943554878234863,
+      "learning_rate": 4.0440405424080164e-05,
+      "loss": 0.0015,
+      "step": 3487
+    },
+    {
+      "epoch": 2.28,
+      "grad_norm": 0.005124766379594803,
+      "learning_rate": 4.037001634428314e-05,
+      "loss": 0.0003,
+      "step": 3488
+    },
+    {
+      "epoch": 2.28,
+      "grad_norm": 0.2578151524066925,
+      "learning_rate": 4.0299679049802636e-05,
+      "loss": 0.0195,
+      "step": 3489
+    },
+    {
+      "epoch": 2.28,
+      "grad_norm": 0.060233354568481445,
+      "learning_rate": 4.0229393573863506e-05,
+      "loss": 0.0027,
+      "step": 3490
+    },
+    {
+      "epoch": 2.29,
+      "grad_norm": 0.20788171887397766,
+      "learning_rate": 4.0159159949666094e-05,
+      "loss": 0.0071,
+      "step": 3491
+    },
+    {
+      "epoch": 2.29,
+      "grad_norm": 0.004099798854440451,
+      "learning_rate": 4.008897821038629e-05,
+      "loss": 0.0002,
+      "step": 3492
+    },
+    {
+      "epoch": 2.29,
+      "grad_norm": 0.10326941311359406,
+      "learning_rate": 4.001884838917545e-05,
+      "loss": 0.004,
+      "step": 3493
+    },
+    {
+      "epoch": 2.29,
+      "grad_norm": 0.03992806747555733,
+      "learning_rate": 3.994877051916047e-05,
+      "loss": 0.0013,
+      "step": 3494
+    },
+    {
+      "epoch": 2.29,
+      "grad_norm": 0.012305202893912792,
+      "learning_rate": 3.987874463344356e-05,
+      "loss": 0.0004,
+      "step": 3495
+    },
+    {
+      "epoch": 2.29,
+      "grad_norm": 0.0007241340936161578,
+      "learning_rate": 3.980877076510249e-05,
+      "loss": 0.0,
+      "step": 3496
+    },
+    {
+      "epoch": 2.29,
+      "grad_norm": 0.6612746715545654,
+      "learning_rate": 3.9738848947190464e-05,
+      "loss": 0.0175,
+      "step": 3497
+    },
+    {
+      "epoch": 2.29,
+      "grad_norm": 0.004933580290526152,
+      "learning_rate": 3.966897921273606e-05,
+      "loss": 0.0002,
+      "step": 3498
+    },
+    {
+      "epoch": 2.29,
+      "grad_norm": 0.08219257742166519,
+      "learning_rate": 3.959916159474325e-05,
+      "loss": 0.0045,
+      "step": 3499
+    },
+    {
+      "epoch": 2.29,
+      "grad_norm": 0.005811081733554602,
+      "learning_rate": 3.95293961261914e-05,
+      "loss": 0.0002,
+      "step": 3500
+    },
+    {
+      "epoch": 2.29,
+      "grad_norm": 0.006904906593263149,
+      "learning_rate": 3.945968284003526e-05,
+      "loss": 0.0003,
+      "step": 3501
+    },
+    {
+      "epoch": 2.29,
+      "grad_norm": 0.2566499710083008,
+      "learning_rate": 3.939002176920494e-05,
+      "loss": 0.0096,
+      "step": 3502
+    },
+    {
+      "epoch": 2.29,
+      "grad_norm": 0.02261658012866974,
+      "learning_rate": 3.932041294660579e-05,
+      "loss": 0.0011,
+      "step": 3503
+    },
+    {
+      "epoch": 2.29,
+      "grad_norm": 0.6159523129463196,
+      "learning_rate": 3.925085640511857e-05,
+      "loss": 0.0249,
+      "step": 3504
+    },
+    {
+      "epoch": 2.29,
+      "grad_norm": 0.02275974303483963,
+      "learning_rate": 3.918135217759935e-05,
+      "loss": 0.0009,
+      "step": 3505
+    },
+    {
+      "epoch": 2.3,
+      "grad_norm": 0.0028290385380387306,
+      "learning_rate": 3.911190029687946e-05,
+      "loss": 0.0002,
+      "step": 3506
+    },
+    {
+      "epoch": 2.3,
+      "grad_norm": 0.2951640486717224,
+      "learning_rate": 3.904250079576548e-05,
+      "loss": 0.0058,
+      "step": 3507
+    },
+    {
+      "epoch": 2.3,
+      "grad_norm": 0.0186203271150589,
+      "learning_rate": 3.89731537070393e-05,
+      "loss": 0.0005,
+      "step": 3508
+    },
+    {
+      "epoch": 2.3,
+      "grad_norm": 0.00922568142414093,
+      "learning_rate": 3.8903859063458014e-05,
+      "loss": 0.0003,
+      "step": 3509
+    },
+    {
+      "epoch": 2.3,
+      "grad_norm": 0.007727789226919413,
+      "learning_rate": 3.883461689775396e-05,
+      "loss": 0.0003,
+      "step": 3510
+    },
+    {
+      "epoch": 2.3,
+      "grad_norm": 0.4675931930541992,
+      "learning_rate": 3.8765427242634696e-05,
+      "loss": 0.0103,
+      "step": 3511
+    },
+    {
+      "epoch": 2.3,
+      "grad_norm": 0.00173068733420223,
+      "learning_rate": 3.869629013078292e-05,
+      "loss": 0.0001,
+      "step": 3512
+    },
+    {
+      "epoch": 2.3,
+      "grad_norm": 0.13637962937355042,
+      "learning_rate": 3.862720559485658e-05,
+      "loss": 0.0053,
+      "step": 3513
+    },
+    {
+      "epoch": 2.3,
+      "grad_norm": 0.2722899317741394,
+      "learning_rate": 3.855817366748872e-05,
+      "loss": 0.0538,
+      "step": 3514
+    },
+    {
+      "epoch": 2.3,
+      "grad_norm": 0.006585948634892702,
+      "learning_rate": 3.848919438128768e-05,
+      "loss": 0.0002,
+      "step": 3515
+    },
+    {
+      "epoch": 2.3,
+      "grad_norm": 1.2582694292068481,
+      "learning_rate": 3.8420267768836714e-05,
+      "loss": 0.0084,
+      "step": 3516
+    },
+    {
+      "epoch": 2.3,
+      "grad_norm": 0.006589618511497974,
+      "learning_rate": 3.835139386269435e-05,
+      "loss": 0.0003,
+      "step": 3517
+    },
+    {
+      "epoch": 2.3,
+      "grad_norm": 0.0024254857562482357,
+      "learning_rate": 3.8282572695394183e-05,
+      "loss": 0.0002,
+      "step": 3518
+    },
+    {
+      "epoch": 2.3,
+      "grad_norm": 0.07830658555030823,
+      "learning_rate": 3.8213804299444884e-05,
+      "loss": 0.0007,
+      "step": 3519
+    },
+    {
+      "epoch": 2.3,
+      "grad_norm": 0.09882328659296036,
+      "learning_rate": 3.8145088707330206e-05,
+      "loss": 0.0064,
+      "step": 3520
+    },
+    {
+      "epoch": 2.31,
+      "grad_norm": 0.09679798036813736,
+      "learning_rate": 3.807642595150897e-05,
+      "loss": 0.0013,
+      "step": 3521
+    },
+    {
+      "epoch": 2.31,
+      "grad_norm": 0.0025053706485778093,
+      "learning_rate": 3.800781606441506e-05,
+      "loss": 0.0001,
+      "step": 3522
+    },
+    {
+      "epoch": 2.31,
+      "grad_norm": 0.002644827589392662,
+      "learning_rate": 3.793925907845728e-05,
+      "loss": 0.0001,
+      "step": 3523
+    },
+    {
+      "epoch": 2.31,
+      "grad_norm": 0.016901424154639244,
+      "learning_rate": 3.7870755026019545e-05,
+      "loss": 0.0007,
+      "step": 3524
+    },
+    {
+      "epoch": 2.31,
+      "grad_norm": 0.037165265530347824,
+      "learning_rate": 3.780230393946076e-05,
+      "loss": 0.0009,
+      "step": 3525
+    },
+    {
+      "epoch": 2.31,
+      "grad_norm": 0.0009690229198895395,
+      "learning_rate": 3.773390585111476e-05,
+      "loss": 0.0,
+      "step": 3526
+    },
+    {
+      "epoch": 2.31,
+      "grad_norm": 0.021075667813420296,
+      "learning_rate": 3.76655607932904e-05,
+      "loss": 0.0011,
+      "step": 3527
+    },
+    {
+      "epoch": 2.31,
+      "grad_norm": 0.010508038103580475,
+      "learning_rate": 3.7597268798271475e-05,
+      "loss": 0.0003,
+      "step": 3528
+    },
+    {
+      "epoch": 2.31,
+      "grad_norm": 0.003440289059653878,
+      "learning_rate": 3.752902989831666e-05,
+      "loss": 0.0003,
+      "step": 3529
+    },
+    {
+      "epoch": 2.31,
+      "grad_norm": 0.008409742265939713,
+      "learning_rate": 3.7460844125659675e-05,
+      "loss": 0.0003,
+      "step": 3530
+    },
+    {
+      "epoch": 2.31,
+      "grad_norm": 0.017797105014324188,
+      "learning_rate": 3.7392711512508935e-05,
+      "loss": 0.0003,
+      "step": 3531
+    },
+    {
+      "epoch": 2.31,
+      "grad_norm": 0.0017873361939564347,
+      "learning_rate": 3.7324632091047943e-05,
+      "loss": 0.0001,
+      "step": 3532
+    },
+    {
+      "epoch": 2.31,
+      "grad_norm": 0.0432756207883358,
+      "learning_rate": 3.7256605893435e-05,
+      "loss": 0.0023,
+      "step": 3533
+    },
+    {
+      "epoch": 2.31,
+      "grad_norm": 0.012234622612595558,
+      "learning_rate": 3.718863295180327e-05,
+      "loss": 0.0008,
+      "step": 3534
+    },
+    {
+      "epoch": 2.31,
+      "grad_norm": 0.17988906800746918,
+      "learning_rate": 3.7120713298260766e-05,
+      "loss": 0.0182,
+      "step": 3535
+    },
+    {
+      "epoch": 2.31,
+      "grad_norm": 0.007093383464962244,
+      "learning_rate": 3.7052846964890295e-05,
+      "loss": 0.0002,
+      "step": 3536
+    },
+    {
+      "epoch": 2.32,
+      "grad_norm": 0.015323545783758163,
+      "learning_rate": 3.6985033983749536e-05,
+      "loss": 0.0004,
+      "step": 3537
+    },
+    {
+      "epoch": 2.32,
+      "grad_norm": 0.0036853235214948654,
+      "learning_rate": 3.6917274386870917e-05,
+      "loss": 0.0002,
+      "step": 3538
+    },
+    {
+      "epoch": 2.32,
+      "grad_norm": 0.18443378806114197,
+      "learning_rate": 3.684956820626172e-05,
+      "loss": 0.0391,
+      "step": 3539
+    },
+    {
+      "epoch": 2.32,
+      "grad_norm": 0.0005609511281363666,
+      "learning_rate": 3.6781915473903864e-05,
+      "loss": 0.0,
+      "step": 3540
+    },
+    {
+      "epoch": 2.32,
+      "grad_norm": 0.12224981188774109,
+      "learning_rate": 3.6714316221754126e-05,
+      "loss": 0.0049,
+      "step": 3541
+    },
+    {
+      "epoch": 2.32,
+      "grad_norm": 0.010082008317112923,
+      "learning_rate": 3.664677048174402e-05,
+      "loss": 0.0003,
+      "step": 3542
+    },
+    {
+      "epoch": 2.32,
+      "grad_norm": 0.13210326433181763,
+      "learning_rate": 3.657927828577973e-05,
+      "loss": 0.0026,
+      "step": 3543
+    },
+    {
+      "epoch": 2.32,
+      "grad_norm": 0.08009618520736694,
+      "learning_rate": 3.65118396657422e-05,
+      "loss": 0.001,
+      "step": 3544
+    },
+    {
+      "epoch": 2.32,
+      "grad_norm": 0.01351571548730135,
+      "learning_rate": 3.644445465348703e-05,
+      "loss": 0.0005,
+      "step": 3545
+    },
+    {
+      "epoch": 2.32,
+      "grad_norm": 0.00593583332374692,
+      "learning_rate": 3.637712328084452e-05,
+      "loss": 0.0002,
+      "step": 3546
+    },
+    {
+      "epoch": 2.32,
+      "grad_norm": 0.014639221131801605,
+      "learning_rate": 3.630984557961961e-05,
+      "loss": 0.0003,
+      "step": 3547
+    },
+    {
+      "epoch": 2.32,
+      "grad_norm": 0.02833763137459755,
+      "learning_rate": 3.6242621581591946e-05,
+      "loss": 0.0011,
+      "step": 3548
+    },
+    {
+      "epoch": 2.32,
+      "grad_norm": 0.04245695099234581,
+      "learning_rate": 3.6175451318515686e-05,
+      "loss": 0.0014,
+      "step": 3549
+    },
+    {
+      "epoch": 2.32,
+      "grad_norm": 0.026733852922916412,
+      "learning_rate": 3.6108334822119697e-05,
+      "loss": 0.0017,
+      "step": 3550
+    },
+    {
+      "epoch": 2.32,
+      "grad_norm": 0.16322949528694153,
+      "learning_rate": 3.604127212410748e-05,
+      "loss": 0.046,
+      "step": 3551
+    },
+    {
+      "epoch": 2.33,
+      "grad_norm": 0.031389035284519196,
+      "learning_rate": 3.597426325615702e-05,
+      "loss": 0.0016,
+      "step": 3552
+    },
+    {
+      "epoch": 2.33,
+      "grad_norm": 0.0583653524518013,
+      "learning_rate": 3.590730824992098e-05,
+      "loss": 0.0021,
+      "step": 3553
+    },
+    {
+      "epoch": 2.33,
+      "grad_norm": 0.001976636005565524,
+      "learning_rate": 3.5840407137026474e-05,
+      "loss": 0.0001,
+      "step": 3554
+    },
+    {
+      "epoch": 2.33,
+      "grad_norm": 0.20203042030334473,
+      "learning_rate": 3.5773559949075264e-05,
+      "loss": 0.035,
+      "step": 3555
+    },
+    {
+      "epoch": 2.33,
+      "grad_norm": 0.3199298679828644,
+      "learning_rate": 3.570676671764358e-05,
+      "loss": 0.0051,
+      "step": 3556
+    },
+    {
+      "epoch": 2.33,
+      "grad_norm": 0.07311911135911942,
+      "learning_rate": 3.56400274742822e-05,
+      "loss": 0.005,
+      "step": 3557
+    },
+    {
+      "epoch": 2.33,
+      "grad_norm": 0.004137672018259764,
+      "learning_rate": 3.5573342250516305e-05,
+      "loss": 0.0003,
+      "step": 3558
+    },
+    {
+      "epoch": 2.33,
+      "grad_norm": 0.014066854491829872,
+      "learning_rate": 3.5506711077845675e-05,
+      "loss": 0.0006,
+      "step": 3559
+    },
+    {
+      "epoch": 2.33,
+      "grad_norm": 0.03339890018105507,
+      "learning_rate": 3.5440133987744524e-05,
+      "loss": 0.0017,
+      "step": 3560
+    },
+    {
+      "epoch": 2.33,
+      "grad_norm": 0.003349835518747568,
+      "learning_rate": 3.537361101166147e-05,
+      "loss": 0.0003,
+      "step": 3561
+    },
+    {
+      "epoch": 2.33,
+      "grad_norm": 0.01604393683373928,
+      "learning_rate": 3.530714218101964e-05,
+      "loss": 0.0012,
+      "step": 3562
+    },
+    {
+      "epoch": 2.33,
+      "grad_norm": 0.010565409436821938,
+      "learning_rate": 3.524072752721653e-05,
+      "loss": 0.0008,
+      "step": 3563
+    },
+    {
+      "epoch": 2.33,
+      "grad_norm": 0.009340840391814709,
+      "learning_rate": 3.517436708162411e-05,
+      "loss": 0.0007,
+      "step": 3564
+    },
+    {
+      "epoch": 2.33,
+      "grad_norm": 0.017390653491020203,
+      "learning_rate": 3.5108060875588685e-05,
+      "loss": 0.0011,
+      "step": 3565
+    },
+    {
+      "epoch": 2.33,
+      "grad_norm": 0.15557774901390076,
+      "learning_rate": 3.5041808940430916e-05,
+      "loss": 0.0227,
+      "step": 3566
+    },
+    {
+      "epoch": 2.34,
+      "grad_norm": 0.010659299790859222,
+      "learning_rate": 3.497561130744589e-05,
+      "loss": 0.0005,
+      "step": 3567
+    },
+    {
+      "epoch": 2.34,
+      "grad_norm": 0.05340409278869629,
+      "learning_rate": 3.490946800790302e-05,
+      "loss": 0.0012,
+      "step": 3568
+    },
+    {
+      "epoch": 2.34,
+      "grad_norm": 0.006075078155845404,
+      "learning_rate": 3.484337907304606e-05,
+      "loss": 0.0005,
+      "step": 3569
+    },
+    {
+      "epoch": 2.34,
+      "grad_norm": 0.020916730165481567,
+      "learning_rate": 3.47773445340931e-05,
+      "loss": 0.0011,
+      "step": 3570
+    },
+    {
+      "epoch": 2.34,
+      "grad_norm": 0.026928747072815895,
+      "learning_rate": 3.471136442223647e-05,
+      "loss": 0.0015,
+      "step": 3571
+    },
+    {
+      "epoch": 2.34,
+      "grad_norm": 0.002961538266390562,
+      "learning_rate": 3.464543876864286e-05,
+      "loss": 0.0002,
+      "step": 3572
+    },
+    {
+      "epoch": 2.34,
+      "grad_norm": 0.039079513400793076,
+      "learning_rate": 3.457956760445322e-05,
+      "loss": 0.0012,
+      "step": 3573
+    },
+    {
+      "epoch": 2.34,
+      "grad_norm": 0.1257244348526001,
+      "learning_rate": 3.451375096078279e-05,
+      "loss": 0.0062,
+      "step": 3574
+    },
+    {
+      "epoch": 2.34,
+      "grad_norm": 0.21111145615577698,
+      "learning_rate": 3.444798886872092e-05,
+      "loss": 0.0322,
+      "step": 3575
+    },
+    {
+      "epoch": 2.34,
+      "grad_norm": 0.051378391683101654,
+      "learning_rate": 3.438228135933134e-05,
+      "loss": 0.0028,
+      "step": 3576
+    },
+    {
+      "epoch": 2.34,
+      "grad_norm": 0.028272032737731934,
+      "learning_rate": 3.431662846365194e-05,
+      "loss": 0.001,
+      "step": 3577
+    },
+    {
+      "epoch": 2.34,
+      "grad_norm": 0.00982116162776947,
+      "learning_rate": 3.425103021269482e-05,
+      "loss": 0.0009,
+      "step": 3578
+    },
+    {
+      "epoch": 2.34,
+      "grad_norm": 0.012771161273121834,
+      "learning_rate": 3.41854866374463e-05,
+      "loss": 0.0009,
+      "step": 3579
+    },
+    {
+      "epoch": 2.34,
+      "grad_norm": 0.043192602694034576,
+      "learning_rate": 3.4119997768866806e-05,
+      "loss": 0.0024,
+      "step": 3580
+    },
+    {
+      "epoch": 2.34,
+      "grad_norm": 0.08039472997188568,
+      "learning_rate": 3.405456363789096e-05,
+      "loss": 0.0051,
+      "step": 3581
+    },
+    {
+      "epoch": 2.35,
+      "grad_norm": 0.06035568192601204,
+      "learning_rate": 3.398918427542754e-05,
+      "loss": 0.0024,
+      "step": 3582
+    },
+    {
+      "epoch": 2.35,
+      "grad_norm": 0.009197032079100609,
+      "learning_rate": 3.392385971235946e-05,
+      "loss": 0.0005,
+      "step": 3583
+    },
+    {
+      "epoch": 2.35,
+      "grad_norm": 0.036739982664585114,
+      "learning_rate": 3.3858589979543674e-05,
+      "loss": 0.0007,
+      "step": 3584
+    },
+    {
+      "epoch": 2.35,
+      "grad_norm": 0.019024716690182686,
+      "learning_rate": 3.379337510781129e-05,
+      "loss": 0.0009,
+      "step": 3585
+    },
+    {
+      "epoch": 2.35,
+      "grad_norm": 0.101305291056633,
+      "learning_rate": 3.3728215127967536e-05,
+      "loss": 0.0058,
+      "step": 3586
+    },
+    {
+      "epoch": 2.35,
+      "grad_norm": 0.010754559189081192,
+      "learning_rate": 3.366311007079165e-05,
+      "loss": 0.0008,
+      "step": 3587
+    },
+    {
+      "epoch": 2.35,
+      "grad_norm": 0.11008837819099426,
+      "learning_rate": 3.3598059967036984e-05,
+      "loss": 0.008,
+      "step": 3588
+    },
+    {
+      "epoch": 2.35,
+      "grad_norm": 0.0031225886195898056,
+      "learning_rate": 3.353306484743088e-05,
+      "loss": 0.0002,
+      "step": 3589
+    },
+    {
+      "epoch": 2.35,
+      "grad_norm": 0.0102327736094594,
+      "learning_rate": 3.346812474267472e-05,
+      "loss": 0.0009,
+      "step": 3590
+    },
+    {
+      "epoch": 2.35,
+      "grad_norm": 0.037046417593955994,
+      "learning_rate": 3.340323968344394e-05,
+      "loss": 0.002,
+      "step": 3591
+    },
+    {
+      "epoch": 2.35,
+      "grad_norm": 0.10339081287384033,
+      "learning_rate": 3.333840970038789e-05,
+      "loss": 0.0062,
+      "step": 3592
+    },
+    {
+      "epoch": 2.35,
+      "grad_norm": 0.021102124825119972,
+      "learning_rate": 3.3273634824129995e-05,
+      "loss": 0.0013,
+      "step": 3593
+    },
+    {
+      "epoch": 2.35,
+      "grad_norm": 0.0216564629226923,
+      "learning_rate": 3.320891508526757e-05,
+      "loss": 0.0006,
+      "step": 3594
+    },
+    {
+      "epoch": 2.35,
+      "grad_norm": 0.0013801176100969315,
+      "learning_rate": 3.314425051437197e-05,
+      "loss": 0.0001,
+      "step": 3595
+    },
+    {
+      "epoch": 2.35,
+      "grad_norm": 0.04089084267616272,
+      "learning_rate": 3.307964114198841e-05,
+      "loss": 0.0017,
+      "step": 3596
+    },
+    {
+      "epoch": 2.35,
+      "grad_norm": 0.006383365485817194,
+      "learning_rate": 3.301508699863609e-05,
+      "loss": 0.0005,
+      "step": 3597
+    },
+    {
+      "epoch": 2.36,
+      "grad_norm": 0.009137725457549095,
+      "learning_rate": 3.295058811480808e-05,
+      "loss": 0.0006,
+      "step": 3598
+    },
+    {
+      "epoch": 2.36,
+      "grad_norm": 0.011332091875374317,
+      "learning_rate": 3.2886144520971386e-05,
+      "loss": 0.0006,
+      "step": 3599
+    },
+    {
+      "epoch": 2.36,
+      "grad_norm": 0.022123467177152634,
+      "learning_rate": 3.2821756247566905e-05,
+      "loss": 0.0013,
+      "step": 3600
+    },
+    {
+      "epoch": 2.36,
+      "grad_norm": 0.11483735591173172,
+      "learning_rate": 3.2757423325009295e-05,
+      "loss": 0.0063,
+      "step": 3601
+    },
+    {
+      "epoch": 2.36,
+      "grad_norm": 0.00934157520532608,
+      "learning_rate": 3.2693145783687185e-05,
+      "loss": 0.0003,
+      "step": 3602
+    },
+    {
+      "epoch": 2.36,
+      "grad_norm": 0.13960252702236176,
+      "learning_rate": 3.2628923653963e-05,
+      "loss": 0.0046,
+      "step": 3603
+    },
+    {
+      "epoch": 2.36,
+      "grad_norm": 0.046137794852256775,
+      "learning_rate": 3.2564756966173014e-05,
+      "loss": 0.0017,
+      "step": 3604
+    },
+    {
+      "epoch": 2.36,
+      "grad_norm": 0.0008678428130224347,
+      "learning_rate": 3.250064575062727e-05,
+      "loss": 0.0001,
+      "step": 3605
+    },
+    {
+      "epoch": 2.36,
+      "grad_norm": 0.0017144728917628527,
+      "learning_rate": 3.2436590037609665e-05,
+      "loss": 0.0001,
+      "step": 3606
+    },
+    {
+      "epoch": 2.36,
+      "grad_norm": 0.1634555608034134,
+      "learning_rate": 3.237258985737782e-05,
+      "loss": 0.0428,
+      "step": 3607
+    },
+    {
+      "epoch": 2.36,
+      "grad_norm": 0.02324790135025978,
+      "learning_rate": 3.2308645240163155e-05,
+      "loss": 0.0007,
+      "step": 3608
+    },
+    {
+      "epoch": 2.36,
+      "grad_norm": 0.9691700339317322,
+      "learning_rate": 3.2244756216170905e-05,
+      "loss": 0.0386,
+      "step": 3609
+    },
+    {
+      "epoch": 2.36,
+      "grad_norm": 0.016212478280067444,
+      "learning_rate": 3.218092281557985e-05,
+      "loss": 0.0007,
+      "step": 3610
+    },
+    {
+      "epoch": 2.36,
+      "grad_norm": 0.007437903434038162,
+      "learning_rate": 3.2117145068542713e-05,
+      "loss": 0.0006,
+      "step": 3611
+    },
+    {
+      "epoch": 2.36,
+      "grad_norm": 0.014965659938752651,
+      "learning_rate": 3.205342300518581e-05,
+      "loss": 0.0005,
+      "step": 3612
+    },
+    {
+      "epoch": 2.37,
+      "grad_norm": 0.16550156474113464,
+      "learning_rate": 3.19897566556092e-05,
+      "loss": 0.0252,
+      "step": 3613
+    },
+    {
+      "epoch": 2.37,
+      "grad_norm": 0.06881934404373169,
+      "learning_rate": 3.1926146049886586e-05,
+      "loss": 0.0031,
+      "step": 3614
+    },
+    {
+      "epoch": 2.37,
+      "grad_norm": 0.54667729139328,
+      "learning_rate": 3.1862591218065404e-05,
+      "loss": 0.0093,
+      "step": 3615
+    },
+    {
+      "epoch": 2.37,
+      "grad_norm": 0.0035510477609932423,
+      "learning_rate": 3.179909219016665e-05,
+      "loss": 0.0002,
+      "step": 3616
+    },
+    {
+      "epoch": 2.37,
+      "grad_norm": 0.07340116053819656,
+      "learning_rate": 3.173564899618511e-05,
+      "loss": 0.0016,
+      "step": 3617
+    },
+    {
+      "epoch": 2.37,
+      "grad_norm": 0.0016917032189667225,
+      "learning_rate": 3.167226166608897e-05,
+      "loss": 0.0001,
+      "step": 3618
+    },
+    {
+      "epoch": 2.37,
+      "grad_norm": 0.010103181004524231,
+      "learning_rate": 3.1608930229820276e-05,
+      "loss": 0.0004,
+      "step": 3619
+    },
+    {
+      "epoch": 2.37,
+      "grad_norm": 0.01665312983095646,
+      "learning_rate": 3.1545654717294435e-05,
+      "loss": 0.0006,
+      "step": 3620
+    },
+    {
+      "epoch": 2.37,
+      "grad_norm": 0.0030040668789297342,
+      "learning_rate": 3.148243515840061e-05,
+      "loss": 0.0002,
+      "step": 3621
+    },
+    {
+      "epoch": 2.37,
+      "grad_norm": 0.13333337008953094,
+      "learning_rate": 3.14192715830015e-05,
+      "loss": 0.0054,
+      "step": 3622
+    },
+    {
+      "epoch": 2.37,
+      "grad_norm": 0.0021791195031255484,
+      "learning_rate": 3.13561640209333e-05,
+      "loss": 0.0002,
+      "step": 3623
+    },
+    {
+      "epoch": 2.37,
+      "grad_norm": 0.012684706598520279,
+      "learning_rate": 3.129311250200581e-05,
+      "loss": 0.0005,
+      "step": 3624
+    },
+    {
+      "epoch": 2.37,
+      "grad_norm": 0.014608604833483696,
+      "learning_rate": 3.1230117056002326e-05,
+      "loss": 0.0008,
+      "step": 3625
+    },
+    {
+      "epoch": 2.37,
+      "grad_norm": 0.10935472697019577,
+      "learning_rate": 3.1167177712679684e-05,
+      "loss": 0.0038,
+      "step": 3626
+    },
+    {
+      "epoch": 2.37,
+      "grad_norm": 0.02855844236910343,
+      "learning_rate": 3.110429450176815e-05,
+      "loss": 0.0008,
+      "step": 3627
+    },
+    {
+      "epoch": 2.38,
+      "grad_norm": 0.010416747070848942,
+      "learning_rate": 3.10414674529716e-05,
+      "loss": 0.0005,
+      "step": 3628
+    },
+    {
+      "epoch": 2.38,
+      "grad_norm": 0.04126406088471413,
+      "learning_rate": 3.097869659596721e-05,
+      "loss": 0.001,
+      "step": 3629
+    },
+    {
+      "epoch": 2.38,
+      "grad_norm": 0.13651755452156067,
+      "learning_rate": 3.091598196040576e-05,
+      "loss": 0.0025,
+      "step": 3630
+    },
+    {
+      "epoch": 2.38,
+      "grad_norm": 0.0006649987190030515,
+      "learning_rate": 3.08533235759114e-05,
+      "loss": 0.0001,
+      "step": 3631
+    },
+    {
+      "epoch": 2.38,
+      "grad_norm": 0.008126436732709408,
+      "learning_rate": 3.079072147208173e-05,
+      "loss": 0.0002,
+      "step": 3632
+    },
+    {
+      "epoch": 2.38,
+      "grad_norm": 0.07602657377719879,
+      "learning_rate": 3.072817567848779e-05,
+      "loss": 0.0036,
+      "step": 3633
+    },
+    {
+      "epoch": 2.38,
+      "grad_norm": 0.16345715522766113,
+      "learning_rate": 3.0665686224673966e-05,
+      "loss": 0.0329,
+      "step": 3634
+    },
+    {
+      "epoch": 2.38,
+      "grad_norm": 0.002797997323796153,
+      "learning_rate": 3.060325314015808e-05,
+      "loss": 0.0002,
+      "step": 3635
+    },
+    {
+      "epoch": 2.38,
+      "grad_norm": 0.0018658045446500182,
+      "learning_rate": 3.05408764544313e-05,
+      "loss": 0.0002,
+      "step": 3636
+    },
+    {
+      "epoch": 2.38,
+      "grad_norm": 0.0281591285020113,
+      "learning_rate": 3.0478556196958182e-05,
+      "loss": 0.0012,
+      "step": 3637
+    },
+    {
+      "epoch": 2.38,
+      "grad_norm": 0.0049908580258488655,
+      "learning_rate": 3.0416292397176555e-05,
+      "loss": 0.0004,
+      "step": 3638
+    },
+    {
+      "epoch": 2.38,
+      "grad_norm": 0.05512424558401108,
+      "learning_rate": 3.035408508449766e-05,
+      "loss": 0.0017,
+      "step": 3639
+    },
+    {
+      "epoch": 2.38,
+      "grad_norm": 0.009397076442837715,
+      "learning_rate": 3.029193428830602e-05,
+      "loss": 0.0006,
+      "step": 3640
+    },
+    {
+      "epoch": 2.38,
+      "grad_norm": 0.002295385580509901,
+      "learning_rate": 3.022984003795947e-05,
+      "loss": 0.0001,
+      "step": 3641
+    },
+    {
+      "epoch": 2.38,
+      "grad_norm": 0.005197838414460421,
+      "learning_rate": 3.016780236278913e-05,
+      "loss": 0.0004,
+      "step": 3642
+    },
+    {
+      "epoch": 2.38,
+      "grad_norm": 0.46695300936698914,
+      "learning_rate": 3.0105821292099393e-05,
+      "loss": 0.011,
+      "step": 3643
+    },
+    {
+      "epoch": 2.39,
+      "grad_norm": 0.018466414883732796,
+      "learning_rate": 3.0043896855167938e-05,
+      "loss": 0.0007,
+      "step": 3644
+    },
+    {
+      "epoch": 2.39,
+      "grad_norm": 0.08499304205179214,
+      "learning_rate": 2.998202908124565e-05,
+      "loss": 0.0032,
+      "step": 3645
+    },
+    {
+      "epoch": 2.39,
+      "grad_norm": 0.19181577861309052,
+      "learning_rate": 2.9920217999556722e-05,
+      "loss": 0.0466,
+      "step": 3646
+    },
+    {
+      "epoch": 2.39,
+      "grad_norm": 0.020145069807767868,
+      "learning_rate": 2.9858463639298447e-05,
+      "loss": 0.0005,
+      "step": 3647
+    },
+    {
+      "epoch": 2.39,
+      "grad_norm": 0.001984576229006052,
+      "learning_rate": 2.9796766029641423e-05,
+      "loss": 0.0001,
+      "step": 3648
+    },
+    {
+      "epoch": 2.39,
+      "grad_norm": 0.014706733636558056,
+      "learning_rate": 2.9735125199729404e-05,
+      "loss": 0.0004,
+      "step": 3649
+    },
+    {
+      "epoch": 2.39,
+      "grad_norm": 0.00998898595571518,
+      "learning_rate": 2.967354117867935e-05,
+      "loss": 0.0006,
+      "step": 3650
+    },
+    {
+      "epoch": 2.39,
+      "grad_norm": 0.317994624376297,
+      "learning_rate": 2.9612013995581356e-05,
+      "loss": 0.011,
+      "step": 3651
+    },
+    {
+      "epoch": 2.39,
+      "grad_norm": 0.1973196268081665,
+      "learning_rate": 2.955054367949868e-05,
+      "loss": 0.0089,
+      "step": 3652
+    },
+    {
+      "epoch": 2.39,
+      "grad_norm": 0.023477502167224884,
+      "learning_rate": 2.9489130259467738e-05,
+      "loss": 0.0012,
+      "step": 3653
+    },
+    {
+      "epoch": 2.39,
+      "grad_norm": 0.005300854332745075,
+      "learning_rate": 2.9427773764498076e-05,
+      "loss": 0.0004,
+      "step": 3654
+    },
+    {
+      "epoch": 2.39,
+      "grad_norm": 0.002143553690984845,
+      "learning_rate": 2.9366474223572245e-05,
+      "loss": 0.0001,
+      "step": 3655
+    },
+    {
+      "epoch": 2.39,
+      "grad_norm": 0.12469197064638138,
+      "learning_rate": 2.9305231665646036e-05,
+      "loss": 0.0127,
+      "step": 3656
+    },
+    {
+      "epoch": 2.39,
+      "grad_norm": 0.002115819603204727,
+      "learning_rate": 2.9244046119648234e-05,
+      "loss": 0.0002,
+      "step": 3657
+    },
+    {
+      "epoch": 2.39,
+      "grad_norm": 0.0012355220969766378,
+      "learning_rate": 2.9182917614480727e-05,
+      "loss": 0.0001,
+      "step": 3658
+    },
+    {
+      "epoch": 2.4,
+      "grad_norm": 0.022472752258181572,
+      "learning_rate": 2.9121846179018464e-05,
+      "loss": 0.0012,
+      "step": 3659
+    },
+    {
+      "epoch": 2.4,
+      "grad_norm": 0.0011190982768312097,
+      "learning_rate": 2.9060831842109405e-05,
+      "loss": 0.0001,
+      "step": 3660
+    },
+    {
+      "epoch": 2.4,
+      "grad_norm": 0.026770759373903275,
+      "learning_rate": 2.8999874632574592e-05,
+      "loss": 0.0012,
+      "step": 3661
+    },
+    {
+      "epoch": 2.4,
+      "grad_norm": 0.012939787469804287,
+      "learning_rate": 2.893897457920803e-05,
+      "loss": 0.0007,
+      "step": 3662
+    },
+    {
+      "epoch": 2.4,
+      "grad_norm": 0.0015015322715044022,
+      "learning_rate": 2.887813171077677e-05,
+      "loss": 0.0001,
+      "step": 3663
+    },
+    {
+      "epoch": 2.4,
+      "grad_norm": 0.0026245703920722008,
+      "learning_rate": 2.8817346056020772e-05,
+      "loss": 0.0002,
+      "step": 3664
+    },
+    {
+      "epoch": 2.4,
+      "grad_norm": 0.0010097991907969117,
+      "learning_rate": 2.8756617643653057e-05,
+      "loss": 0.0001,
+      "step": 3665
+    },
+    {
+      "epoch": 2.4,
+      "grad_norm": 0.0626211166381836,
+      "learning_rate": 2.8695946502359557e-05,
+      "loss": 0.0018,
+      "step": 3666
+    },
+    {
+      "epoch": 2.4,
+      "grad_norm": 0.004791324492543936,
+      "learning_rate": 2.8635332660799182e-05,
+      "loss": 0.0003,
+      "step": 3667
+    },
+    {
+      "epoch": 2.4,
+      "grad_norm": 0.002726014005020261,
+      "learning_rate": 2.8574776147603762e-05,
+      "loss": 0.0002,
+      "step": 3668
+    },
+    {
+      "epoch": 2.4,
+      "grad_norm": 0.003951300401240587,
+      "learning_rate": 2.8514276991378048e-05,
+      "loss": 0.0003,
+      "step": 3669
+    },
+    {
+      "epoch": 2.4,
+      "grad_norm": 0.021291621029376984,
+      "learning_rate": 2.8453835220699684e-05,
+      "loss": 0.0011,
+      "step": 3670
+    },
+    {
+      "epoch": 2.4,
+      "grad_norm": 0.028817644342780113,
+      "learning_rate": 2.8393450864119226e-05,
+      "loss": 0.0017,
+      "step": 3671
+    },
+    {
+      "epoch": 2.4,
+      "grad_norm": 0.014525814913213253,
+      "learning_rate": 2.833312395016013e-05,
+      "loss": 0.0008,
+      "step": 3672
+    },
+    {
+      "epoch": 2.4,
+      "grad_norm": 0.04240436479449272,
+      "learning_rate": 2.8272854507318633e-05,
+      "loss": 0.0006,
+      "step": 3673
+    },
+    {
+      "epoch": 2.41,
+      "grad_norm": 0.004409548826515675,
+      "learning_rate": 2.8212642564063925e-05,
+      "loss": 0.0004,
+      "step": 3674
+    },
+    {
+      "epoch": 2.41,
+      "grad_norm": 0.007837683893740177,
+      "learning_rate": 2.815248814883796e-05,
+      "loss": 0.0005,
+      "step": 3675
+    },
+    {
+      "epoch": 2.41,
+      "grad_norm": 0.06929178535938263,
+      "learning_rate": 2.809239129005559e-05,
+      "loss": 0.0039,
+      "step": 3676
+    },
+    {
+      "epoch": 2.41,
+      "grad_norm": 0.013775107450783253,
+      "learning_rate": 2.8032352016104405e-05,
+      "loss": 0.0009,
+      "step": 3677
+    },
+    {
+      "epoch": 2.41,
+      "grad_norm": 0.0021300448570400476,
+      "learning_rate": 2.7972370355344854e-05,
+      "loss": 0.0002,
+      "step": 3678
+    },
+    {
+      "epoch": 2.41,
+      "grad_norm": 0.16798287630081177,
+      "learning_rate": 2.791244633611014e-05,
+      "loss": 0.0058,
+      "step": 3679
+    },
+    {
+      "epoch": 2.41,
+      "grad_norm": 0.009342607110738754,
+      "learning_rate": 2.785257998670627e-05,
+      "loss": 0.0008,
+      "step": 3680
+    },
+    {
+      "epoch": 2.41,
+      "grad_norm": 0.03553188964724541,
+      "learning_rate": 2.779277133541192e-05,
+      "loss": 0.0022,
+      "step": 3681
+    },
+    {
+      "epoch": 2.41,
+      "grad_norm": 0.0327470526099205,
+      "learning_rate": 2.773302041047862e-05,
+      "loss": 0.0011,
+      "step": 3682
+    },
+    {
+      "epoch": 2.41,
+      "grad_norm": 0.0034934538416564465,
+      "learning_rate": 2.7673327240130576e-05,
+      "loss": 0.0003,
+      "step": 3683
+    },
+    {
+      "epoch": 2.41,
+      "grad_norm": 0.11681769788265228,
+      "learning_rate": 2.7613691852564728e-05,
+      "loss": 0.0071,
+      "step": 3684
+    },
+    {
+      "epoch": 2.41,
+      "grad_norm": 0.005053054075688124,
+      "learning_rate": 2.7554114275950723e-05,
+      "loss": 0.0002,
+      "step": 3685
+    },
+    {
+      "epoch": 2.41,
+      "grad_norm": 0.0011449737939983606,
+      "learning_rate": 2.7494594538430882e-05,
+      "loss": 0.0001,
+      "step": 3686
+    },
+    {
+      "epoch": 2.41,
+      "grad_norm": 0.010535813868045807,
+      "learning_rate": 2.743513266812023e-05,
+      "loss": 0.0006,
+      "step": 3687
+    },
+    {
+      "epoch": 2.41,
+      "grad_norm": 0.008704773150384426,
+      "learning_rate": 2.7375728693106454e-05,
+      "loss": 0.0006,
+      "step": 3688
+    },
+    {
+      "epoch": 2.42,
+      "grad_norm": 0.021657146513462067,
+      "learning_rate": 2.73163826414499e-05,
+      "loss": 0.0013,
+      "step": 3689
+    },
+    {
+      "epoch": 2.42,
+      "grad_norm": 0.0023986981250345707,
+      "learning_rate": 2.725709454118349e-05,
+      "loss": 0.0002,
+      "step": 3690
+    },
+    {
+      "epoch": 2.42,
+      "grad_norm": 0.007590134162455797,
+      "learning_rate": 2.7197864420312826e-05,
+      "loss": 0.0005,
+      "step": 3691
+    },
+    {
+      "epoch": 2.42,
+      "grad_norm": 0.3991285562515259,
+      "learning_rate": 2.713869230681615e-05,
+      "loss": 0.0112,
+      "step": 3692
+    },
+    {
+      "epoch": 2.42,
+      "grad_norm": 0.01693413034081459,
+      "learning_rate": 2.707957822864424e-05,
+      "loss": 0.0006,
+      "step": 3693
+    },
+    {
+      "epoch": 2.42,
+      "grad_norm": 0.002101296093314886,
+      "learning_rate": 2.7020522213720517e-05,
+      "loss": 0.0001,
+      "step": 3694
+    },
+    {
+      "epoch": 2.42,
+      "grad_norm": 0.014015717431902885,
+      "learning_rate": 2.6961524289940928e-05,
+      "loss": 0.0003,
+      "step": 3695
+    },
+    {
+      "epoch": 2.42,
+      "grad_norm": 0.003958274144679308,
+      "learning_rate": 2.6902584485174006e-05,
+      "loss": 0.0001,
+      "step": 3696
+    },
+    {
+      "epoch": 2.42,
+      "grad_norm": 0.005625806748867035,
+      "learning_rate": 2.6843702827260834e-05,
+      "loss": 0.0001,
+      "step": 3697
+    },
+    {
+      "epoch": 2.42,
+      "grad_norm": 0.0037148420233279467,
+      "learning_rate": 2.6784879344015043e-05,
+      "loss": 0.0002,
+      "step": 3698
+    },
+    {
+      "epoch": 2.42,
+      "grad_norm": 0.0663096159696579,
+      "learning_rate": 2.672611406322269e-05,
+      "loss": 0.0029,
+      "step": 3699
+    },
+    {
+      "epoch": 2.42,
+      "grad_norm": 0.008969821967184544,
+      "learning_rate": 2.6667407012642445e-05,
+      "loss": 0.0005,
+      "step": 3700
+    },
+    {
+      "epoch": 2.42,
+      "grad_norm": 0.004598591011017561,
+      "learning_rate": 2.6608758220005448e-05,
+      "loss": 0.0003,
+      "step": 3701
+    },
+    {
+      "epoch": 2.42,
+      "grad_norm": 0.0017274868441745639,
+      "learning_rate": 2.6550167713015298e-05,
+      "loss": 0.0001,
+      "step": 3702
+    },
+    {
+      "epoch": 2.42,
+      "grad_norm": 0.0020384856034070253,
+      "learning_rate": 2.6491635519348065e-05,
+      "loss": 0.0001,
+      "step": 3703
+    },
+    {
+      "epoch": 2.42,
+      "grad_norm": 0.006550739984959364,
+      "learning_rate": 2.6433161666652304e-05,
+      "loss": 0.0003,
+      "step": 3704
+    },
+    {
+      "epoch": 2.43,
+      "grad_norm": 0.009589463472366333,
+      "learning_rate": 2.6374746182548966e-05,
+      "loss": 0.0005,
+      "step": 3705
+    },
+    {
+      "epoch": 2.43,
+      "grad_norm": 0.08297881484031677,
+      "learning_rate": 2.6316389094631484e-05,
+      "loss": 0.0015,
+      "step": 3706
+    },
+    {
+      "epoch": 2.43,
+      "grad_norm": 0.0033429779578000307,
+      "learning_rate": 2.625809043046569e-05,
+      "loss": 0.0001,
+      "step": 3707
+    },
+    {
+      "epoch": 2.43,
+      "grad_norm": 0.0014815748436376452,
+      "learning_rate": 2.619985021758972e-05,
+      "loss": 0.0001,
+      "step": 3708
+    },
+    {
+      "epoch": 2.43,
+      "grad_norm": 0.00698409229516983,
+      "learning_rate": 2.614166848351425e-05,
+      "loss": 0.0004,
+      "step": 3709
+    },
+    {
+      "epoch": 2.43,
+      "grad_norm": 0.2019488364458084,
+      "learning_rate": 2.6083545255722267e-05,
+      "loss": 0.0036,
+      "step": 3710
+    },
+    {
+      "epoch": 2.43,
+      "grad_norm": 0.014977452345192432,
+      "learning_rate": 2.6025480561669105e-05,
+      "loss": 0.0006,
+      "step": 3711
+    },
+    {
+      "epoch": 2.43,
+      "grad_norm": 0.17552299797534943,
+      "learning_rate": 2.5967474428782475e-05,
+      "loss": 0.002,
+      "step": 3712
+    },
+    {
+      "epoch": 2.43,
+      "grad_norm": 0.005717449821531773,
+      "learning_rate": 2.5909526884462413e-05,
+      "loss": 0.0004,
+      "step": 3713
+    },
+    {
+      "epoch": 2.43,
+      "grad_norm": 0.024677833542227745,
+      "learning_rate": 2.5851637956081283e-05,
+      "loss": 0.0008,
+      "step": 3714
+    },
+    {
+      "epoch": 2.43,
+      "grad_norm": 0.010601447895169258,
+      "learning_rate": 2.579380767098382e-05,
+      "loss": 0.0004,
+      "step": 3715
+    },
+    {
+      "epoch": 2.43,
+      "grad_norm": 0.0032953820191323757,
+      "learning_rate": 2.5736036056486897e-05,
+      "loss": 0.0002,
+      "step": 3716
+    },
+    {
+      "epoch": 2.43,
+      "grad_norm": 0.009412416256964207,
+      "learning_rate": 2.5678323139879825e-05,
+      "loss": 0.0005,
+      "step": 3717
+    },
+    {
+      "epoch": 2.43,
+      "grad_norm": 0.009052753448486328,
+      "learning_rate": 2.5620668948424163e-05,
+      "loss": 0.0004,
+      "step": 3718
+    },
+    {
+      "epoch": 2.43,
+      "grad_norm": 0.0017453498439863324,
+      "learning_rate": 2.556307350935367e-05,
+      "loss": 0.0001,
+      "step": 3719
+    },
+    {
+      "epoch": 2.44,
+      "grad_norm": 0.0002961267891805619,
+      "learning_rate": 2.550553684987439e-05,
+      "loss": 0.0,
+      "step": 3720
+    },
+    {
+      "epoch": 2.44,
+      "grad_norm": 0.02042260393500328,
+      "learning_rate": 2.54480589971646e-05,
+      "loss": 0.0013,
+      "step": 3721
+    },
+    {
+      "epoch": 2.44,
+      "grad_norm": 0.44513195753097534,
+      "learning_rate": 2.539063997837483e-05,
+      "loss": 0.0615,
+      "step": 3722
+    },
+    {
+      "epoch": 2.44,
+      "grad_norm": 0.043515317142009735,
+      "learning_rate": 2.5333279820627762e-05,
+      "loss": 0.0013,
+      "step": 3723
+    },
+    {
+      "epoch": 2.44,
+      "grad_norm": 0.006589180789887905,
+      "learning_rate": 2.527597855101831e-05,
+      "loss": 0.0003,
+      "step": 3724
+    },
+    {
+      "epoch": 2.44,
+      "grad_norm": 0.0023443615064024925,
+      "learning_rate": 2.521873619661356e-05,
+      "loss": 0.0002,
+      "step": 3725
+    },
+    {
+      "epoch": 2.44,
+      "grad_norm": 0.004776511341333389,
+      "learning_rate": 2.516155278445281e-05,
+      "loss": 0.0003,
+      "step": 3726
+    },
+    {
+      "epoch": 2.44,
+      "grad_norm": 0.24286900460720062,
+      "learning_rate": 2.5104428341547387e-05,
+      "loss": 0.0322,
+      "step": 3727
+    },
+    {
+      "epoch": 2.44,
+      "grad_norm": 0.1394210159778595,
+      "learning_rate": 2.5047362894880913e-05,
+      "loss": 0.0028,
+      "step": 3728
+    },
+    {
+      "epoch": 2.44,
+      "grad_norm": 0.23588547110557556,
+      "learning_rate": 2.499035647140907e-05,
+      "loss": 0.0453,
+      "step": 3729
+    },
+    {
+      "epoch": 2.44,
+      "grad_norm": 0.006382886786013842,
+      "learning_rate": 2.4933409098059648e-05,
+      "loss": 0.0003,
+      "step": 3730
+    },
+    {
+      "epoch": 2.44,
+      "grad_norm": 0.03138108551502228,
+      "learning_rate": 2.487652080173262e-05,
+      "loss": 0.0019,
+      "step": 3731
+    },
+    {
+      "epoch": 2.44,
+      "grad_norm": 0.1199861615896225,
+      "learning_rate": 2.481969160929995e-05,
+      "loss": 0.0353,
+      "step": 3732
+    },
+    {
+      "epoch": 2.44,
+      "grad_norm": 0.2854119837284088,
+      "learning_rate": 2.4762921547605757e-05,
+      "loss": 0.0098,
+      "step": 3733
+    },
+    {
+      "epoch": 2.44,
+      "grad_norm": 0.04618098959326744,
+      "learning_rate": 2.4706210643466185e-05,
+      "loss": 0.0011,
+      "step": 3734
+    },
+    {
+      "epoch": 2.45,
+      "grad_norm": 0.0043100458569824696,
+      "learning_rate": 2.464955892366952e-05,
+      "loss": 0.0003,
+      "step": 3735
+    },
+    {
+      "epoch": 2.45,
+      "grad_norm": 0.004088552203029394,
+      "learning_rate": 2.4592966414975946e-05,
+      "loss": 0.0002,
+      "step": 3736
+    },
+    {
+      "epoch": 2.45,
+      "grad_norm": 0.07775861024856567,
+      "learning_rate": 2.453643314411777e-05,
+      "loss": 0.0017,
+      "step": 3737
+    },
+    {
+      "epoch": 2.45,
+      "grad_norm": 0.0030159540474414825,
+      "learning_rate": 2.4479959137799325e-05,
+      "loss": 0.0001,
+      "step": 3738
+    },
+    {
+      "epoch": 2.45,
+      "grad_norm": 0.0009428430930711329,
+      "learning_rate": 2.4423544422696916e-05,
+      "loss": 0.0001,
+      "step": 3739
+    },
+    {
+      "epoch": 2.45,
+      "grad_norm": 0.0019232219783589244,
+      "learning_rate": 2.436718902545888e-05,
+      "loss": 0.0001,
+      "step": 3740
+    },
+    {
+      "epoch": 2.45,
+      "grad_norm": 0.012869434431195259,
+      "learning_rate": 2.431089297270548e-05,
+      "loss": 0.0005,
+      "step": 3741
+    },
+    {
+      "epoch": 2.45,
+      "grad_norm": 0.01162060908973217,
+      "learning_rate": 2.4254656291028974e-05,
+      "loss": 0.0006,
+      "step": 3742
+    },
+    {
+      "epoch": 2.45,
+      "grad_norm": 0.01218508742749691,
+      "learning_rate": 2.4198479006993637e-05,
+      "loss": 0.0006,
+      "step": 3743
+    },
+    {
+      "epoch": 2.45,
+      "grad_norm": 0.00766991451382637,
+      "learning_rate": 2.414236114713553e-05,
+      "loss": 0.0002,
+      "step": 3744
+    },
+    {
+      "epoch": 2.45,
+      "grad_norm": 0.009898004122078419,
+      "learning_rate": 2.4086302737962797e-05,
+      "loss": 0.0004,
+      "step": 3745
+    },
+    {
+      "epoch": 2.45,
+      "grad_norm": 0.01080253440886736,
+      "learning_rate": 2.4030303805955425e-05,
+      "loss": 0.0008,
+      "step": 3746
+    },
+    {
+      "epoch": 2.45,
+      "grad_norm": 0.1856086254119873,
+      "learning_rate": 2.397436437756532e-05,
+      "loss": 0.0029,
+      "step": 3747
+    },
+    {
+      "epoch": 2.45,
+      "grad_norm": 0.005443239118903875,
+      "learning_rate": 2.3918484479216294e-05,
+      "loss": 0.0004,
+      "step": 3748
+    },
+    {
+      "epoch": 2.45,
+      "grad_norm": 0.009528876282274723,
+      "learning_rate": 2.386266413730405e-05,
+      "loss": 0.0008,
+      "step": 3749
+    },
+    {
+      "epoch": 2.45,
+      "grad_norm": 0.02124428004026413,
+      "learning_rate": 2.3806903378196097e-05,
+      "loss": 0.0016,
+      "step": 3750
+    },
+    {
+      "epoch": 2.46,
+      "grad_norm": 0.012310376390814781,
+      "learning_rate": 2.3751202228231865e-05,
+      "loss": 0.0004,
+      "step": 3751
+    },
+    {
+      "epoch": 2.46,
+      "grad_norm": 0.0018997933948412538,
+      "learning_rate": 2.3695560713722638e-05,
+      "loss": 0.0002,
+      "step": 3752
+    },
+    {
+      "epoch": 2.46,
+      "grad_norm": 0.002142946468666196,
+      "learning_rate": 2.3639978860951413e-05,
+      "loss": 0.0001,
+      "step": 3753
+    },
+    {
+      "epoch": 2.46,
+      "grad_norm": 0.003471843432635069,
+      "learning_rate": 2.358445669617312e-05,
+      "loss": 0.0002,
+      "step": 3754
+    },
+    {
+      "epoch": 2.46,
+      "grad_norm": 0.04264701157808304,
+      "learning_rate": 2.352899424561448e-05,
+      "loss": 0.0016,
+      "step": 3755
+    },
+    {
+      "epoch": 2.46,
+      "grad_norm": 0.14676567912101746,
+      "learning_rate": 2.347359153547397e-05,
+      "loss": 0.0175,
+      "step": 3756
+    },
+    {
+      "epoch": 2.46,
+      "grad_norm": 0.020780233666300774,
+      "learning_rate": 2.3418248591921867e-05,
+      "loss": 0.0014,
+      "step": 3757
+    },
+    {
+      "epoch": 2.46,
+      "grad_norm": 0.0027702637016773224,
+      "learning_rate": 2.3362965441100218e-05,
+      "loss": 0.0002,
+      "step": 3758
+    },
+    {
+      "epoch": 2.46,
+      "grad_norm": 0.0017572494689375162,
+      "learning_rate": 2.330774210912283e-05,
+      "loss": 0.0001,
+      "step": 3759
+    },
+    {
+      "epoch": 2.46,
+      "grad_norm": 0.016448311507701874,
+      "learning_rate": 2.3252578622075235e-05,
+      "loss": 0.0008,
+      "step": 3760
+    },
+    {
+      "epoch": 2.46,
+      "grad_norm": 0.014893441461026669,
+      "learning_rate": 2.319747500601474e-05,
+      "loss": 0.0008,
+      "step": 3761
+    },
+    {
+      "epoch": 2.46,
+      "grad_norm": 0.03140440955758095,
+      "learning_rate": 2.31424312869703e-05,
+      "loss": 0.0027,
+      "step": 3762
+    },
+    {
+      "epoch": 2.46,
+      "grad_norm": 0.022161591798067093,
+      "learning_rate": 2.30874474909426e-05,
+      "loss": 0.0014,
+      "step": 3763
+    },
+    {
+      "epoch": 2.46,
+      "grad_norm": 0.004086275119334459,
+      "learning_rate": 2.303252364390408e-05,
+      "loss": 0.0003,
+      "step": 3764
+    },
+    {
+      "epoch": 2.46,
+      "grad_norm": 0.01266722846776247,
+      "learning_rate": 2.2977659771798806e-05,
+      "loss": 0.0005,
+      "step": 3765
+    },
+    {
+      "epoch": 2.47,
+      "grad_norm": 0.0033756562042981386,
+      "learning_rate": 2.292285590054251e-05,
+      "loss": 0.0002,
+      "step": 3766
+    },
+    {
+      "epoch": 2.47,
+      "grad_norm": 0.008223162963986397,
+      "learning_rate": 2.286811205602261e-05,
+      "loss": 0.0006,
+      "step": 3767
+    },
+    {
+      "epoch": 2.47,
+      "grad_norm": 0.05937148630619049,
+      "learning_rate": 2.2813428264098155e-05,
+      "loss": 0.0014,
+      "step": 3768
+    },
+    {
+      "epoch": 2.47,
+      "grad_norm": 0.0038700110744684935,
+      "learning_rate": 2.275880455059987e-05,
+      "loss": 0.0002,
+      "step": 3769
+    },
+    {
+      "epoch": 2.47,
+      "grad_norm": 0.050642628222703934,
+      "learning_rate": 2.2704240941329976e-05,
+      "loss": 0.0012,
+      "step": 3770
+    },
+    {
+      "epoch": 2.47,
+      "grad_norm": 0.0014657049905508757,
+      "learning_rate": 2.2649737462062445e-05,
+      "loss": 0.0001,
+      "step": 3771
+    },
+    {
+      "epoch": 2.47,
+      "grad_norm": 0.009033857844769955,
+      "learning_rate": 2.2595294138542746e-05,
+      "loss": 0.0005,
+      "step": 3772
+    },
+    {
+      "epoch": 2.47,
+      "grad_norm": 0.004064772743731737,
+      "learning_rate": 2.2540910996488025e-05,
+      "loss": 0.0002,
+      "step": 3773
+    },
+    {
+      "epoch": 2.47,
+      "grad_norm": 0.005530566442757845,
+      "learning_rate": 2.2486588061586918e-05,
+      "loss": 0.0002,
+      "step": 3774
+    },
+    {
+      "epoch": 2.47,
+      "grad_norm": 0.07258548587560654,
+      "learning_rate": 2.2432325359499665e-05,
+      "loss": 0.0032,
+      "step": 3775
+    },
+    {
+      "epoch": 2.47,
+      "grad_norm": 0.008993509225547314,
+      "learning_rate": 2.2378122915858025e-05,
+      "loss": 0.0004,
+      "step": 3776
+    },
+    {
+      "epoch": 2.47,
+      "grad_norm": 0.0150374760851264,
+      "learning_rate": 2.232398075626534e-05,
+      "loss": 0.0005,
+      "step": 3777
+    },
+    {
+      "epoch": 2.47,
+      "grad_norm": 0.04592491313815117,
+      "learning_rate": 2.226989890629645e-05,
+      "loss": 0.0014,
+      "step": 3778
+    },
+    {
+      "epoch": 2.47,
+      "grad_norm": 0.0022773267701268196,
+      "learning_rate": 2.2215877391497655e-05,
+      "loss": 0.0002,
+      "step": 3779
+    },
+    {
+      "epoch": 2.47,
+      "grad_norm": 0.38683828711509705,
+      "learning_rate": 2.2161916237386824e-05,
+      "loss": 0.0112,
+      "step": 3780
+    },
+    {
+      "epoch": 2.48,
+      "grad_norm": 0.005129650235176086,
+      "learning_rate": 2.2108015469453317e-05,
+      "loss": 0.0003,
+      "step": 3781
+    },
+    {
+      "epoch": 2.48,
+      "grad_norm": 0.0032208289485424757,
+      "learning_rate": 2.20541751131579e-05,
+      "loss": 0.0002,
+      "step": 3782
+    },
+    {
+      "epoch": 2.48,
+      "grad_norm": 0.010406946763396263,
+      "learning_rate": 2.2000395193932903e-05,
+      "loss": 0.0006,
+      "step": 3783
+    },
+    {
+      "epoch": 2.48,
+      "grad_norm": 0.008497284725308418,
+      "learning_rate": 2.1946675737182013e-05,
+      "loss": 0.0003,
+      "step": 3784
+    },
+    {
+      "epoch": 2.48,
+      "grad_norm": 0.21622425317764282,
+      "learning_rate": 2.1893016768280404e-05,
+      "loss": 0.0029,
+      "step": 3785
+    },
+    {
+      "epoch": 2.48,
+      "grad_norm": 0.13285638391971588,
+      "learning_rate": 2.183941831257468e-05,
+      "loss": 0.0029,
+      "step": 3786
+    },
+    {
+      "epoch": 2.48,
+      "grad_norm": 0.0017450024606660008,
+      "learning_rate": 2.1785880395382877e-05,
+      "loss": 0.0001,
+      "step": 3787
+    },
+    {
+      "epoch": 2.48,
+      "grad_norm": 0.0034125216770917177,
+      "learning_rate": 2.1732403041994346e-05,
+      "loss": 0.0003,
+      "step": 3788
+    },
+    {
+      "epoch": 2.48,
+      "grad_norm": 0.006293709855526686,
+      "learning_rate": 2.1678986277669915e-05,
+      "loss": 0.0005,
+      "step": 3789
+    },
+    {
+      "epoch": 2.48,
+      "grad_norm": 0.005125212948769331,
+      "learning_rate": 2.162563012764178e-05,
+      "loss": 0.0002,
+      "step": 3790
+    },
+    {
+      "epoch": 2.48,
+      "grad_norm": 0.0014759672340005636,
+      "learning_rate": 2.1572334617113484e-05,
+      "loss": 0.0001,
+      "step": 3791
+    },
+    {
+      "epoch": 2.48,
+      "grad_norm": 0.0010085315443575382,
+      "learning_rate": 2.1519099771259957e-05,
+      "loss": 0.0001,
+      "step": 3792
+    },
+    {
+      "epoch": 2.48,
+      "grad_norm": 0.0015687530394643545,
+      "learning_rate": 2.1465925615227432e-05,
+      "loss": 0.0001,
+      "step": 3793
+    },
+    {
+      "epoch": 2.48,
+      "grad_norm": 0.010366515256464481,
+      "learning_rate": 2.1412812174133496e-05,
+      "loss": 0.0003,
+      "step": 3794
+    },
+    {
+      "epoch": 2.48,
+      "grad_norm": 0.003558119060471654,
+      "learning_rate": 2.1359759473067108e-05,
+      "loss": 0.0002,
+      "step": 3795
+    },
+    {
+      "epoch": 2.49,
+      "grad_norm": 0.003396461019292474,
+      "learning_rate": 2.1306767537088393e-05,
+      "loss": 0.0002,
+      "step": 3796
+    },
+    {
+      "epoch": 2.49,
+      "grad_norm": 0.3438689708709717,
+      "learning_rate": 2.12538363912289e-05,
+      "loss": 0.0102,
+      "step": 3797
+    },
+    {
+      "epoch": 2.49,
+      "grad_norm": 0.0034374843817204237,
+      "learning_rate": 2.1200966060491447e-05,
+      "loss": 0.0002,
+      "step": 3798
+    },
+    {
+      "epoch": 2.49,
+      "grad_norm": 0.0038176493253558874,
+      "learning_rate": 2.1148156569850073e-05,
+      "loss": 0.0002,
+      "step": 3799
+    },
+    {
+      "epoch": 2.49,
+      "grad_norm": 0.0036796291824430227,
+      "learning_rate": 2.109540794425012e-05,
+      "loss": 0.0003,
+      "step": 3800
+    },
+    {
+      "epoch": 2.49,
+      "grad_norm": 0.0019943516235798597,
+      "learning_rate": 2.1042720208608178e-05,
+      "loss": 0.0001,
+      "step": 3801
+    },
+    {
+      "epoch": 2.49,
+      "grad_norm": 0.0070703173987567425,
+      "learning_rate": 2.0990093387812034e-05,
+      "loss": 0.0005,
+      "step": 3802
+    },
+    {
+      "epoch": 2.49,
+      "grad_norm": 0.00025776855181902647,
+      "learning_rate": 2.0937527506720775e-05,
+      "loss": 0.0,
+      "step": 3803
+    },
+    {
+      "epoch": 2.49,
+      "grad_norm": 0.002906102454289794,
+      "learning_rate": 2.0885022590164667e-05,
+      "loss": 0.0001,
+      "step": 3804
+    },
+    {
+      "epoch": 2.49,
+      "grad_norm": 0.02106166072189808,
+      "learning_rate": 2.083257866294511e-05,
+      "loss": 0.0008,
+      "step": 3805
+    },
+    {
+      "epoch": 2.49,
+      "grad_norm": 0.012767515145242214,
+      "learning_rate": 2.0780195749834783e-05,
+      "loss": 0.0002,
+      "step": 3806
+    },
+    {
+      "epoch": 2.49,
+      "grad_norm": 0.12511076033115387,
+      "learning_rate": 2.072787387557753e-05,
+      "loss": 0.013,
+      "step": 3807
+    },
+    {
+      "epoch": 2.49,
+      "grad_norm": 0.014380592852830887,
+      "learning_rate": 2.0675613064888343e-05,
+      "loss": 0.0006,
+      "step": 3808
+    },
+    {
+      "epoch": 2.49,
+      "grad_norm": 0.01294582150876522,
+      "learning_rate": 2.062341334245336e-05,
+      "loss": 0.0008,
+      "step": 3809
+    },
+    {
+      "epoch": 2.49,
+      "grad_norm": 0.0015137314330786467,
+      "learning_rate": 2.0571274732929894e-05,
+      "loss": 0.0001,
+      "step": 3810
+    },
+    {
+      "epoch": 2.49,
+      "grad_norm": 0.02780129760503769,
+      "learning_rate": 2.0519197260946375e-05,
+      "loss": 0.0009,
+      "step": 3811
+    },
+    {
+      "epoch": 2.5,
+      "grad_norm": 0.008371416479349136,
+      "learning_rate": 2.046718095110234e-05,
+      "loss": 0.0002,
+      "step": 3812
+    },
+    {
+      "epoch": 2.5,
+      "grad_norm": 0.0009381690178997815,
+      "learning_rate": 2.0415225827968508e-05,
+      "loss": 0.0001,
+      "step": 3813
+    },
+    {
+      "epoch": 2.5,
+      "grad_norm": 0.004177944269031286,
+      "learning_rate": 2.0363331916086556e-05,
+      "loss": 0.0002,
+      "step": 3814
+    },
+    {
+      "epoch": 2.5,
+      "grad_norm": 0.006999014411121607,
+      "learning_rate": 2.0311499239969365e-05,
+      "loss": 0.0002,
+      "step": 3815
+    },
+    {
+      "epoch": 2.5,
+      "grad_norm": 0.002490478102117777,
+      "learning_rate": 2.025972782410083e-05,
+      "loss": 0.0002,
+      "step": 3816
+    },
+    {
+      "epoch": 2.5,
+      "grad_norm": 0.18457277119159698,
+      "learning_rate": 2.0208017692935957e-05,
+      "loss": 0.036,
+      "step": 3817
+    },
+    {
+      "epoch": 2.5,
+      "grad_norm": 0.013369838707149029,
+      "learning_rate": 2.0156368870900792e-05,
+      "loss": 0.0003,
+      "step": 3818
+    },
+    {
+      "epoch": 2.5,
+      "grad_norm": 0.17626619338989258,
+      "learning_rate": 2.0104781382392366e-05,
+      "loss": 0.0351,
+      "step": 3819
+    },
+    {
+      "epoch": 2.5,
+      "grad_norm": 0.003646490629762411,
+      "learning_rate": 2.005325525177884e-05,
+      "loss": 0.0003,
+      "step": 3820
+    },
+    {
+      "epoch": 2.5,
+      "eval_loss": 0.045124031603336334,
+      "eval_runtime": 40.059,
+      "eval_samples_per_second": 32.128,
+      "eval_steps_per_second": 8.038,
+      "step": 3820
+    },
+    {
+      "epoch": 2.5,
+      "grad_norm": 0.1512085497379303,
+      "learning_rate": 2.0001790503399258e-05,
+      "loss": 0.0201,
+      "step": 3821
+    },
+    {
+      "epoch": 2.5,
+      "grad_norm": 0.04014553129673004,
+      "learning_rate": 1.9950387161563775e-05,
+      "loss": 0.0013,
+      "step": 3822
+    },
+    {
+      "epoch": 2.5,
+      "grad_norm": 0.20916107296943665,
+      "learning_rate": 1.98990452505535e-05,
+      "loss": 0.0231,
+      "step": 3823
+    },
+    {
+      "epoch": 2.5,
+      "grad_norm": 0.008310503326356411,
+      "learning_rate": 1.984776479462059e-05,
+      "loss": 0.0004,
+      "step": 3824
+    },
+    {
+      "epoch": 2.5,
+      "grad_norm": 0.004644991364330053,
+      "learning_rate": 1.9796545817988014e-05,
+      "loss": 0.0003,
+      "step": 3825
+    },
+    {
+      "epoch": 2.5,
+      "grad_norm": 0.0064013684168457985,
+      "learning_rate": 1.974538834484985e-05,
+      "loss": 0.0002,
+      "step": 3826
+    },
+    {
+      "epoch": 2.51,
+      "grad_norm": 0.00458954693749547,
+      "learning_rate": 1.969429239937107e-05,
+      "loss": 0.0003,
+      "step": 3827
+    },
+    {
+      "epoch": 2.51,
+      "grad_norm": 0.013306370005011559,
+      "learning_rate": 1.96432580056876e-05,
+      "loss": 0.0009,
+      "step": 3828
+    },
+    {
+      "epoch": 2.51,
+      "grad_norm": 0.008030070923268795,
+      "learning_rate": 1.9592285187906258e-05,
+      "loss": 0.0003,
+      "step": 3829
+    },
+    {
+      "epoch": 2.51,
+      "grad_norm": 0.003760328982025385,
+      "learning_rate": 1.95413739701048e-05,
+      "loss": 0.0003,
+      "step": 3830
+    },
+    {
+      "epoch": 2.51,
+      "grad_norm": 0.026043307036161423,
+      "learning_rate": 1.9490524376331888e-05,
+      "loss": 0.0008,
+      "step": 3831
+    },
+    {
+      "epoch": 2.51,
+      "grad_norm": 0.14236873388290405,
+      "learning_rate": 1.9439736430607096e-05,
+      "loss": 0.0065,
+      "step": 3832
+    },
+    {
+      "epoch": 2.51,
+      "grad_norm": 0.012036359868943691,
+      "learning_rate": 1.9389010156920793e-05,
+      "loss": 0.0007,
+      "step": 3833
+    },
+    {
+      "epoch": 2.51,
+      "grad_norm": 0.003528281580656767,
+      "learning_rate": 1.9338345579234283e-05,
+      "loss": 0.0003,
+      "step": 3834
+    },
+    {
+      "epoch": 2.51,
+      "grad_norm": 0.008096953853964806,
+      "learning_rate": 1.928774272147972e-05,
+      "loss": 0.0004,
+      "step": 3835
+    },
+    {
+      "epoch": 2.51,
+      "grad_norm": 0.01460680365562439,
+      "learning_rate": 1.923720160756012e-05,
+      "loss": 0.001,
+      "step": 3836
+    },
+    {
+      "epoch": 2.51,
+      "grad_norm": 0.004466039128601551,
+      "learning_rate": 1.9186722261349286e-05,
+      "loss": 0.0002,
+      "step": 3837
+    },
+    {
+      "epoch": 2.51,
+      "grad_norm": 0.20724274218082428,
+      "learning_rate": 1.913630470669189e-05,
+      "loss": 0.012,
+      "step": 3838
+    },
+    {
+      "epoch": 2.51,
+      "grad_norm": 0.01058044284582138,
+      "learning_rate": 1.90859489674034e-05,
+      "loss": 0.0004,
+      "step": 3839
+    },
+    {
+      "epoch": 2.51,
+      "grad_norm": 0.03503754362463951,
+      "learning_rate": 1.903565506727006e-05,
+      "loss": 0.0017,
+      "step": 3840
+    },
+    {
+      "epoch": 2.51,
+      "grad_norm": 0.007808753289282322,
+      "learning_rate": 1.898542303004898e-05,
+      "loss": 0.0003,
+      "step": 3841
+    },
+    {
+      "epoch": 2.52,
+      "grad_norm": 0.44717031717300415,
+      "learning_rate": 1.893525287946791e-05,
+      "loss": 0.0273,
+      "step": 3842
+    },
+    {
+      "epoch": 2.52,
+      "grad_norm": 0.010218746028840542,
+      "learning_rate": 1.8885144639225496e-05,
+      "loss": 0.0004,
+      "step": 3843
+    },
+    {
+      "epoch": 2.52,
+      "grad_norm": 0.10018881410360336,
+      "learning_rate": 1.8835098332991088e-05,
+      "loss": 0.0031,
+      "step": 3844
+    },
+    {
+      "epoch": 2.52,
+      "grad_norm": 0.05226203054189682,
+      "learning_rate": 1.878511398440479e-05,
+      "loss": 0.0014,
+      "step": 3845
+    },
+    {
+      "epoch": 2.52,
+      "grad_norm": 0.07296320050954819,
+      "learning_rate": 1.8735191617077422e-05,
+      "loss": 0.0041,
+      "step": 3846
+    },
+    {
+      "epoch": 2.52,
+      "grad_norm": 0.040401432663202286,
+      "learning_rate": 1.8685331254590562e-05,
+      "loss": 0.0018,
+      "step": 3847
+    },
+    {
+      "epoch": 2.52,
+      "grad_norm": 0.03135022893548012,
+      "learning_rate": 1.863553292049646e-05,
+      "loss": 0.0013,
+      "step": 3848
+    },
+    {
+      "epoch": 2.52,
+      "grad_norm": 0.10556218028068542,
+      "learning_rate": 1.858579663831808e-05,
+      "loss": 0.0063,
+      "step": 3849
+    },
+    {
+      "epoch": 2.52,
+      "grad_norm": 0.004249983001500368,
+      "learning_rate": 1.8536122431549128e-05,
+      "loss": 0.0003,
+      "step": 3850
+    },
+    {
+      "epoch": 2.52,
+      "grad_norm": 0.017284538596868515,
+      "learning_rate": 1.8486510323653868e-05,
+      "loss": 0.001,
+      "step": 3851
+    },
+    {
+      "epoch": 2.52,
+      "grad_norm": 0.025452695786952972,
+      "learning_rate": 1.8436960338067326e-05,
+      "loss": 0.0015,
+      "step": 3852
+    },
+    {
+      "epoch": 2.52,
+      "grad_norm": 0.03908282145857811,
+      "learning_rate": 1.8387472498195154e-05,
+      "loss": 0.0022,
+      "step": 3853
+    },
+    {
+      "epoch": 2.52,
+      "grad_norm": 0.009711049497127533,
+      "learning_rate": 1.833804682741366e-05,
+      "loss": 0.0004,
+      "step": 3854
+    },
+    {
+      "epoch": 2.52,
+      "grad_norm": 0.001228800043463707,
+      "learning_rate": 1.8288683349069782e-05,
+      "loss": 0.0001,
+      "step": 3855
+    },
+    {
+      "epoch": 2.52,
+      "grad_norm": 0.14710290729999542,
+      "learning_rate": 1.823938208648107e-05,
+      "loss": 0.028,
+      "step": 3856
+    },
+    {
+      "epoch": 2.53,
+      "grad_norm": 0.004383179359138012,
+      "learning_rate": 1.819014306293569e-05,
+      "loss": 0.0003,
+      "step": 3857
+    },
+    {
+      "epoch": 2.53,
+      "grad_norm": 0.0014246645150706172,
+      "learning_rate": 1.8140966301692446e-05,
+      "loss": 0.0001,
+      "step": 3858
+    },
+    {
+      "epoch": 2.53,
+      "grad_norm": 0.08542287349700928,
+      "learning_rate": 1.809185182598063e-05,
+      "loss": 0.0023,
+      "step": 3859
+    },
+    {
+      "epoch": 2.53,
+      "grad_norm": 0.0031465787906199694,
+      "learning_rate": 1.8042799659000222e-05,
+      "loss": 0.0002,
+      "step": 3860
+    },
+    {
+      "epoch": 2.53,
+      "grad_norm": 0.003702137153595686,
+      "learning_rate": 1.7993809823921723e-05,
+      "loss": 0.0003,
+      "step": 3861
+    },
+    {
+      "epoch": 2.53,
+      "grad_norm": 0.0014129002811387181,
+      "learning_rate": 1.794488234388617e-05,
+      "loss": 0.0001,
+      "step": 3862
+    },
+    {
+      "epoch": 2.53,
+      "grad_norm": 0.010685211047530174,
+      "learning_rate": 1.7896017242005207e-05,
+      "loss": 0.0006,
+      "step": 3863
+    },
+    {
+      "epoch": 2.53,
+      "grad_norm": 0.0036190771497786045,
+      "learning_rate": 1.7847214541360938e-05,
+      "loss": 0.0002,
+      "step": 3864
+    },
+    {
+      "epoch": 2.53,
+      "grad_norm": 0.03200782090425491,
+      "learning_rate": 1.7798474265006056e-05,
+      "loss": 0.0004,
+      "step": 3865
+    },
+    {
+      "epoch": 2.53,
+      "grad_norm": 0.01492803730070591,
+      "learning_rate": 1.774979643596373e-05,
+      "loss": 0.001,
+      "step": 3866
+    },
+    {
+      "epoch": 2.53,
+      "grad_norm": 0.012737604789435863,
+      "learning_rate": 1.7701181077227667e-05,
+      "loss": 0.0009,
+      "step": 3867
+    },
+    {
+      "epoch": 2.53,
+      "grad_norm": 0.03760932385921478,
+      "learning_rate": 1.7652628211761978e-05,
+      "loss": 0.0021,
+      "step": 3868
+    },
+    {
+      "epoch": 2.53,
+      "grad_norm": 0.008631984703242779,
+      "learning_rate": 1.760413786250135e-05,
+      "loss": 0.0007,
+      "step": 3869
+    },
+    {
+      "epoch": 2.53,
+      "grad_norm": 0.04473002254962921,
+      "learning_rate": 1.7555710052350898e-05,
+      "loss": 0.0011,
+      "step": 3870
+    },
+    {
+      "epoch": 2.53,
+      "grad_norm": 0.0198511965572834,
+      "learning_rate": 1.75073448041862e-05,
+      "loss": 0.0008,
+      "step": 3871
+    },
+    {
+      "epoch": 2.53,
+      "grad_norm": 0.0022420890163630247,
+      "learning_rate": 1.7459042140853307e-05,
+      "loss": 0.0002,
+      "step": 3872
+    },
+    {
+      "epoch": 2.54,
+      "grad_norm": 0.0032802545465528965,
+      "learning_rate": 1.7410802085168663e-05,
+      "loss": 0.0002,
+      "step": 3873
+    },
+    {
+      "epoch": 2.54,
+      "grad_norm": 0.008525917306542397,
+      "learning_rate": 1.7362624659919155e-05,
+      "loss": 0.0006,
+      "step": 3874
+    },
+    {
+      "epoch": 2.54,
+      "grad_norm": 0.008164350874722004,
+      "learning_rate": 1.73145098878621e-05,
+      "loss": 0.0004,
+      "step": 3875
+    },
+    {
+      "epoch": 2.54,
+      "grad_norm": 0.00233345665037632,
+      "learning_rate": 1.7266457791725247e-05,
+      "loss": 0.0001,
+      "step": 3876
+    },
+    {
+      "epoch": 2.54,
+      "grad_norm": 0.005806733388453722,
+      "learning_rate": 1.721846839420664e-05,
+      "loss": 0.0004,
+      "step": 3877
+    },
+    {
+      "epoch": 2.54,
+      "grad_norm": 0.03104785829782486,
+      "learning_rate": 1.7170541717974786e-05,
+      "loss": 0.0008,
+      "step": 3878
+    },
+    {
+      "epoch": 2.54,
+      "grad_norm": 0.01018536277115345,
+      "learning_rate": 1.712267778566855e-05,
+      "loss": 0.0009,
+      "step": 3879
+    },
+    {
+      "epoch": 2.54,
+      "grad_norm": 0.3993581235408783,
+      "learning_rate": 1.7074876619897148e-05,
+      "loss": 0.0297,
+      "step": 3880
+    },
+    {
+      "epoch": 2.54,
+      "grad_norm": 0.009855585172772408,
+      "learning_rate": 1.702713824324019e-05,
+      "loss": 0.0005,
+      "step": 3881
+    },
+    {
+      "epoch": 2.54,
+      "grad_norm": 0.007799225859344006,
+      "learning_rate": 1.697946267824757e-05,
+      "loss": 0.0005,
+      "step": 3882
+    },
+    {
+      "epoch": 2.54,
+      "grad_norm": 0.01226276159286499,
+      "learning_rate": 1.6931849947439518e-05,
+      "loss": 0.0006,
+      "step": 3883
+    },
+    {
+      "epoch": 2.54,
+      "grad_norm": 0.0028570923022925854,
+      "learning_rate": 1.688430007330665e-05,
+      "loss": 0.0002,
+      "step": 3884
+    },
+    {
+      "epoch": 2.54,
+      "grad_norm": 0.24111603200435638,
+      "learning_rate": 1.6836813078309778e-05,
+      "loss": 0.0035,
+      "step": 3885
+    },
+    {
+      "epoch": 2.54,
+      "grad_norm": 0.12557904422283173,
+      "learning_rate": 1.6789388984880115e-05,
+      "loss": 0.0075,
+      "step": 3886
+    },
+    {
+      "epoch": 2.54,
+      "grad_norm": 0.0037830721121281385,
+      "learning_rate": 1.67420278154191e-05,
+      "loss": 0.0001,
+      "step": 3887
+    },
+    {
+      "epoch": 2.55,
+      "grad_norm": 0.013570702634751797,
+      "learning_rate": 1.669472959229848e-05,
+      "loss": 0.0005,
+      "step": 3888
+    },
+    {
+      "epoch": 2.55,
+      "grad_norm": 0.0016447704983875155,
+      "learning_rate": 1.6647494337860256e-05,
+      "loss": 0.0001,
+      "step": 3889
+    },
+    {
+      "epoch": 2.55,
+      "grad_norm": 0.0552806481719017,
+      "learning_rate": 1.6600322074416674e-05,
+      "loss": 0.0018,
+      "step": 3890
+    },
+    {
+      "epoch": 2.55,
+      "grad_norm": 0.22801519930362701,
+      "learning_rate": 1.6553212824250267e-05,
+      "loss": 0.0155,
+      "step": 3891
+    },
+    {
+      "epoch": 2.55,
+      "grad_norm": 0.000800129899289459,
+      "learning_rate": 1.6506166609613757e-05,
+      "loss": 0.0,
+      "step": 3892
+    },
+    {
+      "epoch": 2.55,
+      "grad_norm": 0.0166360754519701,
+      "learning_rate": 1.6459183452730152e-05,
+      "loss": 0.001,
+      "step": 3893
+    },
+    {
+      "epoch": 2.55,
+      "grad_norm": 0.002638260368257761,
+      "learning_rate": 1.6412263375792544e-05,
+      "loss": 0.0002,
+      "step": 3894
+    },
+    {
+      "epoch": 2.55,
+      "grad_norm": 0.022630006074905396,
+      "learning_rate": 1.6365406400964344e-05,
+      "loss": 0.002,
+      "step": 3895
+    },
+    {
+      "epoch": 2.55,
+      "grad_norm": 0.6403875350952148,
+      "learning_rate": 1.6318612550379156e-05,
+      "loss": 0.0588,
+      "step": 3896
+    },
+    {
+      "epoch": 2.55,
+      "grad_norm": 0.016941143199801445,
+      "learning_rate": 1.627188184614072e-05,
+      "loss": 0.0004,
+      "step": 3897
+    },
+    {
+      "epoch": 2.55,
+      "grad_norm": 0.006208622362464666,
+      "learning_rate": 1.6225214310322948e-05,
+      "loss": 0.0004,
+      "step": 3898
+    },
+    {
+      "epoch": 2.55,
+      "grad_norm": 0.004772585816681385,
+      "learning_rate": 1.617860996496995e-05,
+      "loss": 0.0002,
+      "step": 3899
+    },
+    {
+      "epoch": 2.55,
+      "grad_norm": 0.03386545926332474,
+      "learning_rate": 1.613206883209596e-05,
+      "loss": 0.0017,
+      "step": 3900
+    },
+    {
+      "epoch": 2.55,
+      "grad_norm": 0.015483944676816463,
+      "learning_rate": 1.6085590933685343e-05,
+      "loss": 0.0012,
+      "step": 3901
+    },
+    {
+      "epoch": 2.55,
+      "grad_norm": 0.015971994027495384,
+      "learning_rate": 1.6039176291692666e-05,
+      "loss": 0.001,
+      "step": 3902
+    },
+    {
+      "epoch": 2.56,
+      "grad_norm": 0.010225643403828144,
+      "learning_rate": 1.5992824928042476e-05,
+      "loss": 0.0004,
+      "step": 3903
+    },
+    {
+      "epoch": 2.56,
+      "grad_norm": 0.016231779009103775,
+      "learning_rate": 1.5946536864629568e-05,
+      "loss": 0.001,
+      "step": 3904
+    },
+    {
+      "epoch": 2.56,
+      "grad_norm": 0.02168508991599083,
+      "learning_rate": 1.5900312123318755e-05,
+      "loss": 0.0004,
+      "step": 3905
+    },
+    {
+      "epoch": 2.56,
+      "grad_norm": 0.01738566905260086,
+      "learning_rate": 1.5854150725944988e-05,
+      "loss": 0.0005,
+      "step": 3906
+    },
+    {
+      "epoch": 2.56,
+      "grad_norm": 0.16182847321033478,
+      "learning_rate": 1.5808052694313273e-05,
+      "loss": 0.0203,
+      "step": 3907
+    },
+    {
+      "epoch": 2.56,
+      "grad_norm": 0.0051698386669158936,
+      "learning_rate": 1.576201805019866e-05,
+      "loss": 0.0004,
+      "step": 3908
+    },
+    {
+      "epoch": 2.56,
+      "grad_norm": 0.0230996236205101,
+      "learning_rate": 1.5716046815346304e-05,
+      "loss": 0.0013,
+      "step": 3909
+    },
+    {
+      "epoch": 2.56,
+      "grad_norm": 0.008752661757171154,
+      "learning_rate": 1.567013901147139e-05,
+      "loss": 0.0004,
+      "step": 3910
+    },
+    {
+      "epoch": 2.56,
+      "grad_norm": 0.0031037696171551943,
+      "learning_rate": 1.5624294660259163e-05,
+      "loss": 0.0002,
+      "step": 3911
+    },
+    {
+      "epoch": 2.56,
+      "grad_norm": 0.00405475590378046,
+      "learning_rate": 1.5578513783364786e-05,
+      "loss": 0.0003,
+      "step": 3912
+    },
+    {
+      "epoch": 2.56,
+      "grad_norm": 0.006054164841771126,
+      "learning_rate": 1.5532796402413583e-05,
+      "loss": 0.0004,
+      "step": 3913
+    },
+    {
+      "epoch": 2.56,
+      "grad_norm": 0.00064209004631266,
+      "learning_rate": 1.5487142539000808e-05,
+      "loss": 0.0,
+      "step": 3914
+    },
+    {
+      "epoch": 2.56,
+      "grad_norm": 0.06945687532424927,
+      "learning_rate": 1.5441552214691742e-05,
+      "loss": 0.0031,
+      "step": 3915
+    },
+    {
+      "epoch": 2.56,
+      "grad_norm": 0.005002451594918966,
+      "learning_rate": 1.5396025451021617e-05,
+      "loss": 0.0004,
+      "step": 3916
+    },
+    {
+      "epoch": 2.56,
+      "grad_norm": 0.01373702846467495,
+      "learning_rate": 1.5350562269495653e-05,
+      "loss": 0.001,
+      "step": 3917
+    },
+    {
+      "epoch": 2.56,
+      "grad_norm": 0.08181232959032059,
+      "learning_rate": 1.530516269158908e-05,
+      "loss": 0.0009,
+      "step": 3918
+    },
+    {
+      "epoch": 2.57,
+      "grad_norm": 0.01954641006886959,
+      "learning_rate": 1.5259826738747056e-05,
+      "loss": 0.0008,
+      "step": 3919
+    },
+    {
+      "epoch": 2.57,
+      "grad_norm": 0.0027879527769982815,
+      "learning_rate": 1.5214554432384618e-05,
+      "loss": 0.0002,
+      "step": 3920
+    },
+    {
+      "epoch": 2.57,
+      "grad_norm": 0.3608317971229553,
+      "learning_rate": 1.5169345793886861e-05,
+      "loss": 0.0191,
+      "step": 3921
+    },
+    {
+      "epoch": 2.57,
+      "grad_norm": 0.011447795666754246,
+      "learning_rate": 1.5124200844608686e-05,
+      "loss": 0.0008,
+      "step": 3922
+    },
+    {
+      "epoch": 2.57,
+      "grad_norm": 0.098612479865551,
+      "learning_rate": 1.5079119605875001e-05,
+      "loss": 0.0053,
+      "step": 3923
+    },
+    {
+      "epoch": 2.57,
+      "grad_norm": 0.004878662060946226,
+      "learning_rate": 1.5034102098980555e-05,
+      "loss": 0.0002,
+      "step": 3924
+    },
+    {
+      "epoch": 2.57,
+      "grad_norm": 0.002009717281907797,
+      "learning_rate": 1.4989148345190071e-05,
+      "loss": 0.0001,
+      "step": 3925
+    },
+    {
+      "epoch": 2.57,
+      "grad_norm": 0.039765290915966034,
+      "learning_rate": 1.4944258365738066e-05,
+      "loss": 0.0007,
+      "step": 3926
+    },
+    {
+      "epoch": 2.57,
+      "grad_norm": 0.04524314031004906,
+      "learning_rate": 1.4899432181828991e-05,
+      "loss": 0.0008,
+      "step": 3927
+    },
+    {
+      "epoch": 2.57,
+      "grad_norm": 0.0025847493670880795,
+      "learning_rate": 1.4854669814637143e-05,
+      "loss": 0.0002,
+      "step": 3928
+    },
+    {
+      "epoch": 2.57,
+      "grad_norm": 0.01720985397696495,
+      "learning_rate": 1.4809971285306676e-05,
+      "loss": 0.0004,
+      "step": 3929
+    },
+    {
+      "epoch": 2.57,
+      "grad_norm": 0.0033838737290352583,
+      "learning_rate": 1.4765336614951618e-05,
+      "loss": 0.0002,
+      "step": 3930
+    },
+    {
+      "epoch": 2.57,
+      "grad_norm": 0.007368985563516617,
+      "learning_rate": 1.472076582465575e-05,
+      "loss": 0.0004,
+      "step": 3931
+    },
+    {
+      "epoch": 2.57,
+      "grad_norm": 0.012488423846662045,
+      "learning_rate": 1.4676258935472767e-05,
+      "loss": 0.0008,
+      "step": 3932
+    },
+    {
+      "epoch": 2.57,
+      "grad_norm": 0.0020392360165715218,
+      "learning_rate": 1.4631815968426135e-05,
+      "loss": 0.0001,
+      "step": 3933
+    },
+    {
+      "epoch": 2.58,
+      "grad_norm": 0.010550234466791153,
+      "learning_rate": 1.4587436944509145e-05,
+      "loss": 0.0006,
+      "step": 3934
+    },
+    {
+      "epoch": 2.58,
+      "grad_norm": 0.1065152958035469,
+      "learning_rate": 1.454312188468486e-05,
+      "loss": 0.0049,
+      "step": 3935
+    },
+    {
+      "epoch": 2.58,
+      "grad_norm": 0.0025994908064603806,
+      "learning_rate": 1.4498870809886154e-05,
+      "loss": 0.0002,
+      "step": 3936
+    },
+    {
+      "epoch": 2.58,
+      "grad_norm": 0.0024751867167651653,
+      "learning_rate": 1.4454683741015672e-05,
+      "loss": 0.0002,
+      "step": 3937
+    },
+    {
+      "epoch": 2.58,
+      "grad_norm": 0.0099541787058115,
+      "learning_rate": 1.44105606989458e-05,
+      "loss": 0.0007,
+      "step": 3938
+    },
+    {
+      "epoch": 2.58,
+      "grad_norm": 0.037908878177404404,
+      "learning_rate": 1.4366501704518736e-05,
+      "loss": 0.001,
+      "step": 3939
+    },
+    {
+      "epoch": 2.58,
+      "grad_norm": 0.0022392801474779844,
+      "learning_rate": 1.4322506778546327e-05,
+      "loss": 0.0001,
+      "step": 3940
+    },
+    {
+      "epoch": 2.58,
+      "grad_norm": 0.04893236979842186,
+      "learning_rate": 1.4278575941810255e-05,
+      "loss": 0.0017,
+      "step": 3941
+    },
+    {
+      "epoch": 2.58,
+      "grad_norm": 0.009400781244039536,
+      "learning_rate": 1.4234709215061885e-05,
+      "loss": 0.0004,
+      "step": 3942
+    },
+    {
+      "epoch": 2.58,
+      "grad_norm": 0.01746106892824173,
+      "learning_rate": 1.4190906619022291e-05,
+      "loss": 0.0007,
+      "step": 3943
+    },
+    {
+      "epoch": 2.58,
+      "grad_norm": 0.015727614983916283,
+      "learning_rate": 1.4147168174382273e-05,
+      "loss": 0.0006,
+      "step": 3944
+    },
+    {
+      "epoch": 2.58,
+      "grad_norm": 0.032940227538347244,
+      "learning_rate": 1.410349390180232e-05,
+      "loss": 0.001,
+      "step": 3945
+    },
+    {
+      "epoch": 2.58,
+      "grad_norm": 0.15950481593608856,
+      "learning_rate": 1.4059883821912616e-05,
+      "loss": 0.002,
+      "step": 3946
+    },
+    {
+      "epoch": 2.58,
+      "grad_norm": 0.0032736181747168303,
+      "learning_rate": 1.4016337955313044e-05,
+      "loss": 0.0002,
+      "step": 3947
+    },
+    {
+      "epoch": 2.58,
+      "grad_norm": 0.043217290192842484,
+      "learning_rate": 1.3972856322573073e-05,
+      "loss": 0.004,
+      "step": 3948
+    },
+    {
+      "epoch": 2.59,
+      "grad_norm": 0.0019488498801365495,
+      "learning_rate": 1.3929438944231885e-05,
+      "loss": 0.0001,
+      "step": 3949
+    },
+    {
+      "epoch": 2.59,
+      "grad_norm": 0.003278010990470648,
+      "learning_rate": 1.3886085840798361e-05,
+      "loss": 0.0001,
+      "step": 3950
+    },
+    {
+      "epoch": 2.59,
+      "grad_norm": 0.1828782707452774,
+      "learning_rate": 1.384279703275092e-05,
+      "loss": 0.0046,
+      "step": 3951
+    },
+    {
+      "epoch": 2.59,
+      "grad_norm": 0.15590015053749084,
+      "learning_rate": 1.3799572540537685e-05,
+      "loss": 0.0067,
+      "step": 3952
+    },
+    {
+      "epoch": 2.59,
+      "grad_norm": 0.001411370001733303,
+      "learning_rate": 1.375641238457636e-05,
+      "loss": 0.0001,
+      "step": 3953
+    },
+    {
+      "epoch": 2.59,
+      "grad_norm": 0.004240601323544979,
+      "learning_rate": 1.3713316585254303e-05,
+      "loss": 0.0003,
+      "step": 3954
+    },
+    {
+      "epoch": 2.59,
+      "grad_norm": 0.4073038697242737,
+      "learning_rate": 1.3670285162928396e-05,
+      "loss": 0.0073,
+      "step": 3955
+    },
+    {
+      "epoch": 2.59,
+      "grad_norm": 0.29189032316207886,
+      "learning_rate": 1.3627318137925214e-05,
+      "loss": 0.0082,
+      "step": 3956
+    },
+    {
+      "epoch": 2.59,
+      "grad_norm": 0.047309450805187225,
+      "learning_rate": 1.3584415530540804e-05,
+      "loss": 0.0053,
+      "step": 3957
+    },
+    {
+      "epoch": 2.59,
+      "grad_norm": 0.0019443761557340622,
+      "learning_rate": 1.354157736104084e-05,
+      "loss": 0.0001,
+      "step": 3958
+    },
+    {
+      "epoch": 2.59,
+      "grad_norm": 0.0027246689423918724,
+      "learning_rate": 1.3498803649660583e-05,
+      "loss": 0.0002,
+      "step": 3959
+    },
+    {
+      "epoch": 2.59,
+      "grad_norm": 0.011064418591558933,
+      "learning_rate": 1.345609441660479e-05,
+      "loss": 0.0005,
+      "step": 3960
+    },
+    {
+      "epoch": 2.59,
+      "grad_norm": 0.005419931374490261,
+      "learning_rate": 1.3413449682047805e-05,
+      "loss": 0.0003,
+      "step": 3961
+    },
+    {
+      "epoch": 2.59,
+      "grad_norm": 0.00879404041916132,
+      "learning_rate": 1.3370869466133482e-05,
+      "loss": 0.0002,
+      "step": 3962
+    },
+    {
+      "epoch": 2.59,
+      "grad_norm": 0.07874434441328049,
+      "learning_rate": 1.3328353788975216e-05,
+      "loss": 0.0036,
+      "step": 3963
+    },
+    {
+      "epoch": 2.6,
+      "grad_norm": 0.023440929129719734,
+      "learning_rate": 1.328590267065589e-05,
+      "loss": 0.0007,
+      "step": 3964
+    },
+    {
+      "epoch": 2.6,
+      "grad_norm": 0.0015399332623928785,
+      "learning_rate": 1.3243516131227933e-05,
+      "loss": 0.0001,
+      "step": 3965
+    },
+    {
+      "epoch": 2.6,
+      "grad_norm": 0.0010855916189029813,
+      "learning_rate": 1.3201194190713193e-05,
+      "loss": 0.0001,
+      "step": 3966
+    },
+    {
+      "epoch": 2.6,
+      "grad_norm": 0.003763427259400487,
+      "learning_rate": 1.3158936869103098e-05,
+      "loss": 0.0003,
+      "step": 3967
+    },
+    {
+      "epoch": 2.6,
+      "grad_norm": 0.0011584527092054486,
+      "learning_rate": 1.3116744186358497e-05,
+      "loss": 0.0001,
+      "step": 3968
+    },
+    {
+      "epoch": 2.6,
+      "grad_norm": 0.0007404198404401541,
+      "learning_rate": 1.3074616162409696e-05,
+      "loss": 0.0,
+      "step": 3969
+    },
+    {
+      "epoch": 2.6,
+      "grad_norm": 0.005640385672450066,
+      "learning_rate": 1.3032552817156511e-05,
+      "loss": 0.0002,
+      "step": 3970
+    },
+    {
+      "epoch": 2.6,
+      "grad_norm": 0.016451558098196983,
+      "learning_rate": 1.2990554170468149e-05,
+      "loss": 0.0004,
+      "step": 3971
+    },
+    {
+      "epoch": 2.6,
+      "grad_norm": 0.003958103246986866,
+      "learning_rate": 1.2948620242183306e-05,
+      "loss": 0.0002,
+      "step": 3972
+    },
+    {
+      "epoch": 2.6,
+      "grad_norm": 0.0012922111200168729,
+      "learning_rate": 1.2906751052110103e-05,
+      "loss": 0.0001,
+      "step": 3973
+    },
+    {
+      "epoch": 2.6,
+      "grad_norm": 0.030663957819342613,
+      "learning_rate": 1.286494662002599e-05,
+      "loss": 0.0012,
+      "step": 3974
+    },
+    {
+      "epoch": 2.6,
+      "grad_norm": 0.08389660716056824,
+      "learning_rate": 1.2823206965677934e-05,
+      "loss": 0.0037,
+      "step": 3975
+    },
+    {
+      "epoch": 2.6,
+      "grad_norm": 0.08301394432783127,
+      "learning_rate": 1.2781532108782267e-05,
+      "loss": 0.0027,
+      "step": 3976
+    },
+    {
+      "epoch": 2.6,
+      "grad_norm": 0.0019153612665832043,
+      "learning_rate": 1.2739922069024722e-05,
+      "loss": 0.0001,
+      "step": 3977
+    },
+    {
+      "epoch": 2.6,
+      "grad_norm": 0.002557477680966258,
+      "learning_rate": 1.2698376866060395e-05,
+      "loss": 0.0002,
+      "step": 3978
+    },
+    {
+      "epoch": 2.6,
+      "grad_norm": 0.0019160362426191568,
+      "learning_rate": 1.2656896519513787e-05,
+      "loss": 0.0001,
+      "step": 3979
+    },
+    {
+      "epoch": 2.61,
+      "grad_norm": 0.09930053353309631,
+      "learning_rate": 1.2615481048978709e-05,
+      "loss": 0.005,
+      "step": 3980
+    },
+    {
+      "epoch": 2.61,
+      "grad_norm": 0.002215327462181449,
+      "learning_rate": 1.2574130474018397e-05,
+      "loss": 0.0001,
+      "step": 3981
+    },
+    {
+      "epoch": 2.61,
+      "grad_norm": 0.0018856306560337543,
+      "learning_rate": 1.2532844814165389e-05,
+      "loss": 0.0001,
+      "step": 3982
+    },
+    {
+      "epoch": 2.61,
+      "grad_norm": 0.0030563059262931347,
+      "learning_rate": 1.2491624088921537e-05,
+      "loss": 0.0001,
+      "step": 3983
+    },
+    {
+      "epoch": 2.61,
+      "grad_norm": 0.04339168593287468,
+      "learning_rate": 1.2450468317758067e-05,
+      "loss": 0.0013,
+      "step": 3984
+    },
+    {
+      "epoch": 2.61,
+      "grad_norm": 0.0006221532239578664,
+      "learning_rate": 1.240937752011551e-05,
+      "loss": 0.0,
+      "step": 3985
+    },
+    {
+      "epoch": 2.61,
+      "grad_norm": 0.0016415376449003816,
+      "learning_rate": 1.2368351715403691e-05,
+      "loss": 0.0001,
+      "step": 3986
+    },
+    {
+      "epoch": 2.61,
+      "grad_norm": 0.1464734822511673,
+      "learning_rate": 1.2327390923001773e-05,
+      "loss": 0.0237,
+      "step": 3987
+    },
+    {
+      "epoch": 2.61,
+      "grad_norm": 0.002812093123793602,
+      "learning_rate": 1.2286495162258148e-05,
+      "loss": 0.0002,
+      "step": 3988
+    },
+    {
+      "epoch": 2.61,
+      "grad_norm": 0.00033319511567242444,
+      "learning_rate": 1.2245664452490528e-05,
+      "loss": 0.0,
+      "step": 3989
+    },
+    {
+      "epoch": 2.61,
+      "grad_norm": 0.002769660437479615,
+      "learning_rate": 1.220489881298592e-05,
+      "loss": 0.0002,
+      "step": 3990
+    },
+    {
+      "epoch": 2.61,
+      "grad_norm": 0.1347421109676361,
+      "learning_rate": 1.2164198263000568e-05,
+      "loss": 0.0027,
+      "step": 3991
+    },
+    {
+      "epoch": 2.61,
+      "grad_norm": 0.0063906447030603886,
+      "learning_rate": 1.2123562821759913e-05,
+      "loss": 0.0002,
+      "step": 3992
+    },
+    {
+      "epoch": 2.61,
+      "grad_norm": 0.0006798821850679815,
+      "learning_rate": 1.208299250845875e-05,
+      "loss": 0.0001,
+      "step": 3993
+    },
+    {
+      "epoch": 2.61,
+      "grad_norm": 0.020430460572242737,
+      "learning_rate": 1.2042487342261014e-05,
+      "loss": 0.0003,
+      "step": 3994
+    },
+    {
+      "epoch": 2.62,
+      "grad_norm": 0.01602082885801792,
+      "learning_rate": 1.2002047342299953e-05,
+      "loss": 0.0009,
+      "step": 3995
+    },
+    {
+      "epoch": 2.62,
+      "grad_norm": 0.003840226447209716,
+      "learning_rate": 1.1961672527677968e-05,
+      "loss": 0.0003,
+      "step": 3996
+    },
+    {
+      "epoch": 2.62,
+      "grad_norm": 0.017650924623012543,
+      "learning_rate": 1.1921362917466686e-05,
+      "loss": 0.0007,
+      "step": 3997
+    },
+    {
+      "epoch": 2.62,
+      "grad_norm": 0.021648382768034935,
+      "learning_rate": 1.1881118530706946e-05,
+      "loss": 0.0004,
+      "step": 3998
+    },
+    {
+      "epoch": 2.62,
+      "grad_norm": 0.00461529241874814,
+      "learning_rate": 1.1840939386408753e-05,
+      "loss": 0.0002,
+      "step": 3999
+    },
+    {
+      "epoch": 2.62,
+      "grad_norm": 0.0014877563808113337,
+      "learning_rate": 1.1800825503551364e-05,
+      "loss": 0.0001,
+      "step": 4000
+    },
+    {
+      "epoch": 2.62,
+      "grad_norm": 0.0007646268350072205,
+      "learning_rate": 1.1760776901083086e-05,
+      "loss": 0.0,
+      "step": 4001
+    },
+    {
+      "epoch": 2.62,
+      "grad_norm": 0.04728006199002266,
+      "learning_rate": 1.1720793597921468e-05,
+      "loss": 0.0026,
+      "step": 4002
+    },
+    {
+      "epoch": 2.62,
+      "grad_norm": 0.00066333485301584,
+      "learning_rate": 1.168087561295324e-05,
+      "loss": 0.0,
+      "step": 4003
+    },
+    {
+      "epoch": 2.62,
+      "grad_norm": 0.0015067929634824395,
+      "learning_rate": 1.1641022965034213e-05,
+      "loss": 0.0001,
+      "step": 4004
+    },
+    {
+      "epoch": 2.62,
+      "grad_norm": 0.188484326004982,
+      "learning_rate": 1.1601235672989383e-05,
+      "loss": 0.007,
+      "step": 4005
+    },
+    {
+      "epoch": 2.62,
+      "grad_norm": 0.25473806262016296,
+      "learning_rate": 1.156151375561285e-05,
+      "loss": 0.0465,
+      "step": 4006
+    },
+    {
+      "epoch": 2.62,
+      "grad_norm": 0.002568146213889122,
+      "learning_rate": 1.1521857231667836e-05,
+      "loss": 0.0002,
+      "step": 4007
+    },
+    {
+      "epoch": 2.62,
+      "grad_norm": 0.006496311631053686,
+      "learning_rate": 1.1482266119886708e-05,
+      "loss": 0.0003,
+      "step": 4008
+    },
+    {
+      "epoch": 2.62,
+      "grad_norm": 0.07505198568105698,
+      "learning_rate": 1.1442740438970855e-05,
+      "loss": 0.0032,
+      "step": 4009
+    },
+    {
+      "epoch": 2.63,
+      "grad_norm": 0.004610721487551928,
+      "learning_rate": 1.140328020759081e-05,
+      "loss": 0.0004,
+      "step": 4010
+    },
+    {
+      "epoch": 2.63,
+      "grad_norm": 0.5489254593849182,
+      "learning_rate": 1.1363885444386212e-05,
+      "loss": 0.0091,
+      "step": 4011
+    },
+    {
+      "epoch": 2.63,
+      "grad_norm": 0.03889350965619087,
+      "learning_rate": 1.1324556167965742e-05,
+      "loss": 0.0007,
+      "step": 4012
+    },
+    {
+      "epoch": 2.63,
+      "grad_norm": 0.08343320339918137,
+      "learning_rate": 1.1285292396907142e-05,
+      "loss": 0.0029,
+      "step": 4013
+    },
+    {
+      "epoch": 2.63,
+      "grad_norm": 0.0036601496394723654,
+      "learning_rate": 1.124609414975724e-05,
+      "loss": 0.0002,
+      "step": 4014
+    },
+    {
+      "epoch": 2.63,
+      "grad_norm": 0.0038177622482180595,
+      "learning_rate": 1.120696144503191e-05,
+      "loss": 0.0001,
+      "step": 4015
+    },
+    {
+      "epoch": 2.63,
+      "grad_norm": 0.018228301778435707,
+      "learning_rate": 1.116789430121603e-05,
+      "loss": 0.0007,
+      "step": 4016
+    },
+    {
+      "epoch": 2.63,
+      "grad_norm": 0.00024546097847633064,
+      "learning_rate": 1.1128892736763573e-05,
+      "loss": 0.0,
+      "step": 4017
+    },
+    {
+      "epoch": 2.63,
+      "grad_norm": 0.00047648849431425333,
+      "learning_rate": 1.1089956770097436e-05,
+      "loss": 0.0,
+      "step": 4018
+    },
+    {
+      "epoch": 2.63,
+      "grad_norm": 0.5794171690940857,
+      "learning_rate": 1.1051086419609605e-05,
+      "loss": 0.0263,
+      "step": 4019
+    },
+    {
+      "epoch": 2.63,
+      "grad_norm": 0.0021978423465043306,
+      "learning_rate": 1.101228170366108e-05,
+      "loss": 0.0001,
+      "step": 4020
+    },
+    {
+      "epoch": 2.63,
+      "grad_norm": 0.009366245940327644,
+      "learning_rate": 1.0973542640581828e-05,
+      "loss": 0.0003,
+      "step": 4021
+    },
+    {
+      "epoch": 2.63,
+      "grad_norm": 0.2813292443752289,
+      "learning_rate": 1.0934869248670797e-05,
+      "loss": 0.0233,
+      "step": 4022
+    },
+    {
+      "epoch": 2.63,
+      "grad_norm": 0.007486666552722454,
+      "learning_rate": 1.089626154619594e-05,
+      "loss": 0.0003,
+      "step": 4023
+    },
+    {
+      "epoch": 2.63,
+      "grad_norm": 0.0034093467984348536,
+      "learning_rate": 1.085771955139415e-05,
+      "loss": 0.0002,
+      "step": 4024
+    },
+    {
+      "epoch": 2.64,
+      "grad_norm": 0.005050848238170147,
+      "learning_rate": 1.0819243282471286e-05,
+      "loss": 0.0003,
+      "step": 4025
+    },
+    {
+      "epoch": 2.64,
+      "grad_norm": 0.05544862896203995,
+      "learning_rate": 1.0780832757602203e-05,
+      "loss": 0.0017,
+      "step": 4026
+    },
+    {
+      "epoch": 2.64,
+      "grad_norm": 0.1471461057662964,
+      "learning_rate": 1.074248799493066e-05,
+      "loss": 0.0126,
+      "step": 4027
+    },
+    {
+      "epoch": 2.64,
+      "grad_norm": 0.09326312690973282,
+      "learning_rate": 1.0704209012569398e-05,
+      "loss": 0.0033,
+      "step": 4028
+    },
+    {
+      "epoch": 2.64,
+      "grad_norm": 0.0051653687842190266,
+      "learning_rate": 1.0665995828599971e-05,
+      "loss": 0.0002,
+      "step": 4029
+    },
+    {
+      "epoch": 2.64,
+      "grad_norm": 0.11208591610193253,
+      "learning_rate": 1.0627848461072991e-05,
+      "loss": 0.0026,
+      "step": 4030
+    },
+    {
+      "epoch": 2.64,
+      "grad_norm": 0.0023857189808040857,
+      "learning_rate": 1.0589766928007893e-05,
+      "loss": 0.0001,
+      "step": 4031
+    },
+    {
+      "epoch": 2.64,
+      "grad_norm": 0.003841506550088525,
+      "learning_rate": 1.055175124739307e-05,
+      "loss": 0.0003,
+      "step": 4032
+    },
+    {
+      "epoch": 2.64,
+      "grad_norm": 0.015454866923391819,
+      "learning_rate": 1.051380143718576e-05,
+      "loss": 0.0011,
+      "step": 4033
+    },
+    {
+      "epoch": 2.64,
+      "grad_norm": 0.011828050948679447,
+      "learning_rate": 1.0475917515312122e-05,
+      "loss": 0.0003,
+      "step": 4034
+    },
+    {
+      "epoch": 2.64,
+      "grad_norm": 0.00919797271490097,
+      "learning_rate": 1.0438099499667175e-05,
+      "loss": 0.0004,
+      "step": 4035
+    },
+    {
+      "epoch": 2.64,
+      "grad_norm": 0.0012486804043874145,
+      "learning_rate": 1.0400347408114812e-05,
+      "loss": 0.0001,
+      "step": 4036
+    },
+    {
+      "epoch": 2.64,
+      "grad_norm": 0.048705220222473145,
+      "learning_rate": 1.036266125848777e-05,
+      "loss": 0.0023,
+      "step": 4037
+    },
+    {
+      "epoch": 2.64,
+      "grad_norm": 0.03676815703511238,
+      "learning_rate": 1.0325041068587642e-05,
+      "loss": 0.0017,
+      "step": 4038
+    },
+    {
+      "epoch": 2.64,
+      "grad_norm": 0.005671919789165258,
+      "learning_rate": 1.0287486856184878e-05,
+      "loss": 0.0003,
+      "step": 4039
+    },
+    {
+      "epoch": 2.64,
+      "grad_norm": 0.0018038189737126231,
+      "learning_rate": 1.0249998639018775e-05,
+      "loss": 0.0001,
+      "step": 4040
+    },
+    {
+      "epoch": 2.65,
+      "grad_norm": 0.010594921186566353,
+      "learning_rate": 1.0212576434797432e-05,
+      "loss": 0.0006,
+      "step": 4041
+    },
+    {
+      "epoch": 2.65,
+      "grad_norm": 0.002736148191615939,
+      "learning_rate": 1.0175220261197743e-05,
+      "loss": 0.0002,
+      "step": 4042
+    },
+    {
+      "epoch": 2.65,
+      "grad_norm": 0.008918588049709797,
+      "learning_rate": 1.0137930135865474e-05,
+      "loss": 0.0007,
+      "step": 4043
+    },
+    {
+      "epoch": 2.65,
+      "grad_norm": 0.10005183517932892,
+      "learning_rate": 1.0100706076415138e-05,
+      "loss": 0.0036,
+      "step": 4044
+    },
+    {
+      "epoch": 2.65,
+      "grad_norm": 0.14248734712600708,
+      "learning_rate": 1.0063548100430102e-05,
+      "loss": 0.0099,
+      "step": 4045
+    },
+    {
+      "epoch": 2.65,
+      "grad_norm": 0.018299754709005356,
+      "learning_rate": 1.002645622546241e-05,
+      "loss": 0.0007,
+      "step": 4046
+    },
+    {
+      "epoch": 2.65,
+      "grad_norm": 0.0032806459348648787,
+      "learning_rate": 9.989430469032977e-06,
+      "loss": 0.0002,
+      "step": 4047
+    },
+    {
+      "epoch": 2.65,
+      "grad_norm": 0.020569033920764923,
+      "learning_rate": 9.95247084863145e-06,
+      "loss": 0.0012,
+      "step": 4048
+    },
+    {
+      "epoch": 2.65,
+      "grad_norm": 0.004910091403871775,
+      "learning_rate": 9.91557738171626e-06,
+      "loss": 0.0001,
+      "step": 4049
+    },
+    {
+      "epoch": 2.65,
+      "grad_norm": 0.003237323137000203,
+      "learning_rate": 9.87875008571457e-06,
+      "loss": 0.0002,
+      "step": 4050
+    },
+    {
+      "epoch": 2.65,
+      "grad_norm": 0.03983073681592941,
+      "learning_rate": 9.84198897802228e-06,
+      "loss": 0.0014,
+      "step": 4051
+    },
+    {
+      "epoch": 2.65,
+      "grad_norm": 0.03903353214263916,
+      "learning_rate": 9.80529407600405e-06,
+      "loss": 0.0014,
+      "step": 4052
+    },
+    {
+      "epoch": 2.65,
+      "grad_norm": 0.005356269888579845,
+      "learning_rate": 9.76866539699323e-06,
+      "loss": 0.0003,
+      "step": 4053
+    },
+    {
+      "epoch": 2.65,
+      "grad_norm": 0.2587814927101135,
+      "learning_rate": 9.732102958291931e-06,
+      "loss": 0.0063,
+      "step": 4054
+    },
+    {
+      "epoch": 2.65,
+      "grad_norm": 0.34192776679992676,
+      "learning_rate": 9.695606777170922e-06,
+      "loss": 0.0224,
+      "step": 4055
+    },
+    {
+      "epoch": 2.66,
+      "grad_norm": 0.05687537416815758,
+      "learning_rate": 9.659176870869728e-06,
+      "loss": 0.0027,
+      "step": 4056
+    },
+    {
+      "epoch": 2.66,
+      "grad_norm": 0.002049859380349517,
+      "learning_rate": 9.622813256596518e-06,
+      "loss": 0.0001,
+      "step": 4057
+    },
+    {
+      "epoch": 2.66,
+      "grad_norm": 0.02976830117404461,
+      "learning_rate": 9.586515951528217e-06,
+      "loss": 0.0016,
+      "step": 4058
+    },
+    {
+      "epoch": 2.66,
+      "grad_norm": 0.002136975759640336,
+      "learning_rate": 9.550284972810345e-06,
+      "loss": 0.0002,
+      "step": 4059
+    },
+    {
+      "epoch": 2.66,
+      "grad_norm": 0.0014137733960524201,
+      "learning_rate": 9.514120337557147e-06,
+      "loss": 0.0001,
+      "step": 4060
+    },
+    {
+      "epoch": 2.66,
+      "grad_norm": 0.003990999888628721,
+      "learning_rate": 9.47802206285152e-06,
+      "loss": 0.0002,
+      "step": 4061
+    },
+    {
+      "epoch": 2.66,
+      "grad_norm": 0.03214813768863678,
+      "learning_rate": 9.441990165745028e-06,
+      "loss": 0.0011,
+      "step": 4062
+    },
+    {
+      "epoch": 2.66,
+      "grad_norm": 0.029579009860754013,
+      "learning_rate": 9.406024663257821e-06,
+      "loss": 0.0011,
+      "step": 4063
+    },
+    {
+      "epoch": 2.66,
+      "grad_norm": 0.013909817673265934,
+      "learning_rate": 9.370125572378728e-06,
+      "loss": 0.0003,
+      "step": 4064
+    },
+    {
+      "epoch": 2.66,
+      "grad_norm": 0.0007777772261761129,
+      "learning_rate": 9.334292910065234e-06,
+      "loss": 0.0,
+      "step": 4065
+    },
+    {
+      "epoch": 2.66,
+      "grad_norm": 0.0012692922027781606,
+      "learning_rate": 9.298526693243396e-06,
+      "loss": 0.0001,
+      "step": 4066
+    },
+    {
+      "epoch": 2.66,
+      "grad_norm": 0.008403139188885689,
+      "learning_rate": 9.262826938807939e-06,
+      "loss": 0.0003,
+      "step": 4067
+    },
+    {
+      "epoch": 2.66,
+      "grad_norm": 0.0036738510243594646,
+      "learning_rate": 9.227193663622118e-06,
+      "loss": 0.0002,
+      "step": 4068
+    },
+    {
+      "epoch": 2.66,
+      "grad_norm": 0.003529123729094863,
+      "learning_rate": 9.191626884517855e-06,
+      "loss": 0.0002,
+      "step": 4069
+    },
+    {
+      "epoch": 2.66,
+      "grad_norm": 0.006939716637134552,
+      "learning_rate": 9.156126618295611e-06,
+      "loss": 0.0002,
+      "step": 4070
+    },
+    {
+      "epoch": 2.67,
+      "grad_norm": 0.0020183094311505556,
+      "learning_rate": 9.120692881724522e-06,
+      "loss": 0.0001,
+      "step": 4071
+    },
+    {
+      "epoch": 2.67,
+      "grad_norm": 0.0027899667620658875,
+      "learning_rate": 9.085325691542134e-06,
+      "loss": 0.0002,
+      "step": 4072
+    },
+    {
+      "epoch": 2.67,
+      "grad_norm": 0.037185538560152054,
+      "learning_rate": 9.050025064454697e-06,
+      "loss": 0.0009,
+      "step": 4073
+    },
+    {
+      "epoch": 2.67,
+      "grad_norm": 0.3907364010810852,
+      "learning_rate": 9.01479101713699e-06,
+      "loss": 0.0131,
+      "step": 4074
+    },
+    {
+      "epoch": 2.67,
+      "grad_norm": 0.00502181239426136,
+      "learning_rate": 8.979623566232302e-06,
+      "loss": 0.0002,
+      "step": 4075
+    },
+    {
+      "epoch": 2.67,
+      "grad_norm": 0.008093554526567459,
+      "learning_rate": 8.94452272835251e-06,
+      "loss": 0.0003,
+      "step": 4076
+    },
+    {
+      "epoch": 2.67,
+      "grad_norm": 0.004010841716080904,
+      "learning_rate": 8.909488520077984e-06,
+      "loss": 0.0002,
+      "step": 4077
+    },
+    {
+      "epoch": 2.67,
+      "grad_norm": 0.03718475252389908,
+      "learning_rate": 8.874520957957654e-06,
+      "loss": 0.0012,
+      "step": 4078
+    },
+    {
+      "epoch": 2.67,
+      "grad_norm": 0.1648079752922058,
+      "learning_rate": 8.839620058508956e-06,
+      "loss": 0.0076,
+      "step": 4079
+    },
+    {
+      "epoch": 2.67,
+      "grad_norm": 0.0014669696101918817,
+      "learning_rate": 8.804785838217853e-06,
+      "loss": 0.0001,
+      "step": 4080
+    },
+    {
+      "epoch": 2.67,
+      "grad_norm": 0.08992872387170792,
+      "learning_rate": 8.770018313538768e-06,
+      "loss": 0.0021,
+      "step": 4081
+    },
+    {
+      "epoch": 2.67,
+      "grad_norm": 0.0030081751756370068,
+      "learning_rate": 8.735317500894662e-06,
+      "loss": 0.0002,
+      "step": 4082
+    },
+    {
+      "epoch": 2.67,
+      "grad_norm": 0.0023803289514034986,
+      "learning_rate": 8.700683416676957e-06,
+      "loss": 0.0001,
+      "step": 4083
+    },
+    {
+      "epoch": 2.67,
+      "grad_norm": 0.2307877540588379,
+      "learning_rate": 8.666116077245566e-06,
+      "loss": 0.0062,
+      "step": 4084
+    },
+    {
+      "epoch": 2.67,
+      "grad_norm": 0.006816699169576168,
+      "learning_rate": 8.631615498928879e-06,
+      "loss": 0.0004,
+      "step": 4085
+    },
+    {
+      "epoch": 2.67,
+      "grad_norm": 0.01713281124830246,
+      "learning_rate": 8.59718169802376e-06,
+      "loss": 0.0006,
+      "step": 4086
+    },
+    {
+      "epoch": 2.68,
+      "grad_norm": 0.05028926581144333,
+      "learning_rate": 8.562814690795495e-06,
+      "loss": 0.0014,
+      "step": 4087
+    },
+    {
+      "epoch": 2.68,
+      "grad_norm": 0.0028437310829758644,
+      "learning_rate": 8.52851449347785e-06,
+      "loss": 0.0001,
+      "step": 4088
+    },
+    {
+      "epoch": 2.68,
+      "grad_norm": 0.00861066672950983,
+      "learning_rate": 8.49428112227305e-06,
+      "loss": 0.0005,
+      "step": 4089
+    },
+    {
+      "epoch": 2.68,
+      "grad_norm": 0.011029339395463467,
+      "learning_rate": 8.460114593351674e-06,
+      "loss": 0.0007,
+      "step": 4090
+    },
+    {
+      "epoch": 2.68,
+      "grad_norm": 0.010739943943917751,
+      "learning_rate": 8.426014922852781e-06,
+      "loss": 0.0003,
+      "step": 4091
+    },
+    {
+      "epoch": 2.68,
+      "grad_norm": 0.11427808552980423,
+      "learning_rate": 8.391982126883883e-06,
+      "loss": 0.0064,
+      "step": 4092
+    },
+    {
+      "epoch": 2.68,
+      "grad_norm": 0.0007959986687637866,
+      "learning_rate": 8.358016221520841e-06,
+      "loss": 0.0,
+      "step": 4093
+    },
+    {
+      "epoch": 2.68,
+      "grad_norm": 0.017499376088380814,
+      "learning_rate": 8.324117222807953e-06,
+      "loss": 0.0006,
+      "step": 4094
+    },
+    {
+      "epoch": 2.68,
+      "grad_norm": 0.06074637174606323,
+      "learning_rate": 8.29028514675789e-06,
+      "loss": 0.0044,
+      "step": 4095
+    },
+    {
+      "epoch": 2.68,
+      "grad_norm": 0.01843813993036747,
+      "learning_rate": 8.256520009351758e-06,
+      "loss": 0.0006,
+      "step": 4096
+    },
+    {
+      "epoch": 2.68,
+      "grad_norm": 0.0039335633628070354,
+      "learning_rate": 8.222821826538995e-06,
+      "loss": 0.0002,
+      "step": 4097
+    },
+    {
+      "epoch": 2.68,
+      "grad_norm": 0.005784610286355019,
+      "learning_rate": 8.189190614237418e-06,
+      "loss": 0.0003,
+      "step": 4098
+    },
+    {
+      "epoch": 2.68,
+      "grad_norm": 0.0008105946471914649,
+      "learning_rate": 8.155626388333203e-06,
+      "loss": 0.0,
+      "step": 4099
+    },
+    {
+      "epoch": 2.68,
+      "grad_norm": 0.023521745577454567,
+      "learning_rate": 8.122129164680936e-06,
+      "loss": 0.0011,
+      "step": 4100
+    },
+    {
+      "epoch": 2.68,
+      "grad_norm": 0.0019911215640604496,
+      "learning_rate": 8.08869895910349e-06,
+      "loss": 0.0001,
+      "step": 4101
+    },
+    {
+      "epoch": 2.69,
+      "grad_norm": 0.00166597543284297,
+      "learning_rate": 8.05533578739212e-06,
+      "loss": 0.0001,
+      "step": 4102
+    },
+    {
+      "epoch": 2.69,
+      "grad_norm": 0.0048183235339820385,
+      "learning_rate": 8.022039665306401e-06,
+      "loss": 0.0002,
+      "step": 4103
+    },
+    {
+      "epoch": 2.69,
+      "grad_norm": 0.11916442960500717,
+      "learning_rate": 7.988810608574253e-06,
+      "loss": 0.0025,
+      "step": 4104
+    },
+    {
+      "epoch": 2.69,
+      "grad_norm": 0.0017527136951684952,
+      "learning_rate": 7.955648632891904e-06,
+      "loss": 0.0001,
+      "step": 4105
+    },
+    {
+      "epoch": 2.69,
+      "grad_norm": 0.0030303006060421467,
+      "learning_rate": 7.922553753923905e-06,
+      "loss": 0.0002,
+      "step": 4106
+    },
+    {
+      "epoch": 2.69,
+      "grad_norm": 0.00476842699572444,
+      "learning_rate": 7.889525987303053e-06,
+      "loss": 0.0002,
+      "step": 4107
+    },
+    {
+      "epoch": 2.69,
+      "grad_norm": 0.038915570825338364,
+      "learning_rate": 7.856565348630534e-06,
+      "loss": 0.0015,
+      "step": 4108
+    },
+    {
+      "epoch": 2.69,
+      "grad_norm": 0.2311791330575943,
+      "learning_rate": 7.823671853475776e-06,
+      "loss": 0.0238,
+      "step": 4109
+    },
+    {
+      "epoch": 2.69,
+      "grad_norm": 0.0026899471413344145,
+      "learning_rate": 7.790845517376487e-06,
+      "loss": 0.0001,
+      "step": 4110
+    },
+    {
+      "epoch": 2.69,
+      "grad_norm": 0.009794102981686592,
+      "learning_rate": 7.758086355838695e-06,
+      "loss": 0.0004,
+      "step": 4111
+    },
+    {
+      "epoch": 2.69,
+      "grad_norm": 0.15422171354293823,
+      "learning_rate": 7.725394384336637e-06,
+      "loss": 0.004,
+      "step": 4112
+    },
+    {
+      "epoch": 2.69,
+      "grad_norm": 0.0044794646091759205,
+      "learning_rate": 7.692769618312861e-06,
+      "loss": 0.0002,
+      "step": 4113
+    },
+    {
+      "epoch": 2.69,
+      "grad_norm": 0.10780015587806702,
+      "learning_rate": 7.66021207317814e-06,
+      "loss": 0.0078,
+      "step": 4114
+    },
+    {
+      "epoch": 2.69,
+      "grad_norm": 0.004076341167092323,
+      "learning_rate": 7.627721764311523e-06,
+      "loss": 0.0003,
+      "step": 4115
+    },
+    {
+      "epoch": 2.69,
+      "grad_norm": 0.04642152413725853,
+      "learning_rate": 7.595298707060249e-06,
+      "loss": 0.0009,
+      "step": 4116
+    },
+    {
+      "epoch": 2.7,
+      "grad_norm": 0.0005127813201397657,
+      "learning_rate": 7.562942916739817e-06,
+      "loss": 0.0,
+      "step": 4117
+    },
+    {
+      "epoch": 2.7,
+      "grad_norm": 0.0011135004460811615,
+      "learning_rate": 7.530654408633985e-06,
+      "loss": 0.0001,
+      "step": 4118
+    },
+    {
+      "epoch": 2.7,
+      "grad_norm": 0.001014087232761085,
+      "learning_rate": 7.498433197994685e-06,
+      "loss": 0.0001,
+      "step": 4119
+    },
+    {
+      "epoch": 2.7,
+      "grad_norm": 0.00496373837813735,
+      "learning_rate": 7.466279300042061e-06,
+      "loss": 0.0002,
+      "step": 4120
+    },
+    {
+      "epoch": 2.7,
+      "grad_norm": 0.01596042700111866,
+      "learning_rate": 7.4341927299644945e-06,
+      "loss": 0.0007,
+      "step": 4121
+    },
+    {
+      "epoch": 2.7,
+      "grad_norm": 0.019729454070329666,
+      "learning_rate": 7.402173502918546e-06,
+      "loss": 0.0004,
+      "step": 4122
+    },
+    {
+      "epoch": 2.7,
+      "grad_norm": 0.009947029873728752,
+      "learning_rate": 7.3702216340289665e-06,
+      "loss": 0.0003,
+      "step": 4123
+    },
+    {
+      "epoch": 2.7,
+      "grad_norm": 0.003047047182917595,
+      "learning_rate": 7.33833713838865e-06,
+      "loss": 0.0001,
+      "step": 4124
+    },
+    {
+      "epoch": 2.7,
+      "grad_norm": 0.008738638833165169,
+      "learning_rate": 7.306520031058749e-06,
+      "loss": 0.0002,
+      "step": 4125
+    },
+    {
+      "epoch": 2.7,
+      "grad_norm": 0.1427345871925354,
+      "learning_rate": 7.274770327068474e-06,
+      "loss": 0.0361,
+      "step": 4126
+    },
+    {
+      "epoch": 2.7,
+      "grad_norm": 0.047303181141614914,
+      "learning_rate": 7.243088041415312e-06,
+      "loss": 0.0015,
+      "step": 4127
+    },
+    {
+      "epoch": 2.7,
+      "grad_norm": 0.0006034310208633542,
+      "learning_rate": 7.2114731890648424e-06,
+      "loss": 0.0,
+      "step": 4128
+    },
+    {
+      "epoch": 2.7,
+      "grad_norm": 0.0025167923886328936,
+      "learning_rate": 7.179925784950785e-06,
+      "loss": 0.0001,
+      "step": 4129
+    },
+    {
+      "epoch": 2.7,
+      "grad_norm": 0.022558756172657013,
+      "learning_rate": 7.14844584397502e-06,
+      "loss": 0.0006,
+      "step": 4130
+    },
+    {
+      "epoch": 2.7,
+      "grad_norm": 0.016648834571242332,
+      "learning_rate": 7.11703338100757e-06,
+      "loss": 0.0006,
+      "step": 4131
+    },
+    {
+      "epoch": 2.71,
+      "grad_norm": 0.09894277900457382,
+      "learning_rate": 7.085688410886548e-06,
+      "loss": 0.0032,
+      "step": 4132
+    },
+    {
+      "epoch": 2.71,
+      "grad_norm": 0.20772482454776764,
+      "learning_rate": 7.054410948418227e-06,
+      "loss": 0.0426,
+      "step": 4133
+    },
+    {
+      "epoch": 2.71,
+      "grad_norm": 0.10547536611557007,
+      "learning_rate": 7.023201008376972e-06,
+      "loss": 0.0014,
+      "step": 4134
+    },
+    {
+      "epoch": 2.71,
+      "grad_norm": 0.07568886876106262,
+      "learning_rate": 6.992058605505224e-06,
+      "loss": 0.0017,
+      "step": 4135
+    },
+    {
+      "epoch": 2.71,
+      "grad_norm": 0.005178254097700119,
+      "learning_rate": 6.960983754513566e-06,
+      "loss": 0.0002,
+      "step": 4136
+    },
+    {
+      "epoch": 2.71,
+      "grad_norm": 0.009225263260304928,
+      "learning_rate": 6.929976470080639e-06,
+      "loss": 0.0004,
+      "step": 4137
+    },
+    {
+      "epoch": 2.71,
+      "grad_norm": 0.011907052248716354,
+      "learning_rate": 6.899036766853211e-06,
+      "loss": 0.0005,
+      "step": 4138
+    },
+    {
+      "epoch": 2.71,
+      "grad_norm": 0.04745527729392052,
+      "learning_rate": 6.868164659446107e-06,
+      "loss": 0.0009,
+      "step": 4139
+    },
+    {
+      "epoch": 2.71,
+      "grad_norm": 0.002321612322703004,
+      "learning_rate": 6.837360162442179e-06,
+      "loss": 0.0001,
+      "step": 4140
+    },
+    {
+      "epoch": 2.71,
+      "grad_norm": 0.0042698998004198074,
+      "learning_rate": 6.806623290392405e-06,
+      "loss": 0.0002,
+      "step": 4141
+    },
+    {
+      "epoch": 2.71,
+      "grad_norm": 0.024780068546533585,
+      "learning_rate": 6.775954057815786e-06,
+      "loss": 0.0008,
+      "step": 4142
+    },
+    {
+      "epoch": 2.71,
+      "grad_norm": 0.009199246764183044,
+      "learning_rate": 6.745352479199401e-06,
+      "loss": 0.0005,
+      "step": 4143
+    },
+    {
+      "epoch": 2.71,
+      "grad_norm": 0.009111308492720127,
+      "learning_rate": 6.71481856899832e-06,
+      "loss": 0.0005,
+      "step": 4144
+    },
+    {
+      "epoch": 2.71,
+      "grad_norm": 0.016595518216490746,
+      "learning_rate": 6.684352341635673e-06,
+      "loss": 0.0007,
+      "step": 4145
+    },
+    {
+      "epoch": 2.71,
+      "grad_norm": 0.002586304908618331,
+      "learning_rate": 6.653953811502649e-06,
+      "loss": 0.0002,
+      "step": 4146
+    },
+    {
+      "epoch": 2.71,
+      "grad_norm": 0.0032956686336547136,
+      "learning_rate": 6.623622992958444e-06,
+      "loss": 0.0001,
+      "step": 4147
+    },
+    {
+      "epoch": 2.72,
+      "grad_norm": 0.0011785841779783368,
+      "learning_rate": 6.59335990033023e-06,
+      "loss": 0.0001,
+      "step": 4148
+    },
+    {
+      "epoch": 2.72,
+      "grad_norm": 0.0005113594233989716,
+      "learning_rate": 6.563164547913241e-06,
+      "loss": 0.0,
+      "step": 4149
+    },
+    {
+      "epoch": 2.72,
+      "grad_norm": 0.2723368704319,
+      "learning_rate": 6.533036949970683e-06,
+      "loss": 0.0573,
+      "step": 4150
+    },
+    {
+      "epoch": 2.72,
+      "grad_norm": 0.019609831273555756,
+      "learning_rate": 6.5029771207337874e-06,
+      "loss": 0.0007,
+      "step": 4151
+    },
+    {
+      "epoch": 2.72,
+      "grad_norm": 0.06340056657791138,
+      "learning_rate": 6.472985074401715e-06,
+      "loss": 0.0009,
+      "step": 4152
+    },
+    {
+      "epoch": 2.72,
+      "grad_norm": 0.08457580208778381,
+      "learning_rate": 6.443060825141649e-06,
+      "loss": 0.0016,
+      "step": 4153
+    },
+    {
+      "epoch": 2.72,
+      "grad_norm": 0.06118530035018921,
+      "learning_rate": 6.413204387088766e-06,
+      "loss": 0.0031,
+      "step": 4154
+    },
+    {
+      "epoch": 2.72,
+      "grad_norm": 0.15247440338134766,
+      "learning_rate": 6.3834157743461675e-06,
+      "loss": 0.0015,
+      "step": 4155
+    },
+    {
+      "epoch": 2.72,
+      "grad_norm": 0.15113098919391632,
+      "learning_rate": 6.353695000984965e-06,
+      "loss": 0.0053,
+      "step": 4156
+    },
+    {
+      "epoch": 2.72,
+      "grad_norm": 0.008273385465145111,
+      "learning_rate": 6.324042081044161e-06,
+      "loss": 0.0003,
+      "step": 4157
+    },
+    {
+      "epoch": 2.72,
+      "grad_norm": 0.0017637746641412377,
+      "learning_rate": 6.2944570285307695e-06,
+      "loss": 0.0001,
+      "step": 4158
+    },
+    {
+      "epoch": 2.72,
+      "grad_norm": 0.5722165107727051,
+      "learning_rate": 6.264939857419726e-06,
+      "loss": 0.035,
+      "step": 4159
+    },
+    {
+      "epoch": 2.72,
+      "grad_norm": 0.0032465998083353043,
+      "learning_rate": 6.235490581653896e-06,
+      "loss": 0.0002,
+      "step": 4160
+    },
+    {
+      "epoch": 2.72,
+      "grad_norm": 0.0011040384415537119,
+      "learning_rate": 6.2061092151440335e-06,
+      "loss": 0.0001,
+      "step": 4161
+    },
+    {
+      "epoch": 2.72,
+      "grad_norm": 0.004833061248064041,
+      "learning_rate": 6.176795771768889e-06,
+      "loss": 0.0003,
+      "step": 4162
+    },
+    {
+      "epoch": 2.73,
+      "grad_norm": 0.05971897020936012,
+      "learning_rate": 6.1475502653750845e-06,
+      "loss": 0.002,
+      "step": 4163
+    },
+    {
+      "epoch": 2.73,
+      "grad_norm": 0.0014663523761555552,
+      "learning_rate": 6.118372709777153e-06,
+      "loss": 0.0001,
+      "step": 4164
+    },
+    {
+      "epoch": 2.73,
+      "grad_norm": 0.10879574716091156,
+      "learning_rate": 6.089263118757554e-06,
+      "loss": 0.0042,
+      "step": 4165
+    },
+    {
+      "epoch": 2.73,
+      "grad_norm": 0.030240798369050026,
+      "learning_rate": 6.060221506066604e-06,
+      "loss": 0.0004,
+      "step": 4166
+    },
+    {
+      "epoch": 2.73,
+      "grad_norm": 0.01000500563532114,
+      "learning_rate": 6.0312478854225635e-06,
+      "loss": 0.0005,
+      "step": 4167
+    },
+    {
+      "epoch": 2.73,
+      "grad_norm": 0.0015593727584928274,
+      "learning_rate": 6.002342270511518e-06,
+      "loss": 0.0001,
+      "step": 4168
+    },
+    {
+      "epoch": 2.73,
+      "grad_norm": 0.0114108482375741,
+      "learning_rate": 5.973504674987461e-06,
+      "loss": 0.0005,
+      "step": 4169
+    },
+    {
+      "epoch": 2.73,
+      "grad_norm": 0.002675750060006976,
+      "learning_rate": 5.944735112472248e-06,
+      "loss": 0.0002,
+      "step": 4170
+    },
+    {
+      "epoch": 2.73,
+      "grad_norm": 0.0036464605946093798,
+      "learning_rate": 5.916033596555608e-06,
+      "loss": 0.0002,
+      "step": 4171
+    },
+    {
+      "epoch": 2.73,
+      "grad_norm": 0.009755423292517662,
+      "learning_rate": 5.887400140795095e-06,
+      "loss": 0.0004,
+      "step": 4172
+    },
+    {
+      "epoch": 2.73,
+      "grad_norm": 0.010763165540993214,
+      "learning_rate": 5.858834758716175e-06,
+      "loss": 0.0005,
+      "step": 4173
+    },
+    {
+      "epoch": 2.73,
+      "grad_norm": 0.002421615645289421,
+      "learning_rate": 5.830337463812085e-06,
+      "loss": 0.0002,
+      "step": 4174
+    },
+    {
+      "epoch": 2.73,
+      "grad_norm": 0.005541190970689058,
+      "learning_rate": 5.801908269543975e-06,
+      "loss": 0.0003,
+      "step": 4175
+    },
+    {
+      "epoch": 2.73,
+      "grad_norm": 0.0029589326586574316,
+      "learning_rate": 5.773547189340754e-06,
+      "loss": 0.0001,
+      "step": 4176
+    },
+    {
+      "epoch": 2.73,
+      "grad_norm": 0.0014601044822484255,
+      "learning_rate": 5.745254236599206e-06,
+      "loss": 0.0001,
+      "step": 4177
+    },
+    {
+      "epoch": 2.74,
+      "grad_norm": 0.005274084396660328,
+      "learning_rate": 5.717029424683939e-06,
+      "loss": 0.0002,
+      "step": 4178
+    },
+    {
+      "epoch": 2.74,
+      "grad_norm": 0.026927761733531952,
+      "learning_rate": 5.688872766927305e-06,
+      "loss": 0.0011,
+      "step": 4179
+    },
+    {
+      "epoch": 2.74,
+      "grad_norm": 0.23306012153625488,
+      "learning_rate": 5.660784276629532e-06,
+      "loss": 0.0304,
+      "step": 4180
+    },
+    {
+      "epoch": 2.74,
+      "grad_norm": 0.26498934626579285,
+      "learning_rate": 5.63276396705864e-06,
+      "loss": 0.0039,
+      "step": 4181
+    },
+    {
+      "epoch": 2.74,
+      "grad_norm": 0.007049161940813065,
+      "learning_rate": 5.604811851450425e-06,
+      "loss": 0.0002,
+      "step": 4182
+    },
+    {
+      "epoch": 2.74,
+      "grad_norm": 0.06826946884393692,
+      "learning_rate": 5.576927943008458e-06,
+      "loss": 0.0022,
+      "step": 4183
+    },
+    {
+      "epoch": 2.74,
+      "grad_norm": 0.0578896664083004,
+      "learning_rate": 5.549112254904137e-06,
+      "loss": 0.0029,
+      "step": 4184
+    },
+    {
+      "epoch": 2.74,
+      "grad_norm": 0.0023675072006881237,
+      "learning_rate": 5.521364800276585e-06,
+      "loss": 0.0001,
+      "step": 4185
+    },
+    {
+      "epoch": 2.74,
+      "grad_norm": 0.00033406232250854373,
+      "learning_rate": 5.493685592232733e-06,
+      "loss": 0.0,
+      "step": 4186
+    },
+    {
+      "epoch": 2.74,
+      "grad_norm": 0.01783887669444084,
+      "learning_rate": 5.46607464384724e-06,
+      "loss": 0.0006,
+      "step": 4187
+    },
+    {
+      "epoch": 2.74,
+      "grad_norm": 0.016289999708533287,
+      "learning_rate": 5.43853196816254e-06,
+      "loss": 0.0005,
+      "step": 4188
+    },
+    {
+      "epoch": 2.74,
+      "grad_norm": 0.04762318357825279,
+      "learning_rate": 5.41105757818881e-06,
+      "loss": 0.0015,
+      "step": 4189
+    },
+    {
+      "epoch": 2.74,
+      "grad_norm": 0.0011672631371766329,
+      "learning_rate": 5.383651486904e-06,
+      "loss": 0.0,
+      "step": 4190
+    },
+    {
+      "epoch": 2.74,
+      "grad_norm": 0.0036867919843643904,
+      "learning_rate": 5.356313707253756e-06,
+      "loss": 0.0002,
+      "step": 4191
+    },
+    {
+      "epoch": 2.74,
+      "grad_norm": 0.007769985590130091,
+      "learning_rate": 5.329044252151499e-06,
+      "loss": 0.0003,
+      "step": 4192
+    },
+    {
+      "epoch": 2.75,
+      "grad_norm": 0.0023366445675492287,
+      "learning_rate": 5.301843134478323e-06,
+      "loss": 0.0001,
+      "step": 4193
+    },
+    {
+      "epoch": 2.75,
+      "grad_norm": 0.0020640569273382425,
+      "learning_rate": 5.274710367083085e-06,
+      "loss": 0.0001,
+      "step": 4194
+    },
+    {
+      "epoch": 2.75,
+      "grad_norm": 0.014843268319964409,
+      "learning_rate": 5.247645962782365e-06,
+      "loss": 0.0007,
+      "step": 4195
+    },
+    {
+      "epoch": 2.75,
+      "grad_norm": 0.25799453258514404,
+      "learning_rate": 5.220649934360388e-06,
+      "loss": 0.0117,
+      "step": 4196
+    },
+    {
+      "epoch": 2.75,
+      "grad_norm": 0.0038819615729153156,
+      "learning_rate": 5.1937222945691525e-06,
+      "loss": 0.0003,
+      "step": 4197
+    },
+    {
+      "epoch": 2.75,
+      "grad_norm": 0.0014182263985276222,
+      "learning_rate": 5.166863056128284e-06,
+      "loss": 0.0001,
+      "step": 4198
+    },
+    {
+      "epoch": 2.75,
+      "grad_norm": 0.022825760766863823,
+      "learning_rate": 5.140072231725168e-06,
+      "loss": 0.0011,
+      "step": 4199
+    },
+    {
+      "epoch": 2.75,
+      "grad_norm": 0.0015431575011461973,
+      "learning_rate": 5.113349834014829e-06,
+      "loss": 0.0001,
+      "step": 4200
+    },
+    {
+      "epoch": 2.75,
+      "grad_norm": 0.001278590178117156,
+      "learning_rate": 5.0866958756199725e-06,
+      "loss": 0.0001,
+      "step": 4201
+    },
+    {
+      "epoch": 2.75,
+      "grad_norm": 0.7672184109687805,
+      "learning_rate": 5.060110369130993e-06,
+      "loss": 0.0078,
+      "step": 4202
+    },
+    {
+      "epoch": 2.75,
+      "eval_loss": 0.04604343697428703,
+      "eval_runtime": 40.0954,
+      "eval_samples_per_second": 32.098,
+      "eval_steps_per_second": 8.031,
+      "step": 4202
+    },
+    {
+      "epoch": 2.75,
+      "grad_norm": 0.001736398204229772,
+      "learning_rate": 5.033593327105945e-06,
+      "loss": 0.0001,
+      "step": 4203
+    },
+    {
+      "epoch": 2.75,
+      "grad_norm": 0.18435488641262054,
+      "learning_rate": 5.007144762070542e-06,
+      "loss": 0.0049,
+      "step": 4204
+    },
+    {
+      "epoch": 2.75,
+      "grad_norm": 0.0006806718884035945,
+      "learning_rate": 4.980764686518124e-06,
+      "loss": 0.0,
+      "step": 4205
+    },
+    {
+      "epoch": 2.75,
+      "grad_norm": 0.04827133193612099,
+      "learning_rate": 4.9544531129097065e-06,
+      "loss": 0.0009,
+      "step": 4206
+    },
+    {
+      "epoch": 2.75,
+      "grad_norm": 0.005201430991292,
+      "learning_rate": 4.928210053673964e-06,
+      "loss": 0.0003,
+      "step": 4207
+    },
+    {
+      "epoch": 2.75,
+      "grad_norm": 0.008607663214206696,
+      "learning_rate": 4.902035521207182e-06,
+      "loss": 0.0003,
+      "step": 4208
+    },
+    {
+      "epoch": 2.76,
+      "grad_norm": 0.39723023772239685,
+      "learning_rate": 4.875929527873268e-06,
+      "loss": 0.0168,
+      "step": 4209
+    },
+    {
+      "epoch": 2.76,
+      "grad_norm": 0.0499483086168766,
+      "learning_rate": 4.849892086003776e-06,
+      "loss": 0.0018,
+      "step": 4210
+    },
+    {
+      "epoch": 2.76,
+      "grad_norm": 0.009101290255784988,
+      "learning_rate": 4.823923207897884e-06,
+      "loss": 0.0002,
+      "step": 4211
+    },
+    {
+      "epoch": 2.76,
+      "grad_norm": 0.009669370949268341,
+      "learning_rate": 4.798022905822363e-06,
+      "loss": 0.0005,
+      "step": 4212
+    },
+    {
+      "epoch": 2.76,
+      "grad_norm": 0.09165952354669571,
+      "learning_rate": 4.7721911920115764e-06,
+      "loss": 0.0014,
+      "step": 4213
+    },
+    {
+      "epoch": 2.76,
+      "grad_norm": 0.0015672995941713452,
+      "learning_rate": 4.746428078667513e-06,
+      "loss": 0.0001,
+      "step": 4214
+    },
+    {
+      "epoch": 2.76,
+      "grad_norm": 0.004250067751854658,
+      "learning_rate": 4.7207335779597736e-06,
+      "loss": 0.0002,
+      "step": 4215
+    },
+    {
+      "epoch": 2.76,
+      "grad_norm": 0.0006820221897214651,
+      "learning_rate": 4.69510770202553e-06,
+      "loss": 0.0,
+      "step": 4216
+    },
+    {
+      "epoch": 2.76,
+      "grad_norm": 0.014065735973417759,
+      "learning_rate": 4.669550462969518e-06,
+      "loss": 0.0002,
+      "step": 4217
+    },
+    {
+      "epoch": 2.76,
+      "grad_norm": 0.004080608021467924,
+      "learning_rate": 4.644061872864063e-06,
+      "loss": 0.0002,
+      "step": 4218
+    },
+    {
+      "epoch": 2.76,
+      "grad_norm": 0.004687106236815453,
+      "learning_rate": 4.618641943749119e-06,
+      "loss": 0.0001,
+      "step": 4219
+    },
+    {
+      "epoch": 2.76,
+      "grad_norm": 0.005547702312469482,
+      "learning_rate": 4.593290687632112e-06,
+      "loss": 0.0003,
+      "step": 4220
+    },
+    {
+      "epoch": 2.76,
+      "grad_norm": 0.32303404808044434,
+      "learning_rate": 4.568008116488098e-06,
+      "loss": 0.0127,
+      "step": 4221
+    },
+    {
+      "epoch": 2.76,
+      "grad_norm": 0.009234381839632988,
+      "learning_rate": 4.542794242259656e-06,
+      "loss": 0.0004,
+      "step": 4222
+    },
+    {
+      "epoch": 2.76,
+      "grad_norm": 0.017688224092125893,
+      "learning_rate": 4.517649076856944e-06,
+      "loss": 0.0005,
+      "step": 4223
+    },
+    {
+      "epoch": 2.77,
+      "grad_norm": 0.0029386677779257298,
+      "learning_rate": 4.49257263215761e-06,
+      "loss": 0.0001,
+      "step": 4224
+    },
+    {
+      "epoch": 2.77,
+      "grad_norm": 0.21983179450035095,
+      "learning_rate": 4.467564920006927e-06,
+      "loss": 0.0126,
+      "step": 4225
+    },
+    {
+      "epoch": 2.77,
+      "grad_norm": 0.006616625003516674,
+      "learning_rate": 4.442625952217615e-06,
+      "loss": 0.0004,
+      "step": 4226
+    },
+    {
+      "epoch": 2.77,
+      "grad_norm": 0.004712941590696573,
+      "learning_rate": 4.417755740569967e-06,
+      "loss": 0.0003,
+      "step": 4227
+    },
+    {
+      "epoch": 2.77,
+      "grad_norm": 0.0033072135411202908,
+      "learning_rate": 4.392954296811802e-06,
+      "loss": 0.0001,
+      "step": 4228
+    },
+    {
+      "epoch": 2.77,
+      "grad_norm": 0.000957198441028595,
+      "learning_rate": 4.3682216326584145e-06,
+      "loss": 0.0001,
+      "step": 4229
+    },
+    {
+      "epoch": 2.77,
+      "grad_norm": 0.0008674561977386475,
+      "learning_rate": 4.343557759792659e-06,
+      "loss": 0.0001,
+      "step": 4230
+    },
+    {
+      "epoch": 2.77,
+      "grad_norm": 0.03294390067458153,
+      "learning_rate": 4.318962689864869e-06,
+      "loss": 0.0012,
+      "step": 4231
+    },
+    {
+      "epoch": 2.77,
+      "grad_norm": 0.006492152344435453,
+      "learning_rate": 4.294436434492898e-06,
+      "loss": 0.0005,
+      "step": 4232
+    },
+    {
+      "epoch": 2.77,
+      "grad_norm": 0.040411900728940964,
+      "learning_rate": 4.269979005262047e-06,
+      "loss": 0.0016,
+      "step": 4233
+    },
+    {
+      "epoch": 2.77,
+      "grad_norm": 0.0003391464124433696,
+      "learning_rate": 4.245590413725175e-06,
+      "loss": 0.0,
+      "step": 4234
+    },
+    {
+      "epoch": 2.77,
+      "grad_norm": 0.0020683116745203733,
+      "learning_rate": 4.221270671402549e-06,
+      "loss": 0.0001,
+      "step": 4235
+    },
+    {
+      "epoch": 2.77,
+      "grad_norm": 0.02836175262928009,
+      "learning_rate": 4.19701978978198e-06,
+      "loss": 0.001,
+      "step": 4236
+    },
+    {
+      "epoch": 2.77,
+      "grad_norm": 0.008879311382770538,
+      "learning_rate": 4.172837780318722e-06,
+      "loss": 0.0003,
+      "step": 4237
+    },
+    {
+      "epoch": 2.77,
+      "grad_norm": 0.0010850438848137856,
+      "learning_rate": 4.148724654435487e-06,
+      "loss": 0.0001,
+      "step": 4238
+    },
+    {
+      "epoch": 2.78,
+      "grad_norm": 0.0029992880299687386,
+      "learning_rate": 4.124680423522481e-06,
+      "loss": 0.0001,
+      "step": 4239
+    },
+    {
+      "epoch": 2.78,
+      "grad_norm": 0.536130428314209,
+      "learning_rate": 4.100705098937334e-06,
+      "loss": 0.0097,
+      "step": 4240
+    },
+    {
+      "epoch": 2.78,
+      "grad_norm": 0.003063391661271453,
+      "learning_rate": 4.07679869200514e-06,
+      "loss": 0.0001,
+      "step": 4241
+    },
+    {
+      "epoch": 2.78,
+      "grad_norm": 0.0070351241156458855,
+      "learning_rate": 4.05296121401843e-06,
+      "loss": 0.0002,
+      "step": 4242
+    },
+    {
+      "epoch": 2.78,
+      "grad_norm": 0.0879850685596466,
+      "learning_rate": 4.029192676237181e-06,
+      "loss": 0.0024,
+      "step": 4243
+    },
+    {
+      "epoch": 2.78,
+      "grad_norm": 0.0065876576118171215,
+      "learning_rate": 4.005493089888812e-06,
+      "loss": 0.0003,
+      "step": 4244
+    },
+    {
+      "epoch": 2.78,
+      "grad_norm": 0.012009180150926113,
+      "learning_rate": 3.981862466168184e-06,
+      "loss": 0.0003,
+      "step": 4245
+    },
+    {
+      "epoch": 2.78,
+      "grad_norm": 0.002083989093080163,
+      "learning_rate": 3.958300816237553e-06,
+      "loss": 0.0001,
+      "step": 4246
+    },
+    {
+      "epoch": 2.78,
+      "grad_norm": 1.1517120599746704,
+      "learning_rate": 3.934808151226599e-06,
+      "loss": 0.0054,
+      "step": 4247
+    },
+    {
+      "epoch": 2.78,
+      "grad_norm": 0.00456461263820529,
+      "learning_rate": 3.911384482232427e-06,
+      "loss": 0.0002,
+      "step": 4248
+    },
+    {
+      "epoch": 2.78,
+      "grad_norm": 0.006039094179868698,
+      "learning_rate": 3.888029820319571e-06,
+      "loss": 0.0003,
+      "step": 4249
+    },
+    {
+      "epoch": 2.78,
+      "grad_norm": 0.008198510855436325,
+      "learning_rate": 3.864744176519924e-06,
+      "loss": 0.0003,
+      "step": 4250
+    },
+    {
+      "epoch": 2.78,
+      "grad_norm": 0.18985766172409058,
+      "learning_rate": 3.841527561832786e-06,
+      "loss": 0.0052,
+      "step": 4251
+    },
+    {
+      "epoch": 2.78,
+      "grad_norm": 0.007833573967218399,
+      "learning_rate": 3.818379987224884e-06,
+      "loss": 0.0002,
+      "step": 4252
+    },
+    {
+      "epoch": 2.78,
+      "grad_norm": 0.006897474639117718,
+      "learning_rate": 3.795301463630307e-06,
+      "loss": 0.0002,
+      "step": 4253
+    },
+    {
+      "epoch": 2.78,
+      "grad_norm": 0.0020764705259352922,
+      "learning_rate": 3.7722920019505166e-06,
+      "loss": 0.0001,
+      "step": 4254
+    },
+    {
+      "epoch": 2.79,
+      "grad_norm": 0.010014859028160572,
+      "learning_rate": 3.7493516130543856e-06,
+      "loss": 0.0005,
+      "step": 4255
+    },
+    {
+      "epoch": 2.79,
+      "grad_norm": 0.00040339658153243363,
+      "learning_rate": 3.726480307778129e-06,
+      "loss": 0.0,
+      "step": 4256
+    },
+    {
+      "epoch": 2.79,
+      "grad_norm": 0.009897599928081036,
+      "learning_rate": 3.703678096925339e-06,
+      "loss": 0.0004,
+      "step": 4257
+    },
+    {
+      "epoch": 2.79,
+      "grad_norm": 0.0173860602080822,
+      "learning_rate": 3.680944991266999e-06,
+      "loss": 0.0007,
+      "step": 4258
+    },
+    {
+      "epoch": 2.79,
+      "grad_norm": 0.004080170765519142,
+      "learning_rate": 3.6582810015413855e-06,
+      "loss": 0.0002,
+      "step": 4259
+    },
+    {
+      "epoch": 2.79,
+      "grad_norm": 0.15552128851413727,
+      "learning_rate": 3.635686138454186e-06,
+      "loss": 0.0297,
+      "step": 4260
+    },
+    {
+      "epoch": 2.79,
+      "grad_norm": 0.0021587831433862448,
+      "learning_rate": 3.6131604126783785e-06,
+      "loss": 0.0001,
+      "step": 4261
+    },
+    {
+      "epoch": 2.79,
+      "grad_norm": 0.014981748536229134,
+      "learning_rate": 3.5907038348543694e-06,
+      "loss": 0.0005,
+      "step": 4262
+    },
+    {
+      "epoch": 2.79,
+      "grad_norm": 0.01747909002006054,
+      "learning_rate": 3.5683164155898057e-06,
+      "loss": 0.0008,
+      "step": 4263
+    },
+    {
+      "epoch": 2.79,
+      "grad_norm": 0.0035776684526354074,
+      "learning_rate": 3.5459981654597293e-06,
+      "loss": 0.0001,
+      "step": 4264
+    },
+    {
+      "epoch": 2.79,
+      "grad_norm": 0.01363343931734562,
+      "learning_rate": 3.523749095006506e-06,
+      "loss": 0.0006,
+      "step": 4265
+    },
+    {
+      "epoch": 2.79,
+      "grad_norm": 0.0280233733355999,
+      "learning_rate": 3.5015692147397634e-06,
+      "loss": 0.0008,
+      "step": 4266
+    },
+    {
+      "epoch": 2.79,
+      "grad_norm": 0.0029149064794182777,
+      "learning_rate": 3.4794585351365535e-06,
+      "loss": 0.0001,
+      "step": 4267
+    },
+    {
+      "epoch": 2.79,
+      "grad_norm": 0.12076763808727264,
+      "learning_rate": 3.457417066641105e-06,
+      "loss": 0.0033,
+      "step": 4268
+    },
+    {
+      "epoch": 2.79,
+      "grad_norm": 0.007720254827290773,
+      "learning_rate": 3.4354448196650897e-06,
+      "loss": 0.0003,
+      "step": 4269
+    },
+    {
+      "epoch": 2.8,
+      "grad_norm": 0.03006923198699951,
+      "learning_rate": 3.413541804587372e-06,
+      "loss": 0.0009,
+      "step": 4270
+    },
+    {
+      "epoch": 2.8,
+      "grad_norm": 0.11592748761177063,
+      "learning_rate": 3.3917080317541758e-06,
+      "loss": 0.0043,
+      "step": 4271
+    },
+    {
+      "epoch": 2.8,
+      "grad_norm": 0.009647532366216183,
+      "learning_rate": 3.3699435114790006e-06,
+      "loss": 0.0006,
+      "step": 4272
+    },
+    {
+      "epoch": 2.8,
+      "grad_norm": 0.00810681190341711,
+      "learning_rate": 3.3482482540426404e-06,
+      "loss": 0.0004,
+      "step": 4273
+    },
+    {
+      "epoch": 2.8,
+      "grad_norm": 0.14248058199882507,
+      "learning_rate": 3.3266222696931633e-06,
+      "loss": 0.0039,
+      "step": 4274
+    },
+    {
+      "epoch": 2.8,
+      "grad_norm": 0.03840990737080574,
+      "learning_rate": 3.3050655686459316e-06,
+      "loss": 0.0016,
+      "step": 4275
+    },
+    {
+      "epoch": 2.8,
+      "grad_norm": 0.009877459146082401,
+      "learning_rate": 3.283578161083533e-06,
+      "loss": 0.0002,
+      "step": 4276
+    },
+    {
+      "epoch": 2.8,
+      "grad_norm": 0.004985439591109753,
+      "learning_rate": 3.262160057155866e-06,
+      "loss": 0.0002,
+      "step": 4277
+    },
+    {
+      "epoch": 2.8,
+      "grad_norm": 0.004251273348927498,
+      "learning_rate": 3.2408112669801035e-06,
+      "loss": 0.0003,
+      "step": 4278
+    },
+    {
+      "epoch": 2.8,
+      "grad_norm": 0.0019498238107189536,
+      "learning_rate": 3.2195318006406457e-06,
+      "loss": 0.0001,
+      "step": 4279
+    },
+    {
+      "epoch": 2.8,
+      "grad_norm": 0.6594255566596985,
+      "learning_rate": 3.1983216681891354e-06,
+      "loss": 0.0299,
+      "step": 4280
+    },
+    {
+      "epoch": 2.8,
+      "grad_norm": 0.0782998725771904,
+      "learning_rate": 3.177180879644525e-06,
+      "loss": 0.0043,
+      "step": 4281
+    },
+    {
+      "epoch": 2.8,
+      "grad_norm": 0.1305646002292633,
+      "learning_rate": 3.1561094449929603e-06,
+      "loss": 0.0029,
+      "step": 4282
+    },
+    {
+      "epoch": 2.8,
+      "grad_norm": 0.04577456787228584,
+      "learning_rate": 3.1351073741878284e-06,
+      "loss": 0.0023,
+      "step": 4283
+    },
+    {
+      "epoch": 2.8,
+      "grad_norm": 0.0004647353489417583,
+      "learning_rate": 3.1141746771497945e-06,
+      "loss": 0.0,
+      "step": 4284
+    },
+    {
+      "epoch": 2.81,
+      "grad_norm": 0.0009252427262254059,
+      "learning_rate": 3.093311363766665e-06,
+      "loss": 0.0001,
+      "step": 4285
+    },
+    {
+      "epoch": 2.81,
+      "grad_norm": 0.2674119174480438,
+      "learning_rate": 3.072517443893574e-06,
+      "loss": 0.0019,
+      "step": 4286
+    },
+    {
+      "epoch": 2.81,
+      "grad_norm": 0.004165771882981062,
+      "learning_rate": 3.0517929273528307e-06,
+      "loss": 0.0002,
+      "step": 4287
+    },
+    {
+      "epoch": 2.81,
+      "grad_norm": 0.010230110958218575,
+      "learning_rate": 3.031137823933938e-06,
+      "loss": 0.0004,
+      "step": 4288
+    },
+    {
+      "epoch": 2.81,
+      "grad_norm": 0.022651301696896553,
+      "learning_rate": 3.010552143393641e-06,
+      "loss": 0.0008,
+      "step": 4289
+    },
+    {
+      "epoch": 2.81,
+      "grad_norm": 0.018684033304452896,
+      "learning_rate": 2.9900358954559113e-06,
+      "loss": 0.0011,
+      "step": 4290
+    },
+    {
+      "epoch": 2.81,
+      "grad_norm": 0.10174325853586197,
+      "learning_rate": 2.9695890898118633e-06,
+      "loss": 0.0044,
+      "step": 4291
+    },
+    {
+      "epoch": 2.81,
+      "grad_norm": 0.007036436349153519,
+      "learning_rate": 2.9492117361198555e-06,
+      "loss": 0.0004,
+      "step": 4292
+    },
+    {
+      "epoch": 2.81,
+      "grad_norm": 0.026126496493816376,
+      "learning_rate": 2.9289038440054536e-06,
+      "loss": 0.0007,
+      "step": 4293
+    },
+    {
+      "epoch": 2.81,
+      "grad_norm": 0.024051504209637642,
+      "learning_rate": 2.9086654230613517e-06,
+      "loss": 0.0012,
+      "step": 4294
+    },
+    {
+      "epoch": 2.81,
+      "grad_norm": 1.2785769701004028,
+      "learning_rate": 2.8884964828474523e-06,
+      "loss": 0.0225,
+      "step": 4295
+    },
+    {
+      "epoch": 2.81,
+      "grad_norm": 0.0018845779122784734,
+      "learning_rate": 2.8683970328908844e-06,
+      "loss": 0.0001,
+      "step": 4296
+    },
+    {
+      "epoch": 2.81,
+      "grad_norm": 0.004176693968474865,
+      "learning_rate": 2.8483670826858874e-06,
+      "loss": 0.0001,
+      "step": 4297
+    },
+    {
+      "epoch": 2.81,
+      "grad_norm": 0.013477800413966179,
+      "learning_rate": 2.828406641693909e-06,
+      "loss": 0.0007,
+      "step": 4298
+    },
+    {
+      "epoch": 2.81,
+      "grad_norm": 0.0012212670408189297,
+      "learning_rate": 2.808515719343557e-06,
+      "loss": 0.0001,
+      "step": 4299
+    },
+    {
+      "epoch": 2.82,
+      "grad_norm": 0.02466653287410736,
+      "learning_rate": 2.788694325030599e-06,
+      "loss": 0.0008,
+      "step": 4300
+    },
+    {
+      "epoch": 2.82,
+      "grad_norm": 0.000914603762794286,
+      "learning_rate": 2.7689424681179626e-06,
+      "loss": 0.0,
+      "step": 4301
+    },
+    {
+      "epoch": 2.82,
+      "grad_norm": 0.009139444679021835,
+      "learning_rate": 2.749260157935701e-06,
+      "loss": 0.0003,
+      "step": 4302
+    },
+    {
+      "epoch": 2.82,
+      "grad_norm": 0.0032205942552536726,
+      "learning_rate": 2.72964740378106e-06,
+      "loss": 0.0002,
+      "step": 4303
+    },
+    {
+      "epoch": 2.82,
+      "grad_norm": 0.0010038187028840184,
+      "learning_rate": 2.710104214918396e-06,
+      "loss": 0.0001,
+      "step": 4304
+    },
+    {
+      "epoch": 2.82,
+      "grad_norm": 0.003465186106041074,
+      "learning_rate": 2.690630600579241e-06,
+      "loss": 0.0002,
+      "step": 4305
+    },
+    {
+      "epoch": 2.82,
+      "grad_norm": 0.005702082999050617,
+      "learning_rate": 2.6712265699622037e-06,
+      "loss": 0.0003,
+      "step": 4306
+    },
+    {
+      "epoch": 2.82,
+      "grad_norm": 0.18057338893413544,
+      "learning_rate": 2.651892132233102e-06,
+      "loss": 0.0047,
+      "step": 4307
+    },
+    {
+      "epoch": 2.82,
+      "grad_norm": 0.0012343705166131258,
+      "learning_rate": 2.632627296524814e-06,
+      "loss": 0.0001,
+      "step": 4308
+    },
+    {
+      "epoch": 2.82,
+      "grad_norm": 0.007943877018988132,
+      "learning_rate": 2.6134320719373603e-06,
+      "loss": 0.0003,
+      "step": 4309
+    },
+    {
+      "epoch": 2.82,
+      "grad_norm": 0.0020603055600076914,
+      "learning_rate": 2.594306467537921e-06,
+      "loss": 0.0001,
+      "step": 4310
+    },
+    {
+      "epoch": 2.82,
+      "grad_norm": 0.002424058737233281,
+      "learning_rate": 2.575250492360703e-06,
+      "loss": 0.0001,
+      "step": 4311
+    },
+    {
+      "epoch": 2.82,
+      "grad_norm": 0.005900349002331495,
+      "learning_rate": 2.556264155407106e-06,
+      "loss": 0.0002,
+      "step": 4312
+    },
+    {
+      "epoch": 2.82,
+      "grad_norm": 0.0038717566058039665,
+      "learning_rate": 2.537347465645573e-06,
+      "loss": 0.0002,
+      "step": 4313
+    },
+    {
+      "epoch": 2.82,
+      "grad_norm": 0.008307039737701416,
+      "learning_rate": 2.518500432011722e-06,
+      "loss": 0.0004,
+      "step": 4314
+    },
+    {
+      "epoch": 2.82,
+      "grad_norm": 0.0015151945408433676,
+      "learning_rate": 2.499723063408182e-06,
+      "loss": 0.0001,
+      "step": 4315
+    },
+    {
+      "epoch": 2.83,
+      "grad_norm": 0.014889131300151348,
+      "learning_rate": 2.4810153687047254e-06,
+      "loss": 0.0005,
+      "step": 4316
+    },
+    {
+      "epoch": 2.83,
+      "grad_norm": 0.00043308467138558626,
+      "learning_rate": 2.462377356738232e-06,
+      "loss": 0.0,
+      "step": 4317
+    },
+    {
+      "epoch": 2.83,
+      "grad_norm": 0.006906237918883562,
+      "learning_rate": 2.443809036312594e-06,
+      "loss": 0.0002,
+      "step": 4318
+    },
+    {
+      "epoch": 2.83,
+      "grad_norm": 0.04262949153780937,
+      "learning_rate": 2.425310416198878e-06,
+      "loss": 0.001,
+      "step": 4319
+    },
+    {
+      "epoch": 2.83,
+      "grad_norm": 0.04821141064167023,
+      "learning_rate": 2.4068815051351275e-06,
+      "loss": 0.0004,
+      "step": 4320
+    },
+    {
+      "epoch": 2.83,
+      "grad_norm": 0.003085468662902713,
+      "learning_rate": 2.3885223118265295e-06,
+      "loss": 0.0002,
+      "step": 4321
+    },
+    {
+      "epoch": 2.83,
+      "grad_norm": 0.0031349805649369955,
+      "learning_rate": 2.3702328449453132e-06,
+      "loss": 0.0002,
+      "step": 4322
+    },
+    {
+      "epoch": 2.83,
+      "grad_norm": 0.0023524181451648474,
+      "learning_rate": 2.3520131131307685e-06,
+      "loss": 0.0001,
+      "step": 4323
+    },
+    {
+      "epoch": 2.83,
+      "grad_norm": 0.000546684896107763,
+      "learning_rate": 2.3338631249892602e-06,
+      "loss": 0.0,
+      "step": 4324
+    },
+    {
+      "epoch": 2.83,
+      "grad_norm": 0.008636610582470894,
+      "learning_rate": 2.3157828890941977e-06,
+      "loss": 0.0004,
+      "step": 4325
+    },
+    {
+      "epoch": 2.83,
+      "grad_norm": 0.0006601106724701822,
+      "learning_rate": 2.297772413986032e-06,
+      "loss": 0.0,
+      "step": 4326
+    },
+    {
+      "epoch": 2.83,
+      "grad_norm": 0.003608833299949765,
+      "learning_rate": 2.2798317081722916e-06,
+      "loss": 0.0001,
+      "step": 4327
+    },
+    {
+      "epoch": 2.83,
+      "grad_norm": 0.0037489463575184345,
+      "learning_rate": 2.2619607801275307e-06,
+      "loss": 0.0003,
+      "step": 4328
+    },
+    {
+      "epoch": 2.83,
+      "grad_norm": 0.011426348239183426,
+      "learning_rate": 2.2441596382933304e-06,
+      "loss": 0.0006,
+      "step": 4329
+    },
+    {
+      "epoch": 2.83,
+      "grad_norm": 0.0013299249112606049,
+      "learning_rate": 2.226428291078297e-06,
+      "loss": 0.0001,
+      "step": 4330
+    },
+    {
+      "epoch": 2.84,
+      "grad_norm": 0.001219778903760016,
+      "learning_rate": 2.208766746858115e-06,
+      "loss": 0.0,
+      "step": 4331
+    },
+    {
+      "epoch": 2.84,
+      "grad_norm": 0.045300133526325226,
+      "learning_rate": 2.1911750139754768e-06,
+      "loss": 0.0029,
+      "step": 4332
+    },
+    {
+      "epoch": 2.84,
+      "grad_norm": 0.20339518785476685,
+      "learning_rate": 2.173653100740086e-06,
+      "loss": 0.0071,
+      "step": 4333
+    },
+    {
+      "epoch": 2.84,
+      "grad_norm": 0.0014095986261963844,
+      "learning_rate": 2.1562010154286713e-06,
+      "loss": 0.0001,
+      "step": 4334
+    },
+    {
+      "epoch": 2.84,
+      "grad_norm": 0.00032133294735103846,
+      "learning_rate": 2.1388187662849722e-06,
+      "loss": 0.0,
+      "step": 4335
+    },
+    {
+      "epoch": 2.84,
+      "grad_norm": 0.0066511370241642,
+      "learning_rate": 2.1215063615197534e-06,
+      "loss": 0.0003,
+      "step": 4336
+    },
+    {
+      "epoch": 2.84,
+      "grad_norm": 0.0016755980905145407,
+      "learning_rate": 2.104263809310791e-06,
+      "loss": 0.0001,
+      "step": 4337
+    },
+    {
+      "epoch": 2.84,
+      "grad_norm": 0.0054818810895085335,
+      "learning_rate": 2.0870911178028527e-06,
+      "loss": 0.0002,
+      "step": 4338
+    },
+    {
+      "epoch": 2.84,
+      "grad_norm": 0.00192430114839226,
+      "learning_rate": 2.0699882951076995e-06,
+      "loss": 0.0001,
+      "step": 4339
+    },
+    {
+      "epoch": 2.84,
+      "grad_norm": 0.004567565396428108,
+      "learning_rate": 2.052955349304103e-06,
+      "loss": 0.0002,
+      "step": 4340
+    },
+    {
+      "epoch": 2.84,
+      "grad_norm": 0.019123055040836334,
+      "learning_rate": 2.0359922884378098e-06,
+      "loss": 0.0005,
+      "step": 4341
+    },
+    {
+      "epoch": 2.84,
+      "grad_norm": 0.0012097922153770924,
+      "learning_rate": 2.019099120521578e-06,
+      "loss": 0.0001,
+      "step": 4342
+    },
+    {
+      "epoch": 2.84,
+      "grad_norm": 0.0012429042253643274,
+      "learning_rate": 2.002275853535157e-06,
+      "loss": 0.0001,
+      "step": 4343
+    },
+    {
+      "epoch": 2.84,
+      "grad_norm": 0.0019197979709133506,
+      "learning_rate": 1.9855224954252235e-06,
+      "loss": 0.0001,
+      "step": 4344
+    },
+    {
+      "epoch": 2.84,
+      "grad_norm": 0.2563212215900421,
+      "learning_rate": 1.968839054105514e-06,
+      "loss": 0.0382,
+      "step": 4345
+    },
+    {
+      "epoch": 2.85,
+      "grad_norm": 0.04079863429069519,
+      "learning_rate": 1.952225537456675e-06,
+      "loss": 0.0008,
+      "step": 4346
+    },
+    {
+      "epoch": 2.85,
+      "grad_norm": 0.0014803425874561071,
+      "learning_rate": 1.9356819533263457e-06,
+      "loss": 0.0001,
+      "step": 4347
+    },
+    {
+      "epoch": 2.85,
+      "grad_norm": 0.0017056971555575728,
+      "learning_rate": 1.9192083095291078e-06,
+      "loss": 0.0001,
+      "step": 4348
+    },
+    {
+      "epoch": 2.85,
+      "grad_norm": 0.5389607548713684,
+      "learning_rate": 1.9028046138465537e-06,
+      "loss": 0.0127,
+      "step": 4349
+    },
+    {
+      "epoch": 2.85,
+      "grad_norm": 0.007144905161112547,
+      "learning_rate": 1.886470874027185e-06,
+      "loss": 0.0002,
+      "step": 4350
+    },
+    {
+      "epoch": 2.85,
+      "grad_norm": 0.06887990236282349,
+      "learning_rate": 1.870207097786497e-06,
+      "loss": 0.0018,
+      "step": 4351
+    },
+    {
+      "epoch": 2.85,
+      "grad_norm": 0.007601974532008171,
+      "learning_rate": 1.8540132928069273e-06,
+      "loss": 0.0003,
+      "step": 4352
+    },
+    {
+      "epoch": 2.85,
+      "grad_norm": 0.009388328529894352,
+      "learning_rate": 1.8378894667378408e-06,
+      "loss": 0.0002,
+      "step": 4353
+    },
+    {
+      "epoch": 2.85,
+      "grad_norm": 0.03917848318815231,
+      "learning_rate": 1.8218356271955615e-06,
+      "loss": 0.0016,
+      "step": 4354
+    },
+    {
+      "epoch": 2.85,
+      "grad_norm": 0.02846098691225052,
+      "learning_rate": 1.8058517817633567e-06,
+      "loss": 0.0005,
+      "step": 4355
+    },
+    {
+      "epoch": 2.85,
+      "grad_norm": 0.0003685025731101632,
+      "learning_rate": 1.789937937991437e-06,
+      "loss": 0.0,
+      "step": 4356
+    },
+    {
+      "epoch": 2.85,
+      "grad_norm": 0.08682235330343246,
+      "learning_rate": 1.7740941033969226e-06,
+      "loss": 0.005,
+      "step": 4357
+    },
+    {
+      "epoch": 2.85,
+      "grad_norm": 0.0005288930260576308,
+      "learning_rate": 1.7583202854638934e-06,
+      "loss": 0.0,
+      "step": 4358
+    },
+    {
+      "epoch": 2.85,
+      "grad_norm": 0.01967015117406845,
+      "learning_rate": 1.7426164916433226e-06,
+      "loss": 0.0009,
+      "step": 4359
+    },
+    {
+      "epoch": 2.85,
+      "grad_norm": 0.01656365394592285,
+      "learning_rate": 1.7269827293531436e-06,
+      "loss": 0.0007,
+      "step": 4360
+    },
+    {
+      "epoch": 2.85,
+      "grad_norm": 0.0016807609936222434,
+      "learning_rate": 1.7114190059781819e-06,
+      "loss": 0.0001,
+      "step": 4361
+    },
+    {
+      "epoch": 2.86,
+      "grad_norm": 0.0018747443100437522,
+      "learning_rate": 1.69592532887019e-06,
+      "loss": 0.0001,
+      "step": 4362
+    },
+    {
+      "epoch": 2.86,
+      "grad_norm": 0.0018126006470993161,
+      "learning_rate": 1.6805017053478309e-06,
+      "loss": 0.0001,
+      "step": 4363
+    },
+    {
+      "epoch": 2.86,
+      "grad_norm": 0.016401158645749092,
+      "learning_rate": 1.6651481426967095e-06,
+      "loss": 0.0006,
+      "step": 4364
+    },
+    {
+      "epoch": 2.86,
+      "grad_norm": 0.007723231799900532,
+      "learning_rate": 1.6498646481692412e-06,
+      "loss": 0.0004,
+      "step": 4365
+    },
+    {
+      "epoch": 2.86,
+      "grad_norm": 0.027889663353562355,
+      "learning_rate": 1.6346512289848512e-06,
+      "loss": 0.0006,
+      "step": 4366
+    },
+    {
+      "epoch": 2.86,
+      "grad_norm": 0.09827005863189697,
+      "learning_rate": 1.6195078923298077e-06,
+      "loss": 0.004,
+      "step": 4367
+    },
+    {
+      "epoch": 2.86,
+      "grad_norm": 0.12982110679149628,
+      "learning_rate": 1.6044346453572887e-06,
+      "loss": 0.0118,
+      "step": 4368
+    },
+    {
+      "epoch": 2.86,
+      "grad_norm": 0.000986046507023275,
+      "learning_rate": 1.5894314951873488e-06,
+      "loss": 0.0,
+      "step": 4369
+    },
+    {
+      "epoch": 2.86,
+      "grad_norm": 0.015398401767015457,
+      "learning_rate": 1.574498448906969e-06,
+      "loss": 0.0007,
+      "step": 4370
+    },
+    {
+      "epoch": 2.86,
+      "grad_norm": 0.011814353056252003,
+      "learning_rate": 1.5596355135699734e-06,
+      "loss": 0.0003,
+      "step": 4371
+    },
+    {
+      "epoch": 2.86,
+      "grad_norm": 0.12488653510808945,
+      "learning_rate": 1.5448426961970795e-06,
+      "loss": 0.0012,
+      "step": 4372
+    },
+    {
+      "epoch": 2.86,
+      "grad_norm": 0.002912584226578474,
+      "learning_rate": 1.5301200037759142e-06,
+      "loss": 0.0001,
+      "step": 4373
+    },
+    {
+      "epoch": 2.86,
+      "grad_norm": 0.001886709127575159,
+      "learning_rate": 1.5154674432609316e-06,
+      "loss": 0.0001,
+      "step": 4374
+    },
+    {
+      "epoch": 2.86,
+      "grad_norm": 0.008764170110225677,
+      "learning_rate": 1.500885021573478e-06,
+      "loss": 0.0004,
+      "step": 4375
+    },
+    {
+      "epoch": 2.86,
+      "grad_norm": 0.06006164103746414,
+      "learning_rate": 1.4863727456017938e-06,
+      "loss": 0.0012,
+      "step": 4376
+    },
+    {
+      "epoch": 2.87,
+      "grad_norm": 0.01325245015323162,
+      "learning_rate": 1.471930622200962e-06,
+      "loss": 0.0004,
+      "step": 4377
+    },
+    {
+      "epoch": 2.87,
+      "grad_norm": 0.003653835505247116,
+      "learning_rate": 1.4575586581929088e-06,
+      "loss": 0.0002,
+      "step": 4378
+    },
+    {
+      "epoch": 2.87,
+      "grad_norm": 0.0023002636153250933,
+      "learning_rate": 1.443256860366454e-06,
+      "loss": 0.0001,
+      "step": 4379
+    },
+    {
+      "epoch": 2.87,
+      "grad_norm": 0.009768893010914326,
+      "learning_rate": 1.4290252354772602e-06,
+      "loss": 0.0006,
+      "step": 4380
+    },
+    {
+      "epoch": 2.87,
+      "grad_norm": 0.0016170182498171926,
+      "learning_rate": 1.4148637902478333e-06,
+      "loss": 0.0001,
+      "step": 4381
+    },
+    {
+      "epoch": 2.87,
+      "grad_norm": 0.001299695810303092,
+      "learning_rate": 1.4007725313675723e-06,
+      "loss": 0.0001,
+      "step": 4382
+    },
+    {
+      "epoch": 2.87,
+      "grad_norm": 0.0015163730131462216,
+      "learning_rate": 1.3867514654926359e-06,
+      "loss": 0.0001,
+      "step": 4383
+    },
+    {
+      "epoch": 2.87,
+      "grad_norm": 0.029150087386369705,
+      "learning_rate": 1.37280059924611e-06,
+      "loss": 0.0011,
+      "step": 4384
+    },
+    {
+      "epoch": 2.87,
+      "grad_norm": 0.0034407186321914196,
+      "learning_rate": 1.3589199392178895e-06,
+      "loss": 0.0001,
+      "step": 4385
+    },
+    {
+      "epoch": 2.87,
+      "grad_norm": 0.007222942542284727,
+      "learning_rate": 1.34510949196468e-06,
+      "loss": 0.0003,
+      "step": 4386
+    },
+    {
+      "epoch": 2.87,
+      "grad_norm": 0.005788599606603384,
+      "learning_rate": 1.3313692640100792e-06,
+      "loss": 0.0003,
+      "step": 4387
+    },
+    {
+      "epoch": 2.87,
+      "grad_norm": 0.021365903317928314,
+      "learning_rate": 1.3176992618444792e-06,
+      "loss": 0.0003,
+      "step": 4388
+    },
+    {
+      "epoch": 2.87,
+      "grad_norm": 0.0006491582607850432,
+      "learning_rate": 1.3040994919250814e-06,
+      "loss": 0.0,
+      "step": 4389
+    },
+    {
+      "epoch": 2.87,
+      "grad_norm": 0.13622768223285675,
+      "learning_rate": 1.2905699606759635e-06,
+      "loss": 0.0034,
+      "step": 4390
+    },
+    {
+      "epoch": 2.87,
+      "grad_norm": 0.0067710913717746735,
+      "learning_rate": 1.2771106744879634e-06,
+      "loss": 0.0002,
+      "step": 4391
+    },
+    {
+      "epoch": 2.88,
+      "grad_norm": 0.0005859547527506948,
+      "learning_rate": 1.2637216397187954e-06,
+      "loss": 0.0,
+      "step": 4392
+    },
+    {
+      "epoch": 2.88,
+      "grad_norm": 0.0004070180293638259,
+      "learning_rate": 1.2504028626929673e-06,
+      "loss": 0.0,
+      "step": 4393
+    },
+    {
+      "epoch": 2.88,
+      "grad_norm": 0.152267724275589,
+      "learning_rate": 1.23715434970178e-06,
+      "loss": 0.0036,
+      "step": 4394
+    },
+    {
+      "epoch": 2.88,
+      "grad_norm": 0.02890065312385559,
+      "learning_rate": 1.2239761070033772e-06,
+      "loss": 0.0004,
+      "step": 4395
+    },
+    {
+      "epoch": 2.88,
+      "grad_norm": 0.008390465751290321,
+      "learning_rate": 1.2108681408226627e-06,
+      "loss": 0.0003,
+      "step": 4396
+    },
+    {
+      "epoch": 2.88,
+      "grad_norm": 0.018741142004728317,
+      "learning_rate": 1.1978304573514175e-06,
+      "loss": 0.0003,
+      "step": 4397
+    },
+    {
+      "epoch": 2.88,
+      "grad_norm": 0.0027410881593823433,
+      "learning_rate": 1.1848630627481649e-06,
+      "loss": 0.0001,
+      "step": 4398
+    },
+    {
+      "epoch": 2.88,
+      "grad_norm": 0.0012412865180522203,
+      "learning_rate": 1.1719659631382384e-06,
+      "loss": 0.0001,
+      "step": 4399
+    },
+    {
+      "epoch": 2.88,
+      "grad_norm": 0.021122923120856285,
+      "learning_rate": 1.1591391646137482e-06,
+      "loss": 0.0006,
+      "step": 4400
+    },
+    {
+      "epoch": 2.88,
+      "grad_norm": 0.0018549376400187612,
+      "learning_rate": 1.1463826732336645e-06,
+      "loss": 0.0001,
+      "step": 4401
+    },
+    {
+      "epoch": 2.88,
+      "grad_norm": 0.0029543214477598667,
+      "learning_rate": 1.133696495023667e-06,
+      "loss": 0.0001,
+      "step": 4402
+    },
+    {
+      "epoch": 2.88,
+      "grad_norm": 0.20410063862800598,
+      "learning_rate": 1.1210806359762625e-06,
+      "loss": 0.0039,
+      "step": 4403
+    },
+    {
+      "epoch": 2.88,
+      "grad_norm": 0.002825433388352394,
+      "learning_rate": 1.1085351020507505e-06,
+      "loss": 0.0001,
+      "step": 4404
+    },
+    {
+      "epoch": 2.88,
+      "grad_norm": 0.018182463943958282,
+      "learning_rate": 1.0960598991731906e-06,
+      "loss": 0.0006,
+      "step": 4405
+    },
+    {
+      "epoch": 2.88,
+      "grad_norm": 0.002152892993763089,
+      "learning_rate": 1.0836550332364024e-06,
+      "loss": 0.0001,
+      "step": 4406
+    },
+    {
+      "epoch": 2.89,
+      "grad_norm": 0.009902440011501312,
+      "learning_rate": 1.0713205101000489e-06,
+      "loss": 0.0003,
+      "step": 4407
+    },
+    {
+      "epoch": 2.89,
+      "grad_norm": 0.0007533484022133052,
+      "learning_rate": 1.0590563355904858e-06,
+      "loss": 0.0001,
+      "step": 4408
+    },
+    {
+      "epoch": 2.89,
+      "grad_norm": 0.7009775042533875,
+      "learning_rate": 1.0468625155008791e-06,
+      "loss": 0.0052,
+      "step": 4409
+    },
+    {
+      "epoch": 2.89,
+      "grad_norm": 0.050083860754966736,
+      "learning_rate": 1.0347390555911717e-06,
+      "loss": 0.0021,
+      "step": 4410
+    },
+    {
+      "epoch": 2.89,
+      "grad_norm": 0.0006537585286423564,
+      "learning_rate": 1.022685961588049e-06,
+      "loss": 0.0,
+      "step": 4411
+    },
+    {
+      "epoch": 2.89,
+      "grad_norm": 0.004227178171277046,
+      "learning_rate": 1.0107032391849568e-06,
+      "loss": 0.0003,
+      "step": 4412
+    },
+    {
+      "epoch": 2.89,
+      "grad_norm": 0.007454452570527792,
+      "learning_rate": 9.987908940421175e-07,
+      "loss": 0.0002,
+      "step": 4413
+    },
+    {
+      "epoch": 2.89,
+      "grad_norm": 0.047428593039512634,
+      "learning_rate": 9.869489317864965e-07,
+      "loss": 0.0005,
+      "step": 4414
+    },
+    {
+      "epoch": 2.89,
+      "grad_norm": 0.002882574684917927,
+      "learning_rate": 9.751773580118193e-07,
+      "loss": 0.0001,
+      "step": 4415
+    },
+    {
+      "epoch": 2.89,
+      "grad_norm": 0.005308135412633419,
+      "learning_rate": 9.63476178278555e-07,
+      "loss": 0.0002,
+      "step": 4416
+    },
+    {
+      "epoch": 2.89,
+      "grad_norm": 0.4509996771812439,
+      "learning_rate": 9.518453981139485e-07,
+      "loss": 0.0081,
+      "step": 4417
+    },
+    {
+      "epoch": 2.89,
+      "grad_norm": 0.023147013038396835,
+      "learning_rate": 9.402850230119385e-07,
+      "loss": 0.0006,
+      "step": 4418
+    },
+    {
+      "epoch": 2.89,
+      "grad_norm": 0.003967209253460169,
+      "learning_rate": 9.287950584332404e-07,
+      "loss": 0.0003,
+      "step": 4419
+    },
+    {
+      "epoch": 2.89,
+      "grad_norm": 0.004324222914874554,
+      "learning_rate": 9.173755098053126e-07,
+      "loss": 0.0002,
+      "step": 4420
+    },
+    {
+      "epoch": 2.89,
+      "grad_norm": 0.0015240806387737393,
+      "learning_rate": 9.060263825223568e-07,
+      "loss": 0.0001,
+      "step": 4421
+    },
+    {
+      "epoch": 2.89,
+      "grad_norm": 0.09920462220907211,
+      "learning_rate": 8.947476819452682e-07,
+      "loss": 0.0025,
+      "step": 4422
+    },
+    {
+      "epoch": 2.9,
+      "grad_norm": 0.02376033365726471,
+      "learning_rate": 8.835394134017348e-07,
+      "loss": 0.0008,
+      "step": 4423
+    },
+    {
+      "epoch": 2.9,
+      "grad_norm": 0.0027050350327044725,
+      "learning_rate": 8.724015821861386e-07,
+      "loss": 0.0001,
+      "step": 4424
+    },
+    {
+      "epoch": 2.9,
+      "grad_norm": 0.030055051669478416,
+      "learning_rate": 8.613341935595874e-07,
+      "loss": 0.0012,
+      "step": 4425
+    },
+    {
+      "epoch": 2.9,
+      "grad_norm": 0.001134609105065465,
+      "learning_rate": 8.503372527499331e-07,
+      "loss": 0.0001,
+      "step": 4426
+    },
+    {
+      "epoch": 2.9,
+      "grad_norm": 0.08735169470310211,
+      "learning_rate": 8.394107649517201e-07,
+      "loss": 0.0016,
+      "step": 4427
+    },
+    {
+      "epoch": 2.9,
+      "grad_norm": 0.025910815224051476,
+      "learning_rate": 8.285547353262534e-07,
+      "loss": 0.0004,
+      "step": 4428
+    },
+    {
+      "epoch": 2.9,
+      "grad_norm": 0.004134078044444323,
+      "learning_rate": 8.177691690015309e-07,
+      "loss": 0.0002,
+      "step": 4429
+    },
+    {
+      "epoch": 2.9,
+      "grad_norm": 0.009418493136763573,
+      "learning_rate": 8.070540710722772e-07,
+      "loss": 0.0004,
+      "step": 4430
+    },
+    {
+      "epoch": 2.9,
+      "grad_norm": 0.02795690856873989,
+      "learning_rate": 7.964094465999104e-07,
+      "loss": 0.0005,
+      "step": 4431
+    },
+    {
+      "epoch": 2.9,
+      "grad_norm": 0.014434738084673882,
+      "learning_rate": 7.858353006125917e-07,
+      "loss": 0.0006,
+      "step": 4432
+    },
+    {
+      "epoch": 2.9,
+      "grad_norm": 0.0053445142693817616,
+      "learning_rate": 7.753316381051588e-07,
+      "loss": 0.0002,
+      "step": 4433
+    },
+    {
+      "epoch": 2.9,
+      "grad_norm": 0.33343926072120667,
+      "learning_rate": 7.648984640391765e-07,
+      "loss": 0.0231,
+      "step": 4434
+    },
+    {
+      "epoch": 2.9,
+      "grad_norm": 0.0053176539950072765,
+      "learning_rate": 7.545357833429022e-07,
+      "loss": 0.0003,
+      "step": 4435
+    },
+    {
+      "epoch": 2.9,
+      "grad_norm": 0.024762781336903572,
+      "learning_rate": 7.44243600911304e-07,
+      "loss": 0.001,
+      "step": 4436
+    },
+    {
+      "epoch": 2.9,
+      "grad_norm": 0.08466077595949173,
+      "learning_rate": 7.340219216060261e-07,
+      "loss": 0.0022,
+      "step": 4437
+    },
+    {
+      "epoch": 2.91,
+      "grad_norm": 0.00036638948949985206,
+      "learning_rate": 7.238707502554564e-07,
+      "loss": 0.0,
+      "step": 4438
+    },
+    {
+      "epoch": 2.91,
+      "grad_norm": 0.22942852973937988,
+      "learning_rate": 7.137900916546257e-07,
+      "loss": 0.0508,
+      "step": 4439
+    },
+    {
+      "epoch": 2.91,
+      "grad_norm": 0.062393829226493835,
+      "learning_rate": 7.037799505652919e-07,
+      "loss": 0.0016,
+      "step": 4440
+    },
+    {
+      "epoch": 2.91,
+      "grad_norm": 0.19803699851036072,
+      "learning_rate": 6.938403317158725e-07,
+      "loss": 0.0156,
+      "step": 4441
+    },
+    {
+      "epoch": 2.91,
+      "grad_norm": 0.005899924784898758,
+      "learning_rate": 6.839712398015118e-07,
+      "loss": 0.0004,
+      "step": 4442
+    },
+    {
+      "epoch": 2.91,
+      "grad_norm": 0.0024845225270837545,
+      "learning_rate": 6.741726794840141e-07,
+      "loss": 0.0002,
+      "step": 4443
+    },
+    {
+      "epoch": 2.91,
+      "grad_norm": 0.0049166688695549965,
+      "learning_rate": 6.64444655391877e-07,
+      "loss": 0.0002,
+      "step": 4444
+    },
+    {
+      "epoch": 2.91,
+      "grad_norm": 0.002268972573801875,
+      "learning_rate": 6.54787172120258e-07,
+      "loss": 0.0001,
+      "step": 4445
+    },
+    {
+      "epoch": 2.91,
+      "grad_norm": 0.49916523694992065,
+      "learning_rate": 6.452002342310247e-07,
+      "loss": 0.0319,
+      "step": 4446
+    },
+    {
+      "epoch": 2.91,
+      "grad_norm": 0.008629180490970612,
+      "learning_rate": 6.356838462526881e-07,
+      "loss": 0.0003,
+      "step": 4447
+    },
+    {
+      "epoch": 2.91,
+      "grad_norm": 0.2954511344432831,
+      "learning_rate": 6.26238012680469e-07,
+      "loss": 0.035,
+      "step": 4448
+    },
+    {
+      "epoch": 2.91,
+      "grad_norm": 0.0007742204470559955,
+      "learning_rate": 6.168627379762314e-07,
+      "loss": 0.0,
+      "step": 4449
+    },
+    {
+      "epoch": 2.91,
+      "grad_norm": 0.0043347920291125774,
+      "learning_rate": 6.075580265685498e-07,
+      "loss": 0.0002,
+      "step": 4450
+    },
+    {
+      "epoch": 2.91,
+      "grad_norm": 0.053381215780973434,
+      "learning_rate": 5.983238828526082e-07,
+      "loss": 0.003,
+      "step": 4451
+    },
+    {
+      "epoch": 2.91,
+      "grad_norm": 0.0016654481878504157,
+      "learning_rate": 5.891603111903009e-07,
+      "loss": 0.0001,
+      "step": 4452
+    },
+    {
+      "epoch": 2.92,
+      "grad_norm": 0.014030089601874352,
+      "learning_rate": 5.800673159101821e-07,
+      "loss": 0.0007,
+      "step": 4453
+    },
+    {
+      "epoch": 2.92,
+      "grad_norm": 0.2903052866458893,
+      "learning_rate": 5.710449013074492e-07,
+      "loss": 0.0056,
+      "step": 4454
+    },
+    {
+      "epoch": 2.92,
+      "grad_norm": 0.0033237270545214415,
+      "learning_rate": 5.620930716439598e-07,
+      "loss": 0.0001,
+      "step": 4455
+    },
+    {
+      "epoch": 2.92,
+      "grad_norm": 0.0404021292924881,
+      "learning_rate": 5.532118311482647e-07,
+      "loss": 0.0011,
+      "step": 4456
+    },
+    {
+      "epoch": 2.92,
+      "grad_norm": 0.0039369394071400166,
+      "learning_rate": 5.444011840155416e-07,
+      "loss": 0.0002,
+      "step": 4457
+    },
+    {
+      "epoch": 2.92,
+      "grad_norm": 0.0037958049215376377,
+      "learning_rate": 5.356611344076278e-07,
+      "loss": 0.0001,
+      "step": 4458
+    },
+    {
+      "epoch": 2.92,
+      "grad_norm": 0.15406718850135803,
+      "learning_rate": 5.269916864530043e-07,
+      "loss": 0.0195,
+      "step": 4459
+    },
+    {
+      "epoch": 2.92,
+      "grad_norm": 0.000996951712295413,
+      "learning_rate": 5.183928442468121e-07,
+      "loss": 0.0001,
+      "step": 4460
+    },
+    {
+      "epoch": 2.92,
+      "grad_norm": 0.0013642380945384502,
+      "learning_rate": 5.098646118508354e-07,
+      "loss": 0.0001,
+      "step": 4461
+    },
+    {
+      "epoch": 2.92,
+      "grad_norm": 0.02301752381026745,
+      "learning_rate": 5.01406993293535e-07,
+      "loss": 0.0007,
+      "step": 4462
+    },
+    {
+      "epoch": 2.92,
+      "grad_norm": 0.0013779596192762256,
+      "learning_rate": 4.930199925699652e-07,
+      "loss": 0.0001,
+      "step": 4463
+    },
+    {
+      "epoch": 2.92,
+      "grad_norm": 0.014278000220656395,
+      "learning_rate": 4.847036136418402e-07,
+      "loss": 0.0008,
+      "step": 4464
+    },
+    {
+      "epoch": 2.92,
+      "grad_norm": 0.09595952183008194,
+      "learning_rate": 4.764578604375513e-07,
+      "loss": 0.0019,
+      "step": 4465
+    },
+    {
+      "epoch": 2.92,
+      "grad_norm": 0.0059007806703448296,
+      "learning_rate": 4.6828273685206584e-07,
+      "loss": 0.0004,
+      "step": 4466
+    },
+    {
+      "epoch": 2.92,
+      "grad_norm": 0.15556591749191284,
+      "learning_rate": 4.601782467470616e-07,
+      "loss": 0.0062,
+      "step": 4467
+    },
+    {
+      "epoch": 2.93,
+      "grad_norm": 0.35102561116218567,
+      "learning_rate": 4.521443939507763e-07,
+      "loss": 0.0206,
+      "step": 4468
+    },
+    {
+      "epoch": 2.93,
+      "grad_norm": 0.006505624856799841,
+      "learning_rate": 4.441811822581409e-07,
+      "loss": 0.0002,
+      "step": 4469
+    },
+    {
+      "epoch": 2.93,
+      "grad_norm": 0.47805875539779663,
+      "learning_rate": 4.3628861543067994e-07,
+      "loss": 0.0066,
+      "step": 4470
+    },
+    {
+      "epoch": 2.93,
+      "grad_norm": 0.020300021395087242,
+      "learning_rate": 4.2846669719657777e-07,
+      "loss": 0.0006,
+      "step": 4471
+    },
+    {
+      "epoch": 2.93,
+      "grad_norm": 0.010489795356988907,
+      "learning_rate": 4.2071543125061224e-07,
+      "loss": 0.0004,
+      "step": 4472
+    },
+    {
+      "epoch": 2.93,
+      "grad_norm": 0.0012385237496346235,
+      "learning_rate": 4.130348212542045e-07,
+      "loss": 0.0001,
+      "step": 4473
+    },
+    {
+      "epoch": 2.93,
+      "grad_norm": 0.007655164692550898,
+      "learning_rate": 4.054248708354191e-07,
+      "loss": 0.0003,
+      "step": 4474
+    },
+    {
+      "epoch": 2.93,
+      "grad_norm": 0.046717606484889984,
+      "learning_rate": 3.978855835889305e-07,
+      "loss": 0.0009,
+      "step": 4475
+    },
+    {
+      "epoch": 2.93,
+      "grad_norm": 0.18390505015850067,
+      "learning_rate": 3.9041696307602345e-07,
+      "loss": 0.0063,
+      "step": 4476
+    },
+    {
+      "epoch": 2.93,
+      "grad_norm": 0.002308554481714964,
+      "learning_rate": 3.8301901282459246e-07,
+      "loss": 0.0001,
+      "step": 4477
+    },
+    {
+      "epoch": 2.93,
+      "grad_norm": 0.01422666385769844,
+      "learning_rate": 3.7569173632919226e-07,
+      "loss": 0.0005,
+      "step": 4478
+    },
+    {
+      "epoch": 2.93,
+      "grad_norm": 0.004292371217161417,
+      "learning_rate": 3.684351370509542e-07,
+      "loss": 0.0003,
+      "step": 4479
+    },
+    {
+      "epoch": 2.93,
+      "grad_norm": 0.0008829891448840499,
+      "learning_rate": 3.612492184176363e-07,
+      "loss": 0.0,
+      "step": 4480
+    },
+    {
+      "epoch": 2.93,
+      "grad_norm": 0.004852804355323315,
+      "learning_rate": 3.5413398382362345e-07,
+      "loss": 0.0002,
+      "step": 4481
+    },
+    {
+      "epoch": 2.93,
+      "grad_norm": 0.07125513255596161,
+      "learning_rate": 3.4708943662989376e-07,
+      "loss": 0.0024,
+      "step": 4482
+    },
+    {
+      "epoch": 2.93,
+      "grad_norm": 0.0027690506540238857,
+      "learning_rate": 3.401155801640354e-07,
+      "loss": 0.0001,
+      "step": 4483
+    },
+    {
+      "epoch": 2.94,
+      "grad_norm": 0.0010180575773119926,
+      "learning_rate": 3.332124177202633e-07,
+      "loss": 0.0001,
+      "step": 4484
+    },
+    {
+      "epoch": 2.94,
+      "grad_norm": 0.29328832030296326,
+      "learning_rate": 3.2637995255938577e-07,
+      "loss": 0.0063,
+      "step": 4485
+    },
+    {
+      "epoch": 2.94,
+      "grad_norm": 0.0008733943686820567,
+      "learning_rate": 3.1961818790880445e-07,
+      "loss": 0.0,
+      "step": 4486
+    },
+    {
+      "epoch": 2.94,
+      "grad_norm": 0.12663213908672333,
+      "learning_rate": 3.1292712696253107e-07,
+      "loss": 0.0039,
+      "step": 4487
+    },
+    {
+      "epoch": 2.94,
+      "grad_norm": 0.006642747204750776,
+      "learning_rate": 3.063067728812207e-07,
+      "loss": 0.0003,
+      "step": 4488
+    },
+    {
+      "epoch": 2.94,
+      "grad_norm": 0.009152544662356377,
+      "learning_rate": 2.9975712879205526e-07,
+      "loss": 0.0003,
+      "step": 4489
+    },
+    {
+      "epoch": 2.94,
+      "grad_norm": 0.007460552733391523,
+      "learning_rate": 2.9327819778889315e-07,
+      "loss": 0.0002,
+      "step": 4490
+    },
+    {
+      "epoch": 2.94,
+      "grad_norm": 0.09431986510753632,
+      "learning_rate": 2.868699829321031e-07,
+      "loss": 0.0036,
+      "step": 4491
+    },
+    {
+      "epoch": 2.94,
+      "grad_norm": 0.13941361010074615,
+      "learning_rate": 2.805324872487469e-07,
+      "loss": 0.0031,
+      "step": 4492
+    },
+    {
+      "epoch": 2.94,
+      "grad_norm": 0.026968982070684433,
+      "learning_rate": 2.742657137323967e-07,
+      "loss": 0.0007,
+      "step": 4493
+    },
+    {
+      "epoch": 2.94,
+      "grad_norm": 0.0012274475302547216,
+      "learning_rate": 2.680696653432679e-07,
+      "loss": 0.0001,
+      "step": 4494
+    },
+    {
+      "epoch": 2.94,
+      "grad_norm": 0.1442461609840393,
+      "learning_rate": 2.6194434500815265e-07,
+      "loss": 0.0044,
+      "step": 4495
+    },
+    {
+      "epoch": 2.94,
+      "grad_norm": 0.0060506644658744335,
+      "learning_rate": 2.558897556204531e-07,
+      "loss": 0.0002,
+      "step": 4496
+    },
+    {
+      "epoch": 2.94,
+      "grad_norm": 0.084715835750103,
+      "learning_rate": 2.499059000401149e-07,
+      "loss": 0.0023,
+      "step": 4497
+    },
+    {
+      "epoch": 2.94,
+      "grad_norm": 0.02763253077864647,
+      "learning_rate": 2.4399278109371036e-07,
+      "loss": 0.0013,
+      "step": 4498
+    },
+    {
+      "epoch": 2.95,
+      "grad_norm": 0.01986292377114296,
+      "learning_rate": 2.3815040157438847e-07,
+      "loss": 0.0007,
+      "step": 4499
+    },
+    {
+      "epoch": 2.95,
+      "grad_norm": 0.016204355284571648,
+      "learning_rate": 2.3237876424187506e-07,
+      "loss": 0.0004,
+      "step": 4500
+    },
+    {
+      "epoch": 2.95,
+      "grad_norm": 0.07691261172294617,
+      "learning_rate": 2.2667787182250597e-07,
+      "loss": 0.0033,
+      "step": 4501
+    },
+    {
+      "epoch": 2.95,
+      "grad_norm": 0.004736583214253187,
+      "learning_rate": 2.210477270091604e-07,
+      "loss": 0.0002,
+      "step": 4502
+    },
+    {
+      "epoch": 2.95,
+      "grad_norm": 0.14228679239749908,
+      "learning_rate": 2.1548833246131102e-07,
+      "loss": 0.0119,
+      "step": 4503
+    },
+    {
+      "epoch": 2.95,
+      "grad_norm": 0.0018677035113796592,
+      "learning_rate": 2.0999969080505719e-07,
+      "loss": 0.0001,
+      "step": 4504
+    },
+    {
+      "epoch": 2.95,
+      "grad_norm": 0.012720284052193165,
+      "learning_rate": 2.0458180463300832e-07,
+      "loss": 0.0002,
+      "step": 4505
+    },
+    {
+      "epoch": 2.95,
+      "grad_norm": 0.013799606822431087,
+      "learning_rate": 1.9923467650438397e-07,
+      "loss": 0.0003,
+      "step": 4506
+    },
+    {
+      "epoch": 2.95,
+      "grad_norm": 0.0077991848811507225,
+      "learning_rate": 1.9395830894498032e-07,
+      "loss": 0.0003,
+      "step": 4507
+    },
+    {
+      "epoch": 2.95,
+      "grad_norm": 0.003002564422786236,
+      "learning_rate": 1.8875270444717038e-07,
+      "loss": 0.0002,
+      "step": 4508
+    },
+    {
+      "epoch": 2.95,
+      "grad_norm": 0.006304152309894562,
+      "learning_rate": 1.8361786546990387e-07,
+      "loss": 0.0003,
+      "step": 4509
+    },
+    {
+      "epoch": 2.95,
+      "grad_norm": 0.001204495201818645,
+      "learning_rate": 1.7855379443869056e-07,
+      "loss": 0.0001,
+      "step": 4510
+    },
+    {
+      "epoch": 2.95,
+      "grad_norm": 0.0013043899089097977,
+      "learning_rate": 1.7356049374560032e-07,
+      "loss": 0.0001,
+      "step": 4511
+    },
+    {
+      "epoch": 2.95,
+      "grad_norm": 0.003483373438939452,
+      "learning_rate": 1.686379657493131e-07,
+      "loss": 0.0002,
+      "step": 4512
+    },
+    {
+      "epoch": 2.95,
+      "grad_norm": 0.004764943849295378,
+      "learning_rate": 1.6378621277505223e-07,
+      "loss": 0.0002,
+      "step": 4513
+    },
+    {
+      "epoch": 2.96,
+      "grad_norm": 0.016086289659142494,
+      "learning_rate": 1.5900523711460112e-07,
+      "loss": 0.0008,
+      "step": 4514
+    },
+    {
+      "epoch": 2.96,
+      "grad_norm": 0.014063529670238495,
+      "learning_rate": 1.5429504102633662e-07,
+      "loss": 0.0005,
+      "step": 4515
+    },
+    {
+      "epoch": 2.96,
+      "grad_norm": 0.019461099058389664,
+      "learning_rate": 1.496556267351956e-07,
+      "loss": 0.0005,
+      "step": 4516
+    },
+    {
+      "epoch": 2.96,
+      "grad_norm": 0.01967359147965908,
+      "learning_rate": 1.4508699643265841e-07,
+      "loss": 0.0006,
+      "step": 4517
+    },
+    {
+      "epoch": 2.96,
+      "grad_norm": 0.003815049771219492,
+      "learning_rate": 1.4058915227678214e-07,
+      "loss": 0.0002,
+      "step": 4518
+    },
+    {
+      "epoch": 2.96,
+      "grad_norm": 0.122381791472435,
+      "learning_rate": 1.3616209639220056e-07,
+      "loss": 0.0035,
+      "step": 4519
+    },
+    {
+      "epoch": 2.96,
+      "grad_norm": 0.02738620713353157,
+      "learning_rate": 1.3180583087009088e-07,
+      "loss": 0.0013,
+      "step": 4520
+    },
+    {
+      "epoch": 2.96,
+      "grad_norm": 0.0066810492426157,
+      "learning_rate": 1.2752035776819048e-07,
+      "loss": 0.0003,
+      "step": 4521
+    },
+    {
+      "epoch": 2.96,
+      "grad_norm": 0.002404808299615979,
+      "learning_rate": 1.2330567911083e-07,
+      "loss": 0.0002,
+      "step": 4522
+    },
+    {
+      "epoch": 2.96,
+      "grad_norm": 0.006481163669377565,
+      "learning_rate": 1.1916179688885031e-07,
+      "loss": 0.0001,
+      "step": 4523
+    },
+    {
+      "epoch": 2.96,
+      "grad_norm": 0.004577795043587685,
+      "learning_rate": 1.1508871305966894e-07,
+      "loss": 0.0002,
+      "step": 4524
+    },
+    {
+      "epoch": 2.96,
+      "grad_norm": 0.015365195460617542,
+      "learning_rate": 1.1108642954729685e-07,
+      "loss": 0.0005,
+      "step": 4525
+    },
+    {
+      "epoch": 2.96,
+      "grad_norm": 0.7103176712989807,
+      "learning_rate": 1.0715494824225512e-07,
+      "loss": 0.0328,
+      "step": 4526
+    },
+    {
+      "epoch": 2.96,
+      "grad_norm": 0.002796258544549346,
+      "learning_rate": 1.032942710016249e-07,
+      "loss": 0.0001,
+      "step": 4527
+    },
+    {
+      "epoch": 2.96,
+      "grad_norm": 0.00843851175159216,
+      "learning_rate": 9.95043996490641e-08,
+      "loss": 0.0003,
+      "step": 4528
+    },
+    {
+      "epoch": 2.96,
+      "grad_norm": 0.025280553847551346,
+      "learning_rate": 9.5785335974774e-08,
+      "loss": 0.0008,
+      "step": 4529
+    },
+    {
+      "epoch": 2.97,
+      "grad_norm": 0.0012324524577707052,
+      "learning_rate": 9.213708173549938e-08,
+      "loss": 0.0001,
+      "step": 4530
+    },
+    {
+      "epoch": 2.97,
+      "grad_norm": 0.008781511336565018,
+      "learning_rate": 8.855963865456172e-08,
+      "loss": 0.0003,
+      "step": 4531
+    },
+    {
+      "epoch": 2.97,
+      "grad_norm": 0.001310911844484508,
+      "learning_rate": 8.505300842180928e-08,
+      "loss": 0.0001,
+      "step": 4532
+    },
+    {
+      "epoch": 2.97,
+      "grad_norm": 0.0026375914458185434,
+      "learning_rate": 8.161719269365041e-08,
+      "loss": 0.0001,
+      "step": 4533
+    },
+    {
+      "epoch": 2.97,
+      "grad_norm": 0.06082810088992119,
+      "learning_rate": 7.825219309305353e-08,
+      "loss": 0.0015,
+      "step": 4534
+    },
+    {
+      "epoch": 2.97,
+      "grad_norm": 0.0017568677430972457,
+      "learning_rate": 7.495801120949718e-08,
+      "loss": 0.0,
+      "step": 4535
+    },
+    {
+      "epoch": 2.97,
+      "grad_norm": 0.0035616776440292597,
+      "learning_rate": 7.173464859905331e-08,
+      "loss": 0.0002,
+      "step": 4536
+    },
+    {
+      "epoch": 2.97,
+      "grad_norm": 0.0005090326303616166,
+      "learning_rate": 6.858210678433729e-08,
+      "loss": 0.0,
+      "step": 4537
+    },
+    {
+      "epoch": 2.97,
+      "grad_norm": 0.011574827134609222,
+      "learning_rate": 6.55003872544746e-08,
+      "loss": 0.0002,
+      "step": 4538
+    },
+    {
+      "epoch": 2.97,
+      "grad_norm": 0.005368970800191164,
+      "learning_rate": 6.248949146516746e-08,
+      "loss": 0.0002,
+      "step": 4539
+    },
+    {
+      "epoch": 2.97,
+      "grad_norm": 0.0024410225450992584,
+      "learning_rate": 5.95494208386782e-08,
+      "loss": 0.0001,
+      "step": 4540
+    },
+    {
+      "epoch": 2.97,
+      "grad_norm": 0.011060687713325024,
+      "learning_rate": 5.668017676374592e-08,
+      "loss": 0.0005,
+      "step": 4541
+    },
+    {
+      "epoch": 2.97,
+      "grad_norm": 0.08735539019107819,
+      "learning_rate": 5.388176059575311e-08,
+      "loss": 0.0029,
+      "step": 4542
+    },
+    {
+      "epoch": 2.97,
+      "grad_norm": 0.02066926844418049,
+      "learning_rate": 5.115417365652574e-08,
+      "loss": 0.0009,
+      "step": 4543
+    },
+    {
+      "epoch": 2.97,
+      "grad_norm": 0.003974274266511202,
+      "learning_rate": 4.84974172345165e-08,
+      "loss": 0.0001,
+      "step": 4544
+    },
+    {
+      "epoch": 2.98,
+      "grad_norm": 0.004568861797451973,
+      "learning_rate": 4.5911492584654875e-08,
+      "loss": 0.0002,
+      "step": 4545
+    },
+    {
+      "epoch": 2.98,
+      "grad_norm": 0.008668004535138607,
+      "learning_rate": 4.3396400928447096e-08,
+      "loss": 0.0006,
+      "step": 4546
+    },
+    {
+      "epoch": 2.98,
+      "grad_norm": 0.009674041531980038,
+      "learning_rate": 4.095214345394282e-08,
+      "loss": 0.0004,
+      "step": 4547
+    },
+    {
+      "epoch": 2.98,
+      "grad_norm": 0.0033420005347579718,
+      "learning_rate": 3.8578721315718486e-08,
+      "loss": 0.0002,
+      "step": 4548
+    },
+    {
+      "epoch": 2.98,
+      "grad_norm": 0.004970838315784931,
+      "learning_rate": 3.6276135634893956e-08,
+      "loss": 0.0002,
+      "step": 4549
+    },
+    {
+      "epoch": 2.98,
+      "grad_norm": 0.009196409024298191,
+      "learning_rate": 3.404438749911586e-08,
+      "loss": 0.0004,
+      "step": 4550
+    },
+    {
+      "epoch": 2.98,
+      "grad_norm": 0.006792422849684954,
+      "learning_rate": 3.1883477962607593e-08,
+      "loss": 0.0003,
+      "step": 4551
+    },
+    {
+      "epoch": 2.98,
+      "grad_norm": 0.0009444206370972097,
+      "learning_rate": 2.9793408046085986e-08,
+      "loss": 0.0001,
+      "step": 4552
+    },
+    {
+      "epoch": 2.98,
+      "grad_norm": 0.004028064664453268,
+      "learning_rate": 2.777417873684462e-08,
+      "loss": 0.0002,
+      "step": 4553
+    },
+    {
+      "epoch": 2.98,
+      "grad_norm": 0.0025268937461078167,
+      "learning_rate": 2.5825790988670546e-08,
+      "loss": 0.0001,
+      "step": 4554
+    },
+    {
+      "epoch": 2.98,
+      "grad_norm": 0.0061641717329621315,
+      "learning_rate": 2.3948245721944203e-08,
+      "loss": 0.0002,
+      "step": 4555
+    },
+    {
+      "epoch": 2.98,
+      "grad_norm": 0.05026659369468689,
+      "learning_rate": 2.2141543823522844e-08,
+      "loss": 0.0012,
+      "step": 4556
+    },
+    {
+      "epoch": 2.98,
+      "grad_norm": 0.10264033079147339,
+      "learning_rate": 2.040568614684046e-08,
+      "loss": 0.0029,
+      "step": 4557
+    },
+    {
+      "epoch": 2.98,
+      "grad_norm": 0.0027267495170235634,
+      "learning_rate": 1.874067351185782e-08,
+      "loss": 0.0001,
+      "step": 4558
+    },
+    {
+      "epoch": 2.98,
+      "grad_norm": 0.006125300191342831,
+      "learning_rate": 1.7146506705062456e-08,
+      "loss": 0.0002,
+      "step": 4559
+    },
+    {
+      "epoch": 2.99,
+      "grad_norm": 0.035302937030792236,
+      "learning_rate": 1.562318647948535e-08,
+      "loss": 0.0009,
+      "step": 4560
+    },
+    {
+      "epoch": 2.99,
+      "grad_norm": 0.005918944254517555,
+      "learning_rate": 1.4170713554684243e-08,
+      "loss": 0.0003,
+      "step": 4561
+    },
+    {
+      "epoch": 2.99,
+      "grad_norm": 0.0013190334429964423,
+      "learning_rate": 1.2789088616760312e-08,
+      "loss": 0.0001,
+      "step": 4562
+    },
+    {
+      "epoch": 2.99,
+      "grad_norm": 0.0021986577194184065,
+      "learning_rate": 1.147831231834151e-08,
+      "loss": 0.0001,
+      "step": 4563
+    },
+    {
+      "epoch": 2.99,
+      "grad_norm": 0.006591108627617359,
+      "learning_rate": 1.0238385278599215e-08,
+      "loss": 0.0004,
+      "step": 4564
+    },
+    {
+      "epoch": 2.99,
+      "grad_norm": 0.022041432559490204,
+      "learning_rate": 9.069308083214933e-09,
+      "loss": 0.0008,
+      "step": 4565
+    },
+    {
+      "epoch": 2.99,
+      "grad_norm": 0.0006390580092556775,
+      "learning_rate": 7.9710812844469e-09,
+      "loss": 0.0,
+      "step": 4566
+    },
+    {
+      "epoch": 2.99,
+      "grad_norm": 0.237385094165802,
+      "learning_rate": 6.943705401030175e-09,
+      "loss": 0.0081,
+      "step": 4567
+    },
+    {
+      "epoch": 2.99,
+      "grad_norm": 0.22776009142398834,
+      "learning_rate": 5.987180918276546e-09,
+      "loss": 0.0157,
+      "step": 4568
+    },
+    {
+      "epoch": 2.99,
+      "grad_norm": 0.0027707633562386036,
+      "learning_rate": 5.1015082879912735e-09,
+      "loss": 0.0001,
+      "step": 4569
+    },
+    {
+      "epoch": 2.99,
+      "grad_norm": 0.4915206730365753,
+      "learning_rate": 4.2866879285730075e-09,
+      "loss": 0.0096,
+      "step": 4570
+    },
+    {
+      "epoch": 2.99,
+      "grad_norm": 0.008182759396731853,
+      "learning_rate": 3.542720224897211e-09,
+      "loss": 0.0005,
+      "step": 4571
+    },
+    {
+      "epoch": 2.99,
+      "grad_norm": 0.029654890298843384,
+      "learning_rate": 2.8696055283661257e-09,
+      "loss": 0.0005,
+      "step": 4572
+    },
+    {
+      "epoch": 2.99,
+      "grad_norm": 0.0009402847499586642,
+      "learning_rate": 2.2673441569753815e-09,
+      "loss": 0.0001,
+      "step": 4573
+    },
+    {
+      "epoch": 2.99,
+      "grad_norm": 0.02566376142203808,
+      "learning_rate": 1.7359363951807703e-09,
+      "loss": 0.0013,
+      "step": 4574
+    },
+    {
+      "epoch": 3.0,
+      "grad_norm": 0.007051780819892883,
+      "learning_rate": 1.275382493998167e-09,
+      "loss": 0.0004,
+      "step": 4575
+    },
+    {
+      "epoch": 3.0,
+      "grad_norm": 0.010759466327726841,
+      "learning_rate": 8.856826710035292e-10,
+      "loss": 0.0006,
+      "step": 4576
+    },
+    {
+      "epoch": 3.0,
+      "grad_norm": 0.05404192954301834,
+      "learning_rate": 5.668371102496294e-10,
+      "loss": 0.0016,
+      "step": 4577
+    },
+    {
+      "epoch": 3.0,
+      "grad_norm": 0.019586021080613136,
+      "learning_rate": 3.1884596238263005e-10,
+      "loss": 0.0008,
+      "step": 4578
+    },
+    {
+      "epoch": 3.0,
+      "grad_norm": 0.00387565023265779,
+      "learning_rate": 1.4170934450885574e-10,
+      "loss": 0.0003,
+      "step": 4579
+    },
+    {
+      "epoch": 3.0,
+      "grad_norm": 0.0254792682826519,
+      "learning_rate": 3.542734031136696e-11,
+      "loss": 0.0009,
+      "step": 4580
+    },
+    {
+      "epoch": 3.0,
+      "grad_norm": 0.0024456833489239216,
+      "learning_rate": 0.0,
+      "loss": 0.0001,
+      "step": 4581
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 4581,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 1527,
+  "total_flos": 4.277210665808036e+17,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}