diff --git "a/real_peel_image_wrench_ldp_24fps/logs.json.txt" "b/real_peel_image_wrench_ldp_24fps/logs.json.txt"
new file mode 100644--- /dev/null
+++ "b/real_peel_image_wrench_ldp_24fps/logs.json.txt"
@@ -0,0 +1,17757 @@
+{"train_loss": 1.124885082244873, "global_step": 0, "epoch": 0, "lr": 3.2000000000000003e-06}
+{"train_loss": 1.135185956954956, "global_step": 1, "epoch": 0, "lr": 6.4000000000000006e-06}
+{{"train_loss": 1.093438982963562, "global_step": 2, "epoch": 0, "lr": 9.600000000000001e-06}
+{"train_loss": 1.02536940574646, "global_step": 3, "epoch": 0, "lr": 1.2800000000000001e-05}
+{"{"train_loss": 1.0630531311035156, "global_step": 4, "epoch": 0, "lr": 1.6000000000000003e-05{{"train_loss": 1.069168210029602, "global_step": 5, "epoch": 0, "lr": 1.9200000000000003e-05}
+{{"train_loss": 1.0437829494476318, "global_step": 6, "epoch": 0, "lr": 2.2400000000000002e-05}{"train_loss": 1.0374990701675415, "global_step": 7, "epoch": 0, "lr": 2.5600000000000002e-05}
+{{"{"train_loss": 1.040279507637024, "global_step": 8, "epoch": 0, "lr": 2.88e-05{"train_loss": 1.0091651678085327, "global_step": 9, "epoch": 0, "lr": 3.2000000000000005e-05}
+{{"train_loss": 1.0106265544891357, "global_step": 10, "epoch": 0, "lr": 3.52e-05}{"train_loss": 1.0221643447875977, "global_step": 11, "epoch": 0, "lr": 3.8400000000000005e-05}
+{{{"train_loss": 1.0356087684631348, "global_step": 12, "epoch": 0, "lr": 4.16e-0{"train_loss": 0.9912670254707336, "global_step": 13, "epoch": 0, "lr": 4.4800000000000005e-05}
+{"t{"train_loss": 1.0218676328659058, "global_step": 14, "epoch": 0, "lr": 4.8e-0{"train_loss": 1.0234566926956177, "global_step": 15, "epoch": 0, "lr": 5.1200000000000004e-05}
+{"t{"train_loss": 0.9839260578155518, "global_step": 16, "epoch": 0, "lr": 5.440000000000001e-0{"train_loss": 1.015429139137268, "global_step": 17, "epoch": 0, "lr": 5.76e-05}
+{{"train_loss": 0.9649238586425781, "global_step": 18, "epoch": 0, "lr": 6.08e-05{"train_loss": 0.9966211318969727, "global_step": 19, "epoch": 0, "lr": 6.400000000000001e-05}
+{{"train_loss": 0.985541820526123, "global_step": 20, "epoch": 0, "lr": 6.720000000000001e-05}
+{"{"train_loss": 0.9981145262718201, "global_step": 21, "epoch": 0, "lr": 7.04e-05{"train_loss": 0.9781632423400879, "global_step": 22, "epoch": 0, "lr": 7.36e-05}
+{"train_loss": 1.012557864189148, "global_step": 23, "epoch": 0, "lr": 7.680000000000001e-05}
+{"t{"train_loss": 0.9531762599945068, "global_step": 24, "epoch": 0, "lr": 8e-0{"train_loss": 0.9799362421035767, "global_step": 25, "epoch": 0, "lr": 8.32e-05}
+{"train_loss": 0.9669215083122253, "global_step": 26, "epoch": 0, "lr": 8.64e-05}
+{"{"train_loss": 0.9927289485931396, "global_step": 27, "epoch": 0, "lr": 8.960000000000001e-05{"{"train_loss": 0.9592267870903015, "global_step": 28, "epoch": 0, "lr": 9.28e-05{"{"train_loss": 0.9600556492805481, "global_step": 29, "epoch": 0, "lr": 9.6e-05{"{"train_loss": 0.9538928270339966, "global_step": 30, "epoch": 0, "lr": 9.92e-{"t{"train_loss": 0.9754471778869629, "global_step": 31, "epoch": 0, "lr": 0.0001024000000000000{"t{"train_loss": 0.9488102197647095, "global_step": 32, "epoch": 0, "lr": 0.000105{"t{"train_loss": 0.9119563102722168, "global_step": 33, "epoch": 0, "lr": 0.0001088000000000000{"t{{"train_loss": 0.8924498558044434, "global_step": 34, "epoch": 0, "lr": 0.000112000000000000{"t{{"train_loss": 0.9098665714263916, "global_step": 35, "epoch": 0, "lr": 0.00011{"t{{"train_loss": 0.8924092054367065, "global_step": 36, "epoch": 0, "lr": 0.00011{"train_loss": 0.8594440221786499, "global_step": 37, "epoch": 0, "lr": 0.0001216}
+{"t{"train_loss": 0.8234254121780396, "global_step": 38, "epoch": 0, "lr": 0.000124{"t{"train_loss": 0.8203803300857544, "global_step": 39, "epoch": 0, "lr": 0.0001280000000000000{"t{"train_loss": 0.7668570280075073, "global_step": 40, "epoch": 0, "lr": 0.0001312000000000000{"t{"train_loss": 0.7002690434455872, "global_step": 41, "epoch": 0, "lr": 0.0001344000000000000{"t{"train_loss": 0.7235655784606934, "global_step": 42, "epoch": 0, "lr": 0.00013759999999999{"tra{"train_loss": 0.7076325416564941, "global_step": 43, "epoch": 0, "lr": 0.0001{"tra{"train_loss": 0.6642485857009888, "global_step": 44, "epoch": 0, "lr": 0.000{"tra{"train_loss": 0.6439523696899414, "global_step": 45, "epoch": 0, "lr": 0.0001{"tra{"train_loss": 0.6360850930213928, "global_step": 46, "epoch": 0, "lr": 0.0001{"tra{"train_loss": 0.5943840146064758, "global_step": 47, "epoch": 0, "lr": 0.00015360000000000{"tra{"train_loss": 0.6034834384918213, "global_step": 48, "epoch": 0, "lr": 0.0001568000000000{"trai{"train_loss": 0.544793426990509, "global_step": 49, "epoch": 0, "lr": 0.00{"tra{"train_loss": 0.547910213470459, "global_step": 50, "epoch": 0, "lr": 0.00016{"tr{"{"train_loss": 0.5597871541976929, "global_step": 51, "epoch": 0, "lr": 0.000{"trai{"train_loss": 0.520664632320404, "global_step": 52, "epoch": 0, "lr": 0.0001{"tra{"train_loss": 0.4548698961734772, "global_step": 53, "epoch": 0, "lr": 0.0001{"tr{"train_loss": 0.4807163178920746, "global_step": 54, "epoch": 0, "lr": 0.000176000000000000{"tr{"train_loss": 0.4617638885974884, "global_step": 55, "epoch": 0, "lr": 0.000179200000000000{"tr{"train_loss": 0.4912976324558258, "global_step": 56, "epoch": 0, "lr": 0.0001824000000000000{"t{"train_loss": 0.43284326791763306, "global_step": 57, "epoch": 0, "lr": 0.000185{"{{"train_loss": 0.39979085326194763, "global_step": 58, "epoch": 0, "lr": 0.000188{{"{"train_loss": 0.402559757232666, "global_step": 59, "epoch": 0, "lr": 0.000192{{"train_loss": 0.3878714144229889, "global_step": 60, "epoch": 0, "lr": 0.0001952}
+{"{"train_loss": 0.3802720904350281, "global_step": 61, "epoch": 0, "lr": 0.0001984}{"train_loss": 0.3700565695762634, "global_step": 62, "epoch": 0, "lr": 0.00020160000000000002}
+{{"train_loss": 0.3500934839248657, "global_step": 63, "epoch": 0, "lr": 0.00020480000000000002}
+{"train_loss": 0.39142554998397827, "global_step": 64, "epoch": 0, "lr": 0.00020800000000000001}{{"train_loss": 0.3620205521583557, "global_step": 65, "epoch": 0, "lr": 0.0002112}
+{"train_loss": 0.3493732213973999, "global_step": 66, "epoch": 0, "lr": 0.00021440000000000003}
+{"train_loss": 0.31985166668891907, "global_step": 67, "epoch": 0, "lr": 0.00021760000000000003}{"train_loss": 0.2858734726905823, "global_step": 68, "epoch": 0, "lr": 0.00022080000000000003}{{"train_loss": 0.28590506315231323, "global_step": 69, "epoch": 0, "lr": 0.00022400000000000002{"{"train_loss": 0.3511582016944885, "global_step": 70, "epoch": 0, "lr": 0.0002272{"train_loss": 0.2866887152194977, "global_step": 71, "epoch": 0, "lr": 0.0002304}
+{"train_loss": 0.29736047983169556, "global_step": 72, "epoch": 0, "lr": 0.00023359999999999999}
+{"train_loss": 0.25162315368652344, "global_step": 73, "epoch": 0, "lr": 0.0002368}
+{{"train_loss": 0.24208055436611176, "global_step": 74, "epoch": 0, "lr": 0.00024{"{"train{"train_loss": 0.28995436429977417, "global_step": 75, "epoch": 0, "lr": 0.{"train_l{"train_loss": 0.28865793347358704, "global_step": 76, "epoch": 0, "lr": 0{"train_loss": 0.2603375017642975, "global_step": 77, "epoch": 0, "lr": 0.0002496}
+{{"train_l{"train_loss": 0.2663968503475189, "global_step": 78, "epoch": 0, "lr": 0{{"train_loss": 0.2029106616973877, "global_step": 79, "epoch": 0, "lr": 0.00025600000000000004}{{"train_lo{"train_loss": 0.23935279250144958, "global_step": 80, "epoch": 0, "lr": {"train_loss": 0.24803443253040314, "global_step": 81, "epoch": 0, "lr": 0.00026240000000000004}{{"train_loss": 0.24337908625602722, "global_step": 82, "epoch": 0, "lr": 0.0002656{"{"train_l{"train_loss": 0.21330788731575012, "global_step": 83, "epoch": 0, "lr": 0.00026880000{"train_los{"train_loss": 0.21248888969421387, "global_step": 84, "epoch": 0, "lr": 0.0002720000{"t{"train_loss": 0.23186475038528442, "global_step": 85, "epoch": 0, "lr": 0.000275199999999999{"train_loss": 0.1896287053823471, "global_step": 86, "epoch": 0, "lr": 0.0002784}
+{"tra{"train_loss": 0.26384416222572327, "global_step": 87, "epoch": 0, "lr": 0.0002{"tra{"train_loss": 0.213871568441391, "global_step": 88, "epoch": 0, "lr": 0.00028{"tr{"train_loss": 0.1925489753484726, "global_step": 89, "epoch": 0, "lr": 0.0002{"tr{"train_loss": 0.20301085710525513, "global_step": 90, "epoch": 0, "lr": 0.00029120000000000{"tra{"train_loss": 0.2066836655139923, "global_step": 91, "epoch": 0, "lr": 0.00029{"train_loss": 0.18964572250843048, "global_step": 92, "epoch": 0, "lr": 0.0002976}
+{"train_loss": 0.20982731878757477, "global_step": 93, "epoch": 0, "lr": 0.0003008}
+{"t{"train_loss": 0.21272650361061096, "global_step": 94, "epoch": 0, "lr": 0.00030{"t{"train_loss": 0.630989122359703, "global_step": 95, "epoch": 0, "lr": 0.00030720000000000004, "train_action_mse_error": 0.0008492831839248538{"{"train_loss": 0.19072306156158447, "global_step": 96, "epoch": 1, "lr": 0.000310{"t{"train_loss": 0.17789790034294128, "global_step": 97, "epoch": 1, "lr": 0.0003136000000000000{"train_loss": 0.19452688097953796, "global_step": 98, "epoch": 1, "lr": 0.00031680000000000006}
+{"t{"train_loss":{"train_loss": 0.17743703722953796, "global_step": 99, "epoch": {"t{"train_loss": 0.1845344603061676, "global_step": 100, "epoch": 1, "lr": 0.00032320000000000005{"train_loss": 0.1{"train_loss": 0.1802273839712143, "global_step": 101, "epoch": 1, {"{"train_loss": 0.2033492922782898, "global_step": 102, "epoch": 1, "lr": 0.0003296}{{"train_loss": 0.2044575959444046, "global_step": 103, "epoch": 1, "lr": 0.0003328}
+{"train_loss": 0.{"train_loss": 0.19679799675941467, "global_step": 104, "epoch": 1{"train_loss": 0.21727608144283295, "global_step": 105, "epoch": 1, "lr": 0.0003392}
+{"t{"train_loss": 0.19124093651771545, "global_step": 106, "epoch": 1, "lr": 0.0003424000000000000{"train_loss": 0.2{"train_loss": 0.22960972785949707, "global_step": 107, "epoch": 1,{"train_loss": 0.1{"train_loss": 0.15231792628765106, "global_step": 108, "epoch": 1,{"train_loss": 0.2{"train_loss": 0.205315500497818, "global_step": 109, "epoch": 1, "lr": 0.00035{"t{"train_loss": 0.17337411642074585, "global_step": 110, "epoch": 1, "lr": 0.00035{"train_loss": 0.1{"train_loss": 0.19983239471912384, "global_step": 111, "epoch": 1, "lr": 0.0003{"train_loss": 0.21153467893600464, "global_step": 112, "epoch": 1, "lr": 0.0003616}
+{"train_loss": 0.15429635345935822, "global_step": 113, "epoch": 1, "lr": 0.00036480000000000003}
+{"tr{"train_loss": 0.1453487128019333, "global_step": 114, "epoch": 1, "lr": 0.0003680000000000000{"t{"train_loss": {"train_loss": 0.1311819851398468, "global_step": 115, "epoch": 1, {"t{"train_loss":{"train_loss": 0.18463316559791565, "global_step": 116, "epoch": 1, "lr": 0.000{"{"train_loss": 0.11457447707653046, "global_step": 117, "epoch": 1, "lr": 0.0003776{"{"train_loss": 0.{"train_loss": 0.1873609721660614, "global_step": 118, "epoch": 1,{{"tr{"train_loss": 0.21632039546966553, "global_step": 119, "epoch": 1, "lr": 0.00{"train_loss": 0.17832684516906738, "global_step": 120, "epoch": 1, "lr": 0.00038720000000000003}
+{"{"train_loss": 0.14968828856945038, "global_step": 121, "epoch": 1, "lr": 0.0003904{"train_loss": 0.17311766743659973, "global_step": 122, "epoch": 1, "lr": 0.0003936}
+{"train_loss": 0.1833004206418991, "global_step": 123, "epoch": 1, "lr": 0.0003968}
+{"train_loss": 0.18079331517219543, "global_step": 124, "epoch": 1, "lr": 0.0004}
+{"{"train_loss": 0.11345019936561584, "global_step": 125, "epoch": 1, "lr": 0.00039999999931902955{"{"tr{"train_loss"{"train_loss": 0.19768628478050232, "global_step": 126, "epoch": 1, "lr": 0.00{"{"train_loss": 0.15006117522716522, "global_step": 127, "epoch": 1, "lr": 0.0003999999938712657{"trai{"train_loss": 0.1745256930589676, "global_step": 128, "epoch": 1, "lr": 0.0003999999891044{"{"t{"train_loss": 0.17948731780052185, "global_step": 129, "epoch": 1, "lr": 0.0003999999829757{"{"t{"train_loss": 0.1354990154504776, "global_step": 130, "epoch": 1, "lr": 0.00039999997548506{"tr{"train_loss": 0.16614948213100433, "global_step": 131, "epoch": 1, "lr": 0.000399999966632447{{"t{"train_loss": 0.13125170767307281, "global_step": 132, "epoch": 1, "lr": 0.000399999956417890{{"t{"train_loss": 0.18925638496875763, "global_step": 133, "epoch": 1, "lr": 0.000399999944841{"trai{"train_loss": 0.1618398129940033, "global_step": 134, "epoch": 1, "lr": 0.0003999999319029{"tra{"train_loss": 0.14572614431381226, "global_step": 135, "epoch": 1, "lr": 0.000399999917602{"trai{"train_loss": 0.18095777928829193, "global_step": 136, "epoch": 1, "lr": 0.0003999999019402{"{"tr{"train_lo{"train_loss": 0.1409214287996292, "global_step": 137, "epoch": 1, "lr": 0.0003999{"{"t{"train_lo{"train_loss": 0.11143670976161957, "global_step": 138, "epoch": 1, "lr": 0.000399{"tra{"train_loss": 0.15248757600784302, "global_step": 139, "epoch": 1, "lr": 0.0003999998467816{{"tr{"train_loss": 0.14459073543548584, "global_step": 140, "epoch": 1, "lr": 0.0003999998256715{"train_loss": 0.14798963069915771, "global_step": 141, "epoch": 1, "lr": 0.0003999998031995626}
+{{"train_loss":{"train_loss": 0.14148657023906708, "global_step": 142, "epoch": 1, "lr": 0.0003999{"trai{"train_loss": 0.15874478220939636, "global_step": 143, "epoch": 1, "lr": 0.0003999997541697{"trai{"train_loss": 0.17108051478862762, "global_step": 144, "epoch": 1, "lr": 0.000399999727611{"train_loss":{"train_loss": 0.17858323454856873, "global_step": 145, "epoch": 1, "lr": 0.000399{"trai{"train_loss": 0.17553742229938507, "global_step": 146, "epoch": 1, "lr": 0.000399999670410{"train_loss": 0.3156259059906006, "global_step": 147, "epoch": 1, "lr": 0.0003999996397667224}
+{"train{"train_loss": 0.13840673863887787, "global_step": 148, "epoch": 1, "lr": 0.000399999607761{"train{"train_loss": 0.1780328005552292, "global_step": 149, "epoch": 1, "lr": 0.000399999574393{"train_loss": 0.16295455396175385, "global_step": 150, "epoch": 1, "lr": 0.0003999995396641298}{"train{"train_loss": 0.18954862654209137, "global_step": 151, "epoch": 1, "lr": 0.000399999503572{"train{"train_loss": 0.11838403344154358, "global_step": 152, "epoch": 1, "lr": 0.00039999946611{{"trai{"train_loss": 0.18004563450813293, "global_step": 153, "epoch": 1, "lr": 0.00039999942730{{"train_loss": 0.16847406327724457, "global_step": 154, "epoch": 1, "lr": 0.0003999993871268779}{"train{"train_loss": 0.13524392247200012, "global_step": 155, "epoch": 1, "lr": 0.00039999934558{{"train_loss": 0.138910174369812, "global_step": 156, "epoch": 1, "lr": 0.0003999993026866302}
+{"train_l{"train_loss": 0.16759145259857178, "global_step": 157, "epoch": 1, "lr": 0.000399999258{"train_lo{"train{"train_loss": 0.1038195937871933, "global_step": 158, "epoch": 1, "lr": 0.00039{{"train_l{"train_loss": 0.14446619153022766, "global_step": 159, "epoch": 1, "lr": 0.00039999916{{"train_l{"train_loss": 0.14189578592777252, "global_step": 160, "epoch": 1, "lr": 0.00039999911{"train_loss": {"train_loss": 0.1583525836467743, "global_step": 161, "epoch": 1, "lr": 0.0003999{"train_los{"train_loss": 0.16309356689453125, "global_step": 162, "epoch": 1, "lr": 0.000399999{"train_loss{"train_loss": 0.11966803669929504, "global_step": 163, "epoch": 1, "lr": 0.000399998{"train_loss{"train_loss": 0.15931600332260132, "global_step": 164, "epoch": 1, "lr": 0.000399998{{"train_loss": 0.11536654829978943, "global_step": 165, "epoch": 1, "lr": 0.0003999988552897094}{{"train_los{"train_loss": 0.12128826975822449, "global_step": 166, "epoch": 1, "lr": 0.0003999987{"train_loss{"train_loss": 0.17369990050792694, "global_step": 167, "epoch": 1, "lr": 0.000399998{"train_loss{"t{"train_loss": 0.1067255362868309, "global_step": 168, "epoch": 1, "lr": 0.000399{"train_loss"{"train_loss": 0.18011799454689026, "global_step": 169, "epoch": 1, "lr": 0.00039999{"{"train_los{"train_loss": 0.13761413097381592, "global_step": 170, "epoch": 1, "lr": 0.00039999{"train_loss"{"{"train_loss": 0.14681607484817505, "global_step": 171, "epoch": 1, "lr": 0.0003999{"train_loss": 0.1951647400856018, "global_step": 172, "epoch": 1, "lr": 0.00039999843104605756}
+{"{"train_los{"t{"train_loss": 0.1517016738653183, "global_step": 173, "epoch": 1, "lr": 0.0003999{"{"train_los{"train_loss": 0.15943440794944763, "global_step": 174, "epoch": 1, "lr": 0.000399998{"train_loss"{"train_loss": 0.14987212419509888, "global_step": 175, "epoch": 1, "lr": 0.00039999{"train_loss"{"train_loss": 0.1509407013654709, "global_step": 176, "epoch": 1, "lr": 0.00039999{"train_loss"{"train_loss": 0.11548492312431335, "global_step": 177, "epoch": 1, "lr": 0.00039999{"train_loss"{"train_loss": 0.1298699676990509, "global_step": 178, "epoch": 1, "lr": 0.00039999{"train_loss"{"train_loss": 0.08251592516899109, "global_step": 179, "epoch": 1, "lr": 0.000399997{"train_loss"{"train_loss": 0.1000593826174736, "global_step": 180, "epoch": 1, "lr": 0.000399997{"train_loss": 0.1314142346382141, "global_step": 181, "epoch": 1, "lr": 0.00039999778753097855}
+{"train_loss"{"train_loss": 0.1727524697780609, "global_step": 182, "epoch": 1, "lr": 0.0003999977{"train_loss{"train_loss": 0.15583311021327972, "global_step": 183, "epoch": 1, "lr": 0.000399997{"train_loss": 0.12091780453920364, "global_step": 184, "epoch": 1, "lr": 0.0003999975485112679}
+{"t{"train_lo{"train_loss": 0.1739521026611328, "global_step": 185, "epoch": 1, "lr": 0.00039999{"train_loss"{"train_loss": 0.16563330590724945, "global_step": 186, "epoch": 1, "lr": 0.00039999{"train_loss":{"train_loss": 0.11403942853212357, "global_step": 187, "epoch": 1, "lr": 0.00039999{"train_loss":{"train_loss": 0.1329347789287567, "global_step": 188, "epoch": 1, "lr": 0.000399997{"train_loss": 0.{"train_loss": 0.10902838408946991, "global_step": 189, "epoch": 1, "lr": 0.00039{"train_loss"{"train_loss": 0.12089385092258453, "global_step": 190, "epoch": 1, "lr": 0.0003999{"train_loss": 0.1598132752502958, "global_step": 191, "epoch": 1, "lr": 0.000399996943131287}
+{"train_{"train_{"train_loss": 0.1440500020980835, "global_step": 192, "epoch": 2, "lr": 0.000399{"train_loss": {"train_loss": 0.1189882680773735, "global_step": 193, "epoch": 2, "lr": 0.0003999{"train_loss":{"train_loss": 0.1618465781211853, "global_step": 194, "epoch": 2, "lr": 0.00039999{"train{"train_loss": 0.12116828560829163, "global_step": 195, "epoch": 2, "lr": 0.0003999965672{"train_loss{"train_loss": 0.12720555067062378, "global_step": 196, "epoch": 2, "lr": 0.00039999{"train_loss": 0.12519873678684235, "global_step": 197, "epoch": 2, "lr": 0.00039999637111926787}
+{"train_loss"{"train_loss": 0.1469443291425705, "global_step": 198, "epoch": 2, "lr": 0.0003999962{"train_loss": 0.152{"train_loss": 0.15085825324058533, "global_step": 199, "epoch": 2, "lr": 0.{"train_loss": 0.10326609760522842, "global_step": 200, "epoch": 2, "lr": 0.00039999606672738003}
+{"train_{"trai{"train_loss": 0.14283743500709534, "global_step": 201, "epoch": 2, "lr": 0.0003999{"train_loss": 0.13774727284908295, "global_step": 202, "epoch": 2, "lr": 0.00039999585698988275}
+{"train_loss": 0.11503208428621292, "global_step": 203, "epoch": 2, "lr": 0.0003999957500782646}
+{"train_loss": 0.13723517954349518, "global_step": 204, "epoch": 2, "lr": 0.0003999956418047344}
+{"train_{"tr{"train_loss": 0.11756990849971771, "global_step": 205, "epoch": 2, "lr": 0.0003999955{"train_loss": 0.11249005049467087, "global_step": 206, "epoch": 2, "lr": 0.00039999542117194096}
+{"train_loss": 0.11989757418632507, "global_step": 207, "epoch": 2, "lr": 0.0003999953088126792}
+{"train_loss": 0.12554535269737244, "global_step": 208, "epoch": 2, "lr": 0.0003999951950915084}
+{"train_loss": 0.12172310054302216, "global_step": 209, "epoch": 2, "lr": 0.00039999508000842935}
+{"train_loss": 0.16966933012008667, "global_step": 210, "epoch": 2, "lr": 0.00039999496356344277}
+{"train_loss{"train_loss": 0.15209217369556427, "global_step": 211, "epoch": 2, "lr": 0.000399994{"train_loss": 0.11784198880195618, "global_step": 212, "epoch": 2, "lr": 0.00039999472658775056}
+{"tra{"train{"train_loss": 0.1538109928369522, "global_step": 213, "epoch": 2, "lr": 0.0003999946{"train_loss": 0.17887642979621887, "global_step": 214, "epoch": 2, "lr": 0.0003999944841644382}
+{"train_loss": 0.15410441160202026, "global_step": 215, "epoch": 2, "lr": 0.00039999436090992644}
+{"t{"train_loss": 0.{"train_loss": 0.10547435283660889, "global_step": 216, "epoch": 2, "lr": 0.00{"train_lo{"train_lo{"train_loss": 0.12729325890541077, "global_step": 217, "epoch": 2, "lr": 0.{"tr{"train{"train_loss": 0.16388224065303802, "global_step": 218, "epoch": 2, "lr": 0.0003999939{"tr{"train_loss": 0.1496967077255249, "global_step": 219, "epoch": 2, "lr": 0.000399993854272862{"train_loss": 0.10374341905117035, "global_step": 220, "epoch": 2, "lr": 0.00039999372420884634}
+{"train_l{"train_loss{"train_loss": 0.12806545197963715, "global_step": 221, "epoch": 2, "lr": 0.{{"train_loss": 0.15131375193595886, "global_step": 222, "epoch": 2, "lr": 0.00039999345999512057}{{"train_loss": 0.11978679150342941, "global_step": 223, "epoch": 2, "lr": 0.00039999332584541257}{{"train_loss": 0.14927220344543457, "global_step": 224, "epoch": 2, "lr": 0.00039999319033380906}{{"tra{"train_loss": 0.13981011509895325, "global_step": 225, "epoch": 2, "lr": 0.0003999930534603{{"train_loss": 0.10091505944728851, "global_step": 226, "epoch": 2, "lr": 0.0003999929152249192}{{"train_loss": 0.15762682259082794, "global_step": 227, "epoch": 2, "lr": 0.00039999277562763477}{{"train_loss": 0.09772637486457825, "global_step": 228, "epoch": 2, "lr": 0.00039999263466845847}{{"train_loss": 0.1258983165025711, "global_step": 229, "epoch": 2, "lr": 0.00039999249234739143}
+{"train_loss": 0.16200721263885498, "global_step": 230, "epoch": 2, "lr": 0.0003999923486644345}{"train_loss": 0.12656983733177185, "global_step": 231, "epoch": 2, "lr": 0.00039999220361958875}
+{"train_loss": 0.11525987088680267, "global_step": 232, "epoch": 2, "lr": 0.0003999920572128551}
+{"train_loss": 0.10524673014879227, "global_step": 233, "epoch": 2, "lr": 0.0003999919094442346}
+{"train_loss": 0.11833347380161285, "global_step": 234, "epoch": 2, "lr": 0.00039999176031372825}
+{"train_loss": 0.10990236699581146, "global_step": 235, "epoch": 2, "lr": 0.00039999160982133697}
+{"train_loss": 0.13846512138843536, "global_step": 236, "epoch": 2, "lr": 0.0003999914579670619}
+{{"{"train_loss": 0.14821869134902954, "global_step": 237, "epoch": 2, "lr": 0.00039999130475090{"t{"train_loss":{"train_loss": 0.13724495470523834, "global_step": 238, "epoch": 2, "lr": 0.0003{"train_loss": 0.11873827874660492, "global_step": 239, "epoch": 2, "lr": 0.00039999099423294405}
+{{"train_loss": 0.10057803988456726, "global_step": 240, "epoch": 2, "lr": 0.0003999908369311441}{{"train_loss": 0.13762518763542175, "global_step": 241, "epoch": 2, "lr": 0.00039999067826746555}{{"train_loss": 0.{"train_loss": 0.12897711992263794, "global_step": 242, "epoch": 2, "lr": 0.000{"{"t{"train_loss":{"train_loss": 0.1386137157678604, "global_step": 243, "epoch": 2, "lr": 0.000{"{"train_loss": 0.{"train_loss": 0.10883353650569916, "global_step": 244, "epoch": 2, "lr": 0.00{"{"train_loss": 0.10558516532182693, "global_step": 245, "epoch": 2, "lr": 0.00039999002999398746{"{"train_loss": 0{"train_loss": 0.1231168657541275, "global_step": 246, "epoch": 2, "lr": 0.0003{"train_loss": 0.12211056798696518, "global_step": 247, "epoch": 2, "lr": 0.0003999896976860056}{{"train_loss": 0.11295204609632492, "global_step": 248, "epoch": 2, "lr": 0.0003999895294892078}{{"tra{"train_los{"train_loss": 0.11286377906799316, "global_step": 249, "epoch": 2, "lr": 0.0003{{"train_loss": 0.1288444846868515, "global_step": 250, "epoch": 2, "lr": 0.0003999891890100045}
+{"tra{"train_los{"train_loss": 0.13675600290298462, "global_step": 251, "epoch": 2, "lr": 0.00039{"train_loss": 0.11887167394161224, "global_step": 252, "epoch": 2, "lr": 0.0003999888430833318}
+{"trai{"train_los{"train_loss": 0.11775107681751251, "global_step": 253, "epoch": 2, "lr": 0.00039{"trai{"train_los{"train_loss": 0.14507967233657837, "global_step": 254, "epoch": 2, "lr": 0.000{"train_loss": 0.13511325418949127, "global_step": 255, "epoch": 2, "lr": 0.0003999883139793383}
+{"train{"train_los{"train_loss": 0.1644163727760315, "global_step": 256, "epoch": 2, "lr": 0.0003{{"train_loss": 0.0959557443857193, "global_step": 257, "epoch": 2, "lr": 0.0003999879544340337}
+{"train{"train_lo{"train_loss": 0.10789033025503159, "global_step": 258, "epoch": 2, "lr": 0.00039{"train_loss": 0.{"train_loss": 0.11166225373744965, "global_step": 259, "epoch": 2, "lr": 0.00039{"train_loss": 0.{"train_loss": 0.1371442973613739, "global_step": 260, "epoch": 2, "lr": 0.00039{"trai{"train_loss": 0.12370137125253677, "global_step": 261, "epoch": 2, "lr": 0.00039998721900{"train_loss": 0.12205003201961517, "global_step": 262, "epoch": 2, "lr": 0.00039998703173826255}{"train_{"train_lo{"train_loss": 0.11565841734409332, "global_step": 263, "epoch": 2, "lr": 0.0003{"train_loss": 0.13824363052845, "global_step": 264, "epoch": 2, "lr": 0.00039998665312697667}
+{"train_lo{"train_los{"train_loss": 0.15533427894115448, "global_step": 265, "epoch": 2, "lr": 0{"tr{"tra{"train_loss{"train_loss": 0.14896690845489502, "global_step": 266, "epoch": 2, "lr": {"train_los{"train_loss{"train_loss": 0.12884530425071716, "global_step": 267, "epoch": 2, "lr": {"train_loss": 0.13099946081638336, "global_step": 268, "epoch": 2, "lr": 0.0003999858795622145}
+{"train_loss": 0.12947607040405273, "global_step": 269, "epoch": 2, "lr": 0.00039998568276640857}
+{"train_loss": 0.12980496883392334, "global_step": 270, "epoch": 2, "lr": 0.0003999854846087592}
+{"train_loss": 0.126761{"train_loss": 0.13169072568416595, "global_step": 271, "epoch": 2, "lr": 0{"train_loss": 0.13357892632484436, "global_step": 272, "epoch": 2, "lr": 0.0003999850842079355}
+{"train_l{"train_loss": 0.11316301673650742, "global_step": 273, "epoch": 2, "lr": 0.00039998488{"tra{"train_loss": 0.1540328562259674, "global_step": 274, "epoch": 2, "lr": 0.000399984678359754{"tr{"train_loss": 0.11937324702739716, "global_step": 275, "epoch": 2, "lr": 0.00039998447339290{"train_loss": 0.13667789101600647, "global_step": 276, "epoch": 2, "lr": 0.00039998426706422635}
+{"train_loss": 0.1104001{"train_loss": 0.10314218699932098, "global_step": 277, "epoch": 2, "lr"{"tr{"train_loss": 0.125{"train_loss": 0.1250537484884262, "global_step": 278, "epoch": 2, "lr": {"t{"train{"train_loss": 0.12868653237819672, "global_step": 279, "epoch": 2, "lr": 0.000399983639{"train_loss": 0.12149377167224884, "global_step": 280, "epoch": 2, "lr": 0.00039998342813117615}
+{"train_loss": 0.14354456961154938, "global_step": 281, "epoch": 2, "lr": 0.0003999832149933397}
+{"train_l{"train_loss": 0.12873777747154236, "global_step": 282, "epoch": 2, "lr": 0.0003999830004{"train_loss": 0.1502629816532135, "global_step": 283, "epoch": 2, "lr": 0.0003999827846321883}
+{"t{"train_loss": 0.14708510041236877, "global_step": 284, "epoch": 2, "lr": 0.0003999825674088762{"train_lo{"train_loss":{"train_loss": 0.11427950114011765, "global_step": 285, "epoch": 2, "lr"{"train_loss": 0.14448603987693787, "global_step": 286, "epoch": 2, "lr": 0.00039998212887678685}
+{"train_l{"train_loss": {"train_loss": 0.1294338092363129, "global_step": 287, "epoch": 2, "lr": 0{"{"trai{"train_loss": 0.1603149175643921, "global_step": 288, "epoch": 3, "lr": 0.000399981684897{"train_loss": 0.12131862342357635, "global_step": 289, "epoch": 3, "lr": 0.00039998146086501216}
+{"{"tra{"train_loss": {"train_loss": 0.09956725686788559, "global_step": 290, "epoch": 3, "lr": {"{"tra{"train_loss": 0.11323890089988708, "global_step": 291, "epoch": 3, "lr": 0.00039998100871{"{"tra{"train_loss": {"train_loss": 0.14402447640895844, "global_step": 292, "epoch": 3, "lr": 0.{"train_loss": 0.09263{"train_loss": 0.08807875216007233, "global_step": 293, "epoch": 3, "lr": 0{"train_loss": 0.11898{"train_loss": 0.12158243358135223, "global_step": 294, "epoch": 3, "lr": 0{"train_loss": 0.15277837216854095, "global_step": 295, "epoch": 3, "lr": 0.000399980088072507}
+{"train_loss": 0.16312001645565033, "global_step": 296, "epoch": 3, "lr": 0.0003999798545074282}
+{"train_loss": 0.11129{"train_loss": 0.11857551336288452, "global_step": 297, "epoch": 3, "lr": 0{"train_loss": 0.11325{"train_loss": 0.11309878528118134, "global_step": 298, "epoch": 3, "lr": 0{"train_loss": 0.16887{"train_loss": 0.17070654034614563, "global_step": 299, "epoch": 3, "lr": 0.{"train_loss": 0.14146{"train_loss": 0.1401011049747467, "global_step": 300, "epoch": 3, "lr": 0.0{"train_loss": 0.1273{"train_loss": 0.12744201719760895, "global_step": 301, "epoch": 3, "lr": 0{"train_loss": 0.11794{"train_loss": 0.11934247612953186, "global_step": 302, "epoch": 3, "lr": {"train_loss": 0.1213427186012268, "global_step": 303, "epoch": 3, "lr": 0.00039997818142146075}
+{"train_loss": 0.1072836{"train_loss": 0.10339006781578064, "global_step": 304, "epoch": 3, "lr"{"{"train_loss": 0.1171434223651886, "global_step": 305, "epoch": 3, "lr": 0.0003999776911407425}{{"train_loss": 0.128898{"train_loss": 0.1345847100019455, "global_step": 306, "epoch": 3, "lr"{"{"train_loss": 0.09558{"train_loss": 0.09766922146081924, "global_step": 307, "epoch": 3, "lr":{"tr{"train_loss": 0.12650226056575775, "global_step": 308, "epoch": 3, "lr": 0.00039997694550625{"train_loss": 0.12129711359739304, "global_step": 309, "epoch": 3, "lr": 0.000399976694237851}
+{"{"train_loss": 0.1972{"train_loss": 0.19367390871047974, "global_step": 310, "epoch": 3, "lr": 0{"train_loss": 0.13244199752807617, "global_step": 311, "epoch": 3, "lr": 0.00039997618761570484}
+{"tr{"train_loss": 0.150090754032135, "global_step": 312, "epoch": 3, "lr": 0.000399975932261962{"train_loss": 0.1264604{"train_loss": 0.1295781135559082, "global_step": 313, "epoch": 3, "lr": 0{"train_loss": 0.145231{"train_loss": 0.14725109934806824, "global_step": 314, "epoch": 3, "lr": {"{"train_loss": 0.1406{"train_loss": 0.14563482999801636, "global_step": 315, "epoch": 3, "lr":{"t{"train_loss": 0.0950{"train_loss": 0.09731753915548325, "global_step": 316, "epoch": 3, "lr": {"tr{"train_loss": 0.12490994483232498, "global_step": 317, "epoch": 3, "lr": 0.00039997463506663{"t{"train_loss": 0.1310{"train_loss": 0.12692353129386902, "global_step": 318, "epoch": 3, "lr": {"train_loss": 0.1012617{"train_loss": 0.10020685940980911, "global_step": 319, "epoch": 3, "lr":{"train_loss": 0.1052598{"train_loss": 0.10084410756826401, "global_step": 320, "epoch": 3, "lr": {"{"train_loss": 0.10503{"train_loss": 0.1050705760717392, "global_step": 321, "epoch": 3, "lr": 0{"train_loss": 0.134901{"train_loss": 0.13406607508659363, "global_step": 322, "epoch": 3, "lr": {"{"train_loss": 0.13061630725860596, "global_step": 323, "epoch": 3, "lr": 0.0003999730334939014{"train_loss": 0.114874{"train_loss": 0.12382376194000244, "global_step": 324, "epoch": 3, "lr": {"{"train_loss": 0.15136516094207764, "global_step": 325, "epoch": 3, "lr": 0.00039997248874224666{"{"{"train_loss": 0.15449802577495575, "global_step": 326, "epoch": 3, "lr": 0.000399972214323787{"{"train_loss": 0.10350796580314636, "global_step": 327, "epoch": 3, "lr": 0.0003999719385435776{"{"train_loss": 0.09626045823097229, "global_step": 328, "epoch": 3, "lr": 0.00039997166140161723{"{"train_loss": 0.1091{"train_loss": 0.1116967499256134, "global_step": 329, "epoch": 3, "lr": 0{"train_loss": 0.09331{"train_loss": 0.09361544251441956, "global_step": 330, "epoch": 3, "lr": 0.{"t{"train_loss": 0.12721580266952515, "global_step": 331, "epoch": 3, "lr": 0.000399970821805255{"{{"train_loss": 0.12270939350128174, "global_step": 332, "epoch": 3, "lr": 0.0003999705392163149{"{"train_loss": 0.15808680653572083, "global_step": 333, "epoch": 3, "lr": 0.0003999702552656338{"train_loss": 0.13096942007541656, "global_step": 334, "epoch": 3, "lr": 0.0003999699699532141}
+{"{"train_loss": 0.11464156210422516, "global_step": 335, "epoch": 3, "lr": 0.000399969683279058{"{"train_loss": 0.1{"train_loss": 0.14376650750637054, "global_step": 336, "epoch": 3, "lr": 0.0{"{"train_loss": 0.11804278194904327, "global_step": 337, "epoch": 3, "lr": 0.00039996910584554426{{"train_loss": 0.12351478636264801, "global_step": 338, "epoch": 3, "lr": 0.0003999688150861905}{{"train_loss": 0.11720938980579376, "global_step": 339, "epoch": 3, "lr": 0.00039996852296510807}{{"train_loss": 0.12392380833625793, "global_step": 340, "epoch": 3, "lr": 0.0003999682294822991{"{"train_loss": 0.11315250396728516, "global_step": 341, "epoch": 3, "lr": 0.0003999679346377655{"{"train_loss": 0.140253484249115, "global_step": 342, "epoch": 3, "lr": 0.0003999676384315093}
+{"train_loss": 0.10958872735500336, "global_step": 343, "epoch": 3, "lr": 0.0003999673408635325}
+{"{"train_loss": 0.1{"train_loss": 0.1304016411304474, "global_step": 344, "epoch": 3, "lr": 0.00{"train_loss": 0.138{"train_loss": 0.1357744336128235, "global_step": 345, "epoch": 3, "lr": 0.000{{"train_loss": 0.10376440733671188, "global_step": 346, "epoch": 3, "lr": 0.0003999664399892988{"train_loss": 0.137{"train_loss": 0.13743016123771667, "global_step": 347, "epoch": 3, "lr": 0{"train_loss": 0.10666517168283463, "global_step": 348, "epoch": 3, "lr": 0.0003999658325979108}
+{"train_loss": 0.11886139214038849, "global_step": 349, "epoch": 3, "lr": 0.00039996552685965335}
+{"train_loss": 0.1345527172088623, "global_step": 350, "epoch": 3, "lr": 0.0003999652197596896}
+{"train_loss": 0.1016121432185173, "global_step": 351, "epoch": 3, "lr": 0.0003999649112980218}
+{"{"train_loss": 0.140{"train_loss": 0.13522499799728394, "global_step": 352, "epoch": 3, "lr":{"train_loss": 0.1088851{"train_loss": 0.11135593801736832, "global_step": 353, "epoch": 3, "lr": {"t{"train_loss": 0.1033{"train_loss": 0.10089394450187683, "global_step": 354, "epoch": 3, "lr": {"t{"train_loss": 0.1589{"train_loss": 0.16052788496017456, "global_step": 355, "epoch": 3, "lr":{"t{"train_loss": 0.0895{"train_loss": 0.08725444972515106, "global_step": 356, "epoch": 3, "lr":{"t{"train_loss": 0.12487060576677322, "global_step": 357, "epoch": 3, "lr": 0.000399963031932346{"train_loss": 0.1520361304283142, "global_step": 358, "epoch": 3, "lr": 0.0003999627139388092}
+{"train_loss": 0.1189102977514267, "global_step": 359, "epoch": 3, "lr": 0.00039996239458358474}
+{"tr{"train_loss": 0.10316913574934006, "global_step": 360, "epoch": 3, "lr": 0.000399962073866675{"tr{{"train_loss": 0.11{"train_loss": 0.10949966311454773, "global_step": 361, "epoch": 3, "lr":{"tra{"train_loss": 0.08578650653362274, "global_step": 362, "epoch": 3, "lr": 0.00039996142834781{"train_loss": 0.1257537{"train_loss": 0.1236388236284256, "global_step": 363, "epoch": 3, "lr": 0{"train_loss": 0.103383{"train_loss": 0.10377757996320724, "global_step": 364, "epoch": 3, "lr": {"t{{"train_loss": 0.11{"train_loss": 0.10617761313915253, "global_step": 365, "epoch": 3, "lr": 0{"t{"train_loss": 0.15126952528953552, "global_step": 366, "epoch": 3, "lr": 0.0003999601209699600{{"train_loss": 0.10298{"train_loss": 0.10209494829177856, "global_step": 367, "epoch": 3, "lr": {"train_loss": 0.1179288923740387, "global_step": 368, "epoch": 3, "lr": 0.00039995945911100927}
+{{"{"train_loss": 0.11843504011631012, "global_step": 369, "epoch": 3, "lr": 0.000399959126139035{{"{"train_loss": 0.09{"train_loss": 0.10183247923851013, "global_step": 370, "epoch": 3, "lr": 0{{"train_loss": 0.1116{"train_loss": 0.11105827987194061, "global_step": 371, "epoch": 3, "lr": 0.{"train_loss": 0.10256834328174591, "global_step": 372, "epoch": 3, "lr": 0.0003999581190531472}
+{{"{"train_loss": 0.11{"train_loss": 0.11766306310892105, "global_step": 373, "epoch": 3, "lr": 0{{"train_loss": 0.09282204508781433, "global_step": 374, "epoch": 3, "lr": 0.00039995744085427235}{{"train_loss": 0.1499{"train_loss": 0.1511569768190384, "global_step": 375, "epoch": 3, "lr": 0{"train_loss": 0.11977831274271011, "global_step": 376, "epoch": 3, "lr": 0.00039995675720879293}
+{"train_loss": 0.14881470799446106, "global_step": 377, "epoch": 3, "lr": 0.00039995641334358227}{{"{"train_loss": 0.11976847052574158, "global_step": 378, "epoch": 3, "lr": 0.0003999560681167275{{"train_loss": 0.07936667650938034, "global_step": 379, "epoch": 3, "lr": 0.00039995572152823095{"train_loss": 0.098222{"train_loss": 0.0935986116528511, "global_step": 380, "epoch": 3, "lr": 0.{"tr{"train_loss": 0.1{"train_loss": 0.10648976266384125, "global_step": 381, "epoch": 3, "lr": 0{"train_loss": 0.12794622778892517, "global_step": 382, "epoch": 3, "lr": 0.0003999546735929141}
+{"train_loss": 0.12265856789114575, "global_step": 383, "epoch": 3, "lr": 0.000399954321557874}
+{"t{"train_loss": 0.14884957671165466, "global_step": 384, "epoch": 4, "lr": 0.00039995396816120{"train_loss": 0.14703361690044403, "global_step": 385, "epoch": 4, "lr": 0.0003999536134029065}{{"t{"train_loss": 0.13554632663726807, "global_step": 386, "epoch": 4, "lr": 0.00039995325728298{{"train_loss": 0.11063593626022339, "global_step": 387, "epoch": 4, "lr": 0.0003999528998014387}{"tr{"train_loss": 0.08981628715991974, "global_step": 388, "epoch": 4, "lr": 0.000399952540958273{"train_loss": 0.1281849443912506, "global_step": 389, "epoch": 4, "lr": 0.00039995218075348994}
+{"{"{"train_loss": 0.17421677708625793, "global_step": 390, "epoch": 4, "lr": 0.00039995181918709{"tr{"train_loss": 0.15402893722057343, "global_step": 391, "epoch": 4, "lr": 0.000399951456259079{"tr{"train_loss": 0.1310911625623703, "global_step": 392, "epoch": 4, "lr": 0.0003999510919694{{"t{"train_loss": 0.0877138301730156, "global_step": 393, "epoch": 4, "lr": 0.0003999507263182282{{"train_loss": 0.120{"train_loss": 0.11795760691165924, "global_step": 394, "epoch": 4, "lr": 0.{"tr{"train_loss": 0.08190220594406128, "global_step": 395, "epoch": 4, "lr": 0.0003999499909309{{"tr{"train_loss": 0.14955946803092957, "global_step": 396, "epoch": 4, "lr": 0.0003999496211949{"tra{"train_loss": 0.13232217729091644, "global_step": 397, "epoch": 4, "lr": 0.00039994925009727{"train_loss": 0.0977197140455246, "global_step": 398, "epoch": 4, "lr": 0.0003999488776380481}
+{{"tra{"train_loss": 0.10949867218732834, "global_step": 399, "epoch": 4, "lr": 0.000399948503817{{"train_loss": 0.10414378345012665, "global_step": 400, "epoch": 4, "lr": 0.0003999481286348085}{"train_loss": 0.088674{"train_loss": 0.08680693805217743, "global_step": 401, "epoch": 4, "lr": {"trai{"train_loss": 0.09141571819782257, "global_step": 402, "epoch": 4, "lr": 0.000399947374185{{"tra{"train_loss": 0.{"train_loss": 0.10896751284599304, "global_step": 403, "epoch": 4, "lr": 0{{"tra{"train_loss": 0.08979599177837372, "global_step": 404, "epoch": 4, "lr": 0.00039994661428{{"train_loss": 0.08732{"train_loss": 0.08470816910266876, "global_step": 405, "epoch": 4, "lr": 0{"train_loss": 0.153637{"train_loss": 0.1501070261001587, "global_step": 406, "epoch": 4, "lr": 0{{"train_loss": 0.13386170566082, "global_step": 407, "epoch": 4, "lr": 0.00039994546423359137}
+{"train_loss": 0.1386675{"train_loss": 0.14419546723365784, "global_step": 408, "epoch": 4, "lr":{"train_loss": 0.08750376105308533, "global_step": 409, "epoch": 4, "lr": 0.00039994469072193533}
+{{"train{"train_loss": 0.13157792389392853, "global_step": 410, "epoch": 4, "lr": 0.000399944301{"train_l{"train_loss": 0.13288870453834534, "global_step": 411, "epoch": 4, "lr": 0.00039994391{"train_l{"train_loss": 0.13815101981163025, "global_step": 412, "epoch": 4, "lr": 0.0003999435202{"train_loss": 0.1332965{"train_loss": 0.13286671042442322, "global_step": 413, "epoch": 4, "lr":{"train_l{"train_loss": 0.13184460997581482, "global_step": 414, "epoch": 4, "lr": 0.000399942733{"{"train_loss": 0.124477{"train_loss": 0.12463793158531189, "global_step": 415, "epoch": 4, "lr"{"train_loss": 0.13699454069137573, "global_step": 416, "epoch": 4, "lr": 0.00039994194054200264}
+{{"train_l{"train_loss": 0.11138889193534851, "global_step": 417, "epoch": 4, "lr": 0.000399941542{"train_loss": 0.11126352846622467, "global_step": 418, "epoch": 4, "lr": 0.0003999411425223568}
+{"train_loss": 0.14071720838546753, "global_step": 419, "epoch": 4, "lr": 0.0003999407414702223}
+{{"train_loss": 0.0991386{"train_loss": 0.10075320303440094, "global_step": 420, "epoch": 4, "lr":{{"train_loss": 0.0994686{"train_loss": 0.10064788162708282, "global_step": 421, "epoch": 4, "lr"{{"train_loss": 0.13360726833343506, "global_step": 422, "epoch": 4, "lr": 0.0003999395301446051}{{"train_loss": 0.12724173069000244, "global_step": 423, "epoch": 4, "lr": 0.00039993912364633734}{"train_loss": 0.1101171{"train_loss": 0.11257530748844147, "global_step": 424, "epoch": 4, "lr": {"train_loss": 0.1367555856704712, "global_step": 425, "epoch": 4, "lr": 0.00039993830656522537}
+{"train_{"train_loss": 0{"train_loss": 0.1372109353542328, "global_step": 426, "epoch": 4, "lr": {"train_loss": 0.151318{"train_loss": 0.1475517749786377, "global_step": 427, "epoch": 4, "lr":{"train_loss": 0.08967068046331406, "global_step": 428, "epoch": 4, "lr": 0.000399937070732158}
+{{"train{"train_loss": 0.08257019519805908, "global_step": 429, "epoch": 4, "lr": 0.00039993665606{"train_loss": 0.10034{"train_loss": 0.09807396680116653, "global_step": 430, "epoch": 4, "lr": 0.{"train_{"train_loss":{"train_loss": 0.11317196488380432, "global_step": 431, "epoch": 4, "lr": 0.{"train_loss": 0.11278911679983139, "global_step": 432, "epoch": 4, "lr": 0.00039993540389357405}
+{"train_{"train_loss": 0.1106850877404213, "global_step": 433, "epoch": 4, "lr": 0.00039993498378{"train_loss": 0.120{"train_loss": 0.11854581534862518, "global_step": 434, "epoch": 4, "lr": 0.00{"train_loss": 0.092{"train_loss": 0.09362558275461197, "global_step": 435, "epoch": 4, "lr": 0.00{"train_loss": 0.09556309878826141, "global_step": 436, "epoch": 4, "lr": 0.0003999337152709728}
+{"train_loss": 0.123{"train_loss": 0.11991917341947556, "global_step": 437, "epoch": 4, "lr": 0.0{"train{"train_loss": 0.12659278512001038, "global_step": 438, "epoch": 4, "lr": 0.000399932862790{"train_loss": 0.08{"train_loss": 0.09488999098539352, "global_step": 439, "epoch": 4, "lr": 0.000{"train{"train_loss": 0.11994493007659912, "global_step": 440, "epoch": 4, "lr": 0.00039993200486{"train_loss": 0.12{"train_loss": 0.12008944153785706, "global_step": 441, "epoch": 4, "lr": 0.000{"train_loss": 0.09351813048124313, "global_step": 442, "epoch": 4, "lr": 0.000399931141492442}
+{"train_loss": 0.12{"train_loss": 0.12323261052370071, "global_step": 443, "epoch": 4, "lr": 0.0{{"train_loss": 0.10892734676599503, "global_step": 444, "epoch": 4, "lr": 0.00039993027267445723}{"train_loss": 0.08{"train_loss": 0.09133942425251007, "global_step": 445, "epoch": 4, "lr": 0.00{"trai{"train_loss": 0.12525945901870728, "global_step": 446, "epoch": 4, "lr": 0.00039992939841{"train_loss": 0.08{"train_loss": 0.08409897983074188, "global_step": 447, "epoch": 4, "lr": 0.00{"train_loss": 0.10{"train_loss": 0.10701748728752136, "global_step": 448, "epoch": 4, "lr": 0.000{"train_loss": 0.13268783688545227, "global_step": 449, "epoch": 4, "lr": 0.00039992807680389015}
+{"trai{"train_loss"{"train_loss": 0.12884190678596497, "global_step": 450, "epoch": 4, "lr": 0.0{"train{"train_loss": 0.12693606317043304, "global_step": 451, "epoch": 4, "lr": 0.000399927188925{"train{"train_loss": 0.12646479904651642, "global_step": 452, "epoch": 4, "lr": 0.00039992674294{"train_loss": 0.11317002773284912, "global_step": 453, "epoch": 4, "lr": 0.0003999262956012972}
+{"train_loss": 0.10884036123752594, "global_step": 454, "epoch": 4, "lr": 0.00039992584689704374}
+{"train_loss": 0{"train_loss": 0.08373002707958221, "global_step": 455, "epoch": 4, "lr": 0.000{"{"train_loss": 0{"train_loss": 0.11649437248706818, "global_step": 456, "epoch": 4, "lr": 0.0003{"train_l{"train_l{"train_loss": 0.12875446677207947, "global_step": 457, "epoch": 4, "lr": 0.0003{"{"train_loss": 0.10742081701755524, "global_step": 458, "epoch": 4, "lr": 0.00039992403846570037{"{"train_loss": 0.12991797924041748, "global_step": 459, "epoch": 4, "lr": 0.00039992358295429757{"train_loss": 0.11477787047624588, "global_step": 460, "epoch": 4, "lr": 0.0003999231260814742}
+{"train_{"train_{"train_loss": 0.09952707588672638, "global_step": 461, "epoch": 4, "lr": 0.00039{"train_{"train_loss": 0.11214563250541687, "global_step": 462, "epoch": 4, "lr": 0.0003999222082{"train_loss": 0.11003277450799942, "global_step": 463, "epoch": 4, "lr": 0.0003999217472945117}
+{"train_{"train_loss": 0.12498894333839417, "global_step": 464, "epoch": 4, "lr": 0.000399921284{"{"train_loss": 0.10043897479772568, "global_step": 465, "epoch": 4, "lr": 0.00039992082129615777{"train_l{"train_loss": 0.09873278439044952, "global_step": 466, "epoch": 4, "lr": 0.000399920356{"train_loss": 0.10618487000465393, "global_step": 467, "epoch": 4, "lr": 0.00039991988985219664}
+{"train_loss": 0.11710993945598602, "global_step": 468, "epoch": 4, "lr": 0.0003999194220881214}
+{"train_loss": 0.11144401133060455, "global_step": 469, "epoch": 4, "lr": 0.0003999189529626538}
+{"train_loss": 0.{"train_loss": 0.11642156541347504, "global_step": 470, "epoch": 4, "lr": 0.0003{"train_loss": 0.{"train_loss": 0.09871143102645874, "global_step": 471, "epoch": 4, "lr": 0.0003{"train_l{"train_loss": 0.10708868503570557, "global_step": 472, "epoch": 4, "lr": 0.00039991753{"train_lo{"train_{"train_loss": 0.09434927999973297, "global_step": 473, "epoch": 4, "lr": 0.000{"tr{"train_loss": 0.09738524258136749, "global_step": 474, "epoch": 4, "lr": 0.00039991658691454{"tr{"train_loss": 0.11064223200082779, "global_step": 475, "epoch": 4, "lr": 0.00039991610962079{"tr{"trai{"train_{"train_loss": 0.11364056169986725, "global_step": 476, "epoch": 4, "lr": 0.0003{"train_{"train_lo{"train_loss": 0.08849284052848816, "global_step": 477, "epoch": 4, "lr": 0.000{"tr{"train_loss": 0.12979437410831451, "global_step": 478, "epoch": 4, "lr": 0.00039991466957132{"train_l{"train_loss": 0.11515701104265948, "global_step": 479, "epoch": 4, "lr": 0.000399914186{"train_loss": 0.11083970963954926, "global_step": 480, "epoch": 5, "lr": 0.0003999137027315423}
+{"train_loss": 0.1{"train_loss": 0.10503385961055756, "global_step": 481, "epoch": 5, "lr": 0.0003{"train_loss": 0.1{"train_loss": 0.14354798197746277, "global_step": 482, "epoch": 5, "lr": 0.0003{"train_l{"train_loss": 0.11626727879047394, "global_step": 483, "epoch": 5, "lr": 0.0003999122422{"train_loss": 0.{"train_loss": 0.15553496778011322, "global_step": 484, "epoch": 5, "lr": 0.0003{"train_loss": 0.09063324332237244, "global_step": 485, "epoch": 5, "lr": 0.0003999112618084616}
+{"train_loss": 0.10692395269870758, "global_step": 486, "epoch": 5, "lr": 0.00039991076953982207}
+{"train_loss": 0.0785667896270752, "global_step": 487, "epoch": 5, "lr": 0.00039991027590984923}
+{"train_lo{"train_loss": 0.12522253394126892, "global_step": 488, "epoch": 5, "lr": 0.000399909780{"train_lo{"train_loss": 0.10861194133758545, "global_step": 489, "epoch": 5, "lr": 0.000399909284{"train_lo{"train_loss": 0.10558386147022247, "global_step": 490, "epoch": 5, "lr": 0.000399908786{"train_lo{"train_loss": 0.10981608927249908, "global_step": 491, "epoch": 5, "lr": 0.00039990828{"train_lo{"train_loss": 0.09974989295005798, "global_step": 492, "epoch": 5, "lr": 0.000399907787{"train_loss": 0.{"train_loss": 0.09366346150636673, "global_step": 493, "epoch": 5, "lr": 0.0003{"train_loss": 0.15191584825515747, "global_step": 494, "epoch": 5, "lr": 0.00039990678238298934}
+{"train_loss": 0.{"train_loss": 0.10083427280187607, "global_step": 495, "epoch": 5, "lr": 0.0003{"train_loss": 0.1{"train_loss": 0.12124771624803543, "global_step": 496, "epoch": 5, "lr": 0.000{"tr{"train_loss": 0.07882951200008392, "global_step": 497, "epoch": 5, "lr": 0.000399905264737531{"train_loss": 0.1{"train_loss": 0.12666165828704834, "global_step": 498, "epoch": 5, "lr": 0.000{"train_loss": 0.1{"train_loss": 0.11923884600400925, "global_step": 499, "epoch": 5, "lr": 0.000{"train_loss": 0.09212091565132141, "global_step": 500, "epoch": 5, "lr": 0.0003999037348404108}
+{"train_loss": 0.09795311093330383, "global_step": 501, "epoch": 5, "lr": 0.0003999032221521284}
+{"train_loss": 0.11891405284404755, "global_step": 502, "epoch": 5, "lr": 0.00039990270810256415}
+{"{"train_loss": 0.09388211369514465, "global_step": 503, "epoch": 5, "lr": 0.0003999021926917214{"train_loss": 0.07990482449531555, "global_step": 504, "epoch": 5, "lr": 0.00039990167591960374}
+{"train_lo{"train_loss": 0.11525656282901764, "global_step": 505, "epoch": 5, "lr": 0.00039990115{"train_lo{"trai{"train_loss": 0.11320408433675766, "global_step": 506, "epoch": 5, "lr": 0.000399{"train_loss": 0.12217088043689728, "global_step": 507, "epoch": 5, "lr": 0.00039990011743563643}
+{"train_lo{"train_loss": 0.14648211002349854, "global_step": 508, "epoch": 5, "lr": 0.0003998995{{"train_lo{"trai{"train_loss": 0.11107023060321808, "global_step": 509, "epoch": 5, "lr": 0.00039{"train_los{"train_loss": 0.1103072389960289, "global_step": 510, "epoch": 5, "lr": 0.000399898546{"train_loss": 0.{"train_loss": 0.10348905622959137, "global_step": 511, "epoch": 5, "lr": 0.00039{"train_loss": 0.10416993498802185, "global_step": 512, "epoch": 5, "lr": 0.0003998974927371894}
+{{"train_loss": 0.13061338663101196, "global_step": 513, "epoch": 5, "lr": 0.00039989696371375686}{"train_loss": 0.{"train_loss": 0.09918306767940521, "global_step": 514, "epoch": 5, "lr": 0.00039{"train_loss": 0.09953221678733826, "global_step": 515, "epoch": 5, "lr": 0.00039989590158317746}
+{"train_loss": 0.13390561938285828, "global_step": 516, "epoch": 5, "lr": 0.00039989536847603776}
+{"train_loss": 0.14266812801361084, "global_step": 517, "epoch": 5, "lr": 0.00039989483400766965}
+{"train{"train_loss": 0.10358230769634247, "global_step": 518, "epoch": 5, "lr": 0.000399894298178{"train_loss": 0.{"train_loss": 0.11788520216941833, "global_step": 519, "epoch": 5, "lr": 0.000{"train_loss": 0.10171890258789062, "global_step": 520, "epoch": 5, "lr": 0.0003998932224352311}
+{{"train_loss": 0.138545423746109, "global_step": 521, "epoch": 5, "lr": 0.0003998926825219856}
+{"train_loss": 0.14{"train_loss": 0.13907325267791748, "global_step": 522, "epoch": 5, "lr": 0.00{{"train_loss": 0.12534159421920776, "global_step": 523, "epoch": 5, "lr": 0.00039989159861186796{"train_loss": 0.09042377769947052, "global_step": 524, "epoch": 5, "lr": 0.0003998910546150031}
+{"train_loss": 0.11942442506551743, "global_step": 525, "epoch": 5, "lr": 0.0003998905092569391}
+{"{"train_loss": 0.08361196517944336, "global_step": 526, "epoch": 5, "lr": 0.00039988996253767983{"{"train_loss": 0.14321684837341309, "global_step": 527, "epoch": 5, "lr": 0.00039988941445722885{"train_loss": 0.11317288875579834, "global_step": 528, "epoch": 5, "lr": 0.00039988886501559}
+{"{"train_loss": 0.10252632945775986, "global_step": 529, "epoch": 5, "lr": 0.00039988831421276696{"{"train_loss": 0.07287701219320297, "global_step": 530, "epoch": 5, "lr": 0.00039988776204876353{"{"train_loss": 0.1320447474718094, "global_step": 531, "epoch": 5, "lr": 0.0003998872085235834}{{"train_loss": 0.123{"train_loss": 0.11895815283060074, "global_step": 532, "epoch": 5, "lr": 0.0{"train_loss": 0.1369{"train_loss": 0.13617441058158875, "global_step": 533, "epoch": 5, "lr": 0.{"train_loss": 0.0987{"train_loss": 0.10306449234485626, "global_step": 534, "epoch": 5, "lr": 0.{"train{"train_loss":{"train_loss": 0.11190303415060043, "global_step": 535, "epoch": 5, "lr": 0.{"train_loss": 0.16089992225170135, "global_step": 536, "epoch": 5, "lr": 0.0003998844204801652}
+{"train_loss": 0.12443359941244125, "global_step": 537, "epoch": 5, "lr": 0.0003998838587880046}
+{"trai{"train_loss": 0.12177291512489319, "global_step": 538, "epoch": 5, "lr": 0.00039988329573{{"trai{"train_loss":{"train_loss": 0.1430554986000061, "global_step": 539, "epoch": 5, "lr": 0{"{"train_loss": 0.1077820211648941, "global_step": 540, "epoch": 5, "lr": 0.0003998821655446377}{"train_loss": 0.1630{"train_loss": 0.16153812408447266, "global_step": 541, "epoch": 5, "lr": 0.{{"train_loss": 0.12571997940540314, "global_step": 542, "epoch": 5, "lr": 0.0003998810299100273}{{"train_loss": 0.1300717145204544, "global_step": 543, "epoch": 5, "lr": 0.00039988046005102394}
+{"train_loss": 0.0949{"train_loss": 0.0949186161160469, "global_step": 544, "epoch": 5, "lr": 0.00{"train_loss": 0.13502536714076996, "global_step": 545, "epoch": 5, "lr": 0.0003998793162496403}
+{"trai{"train_loss": 0.08320192992687225, "global_step": 546, "epoch": 5, "lr": 0.000399878742307{"train_loss": 0.10588957369327545, "global_step": 547, "epoch": 5, "lr": 0.00039987816700378005}{"train_loss": 0.11305645108222961, "global_step": 548, "epoch": 5, "lr": 0.00039987759033918106}
+{"train_loss": 0.1166{"train_loss": 0.1157853901386261, "global_step": 549, "epoch": 5, "lr": 0.0{"train_loss": 0.09832035005092621, "global_step": 550, "epoch": 5, "lr": 0.00039987643292666475}
+{"train_loss": 0.119{"train_loss": 0.11543256789445877, "global_step": 551, "epoch": 5, "lr": 0.00{"train_loss": 0.0741937980055809, "global_step": 552, "epoch": 5, "lr": 0.00039987527006975037}
+{"train_loss": 0.12832710146903992, "global_step": 553, "epoch": 5, "lr": 0.00039987468659965385}
+{{"train_loss": 0.10{"train_loss": 0.10847480595111847, "global_step": 554, "epoch": 5, "lr": 0.0{"train_loss": 0.10949528217315674, "global_step": 555, "epoch": 5, "lr": 0.0003998735155762019}
+{"{"train_loss": 0.11370999366044998, "global_step": 556, "epoch": 5, "lr": 0.00039987292802285443{"{"train_loss": 0.13981014490127563, "global_step": 557, "epoch": 5, "lr": 0.0003998723391084313{"t{"train_loss": 0.10810936242341995, "global_step": 558, "epoch": 5, "lr": 0.0003998717488329365{"t{"train_loss": 0.09219968318939209, "global_step": 559, "epoch": 5, "lr": 0.000399871157196374{"train_loss": 0.13465163111686707, "global_step": 560, "epoch": 5, "lr": 0.0003998705641987483}
+{"t{"train_loss": 0.11287520825862885, "global_step": 561, "epoch": 5, "lr": 0.000399869969840062{"t{"train_loss": 0.11464376002550125, "global_step": 562, "epoch": 5, "lr": 0.0003998693741203218{"t{"train_{"train_loss": 0.10181103646755219, "global_step": 563, "epoch": 5, "lr": 0.00039986877{"t{"train_loss": 0.10076878219842911, "global_step": 564, "epoch": 5, "lr": 0.0003998681785976896{"train_loss": 0.1545483022928238, "global_step": 565, "epoch": 5, "lr": 0.00039986757879480656}
+{"tr{"train_loss": 0.11438653618097305, "global_step": 566, "epoch": 5, "lr": 0.000399866977630884{"tr{"train_loss": 0.{"train_loss": 0.13465768098831177, "global_step": 567, "epoch": 5, "lr": 0.0{"tr{"train_loss": 0.10157860815525055, "global_step": 568, "epoch": 5, "lr": 0.00039986577121993{"train_loss": 0.09618711471557617, "global_step": 569, "epoch": 5, "lr": 0.000399865165972923}
+{"tr{"train_loss": 0{"train_loss": 0.08603539317846298, "global_step": 570, "epoch": 5, "lr": 0.0{"t{"train_loss": 0.118061363697052, "global_step": 571, "epoch": 5, "lr": 0.00039986395139582814}{{"train_loss": 0.09002546966075897, "global_step": 572, "epoch": 5, "lr": 0.00039986334206575677}{{"train_loss": 0.10912194103002548, "global_step": 573, "epoch": 5, "lr": 0.00039986273137467514}{{"train_loss": 0.08504451811313629, "global_step": 574, "epoch": 5, "lr": 0.00039986211932258725}{{"train_loss": 0.11390931066125631, "global_step": 575, "epoch": 5, "lr": 0.0003998615059094973}{"train_loss": 0.116{"train_loss": 0.12222306430339813, "global_step": 576, "epoch": 6, "lr": 0.00{"train_loss": 0.07878938317298889, "global_step": 577, "epoch": 6, "lr": 0.00039986027500032805}
+{"train_loss": 0.11090254038572311, "global_step": 578, "epoch": 6, "lr": 0.0003998596575042571}
+{"train_loss": 0.12517501413822174, "global_step": 579, "epoch": 6, "lr": 0.0003998590386472009}
+{"train_loss": 0.131{"train_loss": 0.13283580541610718, "global_step": 580, "epoch": 6, "lr": 0.00{"train_loss": 0.09985357522964478, "global_step": 581, "epoch": 6, "lr": 0.00039985779685014955}
+{"train_loss": 0.11183829605579376, "global_step": 582, "epoch": 6, "lr": 0.0003998571739101628}
+{"train_loss": 0.1370786726474762, "global_step": 583, "epoch": 6, "lr": 0.00039985654960920773}
+{"train_loss": 0.08892741799354553, "global_step": 584, "epoch": 6, "lr": 0.0003998559239472885}
+{"train_loss": 0.10853182524442673, "global_step": 585, "epoch": 6, "lr": 0.00039985529692440944}
+{"train_loss": 0.082{"train_loss": 0.0857163518667221, "global_step": 586, "epoch": 6, "lr": 0.000{"train_loss": 0.12049978971481323, "global_step": 587, "epoch": 6, "lr": 0.0003998540387957889}{{"train_loss": 0.10{"train_loss": 0.10131557285785675, "global_step": 588, "epoch": 6, "lr": 0.0{{"train_loss": 0.13{"train_loss": 0.12492518872022629, "global_step": 589, "epoch": 6, "lr": 0.00{"train_loss":{"trai{"train_loss": 0.12355560064315796, "global_step": 590, "epoch": 6, "lr": 0.{{"train_loss": 0.08210641145706177, "global_step": 591, "epoch": 6, "lr": 0.0003998515062072181}{{"train_loss": 0.152{"train_loss": 0.15252560377120972, "global_step": 592, "epoch": 6, "lr": 0.{{"train_loss": 0.09766821563243866, "global_step": 593, "epoch": 6, "lr": 0.0003998502317473368}{{"train_loss": 0.09807714074850082, "global_step": 594, "epoch": 6, "lr": 0.00039984959247601234}{{"train_los{"train_loss": 0.0939045399427414, "global_step": 595, "epoch": 6, "lr": 0.0003998489{{"train_lo{"train_loss": 0.08900690078735352, "global_step": 596, "epoch": 6, "lr": 0.0003998483{{"train_lo{"train_l{"train_loss": 0.12468576431274414, "global_step": 597, "epoch": 6, "lr": 0.{{"train_lo{"train_l{"train_loss": 0.13531586527824402, "global_step": 598, "epoch": 6, "lr": 0.0{"train_lo{"train_loss": 0.12380816042423248, "global_step": 599, "epoch": 6, "lr": 0.0003998463{"train_los{"train_loss": 0.10857589542865753, "global_step": 600, "epoch": 6, "lr": 0.0003998457{"train_loss": 0.09929125010967255, "global_step": 601, "epoch": 6, "lr": 0.00039984507947131757}
+{"train_loss": 0.10558763146400452, "global_step": 602, "epoch": 6, "lr": 0.00039984442931278194}
+{"train_lo{"train_loss": 0.08660844713449478, "global_step": 603, "epoch": 6, "lr": 0.000399843777{"train_loss": 0.088663250207901, "global_step": 604, "epoch": 6, "lr": 0.0003998431249130703}
+{"train_loss": 0.10325618833303452, "global_step": 605, "epoch": 6, "lr": 0.0003998424706719032}
+{"train_loss{"train_loss": 0.09907121956348419, "global_step": 606, "epoch": 6, "lr": 0.0003998418{"{"train_loss": 0.11295007169246674, "global_step": 607, "epoch": 6, "lr": 0.0003998411581069688{"train_loss{"train_loss": 0.11153382062911987, "global_step": 608, "epoch": 6, "lr": 0.000399840{"train_loss": 0.12452484667301178, "global_step": 609, "epoch": 6, "lr": 0.0003998398400985973}
+{"train_loss{"train_loss": 0.09439761936664581, "global_step": 610, "epoch": 6, "lr": 0.0003998391{"train_loss{"train_loss": 0.12562449276447296, "global_step": 611, "epoch": 6, "lr": 0.000399838{"train_loss": 0.{"train_loss": 0.15283045172691345, "global_step": 612, "epoch": 6, "lr": 0.0003{"train_loss": 0.08005759119987488, "global_step": 613, "epoch": 6, "lr": 0.0003998371877516863}
+{"train_loss": 0.12207614630460739, "global_step": 614, "epoch": 6, "lr": 0.0003998365212628666}
+{"train_loss": 0.{"train_loss": 0.08395735174417496, "global_step": 615, "epoch": 6, "lr": 0.0003{"train_lo{"train_loss": 0.08662830293178558, "global_step": 616, "epoch": 6, "lr": 0.000399835184{"train_loss": 0.1051250547170639, "global_step": 617, "epoch": 6, "lr": 0.0003998345136314593}
+{"train_loss": 0.1326099932193756, "global_step": 618, "epoch": 6, "lr": 0.00039983384169935604}
+{"train_loss": 0.09329909086227417, "global_step": 619, "epoch": 6, "lr": 0.0003998331684064433}
+{"train_loss": 0.11645987629890442, "global_step": 620, "epoch": 6, "lr": 0.00039983249375272564}
+{"train_loss": 0.08186757564544678, "global_step": 621, "epoch": 6, "lr": 0.00039983181773820773}
+{"train_loss": 0.10018686950206757, "global_step": 622, "epoch": 6, "lr": 0.00039983114036289407}
+{"train_loss": 0.12281467765569687, "global_step": 623, "epoch": 6, "lr": 0.0003998304616267893}
+{"{"train_loss": 0.1343366503715515, "global_step": 624, "epoch": 6, "lr": 0.0003998297815298981{"train_loss": 0.12587684392929077, "global_step": 625, "epoch": 6, "lr": 0.0003998291000722251}
+{"train_loss": 0.11569583415985107, "global_step": 626, "epoch": 6, "lr": 0.00039982841725377496}
+{"train_loss{"train_loss": 0.103096142411232, "global_step": 627, "epoch": 6, "lr": 0.00039982773{"train_loss": 0.11026319116353989, "global_step": 628, "epoch": 6, "lr": 0.0003998270475345616}
+{"train_loss": 0.14857199788093567, "global_step": 629, "epoch": 6, "lr": 0.00039982636063380775}
+{{"train_l{"train_loss": 0.14071622490882874, "global_step": 630, "epoch": 6, "lr": 0.0003998256{"train_loss": 0.10680714249610901, "global_step": 631, "epoch": 6, "lr": 0.0003998249827500292}
+{"train_loss": 0.12980040907859802, "global_step": 632, "epoch": 6, "lr": 0.00039982429176701383}
+{"train_loss": 0.10921351611614227, "global_step": 633, "epoch": 6, "lr": 0.00039982359942325403}
+{"train_loss": 0.10953864455223083, "global_step": 634, "epoch": 6, "lr": 0.0003998229057187545}
+{"train_l{"train_loss": 0.10112662613391876, "global_step": 635, "epoch": 6, "lr": 0.0003998222106{"train_l{"train_loss": 0.11499281227588654, "global_step": 636, "epoch": 6, "lr": 0.0003998215142{"train_loss": 0.16119416058063507, "global_step": 637, "epoch": 6, "lr": 0.0003998208164408648}
+{"train_loss": 0.11538355052471161, "global_step": 638, "epoch": 6, "lr": 0.00039982011729345365}
+{"train_loss": 0.11900196224451065, "global_step": 639, "epoch": 6, "lr": 0.0003998194167853265}
+{"train_loss": 0.128{"train_loss": 0.12876461446285248, "global_step": 640, "epoch": 6, "lr": 0.0{"train_loss": 0.13488103449344635, "global_step": 641, "epoch": 6, "lr": 0.00039981801168694327}{"train_{"train_loss": 0.15364716947078705, "global_step": 642, "epoch": 6, "lr": 0.000399817307{{"train_loss": 0.1311032772064209, "global_step": 643, "epoch": 6, "lr": 0.00039981660114575334}
+{"train_loss": 0.1097264215350151, "global_step": 644, "epoch": 6, "lr": 0.0003998158938341178}
+{{"train_loss": 0.13016843795776367, "global_step": 645, "epoch": 6, "lr": 0.00039981518516179506{"train_loss": 0.12250366806983948, "global_step": 646, "epoch": 6, "lr": 0.00039981447512878985}
+{"train_loss": 0.13203{"train_loss": 0.12773284316062927, "global_step": 647, "epoch": 6, "lr": 0{"train_loss": 0.11420281231403351, "global_step": 648, "epoch": 6, "lr": 0.0003998130509807516}
+{"train{"train_loss": 0.12506595253944397, "global_step": 649, "epoch": 6, "lr": 0.000399812336865{{"trai{"train_loss": 0.12359467893838882, "global_step": 650, "epoch": 6, "lr": 0.00039981162139{"train_loss": 0.10075190663337708, "global_step": 651, "epoch": 6, "lr": 0.00039981090455369704}
+{"train_loss": 0.08225{"train_loss": 0.08233483135700226, "global_step": 652, "epoch": 6, "lr": 0{"train_loss": 0.11447{"train_loss": 0.1122693121433258, "global_step": 653, "epoch": 6, "lr": 0.{"{"train_loss": 0.125{"train_loss": 0.11904625594615936, "global_step": 654, "epoch": 6, "lr": {"train_loss": 0.12919077277183533, "global_step": 655, "epoch": 6, "lr": 0.0003998080236018347}
+{"trai{"train_loss": 0.10023082792758942, "global_step": 656, "epoch": 6, "lr": 0.0003998072999622{"trai{"train_loss": 0.085372194647789, "global_step": 657, "epoch": 6, "lr": 0.00039980657496208{"t{"train_loss": 0.{"train_loss": 0.10384421050548553, "global_step": 658, "epoch": 6, "lr": 0.0{"t{"train_loss": 0.13001728057861328, "global_step": 659, "epoch": 6, "lr": 0.000399805120879833{"train_loss": 0.11{"train_loss": 0.1320023238658905, "global_step": 660, "epoch": 6, "lr": 0.0003{"tra{"train_loss": 0.09924369305372238, "global_step": 661, "epoch": 6, "lr": 0.00039980366135513{"train_loss": 0.10104532539844513, "global_step": 662, "epoch": 6, "lr": 0.0003998029295518701}
+{"{"train_loss": 0.14918816089630127, "global_step": 663, "epoch": 6, "lr": 0.000399802196388010{"t{"train_loss": 0.15342682600021362, "global_step": 664, "epoch": 6, "lr": 0.0003998014618635577{"t{"train_loss": 0.10738073289394379, "global_step": 665, "epoch": 6, "lr": 0.0003998007259785155{"t{"train_loss": 0.10086216777563095, "global_step": 666, "epoch": 6, "lr": 0.000399799988732889{"train_loss": 0.13550350069999695, "global_step": 667, "epoch": 6, "lr": 0.00039979925012668445}
+{"train_loss": 0.09537603706121445, "global_step": 668, "epoch": 6, "lr": 0.00039979851015990546}
+{"train_loss": 0.12626218795776367, "global_step": 669, "epoch": 6, "lr": 0.0003997977688325576}
+{"train_loss": 0.11067573726177216, "global_step": 670, "epoch": 6, "lr": 0.0003997970261446459}
+{"train_loss": 0.11372883905035754, "global_step": 671, "epoch": 6, "lr": 0.0003997962820961754}
+{"train_loss": 0.10228052735328674, "global_step": 672, "epoch": 7, "lr": 0.0003997955366871512}
+{"{"train_loss": 0{"train_loss": 0.06932549178600311, "global_step": 673, "epoch": 7, "lr": 0.000{"{"train_loss": 0.10594742000102997, "global_step": 674, "epoch": 7, "lr": 0.000399794041787462{"train_loss": 0.14120903611183167, "global_step": 675, "epoch": 7, "lr": 0.00039979329229680727}
+{"train_loss": 0.1007961854338646, "global_step": 676, "epoch": 7, "lr": 0.00039979254144561913}
+{"train_loss": 0.10211890935897827, "global_step": 677, "epoch": 7, "lr": 0.00039979178923390277}
+{"train_loss": 0.083542600274086, "global_step": 678, "epoch": 7, "lr": 0.0003997910356616633}
+{"tra{"{"train_loss": 0.1137724295258522, "global_step": 679, "epoch": 7, "lr": 0.000399790280728{"train_loss": 0.1113978773355484, "global_step": 680, "epoch": 7, "lr": 0.00039978952443563544}
+{"train_loss": 0.13043367862701416, "global_step": 681, "epoch": 7, "lr": 0.00039978876678185745}
+{"train{"train_loss": 0.10670813918113708, "global_step": 682, "epoch": 7, "lr": 0.00039978800776{"train{"train_loss": 0.10976597666740417, "global_step": 683, "epoch": 7, "lr": 0.0003997872473{"train{"train_loss": 0.1313178986310959, "global_step": 684, "epoch": 7, "lr": 0.000399786485657{"trai{"train_loss": 0.12185094505548477, "global_step": 685, "epoch": 7, "lr": 0.000399785722561{"trai{"train_loss": 0.1209866851568222, "global_step": 686, "epoch": 7, "lr": 0.000399784958105{"tra{"train_loss": 0.12605924904346466, "global_step": 687, "epoch": 7, "lr": 0.0003997841922888{"train_loss": 0.08077593892812729, "global_step": 688, "epoch": 7, "lr": 0.00039978342511163065}
+{"tra{"train_loss": 0.0703575611114502, "global_step": 689, "epoch": 7, "lr": 0.0003997826565739{"train_loss": 0.10411908477544785, "global_step": 690, "epoch": 7, "lr": 0.00039978188667586374}
+{"train_loss": 0.11335434019565582, "global_step": 691, "epoch": 7, "lr": 0.0003997811154172941}
+{"train_loss": 0.09554985165596008, "global_step": 692, "epoch": 7, "lr": 0.00039978034279827406}
+{"tr{"train_loss": 0.07665923982858658, "global_step": 693, "epoch": 7, "lr": 0.000399779568818808{"train_loss": 0.0907042920589447, "global_step": 694, "epoch": 7, "lr": 0.0003997787934789037}
+{"tra{"train_loss": 0.{"train_loss": 0.10234175622463226, "global_step": 695, "epoch": 7, "lr": 0.{"tra{"train_loss": 0.09821713715791702, "global_step": 696, "epoch": 7, "lr": 0.0003997772387177{"train_loss": 0.088800{"train_loss": 0.08514956384897232, "global_step": 697, "epoch": 7, "lr": 0{"trai{{"train_loss": 0.12129198014736176, "global_step": 698, "epoch": 7, "lr": 0.00039977567851{"train{"train_loss": 0.10936558991670609, "global_step": 699, "epoch": 7, "lr": 0.000399774896{"train_loss": 0.136706{"train_loss": 0.13290144503116608, "global_step": 700, "epoch": 7, "lr": {"train_loss": 0.101765{"train_loss": 0.10435016453266144, "global_step": 701, "epoch": 7, "lr": 0{"train{"train_loss": 0{"train_loss": 0.11735440045595169, "global_step": 702, "epoch": 7, "lr": {"train{"train_loss": 0.09877494722604752, "global_step": 703, "epoch": 7, "lr": 0.000399771754200{"train{"train_loss": {"train_loss": 0.13210999965667725, "global_step": 704, "epoch": 7, "lr": 0{"train_loss": 0.12941{"train_loss": 0.1259038746356964, "global_step": 705, "epoch": 7, "lr": 0.{"trai{{"train_loss":{"train_loss": 0.10423532128334045, "global_step": 706, "epoch": 7, "lr": 0.0{"trai{"train_loss": 0.09412409365177155, "global_step": 707, "epoch": 7, "lr": 0.0003997685902625{"train_loss": 0.09153977781534195, "global_step": 708, "epoch": 7, "lr": 0.00039976779587701705}
+{"train_loss": 0.1404{"train_loss": 0.13719239830970764, "global_step": 709, "epoch": 7, "lr": 0.{"train_loss": 0.0998{"train_loss": 0.10552553832530975, "global_step": 710, "epoch": 7, "lr": 0.{"tr{"train_loss": 0.09674832224845886, "global_step": 711, "epoch": 7, "lr": 0.00039976540455836{"tr{"train_loss": 0.15398414433002472, "global_step": 712, "epoch": 7, "lr": 0.00039976460473145{"t{"train_loss": 0.11914991587400436, "global_step": 713, "epoch": 7, "lr": 0.000399763803544204{"tr{"train_loss": 0.{"train_loss": 0.09653621912002563, "global_step": 714, "epoch": 7, "lr": 0.{"t{"train_loss": 0.13407959043979645, "global_step": 715, "epoch": 7, "lr": 0.000399762197088713{"train_loss": 0.102{"train_loss": 0.10207157582044601, "global_step": 716, "epoch": 7, "lr": 0.00{"t{"train_loss": 0.{"train_loss": 0.11834973096847534, "global_step": 717, "epoch": 7, "lr": 0.0{"train_loss": 0.094{"train_loss": 0.09122861176729202, "global_step": 718, "epoch": 7, "lr": 0.0{"{"train_loss": 0.13623203337192535, "global_step": 719, "epoch": 7, "lr": 0.000399758967853916{"t{"train_loss": 0.1{"train_loss": 0.10732720792293549, "global_step": 720, "epoch": 7, "lr": 0.{"train_loss": 0.09458155930042267, "global_step": 721, "epoch": 7, "lr": 0.0003997573450746985}
+{"t{"train_loss": 0.0728602409362793, "global_step": 722, "epoch": 7, "lr": 0.00039975653164465384{"{"train_loss": 0.06515222787857056, "global_step": 723, "epoch": 7, "lr": 0.00039975571685432607{"{"train_loss": 0.08964476734399796, "global_step": 724, "epoch": 7, "lr": 0.00039975490070372097{"train_loss": 0.10083884745836258, "global_step": 725, "epoch": 7, "lr": 0.00039975408319284383}
+{"{"{"train_loss": 0.1151476576924324, "global_step": 726, "epoch": 7, "lr": 0.000399753264321700{"t{"train_loss": 0.1256760060787201, "global_step": 727, "epoch": 7, "lr": 0.00039975244409029624{"train_loss": 0.0850{"train_loss": 0.08945220708847046, "global_step": 728, "epoch": 7, "lr": 0.0{"{"train_loss": 0.07336248457431793, "global_step": 729, "epoch": 7, "lr": 0.000399750799546727{"t{"train_loss": 0.07990844547748566, "global_step": 730, "epoch": 7, "lr": 0.000399749975234574{"train_loss": 0.11730703711509705, "global_step": 731, "epoch": 7, "lr": 0.00039974914956218357}
+{"train_loss": 0.10537178069353104, "global_step": 732, "epoch": 7, "lr": 0.0003997483225295595}
+{"t{"train_loss": 0.12461508810520172, "global_step": 733, "epoch": 7, "lr": 0.000399747494136708{"train_loss": 0.1090{"train_loss": 0.11498844623565674, "global_step": 734, "epoch": 7, "lr": 0{"train_loss": 0.09066237509250641, "global_step": 735, "epoch": 7, "lr": 0.0003997458332703471}
+{"tra{"train_loss": 0.132487490773201, "global_step": 736, "epoch": 7, "lr": 0.00039974500079684{"train_loss": 0.1064431{"train_loss": 0.09939345717430115, "global_step": 737, "epoch": 7, "lr":{"tra{"train_loss": 0.10793331265449524, "global_step": 738, "epoch": 7, "lr": 0.00039974333176924{"tra{"train_loss": 0.138241708278656, "global_step": 739, "epoch": 7, "lr": 0.0003997424952151482{"train_loss": 0.12065152823925018, "global_step": 740, "epoch": 7, "lr": 0.0003997416573008657}
+{"t{"train_loss": 0.11858875304460526, "global_step": 741, "epoch": 7, "lr": 0.0003997408180264014{"train{"train_loss": 0.13770222663879395, "global_step": 742, "epoch": 7, "lr": 0.00039973997739{"tr{"train_loss": 0.1057{"train_loss": 0.10267537832260132, "global_step": 743, "epoch": 7, "lr":{"tr{"train_loss": 0.0985{"train_loss": 0.09810246527194977, "global_step": 744, "epoch": 7, "lr{"tra{"train_loss": 0.10787063837051392, "global_step": 745, "epoch": 7, "lr": 0.000399737447326{"train_lo{"train_loss": 0.1339300572872162, "global_step": 746, "epoch": 7, "lr": 0.000399736601{"trai{"t{"train_loss": 0.1{"train_loss": 0.1231260597705841, "global_step": 747, "epoch": 7, "lr{"train_loss": 0.071131601{"train_loss": 0.07516852766275406, "global_step": 748, "epoch": 7, "lr{"trai{"train_loss": 0.069{"train_loss": 0.06757114082574844, "global_step": 749, "epoch": 7, "lr{"train{"train_loss": 0.13965380191802979, "global_step": 750, "epoch": 7, "lr": 0.0003997332033{"train_{"t{"train_loss": 0.08830858767032623, "global_step": 751, "epoch": 7, "lr": 0.0003997323{"train_{"train_loss": 0.08819188177585602, "global_step": 752, "epoch": 7, "lr": 0.0003997314962{"train_{"train_loss": 0.1286945343017578, "global_step": 753, "epoch": 7, "lr": 0.000399730640{"train_loss": 0.09821581840515137, "global_step": 754, "epoch": 7, "lr": 0.00039972978368444165}
+{"train_{"train_loss": 0.12910813093185425, "global_step": 755, "epoch": 7, "lr": 0.0003997289253{"train_loss": 0.12989839911460876, "global_step": 756, "epoch": 7, "lr": 0.0003997280656915384}
+{"train_loss": 0.10805684328079224, "global_step": 757, "epoch": 7, "lr": 0.00039972720465494995}
+{"train{"tr{"train_loss": 0.08163371682167053, "global_step": 758, "epoch": 7, "lr": 0.0003997263{"train_loss": 0.15978410840034485, "global_step": 759, "epoch": 7, "lr": 0.00039972547850152917}
+{"train_loss": 0.10216854512691498, "global_step": 760, "epoch": 7, "lr": 0.00039972461338470854}
+{"train{"train_loss": 0.11350159347057343, "global_step": 761, "epoch": 7, "lr": 0.00039972374690{"train{"train_loss": 0.07{"train_loss": 0.08023285120725632, "global_step": 762, "epoch": 7, "lr{"train_loss": 0.08124023675918579, "global_step": 763, "epoch": 7, "lr": 0.00039972200987387616}
+{"train_loss": 0.09987310320138931, "global_step": 764, "epoch": 7, "lr": 0.00039972113931682833}
+{"train_loss": 0.1079081296{"train_loss": 0.11009897291660309, "global_step": 765, "epoch": 7, "l{"train{"tr{"train_loss": 0.11546926200389862, "global_step": 766, "epoch": 7, "lr": 0.0003997193{"train_los{"train_loss": 0.10789801335583131, "global_step": 767, "epoch": 7, "lr": 0.00039971851{"train_los{"train_loss": 0{"train_loss": 0.12663307785987854, "global_step": 768, "epoch": 8, "l{"train{"train_loss": 0.118{"train_loss": 0.12350310385227203, "global_step": 769, "epoch": 8, "l{"trai{"train_loss": 0.14504021406173706, "global_step": 770, "epoch": 8, "lr": 0.00039971588741{"trai{"train_loss": 0.10262294113636017, "global_step": 771, "epoch": 8, "lr": 0.0003997150073366{"trai{"train_loss": 0.10344496369361877, "global_step": 772, "epoch": 8, "lr": 0.000399714125899{"train_lo{"train_loss": 0.1271626055240631, "global_step": 773, "epoch": 8, "lr": 0.0003997132431{"train_loss": 0.0971713438630104, "global_step": 774, "epoch": 8, "lr": 0.0003997123589450218}
+{"train_lo{"train_loss": 0.06603945046663284, "global_step": 775, "epoch": 8, "lr": 0.00039971147{"train_loss": 0.11089811474{"train_loss": 0.11329203844070435, "global_step": 776, "epoch": 8, "{"train_loss": 0.08349671959{"train_loss": 0.07686392962932587, "global_step": 777, "epoch": 8, "{"train_lo{"train_loss": 0.0719854086637497, "global_step": 778, "epoch": 8, "lr": 0.000399708808{"train_loss": 0.07534131407737732, "global_step": 779, "epoch": 8, "lr": 0.00039970791775941107}
+{"train{"train_loss": 0.12510865926742554, "global_step": 780, "epoch": 8, "lr": 0.0003997070254{"train_{"train_loss": 0.0899{"train_loss": 0.0904998630285263, "global_step": 781, "epoch": 8, "{"train{"train_loss": 0.09144516289234161, "global_step": 782, "epoch": 8, "lr": 0.000399705236728{"train{"train_loss": 0.12813374400138855, "global_step": 783, "epoch": 8, "lr": 0.00039970434033{"train_loss": 0.09402830898761749, "global_step": 784, "epoch": 8, "lr": 0.00039970344257500145}
+{"train{"train_loss": 0.10568173229694366, "global_step": 785, "epoch": 8, "lr": 0.00039970254345{"train_loss": 0.09448400884866714, "global_step": 786, "epoch": 8, "lr": 0.00039970164298174437}
+{"trai{"train_loss": 0.0914236307144165, "global_step": 787, "epoch": 8, "lr": 0.0003997007411452{"train{"train_loss": 0.15436366200447083, "global_step": 788, "epoch": 8, "lr": 0.000399699837948{"tra{"train_loss": 0.10048577189445496, "global_step": 789, "epoch": 8, "lr": 0.000399698933392{"trai{"train_loss": 0.11851552128791809, "global_step": 790, "epoch": 8, "lr": 0.000399698027476{"train{"train_loss": 0.15965990722179413, "global_step": 791, "epoch": 8, "lr": 0.000399697120200{"train{{"train_loss": 0.11405500769615173, "global_step": 792, "epoch": 8, "lr": 0.00039969621156{"train_loss": 0.09491127729415894, "global_step": 793, "epoch": 8, "lr": 0.0003996953015685266}
+{"train{"train_loss": 0.1082623079419136, "global_step": 794, "epoch": 8, "lr": 0.00039969439021{"trai{"train_loss": 0.11020870506763458, "global_step": 795, "epoch": 8, "lr": 0.000399693477497{"train_loss": 0.11738241463899612, "global_step": 796, "epoch": 8, "lr": 0.00039969256342189025}
+{"train_loss": 0.08982930332422256, "global_step": 797, "epoch": 8, "lr": 0.00039969164798664164}
+{"train_loss": 0.1225251704454422, "global_step": 798, "epoch": 8, "lr": 0.0003996907311915519}
+{"train_loss": 0.11998540163040161, "global_step": 799, "epoch": 8, "lr": 0.0003996898130366272}
+{"train_loss": 0.09606368094682693, "global_step": 800, "epoch": 8, "lr": 0.00039968889352187377}
+{"train_loss": 0.0814608484506607, "global_step": 801, "epoch": 8, "lr": 0.00039968797264729796}
+{"train_loss": 0.16656005382537842, "global_step": 802, "epoch": 8, "lr": 0.00039968705041290597}
+{"tra{"{"train_loss": 0.1113884449005127, "global_step": 803, "epoch": 8, "lr": 0.000399686126818{"train_loss": 0.10926713049411774, "global_step": 804, "epoch": 8, "lr": 0.0003996852018646988}
+{"tra{"train_loss": 0.120673686{"train_loss": 0.12079034745693207, "global_step": 805, "epoch": 8,{"train_loss": 0.12994587421417{"train_loss": 0.12728333473205566, "global_step": 806, "epoch": 8{"tra{"train_loss": 0.13533052802085876, "global_step": 807, "epoch": 8, "lr": 0.00039968241884392{"tra{"train_loss": 0.1088714599609375, "global_step": 808, "epoch": 8, "lr": 0.000399681488450767{"tr{"train_loss": 0.0650445744{"train_loss": 0.06564487516880035, "global_step": 809, "epoch": 8,{"t{"train_loss": 0.10565657913{"train_loss": 0.11016129702329636, "global_step": 810, "epoch": 8{"t{"train_loss": 0.13037821650505066, "global_step": 811, "epoch": 8, "lr": 0.00039967868911269{"tr{"t{"train_loss": 0.08289258182048798, "global_step": 812, "epoch": 8, "lr": 0.00039967775328{"train_loss": 0.11618036031723022, "global_step": 813, "epoch": 8, "lr": 0.0003996768160885311}
+{"tr{"train_loss": 0.11548116058111191, "global_step": 814, "epoch": 8, "lr": 0.000399675877536837{"train_loss": 0.10124468803405762, "global_step": 815, "epoch": 8, "lr": 0.0003996749376254107}
+{"tr{"train_loss": 0.1106271892786026, "global_step": 816, "epoch": 8, "lr": 0.000399673996354256{"t{"train_loss": 0.117779999971{"train_loss": 0.114888995885849, "global_step": 817, "epoch": 8,{"t{"train_loss": 0.11232125759124756, "global_step": 818, "epoch": 8, "lr": 0.0003996721097327908{"t{"train_loss": 0.12127221375703812, "global_step": 819, "epoch": 8, "lr": 0.000399671164382492{"tr{"train_loss": 0.1085023283958435, "global_step": 820, "epoch": 8, "lr": 0.000399670217672492{"t{"train_loss": 0.11374496668577194, "global_step": 821, "epoch": 8, "lr": 0.000399669269602797{"train_{"train_loss": 0.09381528198719025, "global_step": 822, "epoch": 8, "lr": 0.000399668320{"t{"tra{"train_loss": 0.14247792959213257, "global_step": 823, "epoch": 8, "lr": 0.000399667369{"tr{"tra{"train_loss": 0.1151241660118103, "global_step": 824, "epoch": 8, "lr": 0.0003996664172{"tr{"tr{"train_loss": 0.10204900801181793, "global_step": 825, "epoch": 8, "lr": 0.00039966546372{"train_{"train_loss": 0.10925208032131195, "global_step": 826, "epoch": 8, "lr": 0.0003996645088{"train_{"train_loss": 0.12437360733747482, "global_step": 827, "epoch": 8, "lr": 0.00039966355263{"t{"tra{"train_loss": 0.09518872946500778, "global_step": 828, "epoch": 8, "lr": 0.0003996625950{"t{"train_loss": 0.089307092{"train_loss": 0.08932533860206604, "global_step": 829, "epoch": 8, {"t{"tra{"train_loss": 0.07899809628725052, "global_step": 830, "epoch": 8, "lr": 0.00039966067579{"t{"tra{"train_loss": 0.08241915702819824, "global_step": 831, "epoch": 8, "lr": 0.0003996597141{"t{"train_loss": 0.11488911509513855, "global_step": 832, "epoch": 8, "lr": 0.000399658751098118{"t{"train_loss": 0.11764843016862869, "global_step": 833, "epoch": 8, "lr": 0.000399657786712587{"train{"train_loss": 0.10919731855392456, "global_step": 834, "epoch": 8, "lr": 0.00039965682096{"t{"train_loss": 0.09410162270069122, "global_step": 835, "epoch": 8, "lr": 0.0003996558538626983{"t{"train_loss": 0.12598465383052826, "global_step": 836, "epoch": 8, "lr": 0.0003996548853983544{"train_loss": 0.11233536154031754, "global_step": 837, "epoch": 8, "lr": 0.0003996539155744198}
+{"train_loss": 0.11804069578647614, "global_step": 838, "epoch": 8, "lr": 0.0003996529443909009}
+{"{"train_loss": 0.121226005256176, "global_step": 839, "epoch": 8, "lr": 0.0003996519718478044}{"train_loss": 0.09979777038097382, "global_step": 840, "epoch": 8, "lr": 0.00039965099794513683}
+{{"train{"train_loss": 0.1206950694322586, "global_step": 841, "epoch": 8, "lr": 0.0003996500226{"{"train_loss": 0.1063651293516159, "global_step": 842, "epoch": 8, "lr": 0.0003996490460611153}{{"train{"train_loss": 0.111{"train_loss": 0.11531512439250946, "global_step": 843, "epoch": 8, "{{"train_loss": 0.09802545607089996, "global_step": 844, "epoch": 8, "lr": 0.00039964708873888955}{{"train_loss": 0.12213106453418732, "global_step": 845, "epoch": 8, "lr": 0.00039964610803846666}{{"train_loss": 0.10655683279037476, "global_step": 846, "epoch": 8, "lr": 0.00039964512597851274{"train_{"train_loss": 0.14027857780456543, "global_step": 847, "epoch": 8, "lr": 0.0003996441425{"train_loss": 0.11046580970287323, "global_step": 848, "epoch": 8, "lr": 0.0003996431577800385}
+{"t{"train_loss": 0.12359189242124557, "global_step": 849, "epoch": 8, "lr": 0.00039964217164153{"tr{"train_loss": 0.1120563000{"train_loss": 0.1169680655002594, "global_step": 850, "epoch": 8,{"tr{"train_loss": 0.09275868535041809, "global_step": 851, "epoch": 8, "lr": 0.00039964019528601{"train_loss": 0.09220636636018753, "global_step": 852, "epoch": 8, "lr": 0.000399639205069012}
+{"train_loss": 0.0824605226516{"train_loss": 0.0866268128156662, "global_step": 853, "epoch": 8, {"train_loss": 0.11589682847261429, "global_step": 854, "epoch": 8, "lr": 0.00039963722055656747}
+{"trai{"train_loss": 0.10996{"train_loss": 0.10741143673658371, "global_step": 855, "epoch": 8, "l{"tr{"train_loss": 0.07862602919340134, "global_step": 856, "epoch": 8, "lr": 0.00039963523060624{"tr{"train_loss": 0.09946078062057495, "global_step": 857, "epoch": 8, "lr": 0.000399634233591888{"train_loss": 0.08093661069869995, "global_step": 858, "epoch": 8, "lr": 0.00039963323521808615}
+{"tr{"train_loss": 0.0887916162610054, "global_step": 859, "epoch": 8, "lr": 0.000399632235484840{"tr{"train_loss": 0.11966608464717865, "global_step": 860, "epoch": 8, "lr": 0.00039963123439215{"train_loss": 0.16340497136116028, "global_step": 861, "epoch": 8, "lr": 0.00039963023194004567}
+{"t{"train_loss": 0.119729{"train_loss": 0.11629638075828552, "global_step": 862, "epoch": 8, "lr{"train_loss": 0.108762590{"train_loss": 0.10903956609157224, "global_step": 863, "epoch": 8, "lr"{"train_loss": 0.125776499{"train_loss": 0.122953861951828, "global_step": 864, "epoch": 9, "lr"{"tra{"train_loss": 0.12257262319326401, "global_step": 865, "epoch": 9, "lr": 0.0003996262085374{"tra{"train_loss": 0.10{"train_loss": 0.10788179934024811, "global_step": 866, "epoch": 9, "lr":{"train_loss": 0.0876993{"train_loss": 0.08829142153263092, "global_step": 867, "epoch": 9, "lr": {"tra{"train_loss": 0.09398793429136276, "global_step": 868, "epoch": 9, "lr": 0.00039962317671180{"train_loss": 0.10123943537473679, "global_step": 869, "epoch": 9, "lr": 0.0003996221633844968}
+{"tra{"train_loss": 0.10738478600978851, "global_step": 870, "epoch": 9, "lr": 0.0003996211486978{"tra{"train_loss": 0.11{"train_loss": 0.11462339758872986, "global_step": 871, "epoch": 9, "lr":{"train_loss": 0.1366274356842041, "global_step": 872, "epoch": 9, "lr": 0.00039961911524640463}
+{"train_loss": 0.09100737{"train_loss": 0.0887809693813324, "global_step": 873, "epoch": 9, "lr":{"trai{"train_loss": 0.1206623986363411, "global_step": 874, "epoch": 9, "lr": 0.00039961707635759{"tra{"train_loss": 0.05533592030405998, "global_step": 875, "epoch": 9, "lr": 0.00039961605487418{"train_loss": 0.09581038355827332, "global_step": 876, "epoch": 9, "lr": 0.0003996150320314526}
+{"train_loss": 0.09188636392354965, "global_step": 877, "epoch": 9, "lr": 0.00039961400782939855}
+{"train_loss": 0.14029091596603394, "global_step": 878, "epoch": 9, "lr": 0.00039961298226803203}{"tra{"train_loss": 0.12786294519901276, "global_step": 879, "epoch": 9, "lr": 0.00039961195534736{{"train_loss": 0.11365285515785217, "global_step": 880, "epoch": 9, "lr": 0.0003996109270673895{"train{"train_loss": 0.09009150415658951, "global_step": 881, "epoch": 9, "lr": 0.0003996098974{"train_loss": 0.09575668722391129, "global_step": 882, "epoch": 9, "lr": 0.0003996088664295811}
+{"train_{"train_loss": 0.08610047399997711, "global_step": 883, "epoch": 9, "lr": 0.00039960783407{"train_loss": 0.07938294857740402, "global_step": 884, "epoch": 9, "lr": 0.0003996068003546628}
+{"train_loss": 0.10108514130115509, "global_step": 885, "epoch": 9, "lr": 0.00039960576527830506}
+{"train_loss": 0.14233025908470154, "global_step": 886, "epoch": 9, "lr": 0.0003996047288426909}
+{"train_loss": 0.12835906445980072, "global_step": 887, "epoch": 9, "lr": 0.0003996036910478275}
+{"train_loss": 0.08053745329380035, "global_step": 888, "epoch": 9, "lr": 0.00039960265189372193}
+{"train_loss": 0.11352543532848358, "global_step": 889, "epoch": 9, "lr": 0.0003996016113803812}
+{"tr{"train_loss": 0.12277141213417053, "global_step": 890, "epoch": 9, "lr": 0.00039960056950781{"train_loss": 0.07349680364131927, "global_step": 891, "epoch": 9, "lr": 0.00039959952627602265}
+{"train_loss": 0.09100158512592316, "global_step": 892, "epoch": 9, "lr": 0.00039959848168501905}
+{"train_loss": 0.10463012754917145, "global_step": 893, "epoch": 9, "lr": 0.00039959743573480866}
+{"tr{"{"train_loss": 0.06682511419057846, "global_step": 894, "epoch": 9, "lr": 0.000399596388425{"train_loss": 0.112733{"train_loss": 0.1097070500254631, "global_step": 895, "epoch": 9, "lr": 0.{"train_loss": 0.10789{"train_loss": 0.1078156977891922, "global_step": 896, "epoch": 9, "lr": 0.0{"train_loss": 0.09473329037427902, "global_step": 897, "epoch": 9, "lr": 0.0003995932383420423}
+{"t{"t{"train_loss": 0.09141522645950317, "global_step": 898, "epoch": 9, "lr": 0.000399592185595{"trai{"train_loss": 0.09518951177597046, "global_step": 899, "epoch": 9, "lr": 0.000399591131490{"train_loss": 0.1015978455543518, "global_step": 900, "epoch": 9, "lr": 0.00039959007602614666}
+{"train_loss": 0.08740822970867157, "global_step": 901, "epoch": 9, "lr": 0.0003995890192025395}
+{"train{"train_loss": 0.08236148208379745, "global_step": 902, "epoch": 9, "lr": 0.00039958796101{"train_loss": 0.11705290526151657, "global_step": 903, "epoch": 9, "lr": 0.0003995869014779055}
+{"train{"train_loss": 0.10083896666765213, "global_step": 904, "epoch": 9, "lr": 0.00039958584057{"train{"train_loss": 0.09779742360115051, "global_step": 905, "epoch": 9, "lr": 0.000399584778{"train_loss": 0.13986657559871674, "global_step": 906, "epoch": 9, "lr": 0.0003995837146975134}
+{"train_loss": 0.11788743734359741, "global_step": 907, "epoch": 9, "lr": 0.00039958264971916074}
+{"train_loss": 0.1100785881280899, "global_step": 908, "epoch": 9, "lr": 0.0003995815833817091}
+{"train_loss": 0.09219478070735931, "global_step": 909, "epoch": 9, "lr": 0.0003995805156851658}
+{{"train_loss": 0.10493029654026031, "global_step": 910, "epoch": 9, "lr": 0.00039957944662953804}{{"trai{"train_loss": 0.11712611466646194, "global_step": 911, "epoch": 9, "lr": 0.000399578376214{{"trai{"train_loss": 0.1023443341255188, "global_step": 912, "epoch": 9, "lr": 0.0003995773044410{"trai{"train_loss": 0.12435314804315567, "global_step": 913, "epoch": 9, "lr": 0.000399576231308{"train_loss": 0.10519018769264221, "global_step": 914, "epoch": 9, "lr": 0.0003995751568163289}
+{"train{"train_loss": 0.11543263494968414, "global_step": 915, "epoch": 9, "lr": 0.000399574080965{"train_loss": 0.10358728468418121, "global_step": 916, "epoch": 9, "lr": 0.0003995730037554076}
+{{"train_loss": 0.{"train_loss": 0.07132545113563538, "global_step": 917, "epoch": 9, "lr": 0.0003{{"train_loss": 0.{"train_loss": 0.11359724402427673, "global_step": 918, "epoch": 9, "lr": 0.000{{"trai{"train_los{"train_loss": 0.10580375790596008, "global_step": 919, "epoch": 9, "lr": 0.000{"{"trai{"train_loss": 0.07960446178913116, "global_step": 920, "epoch": 9, "lr": 0.0003995686813{"{"train_loss": 0.{"train_loss": 0.07662641257047653, "global_step": 921, "epoch": 9, "lr": 0.000{"train_loss": 0.112348273396492, "global_step": 922, "epoch": 9, "lr": 0.0003995665119560813}
+{"train_l{"train_los{"train_loss": 0.10332851111888885, "global_step": 923, "epoch": 9, "lr": 0.{"train_loss": 0.10651{"train_loss": 0.10812139511108398, "global_step": 924, "epoch": 9, "lr": 0{"trai{"train_loss": 0.06870026141405106, "global_step": 925, "epoch": 9, "lr": 0.0003995632477099{"trai{"train_loss": 0.08413229137659073, "global_step": 926, "epoch": 9, "lr": 0.0003995621569099{"trai{"tr{"train_loss{"train_loss": 0.07730210572481155, "global_step": 927, "epoch": 9, "lr": 0{"trai{"tr{"train_loss": 0.08496730774641037, "global_step": 928, "epoch": 9, "lr": 0.000399559971{"trai{"tr{"train_loss{"train_loss": 0.11390385031700134, "global_step": 929, "epoch": 9, "lr": 0.{"train_lo{"train_loss": 0.09474904835224152, "global_step": 930, "epoch": 9, "lr": 0.000399557780{"trai{"train_loss": 0.14069905877113342, "global_step": 931, "epoch": 9, "lr": 0.0003995566825258{"trai{"train_loss": 0{"train_loss": 0.11168956011533737, "global_step": 932, "epoch": 9, "lr": 0.{"trai{"train_loss": 0.11534817516803741, "global_step": 933, "epoch": 9, "lr": 0.000399554483259{"trai{"train_loss": 0{"train_loss": 0.12083957344293594, "global_step": 934, "epoch": 9, "lr{"train_l{"tra{"train_loss": 0.09297137707471848, "global_step": 935, "epoch": 9, "lr": 0.0003995{"train_lo{"train_loss": 0{"train_loss": 0.10510582476854324, "global_step": 936, "epoch": 9, "lr"{"train_loss": 0.10104787349700928, "global_step": 937, "epoch": 9, "lr": 0.0003995500684205065}
+{"train_lo{"tra{"train_loss": 0.11307056248188019, "global_step": 938, "epoch": 9, "lr": 0.00039{"train_loss": {"train_loss": 0.10204137861728668, "global_step": 939, "epoch": 9, "lr": 0.000399{"train_loss": 0.10369610786437988, "global_step": 940, "epoch": 9, "lr": 0.000399546743022901}
+{"train_lo{"trai{"train_loss": 0.1133958175778389, "global_step": 941, "epoch": 9, "lr": 0.000399{"train_loss": {"train_loss": 0.12285643815994263, "global_step": 942, "epoch": 9, "lr": 0.000399{"train_loss": {"train_loss": 0.08504053950309753, "global_step": 943, "epoch": 9, "lr": 0.000399{"train_loss": 0.108346767{"train_loss": 0.10995998978614807, "global_step": 944, "epoch": 9, "lr"{"train_loss"{"train_loss"{"train_loss": 0.08854587376117706, "global_step": 945, "epoch": 9, "lr"{"train_loss": 0.115803778{"train_loss": 0.11945579946041107, "global_step": 946, "epoch": 9, "lr{"train_loss": 0.06993922591209412, "global_step": 947, "epoch": 9, "lr": 0.00039953893620227066}
+{"train_lo{"tr{"train_loss": 0.0915646031498909, "global_step": 948, "epoch": 9, "lr": 0.00039953{"train_loss": 0.11725454032421112, "global_step": 949, "epoch": 9, "lr": 0.00039953669345276513}
+{"train_l{"train_loss": 0.10168507695198059, "global_step": 950, "epoch": 9, "lr": 0.0003995355700{"train_l{"train_loss": {"train_loss": 0.11739769577980042, "global_step": 951, "epoch": 9, "lr"{"train_lo{"train_loss": 0.10173825174570084, "global_step": 952, "epoch": 9, "lr": 0.00039953331{"train_loss": 0.1199783980846405, "global_step": 953, "epoch": 9, "lr": 0.00039953219164838344}
+{"train_loss": 0.12072104215621948, "global_step": 954, "epoch": 9, "lr": 0.00039953106280038057}
+{"train_los{"train_loss": 0.10821951925754547, "global_step": 955, "epoch": 9, "lr": 0.0003995299{"train_loss{"train_loss": 0.12482600659132004, "global_step": 956, "epoch": 9, "lr": 0.0003995288{"train_loss{"train_loss": 0.06122909486293793, "global_step": 957, "epoch": 9, "lr": 0.0003995276{"train_los{"train_loss": 0.07409007847309113, "global_step": 958, "epoch": 9, "lr": 0.000399526{"train_loss{"train_loss": 0.10272758298863967, "global_step": 959, "epoch": 9, "lr": 0.0003995253{"train_loss": 0.15042041242{"train_loss": 0.15282073616981506, "global_step": 960, "epoch": 10, {"train_loss"{{"train_loss": {"train_loss": 0.1294364184141159, "global_step": 961, "epoch": 10, "{"train_loss": 0.097284018993{"train_loss": 0.09740559756755829, "global_step": 962, "epoch": 10, {"train_loss": {"train_loss":{"train_loss": 0.09656284749507904, "global_step": 963, "epoch": 10, "{"train_loss"{{"train_loss": 0.08482296764850616, "global_step": 964, "epoch": 10, "lr": 0.00039951{"train_loss"{"train_loss": 0{"train_loss": 0.10569731891155243, "global_step": 965, "epoch": 10,{"train_loss":{{"train_loss": 0.10483360290527344, "global_step": 966, "epoch": 10, "lr": 0.0003995{"train_loss": 0.09777151048183441, "global_step": 967, "epoch": 10, "lr": 0.0003995162641331178}
+{"train_loss":{"train_loss": {"train_loss": 0.08730892837047577, "global_step": 968, "epoch": 10,{"train_loss": {{"train_loss":{"train_loss": 0.13200998306274414, "global_step": 969, "epoch": 10,{"train_loss": 0.{"train_loss": 0.13396823406219482, "global_step": 970, "epoch": 10, "lr": 0.00{"train_loss":{"train_loss": 0.10172095149755478, "global_step": 971, "epoch": 10, "lr": 0.00039951{"train_loss": 0.10048447549343{"train_loss": 0.09989877045154572, "global_step": 972, "epoch": 10{"train_loss":{"train_loss": 0.{"train_loss": 0.14962062239646912, "global_step": 973, "epoch": 10{"train_loss":{"train_loss": 0.{"train_loss": 0.07534299790859222, "global_step": 974, "epoch": 10{"train_loss": 0.13122481107711792, "global_step": 975, "epoch": 10, "lr": 0.0003995070431335339}
+{"train_loss": 0{"train_loss": 0.11204588413238525, "global_step": 976, "epoch": 10, "lr": 0.000399{"train_loss{"train_loss": 0.13{"train_loss": 0.12980693578720093, "global_step": 977, "epoch": 1{"train_loss": 0.10439532995223999, "global_step": 978, "epoch": 10, "lr": 0.00039950356284183645}
+{"train_los{"train_loss": 0.133{"train_loss": 0.13150431215763092, "global_step": 979, "epoch": 10,{"train_loss": 0.0858754888176918, "global_step": 980, "epoch": 10, "lr": 0.0003995012358545564}
+{"train_loss": 0.091072194278240{"train_loss": 0.09191325306892395, "global_step": 981, "epoch": 1{"train_loss": 0.09494398534297943, "global_step": 982, "epoch": 10, "lr": 0.0003994989034330983}
+{"train_loss": 0.05730494484305382, "global_step": 983, "epoch": 10, "lr": 0.0003994977351845723}
+{"train_loss": 0.0{"train_loss": 0.1015290841460228, "global_step": 984, "epoch": 10, "lr": 0.00039{"train_loss": 0.09875570982694626, "global_step": 985, "epoch": 10, "lr": 0.0003994953946119662}
+{"train_loss"{"train_loss": 0.051705945283174515, "global_step": 986, "epoch": 10, "lr": 0.000399{"train_loss": 0.08783324062824249, "global_step": 987, "epoch": 10, "lr": 0.000399493048605341}
+{"train_loss":{"train_loss": 0.07284393906593323, "global_step": 988, "epoch": 10, "lr": 0.0003994{"train_loss":{"train_loss": 0.087{"train_loss": 0.08538508415222168, "global_step": 989, "epoch": {"train_loss":{"train_loss": 0.11314232647418976, "global_step": 990, "epoch": 10, "lr": 0.0003994{"train_loss":{"train_loss": 0.09693115949630737, "global_step": 991, "epoch": 10, "lr": 0.00039948{"train_loss":{"train_loss": 0.104{"train_loss": 0.10478724539279938, "global_step": 992, "epoch"{"train_loss": {"train_loss": 0.09960559010505676, "global_step": 993, "epoch": 10, "lr": 0.00039{"train_loss": 0.09680350124835968, "global_step": 994, "epoch": 10, "lr": 0.0003994847947901774}
+{"train_loss": 0{"train_loss": 0.0{"train_loss": 0.1016477718949318, "global_step": 995, "epoch": {"train_loss": 0.0937204509973526, "global_step": 996, "epoch": 10, "lr": 0.0003994824243312597}
+{"train_loss": 0.10476037859916687, "global_step": 997, "epoch": 10, "lr": 0.00039948123706417215}
+{"train_loss": 0.10682573914527893, "global_step": 998, "epoch": 10, "lr": 0.00039948004843867626}
+{"train_loss"{"train_loss": 0.08882804960012436, "global_step": 999, "epoch": 10, "lr": 0.00039947{"train_loss": 0.10979937016963959, "global_step": 1000, "epoch": 10, "lr": 0.0003994776671124919}
+{"train_loss{"tr{"train_loss": 0.10715164244174957, "global_step": 1001, "epoch": 10, "lr": 0.000399{"train_loss{"train_loss": 0.10565357655286789, "global_step": 1002, "epoch": 10, "lr": 0.0003994752{"train_loss{"train_loss": 0.070{"train_loss": 0.06902828067541122, "global_step": 1003, "epoch": 1{"train_loss": 0.109255537390708{"train_loss": 0.10780230164527893, "global_step": 1004, "epoch": 1{"train_loss{"train_loss": 0.104{"train_loss": 0.1062130481004715, "global_step": 1005, "epoch": 10{"train_loss{"train_loss": 0.10677295178174973, "global_step": 1006, "epoch": 10, "lr": 0.0003994704{"train_loss{"tr{"train_loss":{"train_loss": 0.07003048062324524, "global_step": 1007, "epoch": 10,{"train_loss": 0.1007539853453{"train_loss": 0.10058385133743286, "global_step": 1008, "epoch": 10, {"train_loss{"tr{"train_loss":{"train_loss": 0.09624812006950378, "global_step": 1009, "epoch": 10,{"train_loss": 0.0915006175637{"train_loss": 0.09149931371212006, "global_step": 1010, "epoch": 10, {"train_los{"tra{"train_loss":{"train_loss": 0.09668996930122375, "global_step": 1011, "epoch": 10,{"train_loss": 0.11608605086803436, "global_step": 1012, "epoch": 10, "lr": 0.0003994632650534076}
+{"train_loss{"train_loss": 0.096816286444664, "global_step": 1013, "epoch": 10, "lr": 0.0003994620{"train_loss": 0.10551614314317703, "global_step": 1014, "epoch": 10, "lr": 0.0003994608456938408}
+{"train_loss": 0.06460657715797424, "global_step": 1015, "epoch": 10, "lr": 0.00039945963397664897}
+{"train_loss": 0.07700811326503754, "global_step": 1016, "epoch": 10, "lr": 0.000399458420901196}
+{"train_lo{"train{"train_loss"{"train_loss": 0.11941316723823547, "global_step": 1017, "epoch": 1{"train_lo{"train_loss": 0.11453847587108612, "global_step": 1018, "epoch": 10, "lr": 0.00039945599{"train_lo{"train_loss": 0.148{"train_loss": 0.14893746376037598, "global_step": 1019, "epoch": 10,{"train_lo{"train_loss": 0.083{"train_loss": 0.0857691764831543, "global_step": 1020, "epoch": 10, "{"train_lo{"tra{"train_loss":{"train_loss": 0.08550887554883957, "global_step": 1021, "epoch": 10,{"train_l{"trai{"train_loss":{"train_loss": 0.12774282693862915, "global_step": 1022, "epoch": 10,{"train_loss": 0.07706212997436523, "global_step": 1023, "epoch": 10, "lr": 0.0003994498913424056}
+{"train_l{"train_loss": 0.1256{"train_loss": 0.12548142671585083, "global_step": 1024, "epoch": 1{"train_l{"train_loss": 0.09322{"train_loss": 0.09212182462215424, "global_step": 1025, "epoch": 10{"train_loss": 0.11395804584026337, "global_step": 1026, "epoch": 10, "lr": 0.00039944621544412025}
+{"train_l{"train_{"train_loss":{"train_loss": 0.10997402667999268, "global_step": 1027, "epoch": 1{"train_lo{"train_loss": 0.08984743058681488, "global_step": 1028, "epoch": 10, "lr": 0.0003994437{"train_los{"train_loss": 0.08710359036922455, "global_step": 1029, "epoch": 10, "lr": 0.00039944252{"train_los{"train_loss": 0.10638198256492615, "global_step": 1030, "epoch": 10, "lr": 0.0003994412{"train_los{"train{"train_loss": {"train_loss": 0.09264455735683441, "global_step": 1031, "epoch": 1{"train_loss": 0.0878616571426391{"train_loss": 0.0870586708188057, "global_step": 1032, "epoch": 10{"train_los{"train{"train_loss": 0.09627138078212738, "global_step": 1033, "epoch": 10, "lr": 0.00{"train_los{"train{"train_loss": 0.14267712831497192, "global_step": 1034, "epoch": 10, "lr": 0.0003{"train_lo{"train_{"train_loss":{"train_loss": 0.09013357013463974, "global_step": 1035, "epoch": 10{"train_loss": 0.{"train_loss": {"train_loss": 0.09339798986911774, "global_step": 1036, "epoch": 1{"train_lo{"train_loss": 0.09350{"train_loss": 0.09393869340419769, "global_step": 1037, "epoch": 10{"train_lo{"train_loss": 0.07572{"train_loss": 0.07556433975696564, "global_step": 1038, "epoch": 10{"train_loss": 0.{"train_loss": 0.09713752567768097, "global_step": 1039, "epoch": 10, "lr": 0.0003{"train_loss": 0.{"train_loss": 0.10334791243076324, "global_step": 1040, "epoch": 10, "lr": 0.00039{"train_l{"train_{"train_loss": 0.08720327913761139, "global_step": 1041, "epoch": 10, "lr": 0.0003{"train_loss": 0.{"train_loss": 0.10166121274232864, "global_step": 1042, "epoch": 10, "lr": 0.00039{"train_loss": 0.{"train_loss": 0.09306401014328003, "global_step": 1043, "epoch": 10, "lr": 0.0003{"train_loss": 0.{"train_loss": 0.11461116373538971, "global_step": 1044, "epoch": 10, "lr": 0.0003{"train_loss": 0.10699005424976{"train_loss": 0.10884059965610504, "global_step": 1045, "epoch": 10{"train_l{"train_loss": 0.1551578938961029, "global_step": 1046, "epoch": 10, "lr": 0.0003994213970{"train_{"train_{"train_loss": 0.09315456449985504, "global_step": 1047, "epoch": 10, "lr": 0.00039{"train_{"train_loss": 0.09101925790309906, "global_step": 1048, "epoch": 10, "lr": 0.00039941888537{"train_loss": 0.11728230863809586, "global_step": 1049, "epoch": 10, "lr": 0.00039941762748124616}
+{"train{"train_l{"train_loss":{"train_loss": 0.13769005239009857, "global_step": 1050, "epoch": 10{"train_l{"train_loss": 0.12345875799655914, "global_step": 1051, "epoch": 10, "lr": 0.00039941510{"train_l{"train_loss": 0.13865552842617035, "global_step": 1052, "epoch": 10, "lr": 0.000399413845{"train_l{"train_{"train_loss": 0.07602819800376892, "global_step": 1053, "epoch": 10, "lr": 0.00039{"train_loss": 0.{"train_loss": {"train_loss": 0.1105460673570633, "global_step": 1054, "epoch": 10{"train_l{"train_{"train_loss": 0.10275589779485017, "global_step": 1055, "epoch": 10, "lr": 0.00039941005160376325, "train_action_mse_error": 0.0001{"train_{"train_l{"train_loss": 0.13474266231060028, "global_step": 1056, "epoch": 11, "lr": 0.00039{"train_loss": 0.{"train_loss": 0.1165291965007782, "global_step": 1057, "epoch": 11, "lr": 0.000399{"train_{"train_{"train_loss": 0.16113132238388062, "global_step": 1058, "epoch": 11, "lr": 0.00039{"train_{"train_{"train_loss": 0.11246004700660706, "global_step": 1059, "epoch": 11, "lr": 0.000399{"train_{"train_{"train_loss": 0.08747391402721405, "global_step": 1060, "epoch": 11, "lr": 0.00039{"train_{"train_loss": 0.1295638084411621, "global_step": 1061, "epoch": 11, "lr": 0.000399402426841{"train_loss": 0{"train_loss": 0.10561782121658325, "global_step": 1062, "epoch": 11, "lr": 0.00039{"train_loss": 0.{"train_loss": 0.09175615757703781, "global_step": 1063, "epoch": 11, "lr": 0.00039{"train_loss": 0.{"train_loss": 0.08889871835708618, "global_step": 1064, "epoch": 11, "lr": 0.000{"train_loss": 0.{"train_loss": 0.08986292779445648, "global_step": 1065, "epoch": 11, "lr": 0.00039{"train{"train_loss": 0.0663682371377945, "global_step": 1066, "epoch": 11, "lr": 0.0003993960355305{"train_loss": 0.08164791017770767, "global_step": 1067, "epoch": 11, "lr": 0.00039939475319492176}
+{"trai{"train_loss": 0.10850924253463745, "global_step": 1068, "epoch": 11, "lr": 0.000399393469501{"train_loss": 0.08752085268497467, "global_step": 1069, "epoch": 11, "lr": 0.00039939218445023665}
+{"train_loss": 0.09765619039535522, "global_step": 1070, "epoch": 11, "lr": 0.00039939089804118683}
+{"trai{"train_loss": 0.10164546966552734, "global_step": 1071, "epoch": 11, "lr": 0.0003993896102743{"train_loss": 0.1054647415876{"train_loss": 0.10881863534450531, "global_step": 1072, "epoch": 11,{"train_loss": 0.13233226537704468, "global_step": 1073, "epoch": 11, "lr": 0.00039938703066731354}
+{"tra{"train_loss": 0.12149112671613693, "global_step": 1074, "epoch": 11, "lr": 0.0003993857388271{"train_loss": 0.1100980192422{"train_loss": 0.11241909861564636, "global_step": 1075, "epoch": 11,{"train_loss": 0.14228489995002747, "global_step": 1076, "epoch": 11, "lr": 0.00039938315107353883}
+{"train_loss": 0.09534597396850586, "global_step": 1077, "epoch": 11, "lr": 0.00039938185516012135}
+{"tr{"train_loss": 0.11759915202856064, "global_step": 1078, "epoch": 11, "lr": 0.00039938055788897{"tr{"train_loss": 0.07126674056053162, "global_step": 1079, "epoch": 11, "lr": 0.00039937925926010{"tr{"train_l{"train_loss": 0.09034377336502075, "global_step": 1080, "epoch": 11, "lr": 0.00039937{"train_loss": 0.1108397841453{"train_loss": 0.1123882308602333, "global_step": 1081, "epoch": 11, {"train_loss": 0.07439249753952026, "global_step": 1082, "epoch": 11, "lr": 0.0003993753552272371}
+{"train_loss": 0.07613316178321838, "global_step": 1083, "epoch": 11, "lr": 0.00039937405116756284}
+{"train_loss": 0.07705613970756531, "global_step": 1084, "epoch": 11, "lr": 0.00039937274575021017}
+{{"train_loss": 0.12027084827423096, "global_step": 1085, "epoch": 11, "lr": 0.0003993714389751879}{{"train_loss": 0.12968292832374573, "global_step": 1086, "epoch": 11, "lr": 0.000399370130842505}{{"train_loss": 0.08483567088842392, "global_step": 1087, "epoch": 11, "lr": 0.00039936882135217035}{{"train_los{"train_loss": 0.10940243303775787, "global_step": 1088, "epoch": 11, "lr": 0.000399367{{"train_los{"train_loss": 0{"train_loss": 0.10405230522155762, "global_step": 1089, "epoch": 11,{"train_loss":{"train_loss": 0{"train_loss": 0.0706646591424942, "global_step": 1090, "epoch": 11, {"train_loss": 0.11493021249771118, "global_step": 1091, "epoch": 11, "lr": 0.0003993635698144928}
+{"t{"train_loss": 0.07528959214687347, "global_step": 1092, "epoch": 11, "lr": 0.000399362253536033{"train_loss": 0.14436501264572144, "global_step": 1093, "epoch": 11, "lr": 0.00039936093589997587}
+{"t{"train_loss": 0.09171838313341141, "global_step": 1094, "epoch": 11, "lr": 0.0003993596169063292{"t{"train_loss": 0.12367790937423706, "global_step": 1095, "epoch": 11, "lr": 0.000399358296555102{"t{"train_loss": 0.0655072033405304, "global_step": 1096, "epoch": 11, "lr": 0.0003993569748463045{"train_loss": 0.10632340610027313, "global_step": 1097, "epoch": 11, "lr": 0.00039935565177994436}
+{"train_loss": 0.091482013463974, "global_step": 1098, "epoch": 11, "lr": 0.00039935432735603116}
+{"train_loss"{"train_loss": 0.0{"train_loss": 0.07768011093139648, "global_step": 1099, "epoch": 11{"tr{"train_loss": 0.1297520399093628, "global_step": 1100, "epoch": 11, "lr": 0.00039935167443558{"train_loss": 0.09685900807380676, "global_step": 1101, "epoch": 11, "lr": 0.00039935034593906275}
+{"train_loss":{"train_loss": 0.09929047524929047, "global_step": 1102, "epoch": 11, "lr": 0.00039934{"tr{"train_lo{"train_loss": 0.{"train_loss": 0.09044948220252991, "global_step": 1103, "epoch": 11{"train_loss":{"train_loss": 0.{"train_loss": 0.11076244711875916, "global_step": 1104, "epoch": 11,{"t{"train_loss": 0.08341406285762787, "global_step": 1105, "epoch": 11, "lr": 0.000399345018377909{"train_loss"{"train_loss": 0.10992187261581421, "global_step": 1106, "epoch": 11, "lr": 0.000399343{"t{"train_lo{"train_loss": 0.07492640614509583, "global_step": 1107, "epoch": 11, "lr": 0.00039934{"t{"train_loss": 0.1320281177{"train_loss": 0.13073137402534485, "global_step": 1108, "epoch": 11,{"tr{"train_l{"train_loss": 0.10265840590000153, "global_step": 1109, "epoch": 11, "lr": 0.00039933{"train_loss"{"train_loss": 0.14240407943725586, "global_step": 1110, "epoch": 11, "lr": 0.0003993{"tr{"train_loss": 0.1088850349187851, "global_step": 1111, "epoch": 11, "lr": 0.00039933698631193{"t{"train_lo{"train_loss": 0.1{"train_loss": 0.13160887360572815, "global_step": 1112, "epoch": 11{"train_loss{"train_loss": 0.1318901628255844, "global_step": 1113, "epoch": 11, "lr": 0.0003993342{"t{"train_{"train_loss": 0.09452561289072037, "global_step": 1114, "epoch": 11, "lr": 0.0003993329{"train_los{"train_loss": 0.09{"train_loss": 0.10015984624624252, "global_step": 1115, "epoch": 11,{"t{"train_l{"train_loss": 0.09{"train_loss": 0.09637556970119476, "global_step": 1116, "epoch": 11{{"train_los{"train_loss": 0.09{"train_loss": 0.09820865094661713, "global_step": 1117, "epoch": 11,{{"train_los{"train_loss": 0.11118459701538086, "global_step": 1118, "epoch": 11, "lr": 0.0003993275{{"train_los{"train_loss": 0.10877499729394913, "global_step": 1119, "epoch": 11, "lr": 0.000399326{"train_loss": 0.07041618227958679, "global_step": 1120, "epoch": 11, "lr": 0.00039932484658734656}
+{"train_loss{"train_loss": 0.11092454195022583, "global_step": 1121, "epoch": 11, "lr": 0.0003993234{"train_loss": 0.08626252412796{"train_loss": 0.08950991928577423, "global_step": 1122, "epoch": 11{"train_loss": 0.111153036355972{"train_loss": 0.110931396484375, "global_step": 1123, "epoch": 11, {"train_loss": 0.0749749094247{"train_loss": 0.07415582239627838, "global_step": 1124, "epoch": 11{"train_loss": 0.09297643601894{"train_loss": 0.09201630204916, "global_step": 1125, "epoch": 11, "l{"train_loss": 0.110887311398983, "global_step": 1126, "epoch": 11, "lr": 0.0003993166923567536}
+{"train_loss": 0.09659827500581741, "global_step": 1127, "epoch": 11, "lr": 0.0003993153285677599}
+{"train_loss": 0.10863053798675537, "global_step": 1128, "epoch": 11, "lr": 0.00039931396342148765}
+{"train_loss": 0.0691218897700{"train_loss": 0.06819495558738708, "global_step": 1129, "epoch": 11,{"{"train_loss": 0.10110856592{"train_loss": 0.10230323672294617, "global_step": 1130, "epoch": 11,{"train_loss": 0.12224148213863373, "global_step": 1131, "epoch": 11, "lr": 0.0003993098598390926}
+{"{"train_lo{"train_loss": 0.1{"train_loss": 0.13447265326976776, "global_step": 1132, "epoch": 11{"train_loss": 0.10117883980274{"train_loss": 0.09873020648956299, "global_step": 1133, "epoch": {"train_loss": 0.0844192430377006{"train_loss": 0.08577010035514832, "global_step": 1134, "epoch": 1{"tra{"train_loss": 0.11871396750211716, "global_step": 1135, "epoch": 11, "lr": 0.00039930436939456{"train_loss": 0.0894103050231933{"train_loss": 0.09245806932449341, "global_step": 1136, "epoch": 1{"train_loss": 0.1105514317750930{"train_loss": 0.10719290375709534, "global_step": 1137, "epoch": 1{"tra{"train_loss": 0.12532886862{"train_loss": 0.12301849573850632, "global_step": 1138, "epoch": {"train_loss": 0.1092540249228477{"train_loss": 0.11173273622989655, "global_step": 1139, "epoch": {"train_loss": 0.0966844409704208{"train_loss": 0.09809713065624237, "global_step": 1140, "epoch": {"tra{"train_loss": 0.13365073502{"train_loss": 0.13344527781009674, "global_step": 1141, "epoch":{"tra{"train_loss": 0.085935831069{"train_loss": 0.08556206524372101, "global_step": 1142, "epoch": {"tra{"train_loss": 0.07993270456790924, "global_step": 1143, "epoch": 11, "lr": 0.0003992933233603{"tra{"train_loss": 0.092100173234{"train_loss": 0.09410973638296127, "global_step": 1144, "epoch":{"tra{"train_loss": 0.10135820508003235, "global_step": 1145, "epoch": 11, "lr": 0.0003992905482802{"tra{"train_loss": 0.09608554095{"train_loss": 0.09701384603977203, "global_step": 1146, "epoch": {"tra{"train_lo{"train_loss": 0.07236866652965546, "global_step": 1147, "epoch": 11, "lr": 0.000399{"trai{"train_loss": 0.10654082894{"train_loss": 0.10600821673870087, "global_step": 1148, "epoch": {"trai{"train_loss": 0.13176155090{"train_loss": 0.13045042753219604, "global_step": 1149, "epoch":{"tra{"train_loss": 0.094980254769{"train_loss": 0.09398031234741211, "global_step": 1150, "epoch":{"train_loss": 0.10284306054624419{"train_loss": 0.10313519967409472, "global_step": 1151, "epoch":{"train_loss": 0.1125437468290329, "global_step": 1152, "epoch": 12, "lr": 0.0003992807927516957}
+{"train_loss": 0.{"train_loss": 0.09188377112150192, "global_step": 1153, "epoch": 12, "lr": 0.00039{"train_loss": 0.11378143727779388, "global_step": 1154, "epoch": 12, "lr": 0.0003992779932442802}
+{"train_loss": 0.09572655707597733, "global_step": 1155, "epoch": 12, "lr": 0.0003992765914550312}
+{"train_loss": 0.{"train_loss": 0.1{"train_loss": 0.1088380217552185, "global_step": 1156, "epoch": {"train_loss": 0.{"train_loss": 0.07542100548744202, "global_step": 1157, "epoch": 12, "lr": 0.0003{"tr{"train_loss": 0.1111310869455{"train_loss": 0.10820067673921585, "global_step": 1158, "epoch": {"tr{"train_loss": 0.1583441197872{"train_loss": 0.15659162402153015, "global_step": 1159, "epoch"{"train_loss": 0.0{"train_loss": 0.07206264138221741, "global_step": 1160, "epoch": 12, "lr": 0.0003{"train_loss": 0.1{"train_loss": 0.{"train_loss": 0.13181659579277039, "global_step": 1161, "epoch":{"train_loss": 0.0{"train_loss": 0.0919860452413559, "global_step": 1162, "epoch": 12, "lr": 0.00039{"tr{"train_loss": 0.13152484595775{"train_loss": 0.1297139674425125, "global_step": 1163, "epoch"{"train_loss": 0.{"train_loss": 0.1{"train_loss": 0.12325820326805115, "global_step": 1164, "epoch"{"tra{"train_loss{"train_loss": 0.1{"train_loss": 0.10958164930343628, "global_step": 1165, "epoch":{"train_loss": 0.07581399381160736, "global_step": 1166, "epoch": 12, "lr": 0.0003992610822124244}
+{"tra{"train_los{"train_loss": 0.11724478006362915, "global_step": 1167, "epoch": 12, "lr": 0.000399{"train_loss": 0.09368100762367249, "global_step": 1168, "epoch": 12, "lr": 0.00039925824470993785}
+{"train_loss": 0.1100238710641861, {"train_loss": 0.11262394487857819, "global_step": 1169, "epoc{"train_loss": 0.{"train_loss": 0.10756422579288483, "global_step": 1170, "epoch": 12, "lr": 0.00039{"train_loss": 0.13913650810718536, "global_step": 1171, "epoch": 12, "lr": 0.00039925397827955846}
+{"tra{"train_loss": 0.09108908474445343, "global_step": 1172, "epoch": 12, "lr": 0.00039925255342{"train{"train_loss": 0.10809195041656494, "global_step": 1173, "epoch": 12, "lr": 0.000399251127208{"train_loss": 0.10{"train_loss": 0.09701718389987946, "global_step": 1174, "epoch": 12, "lr": 0.0{"train_loss": 0.11097337305545807, "global_step": 1175, "epoch": 12, "lr": 0.0003992482707097138}
+{"train_loss": 0.08382591605186462, "global_step": 1176, "epoch": 12, "lr": 0.0003992468404251736}
+{"train_{"train_loss": 0.08325719088315964, "global_step": 1177, "epoch": 12, "lr": 0.000399245408{"train_loss": 0.1222{"train_loss": 0.{"train_loss": 0.12306848913431168, "global_step": 1178, "epo{"train_loss": 0.1004{"train_loss": 0.{"train_loss": 0.09816750884056091, "global_step": 1179, "epo{"train_loss": 0.09760959446430206, "g{"train_loss": 0.09794623404741287, "global_step": 1180, "epo{"train_loss": 0.1132{"train_loss": 0.10988123714923859, "global_step": 1181, "epoch": 12, "lr": 0.{"train_loss": 0.12136412411928177, "global_step": 1182, "epoch": 12, "lr": 0.00039923823022521796}
+{"train_loss": 0.12567247450351715, "global_step": 1183, "epoch": 12, "lr": 0.0003992367904431976}
+{"train_{"train_loss": 0.1077194064855{"train_loss": 0.10592856258153915, "global_step": 1184, "ep{"train_l{"train_loss": 0.1188086718320{"train_loss": 0.11585776507854462, "global_step": 1185, "ep{"train_l{"train_loss": 0.10720743238925934, "global_step": 1186, "epoch": 12, "lr": 0.000399232462{"train_l{"train_loss"{"train_loss": 0.11306896805763245, "global_step": 1187, "epoch": 12, "lr": 0.{"train_l{"train_loss": 0.11918561905622482, "global_step": 1188, "epoch": 12, "lr": 0.0003992295711{"train_loss": 0.10297369956970215, "g{"train_loss": 0.1025656908750534, "global_step": 1189, "epoch{"train_l{"train_loss"{"train_loss": {"train_loss": 0.10130011290311813, "global_step": 1190, "epoch{"train{"train_loss": {"train_loss": {"train_loss": 0.10867852717638016, "global_step": 1191, "epoc{"train{"train_loss": {"train_loss": {"train_loss": 0.08257235586643219, "global_step": 1192, "epoch{"train_loss": 0.11898{"train_loss": 0.12157507985830307, "global_step": 1193, "epoch": 12, "lr": 0{"train_loss": 0.09252{"train_loss": 0.09658826887607574, "global_step": 1194, "epoch": 12, "lr": 0{"train{"train_loss": {"train_loss": 0.10451416671276093, "global_step": 1195, "epoch": 12, "lr": 0.{"train_loss": 0.12994{"train_loss": {"train_loss": 0.13095179200172424, "global_step": 1196, "epo{"trai{"train_loss": 0.09560243040323257, "global_step": 1197, "epoch": 12, "lr": 0.000399216491041{"train_loss": 0.1099{"train_loss": 0.11164962500333786, "global_step": 1198, "epoch": 12, "lr": 0.0{"trai{"train_loss": 0.10659526288509369, "global_step": 1199, "epoch": 12, "lr": 0.000399213569420{"trai{"train_loss": {"train_loss": 0.08600591868162155, "global_step": 1200, "epoch": 12, "lr": 0.{"train_loss": 0.0924{"train_loss": 0.09252753853797913, "global_step": 1201, "epoch": 12, "lr": 0.0{"train_loss": 0.0891326293349266, "g{"train_loss": 0.08591952174901962, "global_step": 1202, "epoc{"train{"train_loss": 0.09590405970811{"train_loss": 0.09694619476795197, "global_step": 1203, "epo{"train_loss": 0.1140604093670845, "global_step": 1204, "epoch": 12, "lr": 0.00039920624162814716}
+{"train{"train_loss": 0{"train_loss": 0.096886545419693, "global_step": 1205, "epoch": 12, "lr": 0.{"train_loss": 0.10459110885858536, "global_step": 1206, "epoch": 12, "lr": 0.0003992033010154187}
+{"train_loss": 0.1010{"train_loss": 0.09549294412136078, "global_step": 1207, "epoch": 12, "lr": 0.0{"train_loss": 0.0912{"train_loss": 0.09587566554546356, "global_step": 1208, "epoch": 12, "lr": 0{"train_{"train_loss":{"train_loss": 0.0938122421503067, "global_step": 1209, "epoch": 12, "lr": 0.{"train_loss": 0.0607{"train_loss": 0{"train_loss": 0.06167871132493019, "global_step": 1210, "epoc{"train_loss": 0.0771{"train_loss": {"train_loss": 0.0763089656829834, "global_step": 1211, "epoch"{"train_loss": 0.1275{"train_loss":{"train_loss": 0.12702108919620514, "global_step": 1212, "epoch"{"train_loss": 0.0963{"train_loss":{"train_loss": 0.09710151702165604, "global_step": 1213, "epoch"{"train_{"train_loss":{"train_loss":{"train_loss": 0.12906329333782196, "global_step": 1214, "epoch"{"train_{"train_loss":{"train_loss":{"train_loss": 0.07528815418481827, "global_step": 1215, "epoch"{"train_{"train_loss": 0.11283464729{"train_loss": 0.11284920573234558, "global_step": 1216, "epoch{"train_loss": 0.12837845087051392, "global_step": 1217, "epoch": 12, "lr": 0.00039918703065669643}
+{"train_loss": 0.13446{"train_loss": 0.13205036520957947, "global_step": 1218, "epoch": 12, "lr": 0.{"train_loss": 0.05857483297586441, "global_step": 1219, "epoch": 12, "lr": 0.00039918405477599875}
+{"train_loss": 0.131693{"train_loss": 0.12467902898788452, "global_step": 1220, "epoch": 12, "lr":{"train_loss": 0.10728312283754349, "global_step": 1221, "epoch": 12, "lr": 0.0003991810734697626}
+{"train_loss": 0.1029122{"train_loss": 0.10788983106613159, "global_step": 1222, "epoch": 12, "lr": {"train_l{"train_loss": 0.10972967743873596, "global_step": 1223, "epoch": 12, "lr": 0.000399178086{"train_l{"train_loss": {"train_loss":{"train_loss": 0.08442822098731995, "global_step": 1224, "epoc{"train_l{"train_loss": 0.10716119408607483, "global_step": 1225, "epoch": 12, "lr": 0.000399175094{"train_l{"train_loss": {"train_loss": 0.09312920272350311, "global_step": 1226, "epoch": 12, "lr": {"train_loss": 0.11061230301856995, "g{"train_loss": 0.10946864634752274, "global_step": 1227, "epoc{"train_l{"train_loss": {"train_loss": 0.08805796504020691, "global_step": 1228, "epoch": 12, "lr":{"train_loss": 0.1202367{"train_loss":{"train_loss": 0.12351036071777344, "global_step": 1229, "epo{"train_loss": 0.09791593998670578, "global_step": 1230, "epoch": 12, "lr": 0.00039916759045284213}
+{"train_loss": 0.077620{"train_loss": 0.07831893861293793, "global_step": 1231, "epoch": 12, "lr": 0{"train_loss": 0.08191537857055664, "global_step": 1232, "epoch": 12, "lr": 0.0003991645793075999}
+{"train_loss": 0.087921{"train_loss": 0.08148679882287979, "global_step": 1233, "epoch": 12, "lr": {"train_loss": 0.114280{"train_loss": 0.12099863588809967, "global_step": 1234, "epoch": 12, "lr": {"train_loss": 0.14218690991401672, "global_step": 1235, "epoch": 12, "lr": 0.0003991600524178723}
+{"train_loss": 0.085328{"train_loss": 0.08374366164207458, "global_step": 1236, "epoch": 12, "lr": {"train_loss": 0.08643896877765656, "global_step": 1237, "epoch": 12, "lr": 0.0003991570277102642}
+{"train{"train_loss": 0.0650954395532608, "global_step": 1238, "epoch": 12, "lr": 0.0003991555133221{"train_loss": 0.10683{"train_loss": 0.10634131729602814, "global_step": 1239, "epoch": 12, "lr": 0.{"trai{"train_loss": 0.1396917700767517, "global_step": 1240, "epoch": 12, "lr": 0.0003991524804773{"train_loss": 0.08442{"train_loss": 0.087140291929245, "global_step": 1241, "epoch": 12, "lr": 0.00{"t{"train_loss": 0.{"train_loss": 0.09357937425374985, "global_step": 1242, "epoch": 12, "lr": 0.0{"t{"train_loss": 0.{"train_loss": 0.08216807246208191, "global_step": 1243, "epoch": 12, "lr": 0.0{"train_loss": 0.136{"train_loss": 0.1338793933391571, "global_step": 1244, "epoch": 12, "lr": 0{"train_loss": 0.127{"train_loss": 0.12594276666641235, "global_step": 1245, "epoch": 12, "lr": 0.0{"tra{"train_loss": 0.13639256358146667, "global_step": 1246, "epoch": 12, "lr": 0.00039914334939529{"train_loss": 0.1040{"train_loss": {"train_loss": 0.10436500511908282, "global_step": 1247, "epoch{"tra{"train_loss": 0.1532239466905594, "global_step": 1248, "epoch": 13, "lr": 0.0003991402948522{"train_loss": 0.132417{"train_loss": 0.12895387411117554, "global_step": 1249, "epoch": 13, "lr": 0{"trai{"train_loss": 0.{"train_loss": 0.11664652824401855, "global_step": 1250, "epoch": 13, "lr": {"train_loss": 0.088597{"train_loss": {"train_loss": 0.08720280230045319, "global_step": 1251, "epoc{"train_loss": 0.078007{"train_loss": 0.07383637130260468, "global_step": 1252, "epoch": 13, "lr": {"train_loss": 0.06404523551464081, "global_step": 1253, "epoch": 13, "lr": 0.0003991326347634692}
+{"train_loss": 0.137014{"train_loss": 0.13759680092334747, "global_step": 1254, "epoch": 13, "lr": {"tr{"train_loss": 0.08{"train_loss": 0.08876022696495056, "global_step": 1255, "epoch": 13, "lr": 0{"t{"train_loss": 0.094{"train_loss"{"train_loss": 0.09484703838825226, "global_step": 1256, "epoch{"{"train_loss": 0.0856{"train_loss"{"train_loss": 0.08592969924211502, "global_step": 1257, "epoch"{"train_loss": 0.074807{"train_loss": 0.0760975182056427, "global_step": 1258, "epoch": 13, "lr": 0.{{"train_loss": 0.12170179188251495, "global_step": 1259, "epoch": 13, "lr": 0.0003991233979078561}{"train_loss": 0.11466248333454132, "global_step": 1260, "epoch": 13, "lr": 0.0003991218536859588}
+{"train_loss": 0.09470{"train_loss":{"train_loss": 0.0944255143404007, "global_step": 1261, "epoch"{{"train_loss": 0.07487332820892334, "global_step": 1262, "epoch": 13, "lr": 0.00039911876117429174}{"train_loss": 0.10632{"train_loss": 0.10211598873138428, "global_step": 1263, "epoch": 13, "lr": 0.{"train_loss": 0.07698561251163483, "global_step": 1264, "epoch": 13, "lr": 0.0003991156632388647}
+{"train_loss": 0.13285471498966217, "global_step": 1265, "epoch": 13, "lr": 0.00039911411223726755}
+{{"train_loss": 0.1137{"train_los{"train_loss": 0.11354605853557587, "global_step": 1266, "epoch": {"train_loss": 0.08954{"train_los{"train_loss": 0.08755047619342804, "global_step": 1267, "epoch": {"train_loss": 0.10944{"train_los{"train_loss": 0.11082732677459717, "global_step": 1268, "epoch":{"train_loss": 0.11713460087776184{"train_loss": 0.11950579285621643, "global_step": 1269, "epoch": {"train_loss": 0.12906035780906677, "global_step": 1270, "epoch": 13, "lr": 0.0003991063368908685}
+{"train_loss": 0.094834{"train_los{"train_loss": 0.0948684960603714, "global_step": 1271, "epoch": {"train_loss": 0.09028086811304092, "global_step": 1272, "epoch": 13, "lr": 0.00039910321726124696}
+{"train_loss": 0.13182705640792847, "global_step": 1273, "epoch": 13, "lr": 0.00039910165541267965}{{"train_loss": 0.10832925140857697, "global_step": 1274, "epoch": 13, "lr": 0.0003991000922082889}{{"train_loss": 0.109219{"train_loss": 0.10685580968856812, "global_step": 1275, "epoch": 13, "lr":{{"train_loss": 0.13532766699790955, "global_step": 1276, "epoch": 13, "lr": 0.0003990969617320794}{{"train_loss": 0.110482{"train_lo{"train_loss": 0.11021976172924042, "global_step": 1277, "epoch": {"train_loss": 0.08296386897563934, "global_step": 1278, "epoch": 13, "lr": 0.0003990938258327037}{"train_loss": 0.09941902{"train_loss": 0.10237090289592743, "global_step": 1279, "epoch": 13, "lr":{"train_loss": 0.06841935{"train_loss": 0.06619223207235336, "global_step": 1280, "epoch": 13, "lr"{"train_loss": 0.0731845423579216, "global_step": 1281, "epoch": 13, "lr": 0.0003990891118153906}
+{"train_loss": 0.049782201647758484,{"train_loss": 0.049176864326000214, "global_step": 1282, "epoch"{"train_loss": 0.09563760459423065, {"train_loss": 0.09605489671230316, "global_step": 1283, "epoch"{"train_loss": 0.11879645{"train_loss": 0.11812791228294373, "global_step": 1284, "epoch": 13, "lr{"t{"train_loss": 0.118154{"train_los{"train_loss": 0.11925017088651657, "global_step": 1285, "epoch{"t{"train_loss": 0.08641297370195389, "global_step": 1286, "epoch": 13, "lr": 0.0003990812280052500{"t{"train_loss": 0.12117570638656616{"train_loss": 0.12164884805679321, "global_step": 1287, "epoc{"t{"train_loss": 0.10202{"train_loss": 0.09690436720848083, "global_step": 1288, "epoch": 13, "lr"{"t{"train_loss": 0.10959{"train_los{"train_loss": 0.10985042154788971, "global_step": 1289, "epoc{"train_loss": 0.12380836{"train_los{"train_loss": 0.12353616952896118, "global_step": 1290, "epoc{"train_loss": 0.07249145{"train_loss": 0.06976426392793655, "global_step": 1291, "epoch": 13, "lr":{"t{"train_loss": 0.08756895363330841, "global_step": 1292, "epoch": 13, "lr": 0.0003990717226956153{"t{"train_loss": 0.07620574533939362, "global_step": 1293, "epoch": 13, "lr": 0.000399070133732611{"t{"train_loss": 0.13871392607688904, "global_step": 1294, "epoch": 13, "lr": 0.000399068543413997{"train_loss": 0.0891355574131012, "global_step": 1295, "epoch": 13, "lr": 0.00039906695173978676}
+{"t{"train_loss": 0.1204{"train_loss": 0.12448951601982117, "global_step": 1296, "epoch": 13, "lr"{"tra{"train_loss": 0.08178447932004929{"train_loss": 0.08142835646867752, "global_step": 1297, "epo{"train_loss": 0.088777244{"train_loss": 0.09156940877437592, "global_step": 1298, "epoch": 13, "lr{"train_loss": 0.07989329099655151, "global_step": 1299, "epoch": 13, "lr": 0.0003990605714871787}
+{"train_loss": 0.09976992011070251, "gl{"train_loss": 0.09954652190208435, "global_step": 1300, "ep{"train_loss": 0.10938799{"train_loss": 0.10904545336961746, "global_step": 1301, "epoch": 13, "lr"{"train_loss": 0.112865149974823, "global_step": 1302, "epoch": 13, "lr": 0.00039905577206447544}
+{"train_loss": 0.10547365248203278, "global_step": 1303, "epoch": 13, "lr": 0.0003990541695458711}
+{"train_loss": 0.1005005836{"train_loss": 0.09787300229072571, "global_step": 1304, "epoch": 13, "l{"train_loss": 0.09148143231868744, "global_step": 1305, "epoch": 13, "lr": 0.0003990509604421728}
+{"train_loss": 0.1251111775636673, "global_step": 1306, "epoch": 13, "lr": 0.0003990493538571008}
+{"train_loss": 0.09067145735025406, "glob{"train_loss": 0.08989205956459045, "global_step": 1307, "e{"train_loss": 0.111273393034935, "global_step": 1308, "epoch": 13, "lr": 0.0003990461366205656}
+{"train_loss": 0.13491323590278625, "global_step": 1309, "epoch": 13, "lr": 0.00039904452596912447}
+{"train_loss": 0.048892516642808914, "global_step": 1310, "epoch": 13, "lr": 0.00039904291396224877}
+{"train_loss": 0.09583379328250885, "global_step": 1311, "epoch": 13, "lr": 0.0003990413005999496}
+{"train_l{"train_loss": 0.1201507598161697{"train_loss": 0.12103031575679779, "global_step": 1312{"train_loss": 0.08981624245643616, "global_step": 1313, "epoch": 13, "lr": 0.00039903806980912473}
+{"train_loss": 0.09644407033920288, "global{"train_loss": 0.0954616516828537, "global_step": 1314, "{"train_loss": 0.10780670493841171, "global_step": 1315, "epoch": 13, "lr": 0.00039903483359673785}
+{"train_loss": 0.09279623627662659, "global_step": 1316, "epoch": 13, "lr": 0.0003990332134574862}
+{"train_lo{"train_loss": 0.101378455758094{"train_loss": 0.1011691689491272, "global_step": 1317, "e{"train_lo{"train_loss": 0.08136814832687378, "global_step": 1318, "epoch": 13, "lr": 0.000399029969{"train_lo{"train_loss": 0.1078241616487{"train_loss": 0.10666751861572266, "global_step": 1319, "ep{"train_l{"train_loss": 0.09899398684501{"train_loss": 0.0976727157831192, "global_step": 1320, "epo{"train_loss": 0.081654049456{"train_lo{"train_loss": 0.08174949884414673, "global_step": 1321, "epo{"train_loss": 0.12076644599{"train_los{"train_loss": 0.120488241314888, "global_step": 1322, "epoch{"train_loss": 0.12551482021{"train_loss": 0.12592926621437073, "global_step": 1323, "epoch": 13, "l{"train_l{"train_loss": 0.07847505807{"train_loss": 0.0793628916144371, "global_step": 1324, "epoc{"train_l{"train_loss": 0.10{"train_loss": 0.0961131602525711, "global_step": 1325, "epoch": 13, "l{"train_loss": 0.10682710260152817, "global_step": 1326, "epoch": 13, "lr": 0.0003990169375221357}
+{"train_{"train_loss": 0.10040908306837082, "global_step": 1327, "epoch": 13, "lr": 0.00039901530247{"train_loss": 0.1311206966638565, "global_step": 1328, "epoch": 13, "lr": 0.000399013666071751}
+{"train_loss": 0.118796706199646, "global_step": 1329, "epoch": 13, "lr": 0.0003990120283137166}
+{"train_los{"train_loss": 0.1221960261464119, "global_step": 1330, "epoch": 13, "lr": 0.000399010389{"train_lo{"train_loss": 0.10591833293437958, "global_step": 1331, "epoch": 13, "lr": 0.00039900874{"train_lo{"train_loss": 0.09608124196529388, "global_step": 1332, "epoch": 13, "lr": 0.000399007106{"train_lo{"train_loss": 0.10132680833339691, "global_step": 1333, "epoch": 13, "lr": 0.0003990054{"train_loss": 0.09067776799201965, "global_step": 1334, "epoch": 13, "lr": 0.00039900381919557047}
+{"train_loss": 0.11871159076690674, "global_step": 1335, "epoch": 13, "lr": 0.00039900217330642463}
+{"train_loss": 0.08728931844234467, "global_step": 1336, "epoch": 13, "lr": 0.00039900052606213276}
+{"train_loss": 0.08247107267379761, "global_step": 1337, "epoch": 13, "lr": 0.0003989988774627061}
+{"train_loss": 0.1147448718547821, "global_step": 1338, "epoch": 13, "lr": 0.00039899722750815576}
+{"train_loss": 0.0816595256328{"train{"train_loss": 0.08456592261791229, "global_step": 1339, "epo{"train_los{"train_loss": 0.10{"train_loss": 0.1022852286696434, "global_step": 1340, "epoch": 13, {"train_lo{"train_loss": 0.0968532785{"train_loss": 0.09671173244714737, "global_step": 1341, "epoc{"train_loss": 0.11634287238121033, "{"train_loss": 0.11593379080295563, "global_step": 1342, "epoc{"train_loss": 0.101635196750{"train_{"train_loss": 0.10140674394400169, "global_step": 1343, "epoc{"train_lo{"train_loss": 0.09469899535179138, "global_step": 1344, "epoch": 14, "lr": 0.00039898729{"train_loss": 0.095597207546{"train_loss": 0.09885431826114655, "global_step": 1345, "epoch": 14, {"train_loss": 0.078455351293{"train_{"train_loss": 0.07550375163555145, "global_step": 1346, "epo{"train_los{"train_loss": 0.1006249189376831, "global_step": 1347, "epoch": 14, "lr": 0.00039898231{"train_lo{"train_loss": 0.10113821923732758, "global_step": 1348, "epoch": 14, "lr": 0.0003989806{"train_los{"train_loss": 0.071{"train_loss": 0.0736747682094574, "global_step": 1349, "epoch": 14{"train_loss": 0.07264125347137451, "global_step": 1350, "epoch": 14, "lr": 0.0003989773223580087}
+{"train_loss{"train_loss": 0.11556621640920639, "global_step": 1351, "epoch": 14, "lr": 0.000398975{"train_loss{"train_loss": 0.08{"train_loss": 0.08322661370038986, "global_step": 1352, "epoch": 14,{"train_loss": 0.11666370928287{"train_loss": 0.11271051317453384, "global_step": 1353, "epoch": 14,{"train_loss": 0.16229362785816{"train_loss": 0.1604822278022766, "global_step": 1354, "epoch": 14, {"train_loss": 0.1037635281682{"train_loss": 0.10890056192874908, "global_step": 1355, "epoch": 14, {"train_los{"train_loss": 0.13422873616218567, "global_step": 1356, "epoch": 14, "lr": 0.0003989672{"train_loss": 0.0888796448707{"train_loss": 0.08580431342124939, "global_step": 1357, "epoch": 14,{"train_los{"train_loss": 0.12{"train_loss": 0.1318945586681366, "global_step": 1358, "epoch": 1{"train_loss": 0.1100556254386{"train_lo{"train_loss": 0.11200658977031708, "global_step": 1359, "e{"train_loss": 0.1314842700958{"train_loss": 0.12753891944885254, "global_step": 1360, "epoch": 14{"train_loss{"train_loss": 0.08{"train_loss": 0.08238662779331207, "global_step": 1361, "epoch": 14{"train_loss": 0.12257431447505951, "glob{"train_loss": 0.12691867351531982, "global_step": 1362, "e{"train_loss{"train_loss": 0.11{"train_lo{"train_loss": 0.10971283167600632, "global_step": 1363, "e{"train_loss": 0.10446496307849884, "global_step": 1364, "epoch": 14, "lr": 0.00039895385307845457}
+{"train_loss": 0.09469123184680939, "global_step": 1365, "epoch": 14, "lr": 0.0003989521665398439}
+{"train_loss": 0.08982866257429123, "glob{"train_loss": 0.09179572761058807, "global_step": 1366, "e{"train_loss": 0.144073486328125, "global{"train_loss": 0.14320632815361023, "global_step": 1367,{"train_loss":{"train_loss": 0.{"train_loss": 0.08297865092754364, "global_step": 1368, "epoch": 14,{"train_loss"{"train_loss": 0.1210535764694{"train_loss": 0.1209530383348465, "global_step": 1369, "{"train_loss"{"train_loss": 0.111930318176{"train_loss": 0.1087261438369751, "global_step": 1370, "e{"train_loss": 0.09306287765502{"train_lo{"train_loss": 0.09333997964859009, "global_step": 1371, "{"train_loss": 0.10996893048286438, "globa{"train_loss": 0.10791660845279694, "global_step": 1372, "{"train_loss": 0.10479244589805603, "global_step": 1373, "epoch": 14, "lr": 0.0003989386254589262}
+{"train_loss":{"train_loss": 0.0785059779{"train_loss": 0.07650342583656311, "global_step": 1374, "{"train_loss"{"train_loss": 0.0986676812171936, "global_step": 1375, "epoch": 14, "lr": 0.0003989352{"train_loss": 0.111185103654861{"train_loss": 0.11436684429645538, "global_step": 1376, "epoch": 14{"train_loss{"train_loss": 0.09819803386926651, "global_step": 1377, "epoch": 14, "lr": 0.0003989318{"train_loss{"train_loss": 0.08414433151483536, "global_step": 1378, "epoch": 14, "lr": 0.0003989301{"train_loss": 0.10372038930654526, "global_step": 1379, "epoch": 14, "lr": 0.00039892841274995634}
+{"train_los{"train_loss": 0.10620112717{"train_loss": 0.10657573491334915, "global_step": 1380, "epo{"train_loss": 0.07924670726060867, "global_step": 1381, "epoch": 14, "lr": 0.00039892499767635916}
+{"train_los{"train_loss": 0.1035158634185791, "global_step": 1382, "epoch": 14, "lr": 0.000398923288{"train_loss": 0.12339197099208832, "gl{"train_loss": 0.12318543344736099, "global_step": 1383, "epo{"train_loss": 0.1036059558391571, "glo{"train_loss": 0.10396057367324829, "global_step": 1384, "ep{"train_loss": 0.10929562896490097, "glo{"train_loss": 0.1100883036851883, "global_step": 1385, "ep{"train_loss": 0.09837406128644943, "global_step": 1386, "epoch": 14, "lr": 0.00039891643628671094}
+{"train_loss": 0.11958497017621994, "global_step": 1387, "epoch": 14, "lr": 0.00039891471994504796}
+{"train_loss": 0.11354795098304{"train_loss": 0.11455535888671875, "global_step": 1388, "epoch": 14{"train_loss": 0.1507197916507721, "global_step": 1389, "epoch": 14, "lr": 0.00039891128319808207}
+{"train_loss": 0.102736592292785{"train_{"train_loss": 0.1055266261100769, "global_step": 1390, "ep{"train_loss": 0.13432776927947998, "gl{"train_loss": 0.13371801376342773, "global_step": 1391, "ep{"train_loss": 0.10619479417800903, "global_step": 1392, "epoch": 14, "lr": 0.00039890611791870917}
+{"train_loss": 0.11401550471782684, "global_step": 1393, "epoch": 14, "lr": 0.00039890439344991864}
+{"train_loss": 0.10236918926239014, "global_step": 1394, "epoch": 14, "lr": 0.00039890266762664795}
+{"train_loss": 0.100365631282329{"train_loss": 0.1044439822435379, "global_step": 1395, "epoch": 14,{"train_loss": 0.11338722705841064, "global_step": 1396, "epoch": 14, "lr": 0.00039889921191671283}
+{"train_loss": 0.11805589497089386, "global_step": 1397, "epoch": 14, "lr": 0.00039889748203007205}
+{"train_loss": 0.0728356689214{"train_loss": 0.07406911253929138, "global_step": 1398, "epoch": 14,{"train_loss{"train_loss": 0.11543073505163193, "global_step": 1399, "epoch": 14, "lr": 0.000398894{"train_loss{"train_loss": 0.111590534{"train_loss": 0.11430394649505615, "global_step": 1400, "epo{"train_loss{"train_loss": 0.111021712{"train_loss": 0.11239054799079895, "global_step": 1401, "epoc{"train_loss{"train_loss": 0.0{"train_{"train_loss": 0.08540482819080353, "global_step": 1402, "epo{"train_los{"train_loss": 0.0844060480594635, "global_step": 1403, "epoch": 14, "lr": 0.000398887074{"train_loss": 0.13483956456184387, "global_step": 1404, "epoch": 14, "lr": 0.0003988853349001192}
+{"train_lo{"train_loss": 0.10{"train_loss": 0.09527245163917542, "global_step": 1405, "epoch": 14, {"train_lo{"train_loss": 0.11{"train_loss": 0.10881319642066956, "global_step": 1406, "epoch": 1{"train_los{"train_loss": 0.07{"train_loss": 0.08380158245563507, "global_step": 1407, "epoch": 14, {"train_loss": 0.0980821475386{"train_loss": 0.10103626549243927, "global_step": 1408, "epoch": 14, {"train_los{"train_loss": 0.10262372344732285, "global_step": 1409, "epoch": 14, "lr": 0.000398876{"train_loss": 0.10889220982789{"train_{"train_loss": 0.11044521629810333, "global_step": 1410, "epo{"train_loss{"train_loss": 0.0920142009{"train_loss": 0.09188200533390045, "global_step": 1411, "ep{"train_loss{"train_loss": 0.12{"train_loss": 0.1291733682155609, "global_step": 1412, "epoch": 14, {"train_loss{"train_loss": 0.1{"train_loss": 0.10007373243570328, "global_step": 1413, "epoch": 14{"train_loss"{"train_loss": 0.1{"train_loss": 0.10394296050071716, "global_step": 1414, "epoch": 14{"train_loss"{"train_loss": 0.09716381132602692, "global_step": 1415, "epoch": 14, "lr": 0.00039886{"train_loss": 0.1501576155424118, "global_step": 1416, "epoch": 14, "lr": 0.0003988643568550838}
+{"train_loss":{"train_loss": 0.1536938101053238, "global_step": 1417, "epoch": 14, "lr": 0.00039886{"train_loss": 0.08530576527118{"train_loss": 0.08291620016098022, "global_step": 1418, "epoch": 14,{"train_loss"{"train_loss": 0.1{"train_loss": 0.12778471410274506, "global_step": 1419, "epoch": 14{"train_loss": 0.09900207817554474, "global_step": 1420, "epoch": 14, "lr": 0.0003988573208377452}
+{"train_loss"{"train_loss": 0.0952435359{"train_loss": 0.0969494879245758, "global_step": 1421, "ep{"train_loss"{"train_loss": 0.{"train_loss": 0.0964578166604042, "global_step": 1422, "epoch": 14, "{"train_loss": 0.109343327581{"train_loss": 0.1155092865228653, "global_step": 1423, "epoch": 14, {"train_loss": 0.09421860426664352, "global_step": 1424, "epoch": 14, "lr": 0.00039885026315385224}
+{"train_loss"{"train_loss": {"train_loss": 0.10568128526210785, "global_step": 1425, "epoch": 14,{"train_loss"{"train_loss": {"train_loss": 0.11106155067682266, "global_step": 1426, "epoch": 14, "l{"train_loss{"train_loss": 0{"train_loss": 0.10207749903202057, "global_step": 1427, "epoch": 14, "l{"train_loss": 0.1125529482960701, "global_step": 1428, "epoch": 14, "lr": 0.00039884318380417394}
+{"train_loss"{"train_loss": 0.1075718477{"train_loss": 0.10787412524223328, "global_step": 1429, "ep{"train_loss": 0.0935402363538742, "global_step": 1430, "epoch": 14, "lr": 0.0003988396360049062}
+{"train_loss": 0.1297083199024{"train_loss": 0.12553627789020538, "global_step": 1431, "epoch": 14, {"train_loss"{"train_loss": 0.09485751390457153, "global_step": 1432, "epoch": 14, "lr": 0.000398836{"train_loss"{"train_loss": 0.1096123754{"train_loss": 0.1100074052810669, "global_step": 1433, "ep{"train_loss{"train_loss": 0.0{"train_loss": 0.08974043279886246, "global_step": 1434, "epoch": 14, {"train_loss{"train_loss": 0.1{"train_lo{"train_loss": 0.12456800043582916, "global_step": 1435, "e{"train_loss{"train_loss": 0.12395073473453522, "global_step": 1436, "epoch": 14, "lr": 0.0003988289{"train_loss{"train_loss": 0.09199050068855286, "global_step": 1437, "epoch": 14, "lr": 0.0003988271{"train_loss{"train_loss": 0.1048840582{"train_loss": 0.10384063422679901, "global_step": 1438, "ep{"train_los{"train_loss": 0.1{"train_loss": 0.10652635619044304, "global_step": 1439, "epoch": 14, "{"train_loss": 0.12911245226860046, "global_step": 1440, "epoch": 15, "lr": 0.00039882181576815186}
+{"train_loss": 0.11271809041500092, "g{"train_loss": 0.1152954027056694, "global_step": 1441, "epoc{"train_los{"train_loss": 0.1324273943901062, "global_step": 1442, "epoch": 15, "lr": 0.000398818{"train_loss{"train_loss": 0.10897334665060043, "global_step": 1443, "epoch": 15, "lr": 0.000398816{"train_loss{"train_loss": 0.11346176266670227, "global_step": 1444, "epoch": 15, "lr": 0.000398814{"train_loss{"train_loss": 0.09305756539106369, "global_step": 1445, "epoch": 15, "lr": 0.0003988128{"train_loss{"train_loss": 0.09790054708719254, "global_step": 1446, "epoch": 15, "lr": 0.000398811{"train_loss{"train_loss": 0.{"train_loss": 0.06918402016162872, "global_step": 1447, "epoch": 15, "{"train_loss{"train_loss": 0.{"train_loss": 0.08489350974559784, "global_step": 1448, "epoch": 15, "{"train_loss{"train_loss": 0.09629198163747787, "global_step": 1449, "epoch": 15, "lr": 0.0003988056{"train_loss": 0.1003471314907074, "{"train_loss": 0.10261543095111847, "global_step": 1450, "epoc{"train_loss"{"train_loss": 0.0841467{"train_loss": 0.08597152680158615, "global_step": 1451, "epoc{"train_loss"{"train_loss": 0.{"train_loss": 0.09842463582754135, "global_step": 1452, "epoch": 15, {"train_loss": 0.11254739761352539, "global_step": 1453, "epoch": 15, "lr": 0.00039879844705148514}
+{"train_loss"{"train_loss": 0.{"train_loss": 0.09269838780164719, "global_step": 1454, "epoch": 15, {"train_loss"{"train_loss": 0.06919479370117188, "global_step": 1455, "epoch": 15, "lr": 0.0003987{"train_loss": 0.107813194394111{"train_loss": 0.1076926663517952, "global_step": 1456, "epoch": 15,{"train_loss": 0.09034070372581482, "global_step": 1457, "epoch": 15, "lr": 0.00039879121064807755}
+{"train_loss": 0.08808548748493195, "global_step": 1458, "epoch": 15, "lr": 0.0003987893981629212}
+{"train_loss": 0.11001939326524734, "global_step": 1459, "epoch": 15, "lr": 0.00039878758432406765}
+{"train_loss{"train_loss": 0.07076672464609146, "global_step": 1460, "epoch": 15, "lr": 0.0003987857{"train_loss{"train_loss": 0.0{"train_loss": 0.08246895670890808, "global_step": 1461, "epoch": 15,{"train_loss": 0.09960521757602692, "global_step": 1462, "epoch": 15, "lr": 0.00039878213468544794}
+{"train_loss{"train_loss": 0.1{"train_loss": 0.12450367957353592, "global_step": 1463, "epoch": 15,{"train_loss": 0.0927533209323{"train_loss": 0.09014308452606201, "global_step": 1464, "epoch": 15,{"train_loss": 0.10149898380041122, "glo{"train_loss": 0.1010868102312088, "global_step": 1465, "ep{"train_loss": 0.14816321432590485, "global_step": 1466, "epoch": 15, "lr": 0.0003987748495496123}
+{"train_loss": 0.08873695880174637, "global_step": 1467, "epoch": 15, "lr": 0.00039877302488162725}
+{"train_loss": 0.08788644522428513, "global_step": 1468, "epoch": 15, "lr": 0.00039877119886005654}
+{"train_loss{"train_loss": 0.1097215041{"train_loss": 0.11117769032716751, "global_step": 1469, "epo{"train_loss{"train_loss": 0.0{"train_l{"train_loss": 0.061116766184568405, "global_step": 1470, "{"train_loss{"train_loss": 0.09149973094463348, "global_step": 1471, "epoch": 15, "lr": 0.0003987657{"train_loss": 0.0750809609889{"train_loss": 0.07144924253225327, "global_step": 1472, "epoch": 15,{"train_loss{"train_loss": 0.08065314590930939, "global_step": 1473, "epoch": 15, "lr": 0.000398762{"train_loss": 0.11240112781524658, "g{"train_loss": 0.11501781642436981, "global_step": 1474, "epo{"train_loss{"train_loss": 0.11109082400798798, "global_step": 1475, "epoch": 15, "lr": 0.00039875{"train_loss"{"train_loss": 0.100198671{"train_loss": 0.10281338542699814, "global_step": 1476, "ep{"train_loss": 0.1129087507724762, "global_step": 1477, "epoch": 15, "lr": 0.00039875470375662174}
+{"train_loss"{"train_loss": 0.{"train_lo{"train_loss": 0.11625014245510101, "global_step": 1478, "e{"train_loss": 0.10302090644836426, "global_step": 1479, "epoch": 15, "lr": 0.0003987510232896903}
+{"train_loss{"train_loss": 0.1{"train_loss": 0.12073612213134766, "global_step": 1480, "epoch": 15, {"train_loss{"train_loss": 0.1{"train_loss": 0.12813282012939453, "global_step": 1481, "epoch": 15,{"train_loss{"train_loss": 0.07957452535629272, "global_step": 1482, "epoch": 15, "lr": 0.00039874{"train_loss": 0.06935609877109528, "global_step": 1483, "epoch": 15, "lr": 0.00039874364611469816}
+{"train_loss": 0.12908455729484558, "glo{"train_loss": 0.12928330898284912, "global_step": 1484, "ep{"train_loss{"train_loss": 0.{"train_los{"train_loss": 0.10190980136394501, "global_step": 1485, "e{"train_loss": 0.098926506936{"train_los{"train_loss": 0.09953939914703369, "global_step": 1486, "ep{"train_loss": 0.102520503103{"train_los{"train_loss": 0.10362682491540909, "global_step": 1487, "e{"train_loss": 0.101020641624{"train_los{"train_loss": 0.10060688853263855, "global_step": 1488, "e{"train_loss": 0.11564011871814728, "global_step": 1489, "epoch": 15, "lr": 0.00039873253975089524}
+{"train_los{"train_loss": 0.08217592537403107, "global_step": 1490, "epoch": 15, "lr": 0.00039873068{"train_loss": 0.111337915062{"train_los{"train_loss": 0.10925300419330597, "global_step": 1491, "e{"train_los{"train_loss": 0.1{"train_los{"train_loss": 0.09820035099983215, "global_step": 1492, "e{"train_los{"train_loss": 0.11252979934215546, "global_step": 1493, "epoch": 15, "lr": 0.00039872510{"train_los{"train_loss": 0.07574708759784698, "global_step": 1494, "epoch": 15, "lr": 0.0003987232{"train_los{"train_loss": 0.0{"train_loss": 0.08325637131929398, "global_step": 1495, "epoch": 15, {"train_loss{"train_loss": 0.0753762274980545, "global_step": 1496, "epoch": 15, "lr": 0.0003987195{"train_los{"train_loss": 0.11059917509555817, "global_step": 1497, "epoch": 15, "lr": 0.000398717{"train_loss": 0.08875063061714172, "global_step": 1498, "epoch": 15, "lr": 0.00039871578885762604}
+{"train_los{"train_loss": 0.09365053474903107, "global_step": 1499, "epoch": 15, "lr": 0.0003987139{"train_los{"train_loss": 0.0793093591928482, "global_step": 1500, "epoch": 15, "lr": 0.00039871205{"train_lo{"train_loss": 0.168{"train_loss": 0.1685008853673935, "global_step": 1501, "epoch": 15,{"train_los{"train_loss": 0.10656426101922989, "global_step": 1502, "epoch": 15, "lr": 0.0003987083{"train_los{"train_loss": 0.09{"train_loss": 0.09447255730628967, "global_step": 1503, "epoch": 15, {"train_los{"train_loss": 0.11009887605905533, "global_step": 1504, "epoch": 15, "lr": 0.00039870456{"train_los{"train_loss": 0.10{"train_loss": 0.10183864831924438, "global_step": 1505, "epoch": 15, {"train_loss": 0.1283549666404{"train_loss": 0.1338050365447998, "global_step": 1506, "epoch": 15, {"train_loss": 0.1343475580215454, "global_step": 1507, "epoch": 15, "lr": 0.0003986989283554966}
+{"train_los{"train_loss": 0.102{"train_loss": 0.10344366729259491, "global_step": 1508, "epoch": 15,{"train_los{"train_loss": 0.135{"train_l{"train_loss": 0.13247498869895935, "global_step": 1509, "e{"train_los{"train_loss": 0.08158811926841736, "global_step": 1510, "epoch": 15, "lr": 0.0003986932{"train_los{"train_loss": 0.07988634705543518, "global_step": 1511, "epoch": 15, "lr": 0.0003986913{"train_los{"train_loss": 0.1{"train_los{"train_loss": 0.11282537132501602, "global_step": 1512, "e{"train_los{"train_loss": 0.06488790363073349, "global_step": 1513, "epoch": 15, "lr": 0.00039868762{"train_los{"train_loss": 0{"train_loss{"train_loss": 0.10429289191961288, "global_step": 1514, "ep{"train_los{"train_loss": 0.10559271275{"train_loss": 0.10599510371685028, "global_step": 1515, "ep{"train_los{"train_loss": 0{"train_loss{"train_loss": 0.09193466603755951, "global_step": 1516, "epo{"train_los{"train_loss": 0.06534776091575623, "global_step": 1517, "epoch": 15, "lr": 0.000398680{"train_loss": 0.10137557983398438, "glo{"train_loss": 0.10263857245445251, "global_step": 1518, "e{"train_loss{"train_loss": 0.09861616790294647, "global_step": 1519, "epoch": 15, "lr": 0.000398676{"train_loss{"train_loss": 0.095893993973732, "global_step": 1520, "epoch": 15, "lr": 0.000398674380{"train_lo{"train_loss": 0.09905898571014404, "global_step": 1521, "epoch": 15, "lr": 0.000398672483{"train_loss": 0.12049952894449234, "global_step": 1522, "epoch": 15, "lr": 0.00039867058396865577}
+{"train_lo{"train_loss": 0.10949000716209412, "global_step": 1523, "epoch": 15, "lr": 0.000398668683{"train_lo{"train_loss": {"train_loss": 0.11728691309690475, "global_step": 1524, "epoch": 15, "lr"{"train_lo{"train_loss": 0.08646897971630096, "global_step": 1525, "epoch": 15, "lr": 0.00039866487{"train_loss": 0.09714381396770477, "global_step": 1526, "epoch": 15, "lr": 0.0003986629740539556}
+{"train_lo{"train_loss": 0.10385953634977341, "global_step": 1527, "epoch": 15, "lr": 0.00039866106{"train_lo{"train_loss": 0.10417202115058899, "global_step": 1528, "epoch": 15, "lr": 0.000398659160{"train_lo{"train_loss": 0.07349918782{"train_loss": 0.0732785165309906, "global_step": 1529, "epoch{"train_lo{"train_loss": {"train_loss": 0.0891963541507721, "global_step": 1530, "epoch": 15, "lr":{"train_lo{"train_loss": 0.1175825297{"train_loss": 0.12040046602487564, "global_step": 1531, "epoch{"train_l{"train_loss": 0.09055385738{"train_loss": 0.08831313252449036, "global_step": 1532, "epo{"train_l{"train_loss": 0.10637638717889786, "global_step": 1533, "epoch": 15, "lr": 0.0003986496046{"train_l{"train_loss": 0.13646215200424194, "global_step": 1534, "epoch": 15, "lr": 0.0003986476892{"train_loss": 0.100584{"train_loss": 0.10056418219270806, "global_step": 1535, "epoch": 15, "lr": {"train_{"train_loss": 0.09776879847049713, "global_step": 1536, "epoch": 16, "lr": 0.00039864385457{"train_{"train_loss": 0.1226021945476532, "global_step": 1537, "epoch": 16, "lr": 0.00039864193518{"train_{"train_loss": 0.13278353214{"train_loss": 0.1315889060497284, "global_step": 1538, "epoch"{"train_{"train_loss": 0{"train_loss": 0.09780159592628479, "global_step": 1539, "epoch": 16, "lr"{"train_l{"train_loss": 0{"train_los{"train_loss": 0.08891139924526215, "global_step": 1540, "epoc{"train_loss": 0.11197417974472046, "global_step": 1541, "epoch": 16, "lr": 0.00039863424410146786}
+{"train_lo{"train_loss": 0{"train_los{"train_loss": 0.08806426078081131, "global_step": 1542, "epo{"train_loss": 0.0864306166768074, "gl{"train_loss": 0.08436838537454605, "global_step": 1543, "ep{"train_loss{"train_loss": 0{"train_loss": 0.1123441606760025, "global_step": 1544, "epoch": 16, "lr{"train_loss{"train_loss": 0.093603774{"train_loss": 0.09477901458740234, "global_step": 1545, "epo{"train_loss{"train_loss": {"train_loss": 0.08929109573364258, "global_step": 1546, "epoch": 16, "lr{"train_loss": 0.09182409942150116, "global_step": 1547, "epoch": 16, "lr": 0.00039862266690164687}
+{"train_loss{"train_loss": 0.09430216997861862, "global_step": 1548, "epoch": 16, "lr": 0.0003986207{"train_loss{"train_loss": 0.10853202641010284, "global_step": 1549, "epoch": 16, "lr": 0.000398618{"train_loss"{"train_loss": 0.10628338158130646, "global_step": 1550, "epoch": 16, "lr": 0.000398616{"train_loss"{"train_loss": 0.099822074{"train_loss": 0.09653398394584656, "global_step": 1551, "epo{"train_loss"{"train_loss": 0.10368429869413376, "global_step": 1552, "epoch": 16, "lr": 0.000398612{"train_loss"{"train_loss"{"train_loss": 0.08539249002933502, "global_step": 1553, "epoch": 16, "lr"{"train_loss": 0.075463965{"train_loss": 0.07838239520788193, "global_step": 1554, "epoch": 16, "lr"{"train_loss": 0.12155279517173767, "global_step": 1555, "epoch": 16, "lr": 0.0003986071548922555}
+{"train_loss"{"train_loss"{"train_loss": 0.07339847832918167, "global_step": 1556, "epoch": 16, "lr"{"train_loss"{"train_loss": 0.07824487239122391, "global_step": 1557, "epoch": 16, "lr": 0.00039860{"train_loss":{"train_loss"{"train_loss{"train_loss": 0.08342023193836212, "global_step": 1558, "epo{"train_loss": 0.10711928457021713, "global_step": 1559, "epoch": 16, "lr": 0.00039859936642819044}
+{"train_loss":{"train_loss": 0.11793365{"train_loss": 0.11549043655395508, "global_step": 1560, "ep{"train_loss":{"train_loss": 0.0842232033610344, "global_step": 1561, "epoch": 16, "lr": 0.00039859{"train_loss": 0.13666126132011414, "global_step": 1562, "epoch": 16, "lr": 0.00039859351087986314}
+{"train_loss": 0.11197578{"train_loss": 0.1221669390797615, "global_step": 1563, "epoch": 16, "lr"{"train_loss":{"train_los{"train_loss": 0.10043264925479889, "global_step": 1564, "epoch": 16, "lr"{"train_loss{"train_loss": 0.13950037956237793, "global_step": 1565, "epoch": 16, "lr": 0.0003985876{"train_loss{"train_loss": 0.10650351643562317, "global_step": 1566, "epoch": 16, "lr": 0.00039858{"train_loss": 0.11097626388072968, "gl{"train_loss": 0.11007208377122879, "global_step": 1567, "ep{"train_loss{"train_loss": 0.11677680909633636, "global_step": 1568, "epoch": 16, "lr": 0.0003985817{"train_loss{"train_loss": 0.08758464455604553, "global_step": 1569, "epoch": 16, "lr": 0.0003985798{"train_loss{"train_los{"train_loss": 0.10783754289150238, "global_step": 1570, "epoch": 16, "lr":{"train_loss": 0.09768100827932358, "global_step": 1571, "epoch": 16, "lr": 0.0003985758712087085}
+{"train_loss":{"train_loss": 0.09564013034105301, "global_step": 1572, "epoch": 16, "lr": 0.00039857{"train_loss": 0.11416567{"train_loss":{"train_loss": 0.11282553523778915, "global_step": 1573, "epo{"train_loss": 0.09326006472110748, "global_step": 1574, "epoch": 16, "lr": 0.0003985699669774673}
+{"train_loss":{"train_loss": 0.07530973{"train_loss": 0.073634073138237, "global_step": 1575, "epoc{"train_loss":{"train_loss": 0.07637912780046463, "global_step": 1576, "epoch": 16, "lr": 0.0003985{"train_loss":{"train_loss": 0.1021350622177124, "global_step": 1577, "epoch": 16, "lr": 0.000398564{"train_loss"{"train_loss": 0.1091381162405014, "global_step": 1578, "epoch": 16, "lr": 0.00039856{"train_loss"{"train_loss": 0.08159593{"train_loss": 0.08161753416061401, "global_step": 1579, "epoc{"train_loss": 0.13790777{"train_loss": 0.13615348935127258, "global_step": 1580, "epoch": 16, "lr"{"train_loss": 0.09757121652364731, "global_step": 1581, "epoch": 16, "lr": 0.00039855614311143123}
+{"train_loss": 0.10813683271408081, "global_step": 1582, "epoch": 16, "lr": 0.0003985541628648835}
+{"train_loss"{"train_loss": 0.07902474701404572, "global_step": 1583, "epoch": 16, "lr": 0.000398552{"train_loss"{"train_loss{"train_loss": 0.10691305994987488, "global_step": 1584, "epoch": 16, "lr":{"train_loss": 0.10303618758916855, "global_step": 1585, "epoch": 16, "lr": 0.00039854821401272267}
+{"train_loss": 0.09210075438022614, "global_step": 1586, "epoch": 16, "lr": 0.00039854622835787493}
+{"train_loss"{"train_loss": 0.0865829586982727, "global_step": 1587, "epoch": 16, "lr": 0.00039854{"train_loss": 0.09592878818511963, "global_step": 1588, "epoch": 16, "lr": 0.00039854225299206934}
+{"train_loss{"train_loss": 0.08821608126163483, "global_step": 1589, "epoch": 16, "lr": 0.000398540{"train_loss{"train_loss": 0.10565562546253204, "global_step": 1590, "epoch": 16, "lr": 0.00039853{"train_loss"{"train_loss": 0.07668565213680267, "global_step": 1591, "epoch": 16, "lr": 0.000398536{"train_loss": 0.0978875383734703, "global_step": 1592, "epoch": 16, "lr": 0.00039853428603639696}
+{"train_loss":{"train_loss": 0.0878785252571106, "global_step": 1593, "epoch": 16, "lr": 0.000398532{"train_loss"{"train_loss": 0.10034357011318207, "global_step": 1594, "epoch": 16, "lr": 0.00039853{"train_loss"{"train_loss": 0.10553237795829773, "global_step": 1595, "epoch": 16, "lr": 0.00039852{"train_loss"{"train_loss": 0.11373031884431839, "global_step": 1596, "epoch": 16, "lr": 0.00039852{"train_loss": 0.09209705889225006, "global_step": 1597, "epoch": 16, "lr": 0.00039852429692281124}
+{"train_loss": 0.11096648871898651, "global_step": 1598, "epoch": 16, "lr": 0.00039852229504436405}
+{"train_loss{"train_loss": 0.07020279{"train_loss": 0.07199283689260483, "global_step": 1599, "epo{"train_loss": 0.10286474227905273, "global_step": 1600, "epoch": 16, "lr": 0.0003985182872318486}
+{"train_loss": 0.07378005981445312, "global_step": 1601, "epoch": 16, "lr": 0.0003985162812978077}
+{"train_loss": 0.09571291506290436, "g{"train_loss": 0.0956849753856659, "global_step": 1602, "epoch{"train_loss": 0.08288931101560593, "{"train_loss": 0.08326242864131927, "global_step": 1603, "epoc{"train_los{"train_loss": 0.10956551134586334, "global_step": 1604, "epoch": 16, "lr": 0.0003985102{"train_loss": 0.08736430{"train_loss": 0.08802346140146255, "global_step": 1605, "epoch": 16, "lr{"train_loss": 0.086798563{"train_loss": 0.08956378698348999, "global_step": 1606, "epoch": 16, "lr"{"train_loss": 0.100262090{"train_loss": 0.0980231985449791, "global_step": 1607, "epoch": 16, "lr"{"train_loss{"train_loss": 0.09019501507282257, "global_step": 1608, "epoch": 16, "lr": 0.00039850{"train_loss"{"train_loss"{"train_loss": 0.08963000774383545, "global_step": 1609, "epoch": 16, "lr{"train_loss"{"train_loss": 0.09905087202787399, "global_step": 1610, "epoch": 16, "lr": 0.000398498{"train_loss"{"train_loss"{"train_loss": 0.10198809206485748, "global_step": 1611, "epoch": 16, "lr"{"train_loss": 0.09050662815570831, "global_step": 1612, "epoch": 16, "lr": 0.0003984941268051084}
+{"train_loss"{"train_loss": 0.09875714778900146, "global_step": 1613, "epoch": 16, "lr": 0.000398492{"train_loss": 0.095953069{"train_los{"train_loss": 0.10056344419717789, "global_step": 1614, "ep{"train_loss": 0.1106369122{"train_loss": 0.11593398451805115, "global_step": 1615, "epoch": 16, "l{"train_loss{"train_loss": {"train_loss": 0.11254409700632095, "global_step": 1616, "epoch": 16, "lr{"train_loss{"train_loss": 0.10218283534049988, "global_step": 1617, "epoch": 16, "lr": 0.000398484{"train_loss{"train_loss": 0.11466480791568756, "global_step": 1618, "epoch": 16, "lr": 0.0003984819{"train_loss{"train_loss": {"train_loss": 0.101434126496315, "global_step": 1619, "epoch": 16, "lr{"train_loss{"train_loss":{"train_loss": 0.09177611023187637, "global_step": 1620, "epoch": 16, "lr"{"train_los{"train_loss": {"train_loss": 0.09464584290981293, "global_step": 1621, "epoch": 16, "lr"{"train_los{"train_loss": 0.082361683249{"train_loss": 0.08180047571659088, "global_step": 1622, "e{"train_los{"train_loss": {"train_loss": 0.09063245356082916, "global_step": 1623, "epoch": 16, "lr{"train_loss{"train_loss": {"train_loss": 0.09380120038986206, "global_step": 1624, "epoch": 16, "lr{"train_loss": 0.0986815169{"train_loss": 0.09816199541091919, "global_step": 1625, "epoch": 16, "{"train_loss{"train_loss": 0.07430477440{"train_loss": 0.07328691333532333, "global_step": 1626, "ep{"train_loss": 0.09539066255092621, "global_step": 1627, "epoch": 16, "lr": 0.00039846365255800107}
+{"train_loss{"train_loss": {"train_loss": 0.08615010231733322, "global_step": 1628, "epoch": 16, "l{"train_loss{"train_loss": {"train_loss": 0.10054153949022293, "global_step": 1629, "epoch": 16, "lr{"train_loss": 0.0898064747{"train_loss": 0.09496867656707764, "global_step": 1630, "epoch": 16, "lr{"train_loss": 0.0982071903{"train_loss": 0.09844282587679724, "global_step": 1631, "epoch": 16, "lr{"train_loss{"train_loss": 0.12939932942390442, "global_step": 1632, "epoch": 17, "lr": 0.0003984534{"train_loss": 0.14622901380062103, "global_step": 1633, "epoch": 17, "lr": 0.00039845137771336826}
+{"train_loss": 0.08933209627866745, "global_step": 1634, "epoch": 17, "lr": 0.00039844932717596454}
+{"train_los{"train_loss": 0.12570032477378845, "global_step": 1635, "epoch": 17, "lr": 0.00039844727{"train_los{"train_loss": 0.09317187964916229, "global_step": 1636, "epoch": 17, "lr": 0.000398445{"train_los{"train_loss": 0.11999046802{"train_loss": 0.11924077570438385, "global_step": 1637, "ep{"train_loss": 0.12841331958770752, "gl{"train_loss": 0.1278819441795349, "global_step": 1638, "ep{"train_loss": 0.12432831525802612, "g{"train_loss": 0.12462983280420303, "global_step": 1639, "epo{"train_los{"train_loss": 0.09078942239284515, "global_step": 1640, "epoch": 17, "lr": 0.0003984369{"train_los{"train_loss": 0.10449337214231491, "global_step": 1641, "epoch": 17, "lr": 0.000398434{"train_loss": 0.087991{"train_loss": 0.0845905989408493, "global_step": 1642, "epoch": 17, "lr": 0{"train_loss": 0.10950784385204315, "global_step": 1643, "epoch": 17, "lr": 0.0003984308115288493}
+{"train_los{"train_loss": 0.11947751045227051, "global_step": 1644, "epoch": 17, "lr": 0.0003984287{"train_loss": 0.117327{"train_loss": 0.12033005058765411, "global_step": 1645, "epoch": 17, "lr":{"train_loss"{"train_los{"train_loss": 0.12191256880760193, "global_step": 1646, "epoch": 17, "lr{"train_loss": 0.07848246{"train_loss": 0.07955300062894821, "global_step": 1647, "epoch": 17, "lr":{"train_loss":{"train_los{"train_loss": 0.11310694366693497, "global_step": 1648, "epoch": 17, "lr"{"train_loss": {"train_los{"train_loss": 0.10742934793233871, "global_step": 1649, "epoch": 17, "lr{"train_loss": {"train_los{"train_loss":{"train_loss": 0.07954976707696915, "global_step": 1650, "e{"train_loss": 0.08726480603218079, "global_step": 1651, "epoch": 17, "lr": 0.0003984142612901859}
+{"train_loss": 0.10357818007469177, "global_step": 1652, "epoch": 17, "lr": 0.0003984121864300634}
+{"train_loss": {"train_loss": 0.08279757{"train_loss": 0.08178281784057617, "global_step": 1653, "e{"train_loss": 0.06144315004348755, "glo{"train_loss": 0.06387680768966675, "global_step": 1654, "ep{"train_loss": 0.09479796886444092, "global_step": 1655, "epoch": 17, "lr": 0.0003984059537429818}
+{"train_loss"{"train_loss{"train_loss": {"train_loss": 0.08955202996730804, "global_step": 1656, "e{"train_loss"{"train_loss": 0.0670691430568695, "global_step": 1657, "epoch": 17, "lr": 0.0003984017{"train_loss{"train_loss": 0.09641794860{"train_loss": 0.09757322072982788, "global_step": 1658, "ep{"train_loss{"train_loss"{"train_loss": {"train_loss": 0.10965912789106369, "global_step": 1659, "ep{"train_loss": 0.13127195835113525, "global_step": 1660, "epoch": 17, "lr": 0.00039839553890964863}
+{"train_loss": 0.0641844{"train_loss": 0.06190148741006851, "global_step": 1661, "epoch": 17, "lr": {"train_los{"train_loss"{"train_loss": 0.07952909171581268, "global_step": 1662, "epoch": 17, "lr"{"train_loss": 0.122884847{"train_loss": 0{"train_loss": 0.12239734828472137, "global_step": 1663,{"train_loss": 0.0668374970{"train_loss": 0{"train_loss": 0.06806470453739166, "global_step": 1664{"train_loss":{"train_loss": 0.0683199092745781, "global_step": 1665, "epoch": 17, "lr": 0.00039838{"train_loss": 0.08994552493095398, "global_step": 1666, "epoch": 17, "lr": 0.00039838299652630887}
+{"train_loss"{"train_loss":{"train_loss": 0.07492421567440033, "global_step": 1667, "epoch": 17, "l{"train_loss"{"train_loss":{"train_loss": 0.12300267070531845, "global_step": 1668, "epoch": 17, "lr{"train_loss"{"train_loss": 0.11195126920938492, "global_step": 1669, "epoch": 17, "lr": 0.00039837{"train_loss": 0.086625643{"train_loss": 0.0872805267572403, "global_step": 1670, "epoch": 17, "lr":{"train_loss": 0.04979107528924942, "global_step": 1671, "epoch": 17, "lr": 0.000398372507389497}
+{"train_loss"{"train_loss{"train_loss": 0.10397245734930038, "global_step": 1672, "epoch": 17, "lr"{"train_loss"{"train_loss{"train_loss": 0.0822201669216156, "global_step": 1673, "epoch": 17, "lr":{"train_loss"{"train_los{"train_loss": 0.07{"train_loss": 0.07670492678880692, "global_step": 1674, {"train_loss"{"train_loss": 0.0931355208158493, "global_step": 1675, "epoch": 17, "lr": 0.0003983640{"train_loss": 0.07694213092327118, "global_step": 1676, "epoch": 17, "lr": 0.00039836198448122995}
+{"train_loss": 0.087675079703331, "global_step": 1677, "epoch": 17, "lr": 0.0003983598758471595}
+{"train_loss":{"train_loss": 0.08574015647172928, "global_step": 1678, "epoch": 17, "lr": 0.0003983{"train_loss": 0.10066597163677216, "global_step": 1679, "epoch": 17, "lr": 0.00039835565452671633}
+{"train_loss":{"train_loss": 0.09216158837080002, "global_step": 1680, "epoch": 17, "lr": 0.0003983{"train_loss":{"train_loss": 0.10357841849327{"train_loss": 0.1057095006108284, "global_step": 1681,{"train_loss": 0.10154462605714798, "global_step": 1682, "epoch": 17, "lr": 0.0003983493124155116}
+{"train_loss": 0.07721690833568573, "global_step": 1683, "epoch": 17, "lr": 0.00039834719567702364}
+{"train_loss": 0.09008938074111938, "global_step": 1684, "epoch": 17, "lr": 0.0003983450775878498}
+{"train_loss"{"train_loss": 0.07604696601629257, "global_step": 1685, "epoch": 17, "lr": 0.0003983{"train_loss": 0.12344934791326523, "global_s{"train_loss": 0.12221112847328186, "global_step": 1686{"train_loss":{"train_loss": 0.11164835095405579, "global_step": 1687, "epoch": 17, "lr": 0.0003983{"train_loss":{"train_loss": 0.09392042458057{"train_loss": 0.0956597700715065, "global_step": 1688{"train_loss":{"train_loss": 0.09260573238134384, "global_step": 1689, "epoch": 17, "lr": 0.00039833{"train_loss":{"train_loss": 0.0640214532613{"train_loss": 0.06100833788514137, "global_step": 1690{"train_loss": 0.09316565841436386, "global_{"train_loss": 0.09489583969116211, "global_step": 1691,{"train_loss":{"train_loss": 0.12987445294857025, "global_step": 1692, "epoch": 17, "lr": 0.0003983{"train_loss": 0.1083894595503807, "global_step": 1693, "epoch": 17, "lr": 0.0003983259540068046}
+{"train_loss": {"train_loss{"train_loss": 0.12026269733905792, "global_step": 1694, "epoch": 17, "lr{"train_loss": 0.10863010585308075, "global_step": 1695, "epoch": 17, "lr": 0.0003983216894658027}
+{"train_loss": {"train_loss": 0.1283844858407{"train_loss": 0.1268596649169922, "global_step": 1696,{"train_loss": {"train_loss": 0.09941266477108002, "global_step": 1697, "epoch": 17, "lr": 0.000398{"train_loss": {"train_los{"train_loss": 0.05803350359201431, "global_step": 1698, "epoch": 17, "l{"train_loss": 0.111050643{"train_loss": 0.1110859364271164, "global_step": 1699, "epoch": 17, "lr"{"train_loss": {"train_loss": 0.09489338845014572, "global_step": 1700, "epoch": 17, "lr": 0.000398{"train_loss": {"train_{"train_loss": 0.08283692598342896, "global_step": 1701, "epoch": 17, "lr": {"train_loss": 0.091585{"train_loss": 0.0884978324174881, "global_step": 1702, "epoch": 17, "lr": 0{"train_loss": 0.12266{"train_loss": 0.12055{"train_loss": 0.12502042949199677, "global_step": 1703,{"train_loss": {"trai{"train_loss": 0.101102{"train_loss": 0.09911219775676727, "global_step": 1704,{"train_loss": {"trai{"train_loss": 0.07755549252033234, "global_step": 1705, "epoch": 17, "lr": 0.{"train_loss": 0.0743{"train_loss": 0.076000{"train_loss": 0.07371968775987625, "global_step": 1706,{"train_loss": 0.078{"train_loss": 0.0761744{"train_loss": 0.0762510597705841, "global_step": 1707,{"train_loss":{"trai{"train_loss": 0.089617{"train_loss": 0.0892556756734848, "global_step": 1708, "{"train_loss":{"trai{"train_loss": 0.1364211142063141, "global_step": 1709, "epoch": 17, "lr": 0.0{"train_loss": 0.086{"train_loss": 0.08765670657157898, "global_step": 1710, "epoch": 17, "lr": 0.0{"train_loss": 0.081{"train_loss": 0.08296989649534225, "global_step": 1711, "epoch": 17, "lr": 0.00{"train_loss": {"tra{"train_loss": 0.08561810851097107, "global_step": 1712, "epoch": 17, "lr": 0.0{"train_loss": {"train_loss": 0.1281292587518692, "global_step": 1713, "epoch": 17, "lr": 0.00039828{"train_loss": 0.080{"train_loss": 0.08053871244192123, "global_step": 1714, "epoch": 17, "lr": 0.0{"train_loss":{"trai{"train_loss": 0.10463{"train_loss": 0.1065024733543396, "global_step": 1715, "{"train_loss":{"train_loss": 0.11396331340074539, "global_step": 1716, "epoch": 17, "lr": 0.0003982{"train_loss":{"tra{"train_loss": 0.10941995680332184, "global_step": 1717, "epoch": 17, "lr": 0.00{"train_loss": 0.08136910200119019, "glob{"train_loss": 0.08237679302692413, "global_step": 1718, "{"train_loss":{"tr{"train_loss": 0.088634{"train_loss": 0.09698835760354996, "global_step": 1719, "{"train_loss":{"{"train_loss": 0.10995246{"train_loss": 0.10839760303497314, "global_step": 1720, {"train_loss": 0.0812382623553276, "global_{"train_loss": 0.08274953067302704, "global_step": 1721,{"train_loss": 0{"t{"train_loss": 0.11625786125659943, "global_step": 1722, "epoch": 17, "lr": 0.000{"train_loss": 0{"t{"train_loss": 0.07467561960220337, "global_step": 1723, "epoch": 17, "lr": 0.00{"train_loss": 0.10{"train_loss": 0.10097981989383698, "global_step": 1724, "epoch": 17, "lr": 0.000{"train_loss": 0{"t{"train_loss": 0.09631545841693878, "global_step": 1725, "epoch": 17, "lr": 0.{"train_loss": 0.{"t{"train_loss": 0.11697578430175781, "global_step": 1726, "epoch": 17, "lr": 0.0{"train_loss": 0.{"t{"train_loss": 0.09741099753106634, "global_step": 1727, "epoch": 17, "lr": 0.{"train_loss": 0.09591083228588104, "global_s{"train_loss": 0.09590299427509308, "global_step": 172{"train_loss": 0.08397065103054047, "global_step": 1729, "epoch": 18, "lr": 0.0003982483658506839}
+{"train_loss": 0.{"train_loss": 0.1235973909497261, "global_step": 1730, "epoch": 18, "lr": 0.00039{"train_loss": 0.121{"train_loss": 0.12141530{"train_loss": 0.12218944728374481, "global_step": 1731{"train_loss": {"tra{"train_loss": 0.1211475282907486, "global_step": 1732, "epoch": 18, "lr": 0.000{"train_loss": {"tr{"train_loss": 0.11891764402389526, "global_step": 1733, "epoch": 18, "lr": 0.00{"train_loss": 0.07{"train_loss": 0.06851403415203094, "global_step": 1734, "epoch": 18, "lr": 0.00{"train_loss": 0.10{"train_loss": 0.10186713933944702, "global_step": 1735, "epoch": 18, "lr": 0.00{"train_loss":{"tra{"train_loss": 0.07444524765014648, "global_step": 1736, "epoch": 18, "lr": 0.00{"train_loss":{"tra{"train_loss": 0.1131270{"train_loss": 0.11904795467853546, "global_step": 1737, {"train_loss":{"train_loss": 0.10174135118722916, "global_step": 1738, "epoch": 18, "lr": 0.00039822{"train_loss":{"train_loss": 0.08801041543483734, "global_step": 1739, "epoch": 18, "lr": 0.000398{"train_loss": {"train_loss": 0.08443387597799301, "global_step": 1740, "epoch": 18, "lr": 0.00039{"train_loss": {"train_loss": 0.10295139253139496, "global_step": 1741, "epoch": 18, "lr": 0.00039{"train_loss": 0{"train_loss": 0.09581413865089417, "global_step": 1742, "epoch": 18, "lr": 0.00039{"train_loss": 0.11661{"train_loss": 0.11460284888744354, "global_step": 1743, "epoch": 18, "lr": 0{"train_loss": 0.1150420680642128, "global_step": 1744, "epoch": 18, "lr": 0.0003982155210329313}
+{"train_loss": 0.06932610273361206, "global_s{"train_loss": 0.06974746286869049, "global_step": 17{"train_loss": 0.092054{"train_loss": 0.09249{"train_loss": 0.09306309372186661, "global_step": 1746{"train_loss": 0.1{"tra{"train_loss": 0.10919{"train_loss": 0.11546176671981812, "global_step": 174{"train_loss": 0.112163{"train_loss": 0.11063608527183533, "global_step": 1748, "epoch": 18, "lr": 0{"train_loss": 0.1{"train_loss": 0.10771027207374573, "global_step": 1749, "epoch": 18, "lr": 0.000{"train_loss": 0.1{"train_loss": 0.107947938144207, "global_step": 1750, "epoch": 18, "lr": 0.000398{"train_loss": 0{"train{"train_loss": 0.08945{"train_loss": 0.08868542313575745, "global_step": 17{"train_loss": 0.1137382{"train_loss": 0.11277925968170166, "global_step": 1752, "epoch": 18, "lr":{"train_loss": 0.0906230{"train_loss": 0.09050814807415009, "global_step": 1753, "epoch": 18, "lr":{"train_loss": 0{"train_{"train_loss": 0.08820456266403198, "global_step": 1754, "epoch": 18, "lr": {"train_loss": 0{"train_{"train_loss": 0.10618428140878677, "global_step": 1755, "epoch": 18, "lr":{"train_loss": 0{"train_loss": 0.10778172314167023, "global_step": 1756, "epoch": 18, "lr": 0.000398{"train_loss": 0{"train_loss": 0.09307349473237991, "global_step": 1757, "epoch": 18, "lr": 0.00039{"train_loss": 0{"train_loss": 0.0967753678560257, "global_step": 1758, "epoch": 18, "lr": 0.000398{"train_loss": {"train_loss": 0.09672808647155762, "global_step": 1759, "epoch": 18, "lr": 0.000398{"train_loss": 0.10465{"train_loss": 0.10607351362705231, "global_step": 1760, "epoch": 18, "lr": 0.{"train_loss": {"train_loss": 0.11271035671234131, "global_step": 1761, "epoch": 18, "lr": 0.0003981{"train_loss": 0.10891{"train_loss": 0.113021{"train_loss": 0.10875208675861359, "global_step": 176{"train_loss": {"train{"train_loss": 0.11500915884971619, "global_step": 1763, "epoch": 18, "lr": 0.{"train_loss": {"train{"train_loss": 0.1171509176492691, "global_step": 1764, "epoch": 18, "lr": 0{"train_loss": 0{"trai{"train_loss": 0.10401085019111633, "global_step": 1765, "epoch": 18, "lr":{"train_loss": 0.1{"trai{"train_loss": 0.1133161187171936, "global_step": 1766, "epoch": 18, "lr": 0{"train_loss": 0.0{"tra{"train_loss": 0.1015823483467102, "global_step": 1767, "epoch": 18, "lr": 0.{"train_loss": 0.08879{"train_loss": 0.08775012940168381, "global_step": 1768, "epoch": 18, "lr": 0{"train_loss": 0.1{"tra{"train_loss": 0.10815001279115677, "global_step": 1769, "epoch": 18, "lr": 0{"train_loss": 0.09597861766815186, "global_step": 1770, "epoch": 18, "lr": 0.00039815787060733845}
+{"train_loss": 0.072751{"train_loss": 0.07521102577447891, "global_step": 1771, "epoch": 18, "lr": {"train_loss": 0.1{"tra{"train_loss": 0.1251743584871292, "global_step": 1772, "epoch": 18, "lr": 0{"train_loss": 0.09594{"train_loss": 0.09473726153373718, "global_step": 1773, "epoch": 18, "lr": 0{"train_loss": 0.{"tra{"train_loss": 0.10621359944343567, "global_step": 1774, "epoch": 18, "lr": 0.{"train_loss": 0.09019{"train_loss": 0.09651266783475876, "global_step": 1775, "epoch": 18, "lr": 0{"train_loss": 0.{"tra{"train_loss": 0.09521818906068802, "global_step": 1776, "epoch": 18, "lr": 0.{"train_loss": 0.{"tra{"train_loss": 0.11251445859670639, "global_step": 1777, "epoch": 18, "lr": {"train_loss": 0.111389{"train_loss": 0.11051295697689056, "global_step": 1778, "epoch": 18, "lr":{"train_loss": 0.08833463490009308, "global_step": {"train_loss": 0.08788442611694336, "global_step{"train_loss": 0.0807859{"train_loss": 0.07627668976783752, "global_step": 1780, "epoch": 18, "lr":{"train_loss": 0.0{"trai{"train_loss": 0.08608436584472656, "global_step": 1781, "epoch": 18, "lr{"train_loss": 0.11{"trai{"train_loss": 0.11587755382061005, "global_step": 1782, "epoch": 18, "l{"train_loss": 0.10{"train_{"train_loss": 0.11052000522613525, "global_step": 1783, "epoch": 18, "{"train_loss": 0.107{"train_{"train_loss": 0.10578028112649918, "global_step": 1784, "epoch": 18, {"train_loss": 0.06060{"train_{"train_loss": 0.060104332864284515, "global_step": 1785, "epoch": 18,{"train_loss": 0.1186099350452{"train_loss": 0.12230584770441055, "global_step": 1786, "epoch": 18, {"train_loss": 0.13093{"train_{"train_loss": 0.13205543160438538, "global_step": 1787, "epoch": 18,{"train_loss": 0.07716755568981{"train_loss": 0.0794624462723732, "global_step": 1788, "epoch": 18{"train_loss": 0.1034444{"train{"train_loss": 0.1002880334854126, "global_step": 1789, "epoch": 18,{"train_loss": 0.1144183725118{"train_loss": 0.11035513877868652, "global_step": 1790, "epoch": 18, {"train_loss": 0.0795151{"trai{"train_loss": 0.07646982371807098, "global_step": 1791, "epoch": 18,{"train_loss": 0.1105281{"trai{"train_loss": 0.110170379281044, "global_step": 1792, "epoch": 18, "l{"train_loss": 0.13434839248{"train_loss": 0.1303015649318695, "global_step": 1793, "epoch": 18, "lr{"train_loss": 0.0768352{"t{"train_loss": 0.0761850625276{"train_loss": 0.07600820809602737, "glob{"train_loss": 0.07951634377241135, "global_step": 1795, "epoch": 18, "lr": 0.00039810157726255215}
+{"train_loss": 0.11416255{"train_loss": 0.1125033050775528, "global_step": 1796, "epoch": 18, "lr": {"train_loss": 0.0881820{"train_loss": 0.08794090151786804, "global_step": 1797, "epoch": 18, "lr":{"train_loss": 0.08900251984596252, "global_step": 1798, "epoch": 18, "lr": 0.0003980947653978803}
+{"train_loss": 0.1001885{"tr{"train_loss": 0.0998879075050354, "global_step": 1799, "epoch": 18, "l{"train_loss": 0.077051{"train_loss": 0.07684506475925446, "global_step": 1800, "epoch": 18, "lr": {"train_loss": 0.095312{"tr{"train_loss": 0.09790445864200592, "global_step": 1801, "epoch": 18, "l{"train_loss": 0.115271{"train_loss": 0.11343023180961609, "global_step": 1802, "epoch": 18, "lr": 0{"train_loss": 0.131839{"train_loss": 0.12924592196941376, "global_step": 1803, "epoch": 18, "lr"{"train_loss": 0.0909738{"train_loss": 0.0915299504995346, "global_step": 1804, "epoch": 18, "lr": {"train_loss": 0.096011{"train_loss": 0.0914808064699173, "global_step": 1805, "epoch": 18, "lr": 0{"train_loss": 0.09461{"tra{"train_loss": 0.09877394884824753, "global_step": 1806, "epoch": 18, "{"train_loss": 0.1223{"train_loss": 0.12275446951389313, "global_step": 1807, "epoch": 18, "lr": 0.{"train_loss": 0.0748{"train_loss": 0.07377354800701141, "global_step": 1808, "epoch": 18, "lr": 0.{"train_loss": 0.1034{"train_loss": 0.10293553024530411, "global_step": 1809, "epoch": 18, "lr": 0{"train_loss": 0.0678{"train_loss": 0.06628433614969254, "global_step": 1810, "epoch": 18, "lr": 0.0{"train_loss": 0.1014{"tra{"train_loss": 0.104667276144{"train_loss": 0.0996476411819458, "global_s{"train_loss": 0.078{"trai{"train_loss": 0.07891517877578735, "global_step": 1812, "epoch": 18, "lr"{"train_loss": 0.070{"train_loss": 0.06877997517585754, "global_step": 1813, "epoch": 18, "lr": 0.{"train_loss": 0.10665{"trai{"train_loss": 0.10245011746{"train_loss": 0.1054125428199768, "global_s{"train_loss": 0.0842{"train{"train_loss": 0.0883238464{"train_loss": 0.08409059047698975, "global{"train_loss": 0.07633981108665466, "global_step": 1816, "epoch": 18, "lr": 0.0003980536392697742}
+{"train_loss": 0.11754463613033295, "global_step": 1817,{"train_loss": 0.1171029806137085, "global_{"train_loss": 0.087833784520{"train_loss": 0.0836392343044281, "global_step": 1818, "epoch": 18, "{"train_loss": 0.10228{"trai{"train_loss": 0.10232967138290405, "global_step": 1819, "epoch": 18, "{"train_loss": 0.10389{"train_loss": 0.10374879837036133, "global_step": 1820, "epoch": 18, "lr": 0{"train_loss": 0.06817038357257843, "global_step": 1821, "epoch": 18, "lr": 0.00039804213779192195}
+{"train_loss": 0.1091{"train_loss": 0.10937926918268204, "global_step": 1822, "epoch": 18, "lr": 0.{"train_loss": 0.0994{"trai{"train_loss": 0.09938116674311459, "global_step": 1823, "epoch": 18, "l{"train_loss": 0.1159{"train_loss": 0.11804789304733276, "global_step": 1824, "epoch": 19, "lr": 0.{"train_loss": 0.1184{"train_loss": 0.11837229132652283, "global_step": 1825, "epoch": 19, "lr": 0{"train_loss": 0.10329{"train_loss": 0.10474731028079987, "global_step": 1826, "epoch": 19, "lr": 0{"train_loss": 0.081388{"train_loss": 0.07939773797988892, "global_step": 1827, "epoch": 19, "lr":{"train_loss": 0.109774{"train_loss": 0.10812535881996155, "global_step": 1828, "epoch": 19, "lr": 0{"train_loss": 0.112480{"train_loss": 0.10965033620595932, "global_step": 1829, "epoch": 19, "lr": 0{"train_loss": 0.082854{"train_loss": 0.08534090220928192, "global_step": 1830, "epoch": 19, "lr": {"train_loss": 0.105833{"trai{"train_loss": 0.11020857095718384, "global_step": 1831, "epoch": 19, {"train_loss": 0.101293{"train_loss": 0.1025390699505806, "global_step": 1832, "epoch": 19, "lr": 0{"train_loss": 0.10014{"tra{"train_loss": 0.0985230803489685, "global_step": 1833, "epoch": 19, "lr{"train_loss": 0.07736{"train_loss": 0.07581540942192078, "global_step": 1834, "epoch": 19, "lr": 0{"train_loss": 0.10894{"train_loss": 0.11082980036735535, "global_step": 1835, "epoch": 19, "lr": 0{"train_loss": 0.10485{"train_loss": 0.10426130145788193, "global_step": 1836, "epoch": 19, "lr": 0.{"train_loss": 0.06596{"tr{"train_loss": 0.0679389089{"train_loss": 0.06471873819828033, "global_st{"train_loss": 0.0928{"tr{"train_loss": 0.09123943001{"train_loss": 0.09129190444946289, "global_st{"train_loss": 0.0903{"tr{"train_loss": 0.09144573658704758, "global_step": 1839, "epoch": 19, "lr"{"train_loss": 0.1370{"tr{"train_loss": 0.13434171676635742, "global_step": 1840, "epoch": 19, "lr"{"train_loss": 0.08686{"tr{"train_loss": 0.08692784607410431, "global_step": 1841, "epoch": 19, "lr"{"train_loss": 0.09887{"tr{"train_loss": 0.09947328269481659, "global_step": 1842, "epoch": 19, "lr{"train_loss": 0.10557{"tr{"train_loss": 0.10677506029605865, "global_step": 1843, "epoch": 19, "l{"train_loss": 0.08473{"tr{"train_loss": 0.08185777813196182, "global_step": 1844, "epoch": 19, "l{"train_loss": 0.101175{"tr{"train_loss": 0.10556532442569733, "global_step": 1845, "epoch": 19, "lr{"train_loss": 0.103497{"tr{"train_loss": 0.1031837910413742, "global_step": 1846, "epoch": 19, "lr{"train_loss": 0.114561{"t{"train_loss": 0.1150813028216362, "global_step": 1847, "epoch": 19, "lr"{"train_loss": 0.083290{"{"train_loss": 0.08311986923217773, "global_step": 1848, "epoch": 19, "lr"{"train_loss": 0.11529798{"train_loss": 0.11676651984453201, "global_step": 1849, "epoch": 19, "lr":{"train_loss": 0.09705{"train_loss": 0.09915341436862946, "global_step": 1850, "epoch": 19, "lr": {"train_loss": 0.091067{"t{"train_loss": 0.0923416018{"train_loss": 0.09129670262336731, "global_ste{"train_loss": 0.109906{"{"train_loss": 0.10866051912307739, "global_step": 1852, "epoch": 19, "lr{"train_loss": 0.11511953{"{"train_loss": 0.1177891343832016, "global_step": 1853, "epoch": 19, "lr{"train_loss": 0.1057733{"{"train_loss": 0.10556331276893616, "global_step": 1854, "epoch": 19, "l{"train_loss": 0.0748164{"train_loss": 0.07429604232311249, "global_step": 1855, "epoch": 19, "lr": {"train_loss": 0.0920497{"{"train_loss": 0.08925681561231613, "global_step": 1856, "epoch": 19, "l{"train_loss": 0.1006589978{"train_loss": 0.10231086611747742, "global_step": 1857, "epoch": 19, "l{"train_loss": 0.10991984{"{"train_loss": 0.11942431330{"train_loss": 0.11366567760705948, "global_{"train_loss": 0.09459403157234192, "global_step": 1859, "epoch": 19, "lr": 0.00039795362488887913}
+{"train_loss": 0.10627426{"{"train_loss": 0.10424268245697021, "global_step": 1860, "epoch": 19, "l{"train_loss": 0.12633803{"train_loss": 0.1262233853340149, "global_step": 1861, "epoch": 19, "lr":{"train_loss": 0.0894751{"train_loss": 0.08832333236932755, "global_step": 1862, "epoch": 19, "lr":{"train_loss": 0.12932662{"t{"train_loss": 0.13069592416286469, "global_step": 1863, "epoch": 19, "l{"train_loss": 0.1042959{"tr{"train_loss": 0.100943431{"train_loss": 0.10171519219875336, "global_st{"train_loss": 0.08882173150777817, "global_step": 1865, "epoch": 19, "lr": 0.00039793947120813364}
+{"train_loss": 0.0887813{"train_loss": 0.0875799506902{"train_loss": 0.08799553662538528, "global_s{"train_loss": 0.0831528{"t{"train_loss": 0.0789787024{"train_loss": 0.08227608352899551, "global_{"train_loss": 0.1005257{"train_loss": 0.10083365440368652, "global_step": 1868, "epoch": 19, "lr": {"train_loss": 0.1071366{"t{"train_loss": 0.1056344285{"train_loss": 0.10704737156629562, "global_s{"train_loss": 0.0925460{"train_loss": 0.09086807817220688, "global_step": 1870, "epoch": 19, "lr"{"train_loss": 0.09056241{"train_loss": 0.0914658606052{"train_loss": 0.0902150422334671, "global_s{"train_loss": 0.09076966{"train_loss": 0.09161877632141113, "global_step": 1872, "epoch": 19, "lr":{"train_loss": 0.11463618{{"train_loss": 0.11047343909{"train_loss": 0.11730247735977173, "global_st{"train_loss": 0.11475736{"train_loss": 0.11673001945018768, "global_step": 1874, "epoch": 19, "lr":{"train_loss": 0.08324190{{"train_loss": 0.08150605112314224, "global_step": 1875, "epoch": 19, "lr"{"train_loss": 0.142078965{"train_loss": 0.13605889678001404, "global_step": 1876, "epoch": 19, "l{"train_loss": 0.08947980{"{"train_loss": 0.0924818366{"train_loss": 0.09032300114631653, "global_{"train_loss": 0.0751683{"{"train_loss": 0.07972387969493866, "global_step": 1878, "epoch": 19, "lr{"train_loss": 0.1041568{"train_loss": 0.10307790338993073, "global_step": 1879, "epoch": 19, "lr":{"train_loss": 0.1149385{"train_loss": 0.11503558605909348, "global_step": 1880, "epoch": 19, "lr":{"train_loss": 0.0818002{"train_loss": 0.080429032444{"train_loss": 0.08197267353534698, "global_ste{"train_loss": 0.0833396{"train_loss": 0.08388480544090271, "global_step": 1882, "epoch": 19, "lr": {"train_loss": 0.0859252{"train_loss": 0.08514498919248581, "global_step": 1883, "epoch": 19, "lr"{"train_loss": 0.1083410{"train_loss": 0.11126674711704254, "global_step": 1884, "epoch": 19, "lr":{"train_loss": 0.1007723{"train_loss": 0.09972716122865677, "global_step": 1885, "epoch": 19, "lr": {"train_loss": 0.0862220{"train_loss": 0.08480626344680786, "global_step": 1886, "epoch": 19, "lr": {"train_loss": 0.1001798{"train_loss": 0.09768795967102051, "global_step": 1887, "epoch": 19, "lr": {"train_loss": 0.0838359{"train_loss": 0.08230336755514145, "global_step": 1888, "epoch": 19, "lr": {"train_loss": 0.1245580{"train_loss": 0.12335245311{"train_loss": 0.12418924272060394, "global_ste{"train_loss": 0.0946848{"train_loss": 0.09448696672{"train_loss": 0.09363506734371185, "global_s{"train_loss": 0.117734268{"train_loss": 0.11660514771938324, "global_step": 1891, "epoch": 19, "lr{"train_loss": 0.13922467{{"train_loss": 0.1412110030{"train_loss": 0.14404964447021484, "global_st{"train_loss": 0.09376010{"train_loss": 0.0966651514172554, "global_step": 1893, "epoch": 19, "lr": {"train_loss": 0.0998002{"train_loss": 0.10184109210968018, "global_step": 1894, "epoch": 19, "lr": {"train_loss": 0.0910744{"{"train_loss": 0.09131977707147598, "global_step": 1895, "epoch": 19, "lr"{"train_loss": 0.099661{"train_loss": 0.0997808575630188, "global_step": 1896, "epoch": 19, "lr": 0{"train_loss": 0.12272{"tr{"train_loss": 0.122262388{"train_loss": 0.12370459735393524, "global_ste{"train_loss": 0.12062793{"train_loss": 0.1203782707452774, "global_step": 1898, "epoch": 19, "lr": {"train_loss": 0.08881{"{"train_loss": 0.08870002627372742, "global_step": 1899, "epoch": 19, "lr":{"train_loss": 0.09174{"train_loss": 0.0870392918586731, "global_step": 1900, "epoch": 19, "lr": 0.{"train_loss": 0.1126757{"train_loss": 0.1125737726688385, "global_step": 1901, "epoch": 19, "lr":{"train_loss": 0.07812{"train_loss": 0.07600496709346771, "global_step": 1902, "epoch": 19, "lr": 0{"train_loss": 0.105404{"train_loss": 0.104738190770{"train_loss": 0.1062115803360939, "global_step"{"train_loss": 0.11906{"train_loss": 0.12278644740581512, "global_step": 1904, "epoch": 19, "lr": 0{"train_loss": 0.106071{{"train_loss": 0.10634481906890869, "global_step": 1905, "epoch": 19, "lr{"train_loss": 0.11082880198955536, "global_step": 1906, "epoch": 19, "lr": 0.00039784145586098786}
+{"train_loss": 0.0957670{{"train_loss": 0.09713476896286011, "global_step": 1907, "epoch": 19, "lr"{"train_loss": 0.0986494{"train_loss": 0.10334767401218414, "global_step": 1908, "epoch": 19, "lr": {"train_loss": 0.0970112{"train_loss": 0.0923868417{"train_loss": 0.09579387307167053, "global_step{"train_loss": 0.0964476{"train_loss": 0.1028361469{"train_loss": 0.09706375002861023, "global_step"{"train_loss": 0.0826359{"train_loss": 0.08453106135129929, "global_step": 1911, "epoch": 19, "lr":{"train_loss": 0.1277309{"train_loss": 0.13055992126464844, "global_step": 1912, "epoch": 19, "lr": {"train_loss": 0.1069637{{"train_loss": 0.107925802{"train_loss": 0.10606136918067932, "global_step"{"train_loss": 0.0786909{{"train_loss": 0.07775011658668518, "global_step": 1914, "epoch": 19, "lr"{"train_loss": 0.11165055{"train_loss": 0.11347179859876633, "global_step": 1915, "epoch": 19, "lr"{"train_loss": 0.089968{"train_loss": 0.08997970819{"train_loss": 0.08947144448757172, "global_step{"train_loss": 0.14333193004131317, "global_step": 1917, "epoch": 19, "lr": 0.0003978147737025438}
+{"train_loss": 0.09932849556207657, "global_step": 1918, "epoch": 19, "lr": 0.0003978123399690839}
+{"train_loss": 0.10088{"train_loss": 0.10140679582643013, "global_step": 1919, "epoch": 19, "lr": 0{"train_loss": 0.10023{"t{"train_loss": 0.1007809191942215, "global_step": 1920, "epoch": 20, "lr":{"train_loss": 0.07694{"{"train_loss": 0.07749614119529724, "global_step": 1921, "epoch": 20, "lr": {"train_loss": 0.07452{"train_loss": 0.0736227035522461, "global_step": 1922, "epoch": 20, "lr": 0.0{"train_loss": 0.11651743203401566, "global_step": 1923, "epoch": 20, "lr": 0.0003978001510964619}
+{"train_loss": 0.0840{"train_loss": 0.0829094797372{"train_loss": 0.0832388624548912, "global_step":{"train_loss": 0.085{"train_loss": 0.0826143175363{"train_loss": 0.08565735816955566, "global_step":{"train_loss": 0.098{"train_loss": 0.10402411222457886, "global_step": 1926, "epoch": 20, "lr": 0.0{"train_loss": 0.078{"train_loss": 0.0828093588352{"train_loss": 0.07723833620548248, "global_step"{"train_loss": 0.067{"train_loss": 0.0623869039118{"train_loss": 0.06495635956525803, "global_step{"train_loss": 0.11125{"train_loss": 0.113555252552{"train_loss": 0.1088731586933136, "global_step"{"train_loss": 0.08965{{"train_loss": 0.09081649780273438, "global_step": 1930, "epoch": 20, "lr": 0{"train_loss": 0.12115{"train_loss": 0.12375779449939728, "global_step": 1931, "epoch": 20, "lr": 0.{"train_loss": 0.093288{"train_loss": 0.09239615499973297, "global_step": 1932, "epoch": 20, "lr": 0{"train_loss": 0.10804{"train_loss": 0.11159180104732513, "global_step": 1933, "epoch": 20, "lr": {"train_loss": 0.079975{"train_loss": 0.08090344071388245, "global_step": 1934, "epoch": 20, "lr": 0{"train_loss": 0.109965{"train_loss": 0.10830675065517426, "global_step": 1935, "epoch": 20, "lr":{"train_loss": 0.12991808354854584, "global_step": {"train_loss": 0.13158808648586273, "global_step{"train_loss": 0.067236{"train_loss": 0.06796504557132721, "global_step": 1937, "epoch": 20, "lr": {"train_loss": 0.09354829043149948, "global_step": 1938, "epoch": 20, "lr": 0.00039776338244283075}
+{"train_loss": 0.1118{"{"train_loss": 0.11122749745845795, "global_step": 1939, "epoch": 20, "lr": {"train_loss": 0.088775{"train_loss": 0.09109538793{"train_loss": 0.08974876999855042, "global_step"{"train_loss": 0.0912{"train_loss": 0.09542790055274963, "global_step": 1941, "epoch": 20, "lr": 0{"train_loss": 0.1081257{"train_loss": 0.10829757153987885, "global_step": 1942, "epoch": 20, "lr": {"train_loss": 0.1093{"train_loss": 0.10575972497463226, "global_step": 1943, "epoch": 20, "lr": 0.{"train_loss": 0.12091190367937088, "global_step": 1944, "epoch": 20, "lr": 0.00039774859013547224}
+{"train_loss": 0.141565203666687, "global_step": 194{"train_loss": 0.14079484343528748, "global_s{"train_loss": 0.09106336534023285, "global_step": 1946, "epoch": 20, "lr": 0.0003977436485932973}
+{"train_loss": 0.0878{"tr{"train_loss": 0.08696882426738739, "global_step": 1947, "epoch": 20, "lr"{"train_loss": 0.1058{"tr{"train_loss": 0.10031696408987045, "global_step": 1948, "epoch": 20, "lr"{"train_loss": 0.11669499{"train_loss": 0.1165395975112915, "global_step": 1949, "epoch": 20, "lr": {"train_loss": 0.1080020{"train_loss": 0.1048685684800{"train_loss": 0.10555456578731537, "global_s{"train_loss": 0.1118173748254776, "global_step": 1951{"train_loss": 0.11000970005989075, "global_s{"train_loss": 0.10506009310483932, "global_step": 1952, "epoch": 20, "lr": 0.0003977287916494905}
+{"train_loss": 0.12171494960784912, "global_step": 1953{"train_loss": 0.12205919623374939, "global_{"train_loss": 0.09139959514141083, "global_step": 1954, "epoch": 20, "lr": 0.0003977238285629106}
+{"train_loss": 0.09{"tra{"train_loss": 0.08933748304843903, "global_step": 1955, "epoch": 20, "lr":{"train_loss": 0.11906331032514572, "global_step": 1956, "epoch": 20, "lr": 0.0003977188600905671}
+{"train_loss": 0.10{"trai{"train_loss": 0.10370965301990509, "global_step": 1957, "epoch": 20, "lr"{"train_loss": 0.10{"trai{"train_loss": 0.10045477747917175, "global_step": 1958, "epoch": 20, "lr":{"train_loss": 0.10{"train_loss": 0.10230079293251038, "global_step": 1959, "epoch": 20, "lr": 0.000{"train_loss": 0.08{"trai{"train_loss": 0.0882697105407{"train_loss": 0.08945056796073914, "global_{"train_loss": 0.10{"train_loss": 0.10369901359081268, {"train_loss": 0.10580816864967346, "global_{"train_loss": 0.09{"trai{"train_loss": 0.09189064055681229, "global_step": 1962, "epoch": 20, "lr"{"train_loss": 0.11{"train_loss": 0.11471021175384521, "global_step": 1963, "epoch": 20, "lr": 0.000{"train_loss": 0.07{"train_loss": 0.08158162236213684, "global_step": 1964, "epoch": 20, "lr": 0.00{"train_loss": 0.11{"train_loss": 0.1055690199136734, "{"train_loss": 0.11336703598499298, "global_{"train_loss": 0.08336713{"train_loss": 0.0823461636900{"train_loss": 0.08447851985692978, "global_{"train_loss": 0.1{"train_loss": 0.10269129276275635, "global_step": 1967, "epoch": 20, "lr": 0.000{"train_loss": 0.05154943{"train_loss": 0.050955843180418015, "global_step": 1968, "epoch": 20, "lr":{"train_loss": 0.07361319{"train_loss": 0.07294656336307526, "global_step": 1969, "epoch": 20, "lr":{"train_loss": 0.0{"train_loss": 0.09348204731941223, "global_step": 1970, "epoch": 20, "lr": 0.0003{"train_loss": 0.0{"train{"train_loss": 0.09226061403751373, "global_step": 1971, "epoch": 20, "lr":{"train_loss": 0.1{"train_loss": 0.13062730431556702, "global_step": 1972, "epoch": 20, "lr": 0.0003{"train_loss": 0.0{"train_loss": 0.07040710747241974, "global_step": 1973, "epoch": 20, "lr": 0.000{"train_loss": 0.1{"train_loss": 0.1376996636390686, "{"train_loss": 0.13876815140247345, "global_{"train_loss": 0.1{"train_loss": 0.11146325618028641, "global_step": 1975, "epoch": 20, "lr": 0.0003{"train_loss": 0.1{"train_{"train_loss": 0.11134187132120132, "global_step": 1976, "epoch": 20, "lr"{"train_loss": 0.0{"train_loss": 0.07354242354631424, "{"train_loss": 0.07057759165763855, "global{"train_loss": 0.08{"train_loss": 0.08108679950237274, "global_step": 1978, "epoch": 20, "lr": 0.000{"train_loss": 0.09{"train_loss": 0.09653902798891068, "{"train_loss": 0.09659390151500702, "global{"train_loss": 0.119{"train_loss": 0.12248638272285461, "global_step": 1980, "epoch": 20, "lr": 0.0{"train_loss": 0.107{"train_loss": 0.10346292704343796, "global_step": 1981, "epoch": 20, "lr": 0.0{"train_loss": 0.09776394069194794, "global_step": 1982, "epoch": 20, "lr": 0.00039765377990738844}
+{"train_loss": 0.098{"train_loss": 0.09707701951265335, "global_step": 1983, "epoch": 20, "lr": 0.{"train_loss": 0.083{"train_loss": 0.08640928566455841, "global_step": 1984, "epoch": 20, "lr": 0.00{"train_loss": 0.075{"train_loss": 0.0778602883219719, "g{"train_loss": 0.0754222422838211, "global_{"train_loss": 0.08{"train_loss": 0.08054570108652115, "global_step": 1986, "epoch": 20, "lr": 0.000{"train_loss": 0.07{"train_loss": 0.07388514280319214, "{"train_loss": 0.07217277586460114, "global{"train_loss": 0.12{"trai{"train_loss": 0.12347699701786041, "global_step": 1988, "epoch": 20, "lr":{"train_loss": 0.12{"train_loss": 0.11805146932601929, "global_step": 1989, "epoch": 20, "lr": 0.00{"train_loss": 0.09495782107114792, "global_step": 1990, "epoch": 20, "lr": 0.00039763357217059974}
+{"train_loss": 0.08{"tra{"train_loss": 0.08785271644592285, "global_step": 1991, "epoch": 20, "lr"{"train_loss": 0.10{"tra{"train_loss": 0.10931144654750824, "global_step": 1992, "epoch": 20, "lr": {"train_loss": 0.11{"tra{"train_loss": 0.11846894025802612, "global_step": 1993, "epoch": 20, "lr":{"train_loss": 0.08{"tra{"train_loss": 0.07977253198623657, "global_step": 1994, "epoch": 20, "lr":{"train_loss": 0.08{"trai{"train_loss": 0.08881709724664688, "global_step": 1995, "epoch": 20, "lr":{"train_loss": 0.09182017296552658, "global_step": 1996, "epoch": 20, "lr": 0.00039761835984282294}
+{"train_loss": 0.10{"train_loss": 0.10762789845466614, "global_step": 1997, "epoch": 20, "lr": 0.00{"train_loss": 0.12{"trai{"train_loss": 0.12175901979207993, "global_step": 1998, "epoch": 20, "lr{"train_loss": 0.118{"trai{"train_loss": 0.11988499760627747, "global_step": 1999, "epoch": 20, "l{"train_loss": 0.111{"train_loss": 0.11124314367771149, "global_step": 2000, "epoch": 20, "lr": 0.0{"train_loss": 0.114{"train_loss": 0.11546103656291962, "global_step": 2001, "epoch": 20, "lr": 0.00{"train_loss": 0.089{"train_loss": 0.08684796094894409, "global_step": 2002, "epoch": 20, "lr": {"train_loss": 0.1331{"train_loss": 0.13198474049568176, "global_step": 2003, "epoch": 20, "lr": 0.{"train_loss": 0.09162{"trai{"train_loss": 0.09231765568256378, "global_step": 2004, "epoch": 20, "{"train_loss": 0.0819200947880745, "global_step": 2005, "epoch": 20, "lr": 0.0003975954505160461}
+{"train_loss": 0.09658{"train_loss": 0.09515253454446793, "global_step": 2006, "epoch": 20, "lr": {"train_loss": 0.068103{"train{"train_loss": 0.06791932880878448, "global_step": 2007, "epoch": 20, {"train_loss": 0.0822111740708{"train_loss": 0.08130329847335815, "global_step": 2008, "epoch": 20,{"train_loss": 0.08970{"train_loss": 0.08870021998882294, "global_step": 2009, "epoch": 20, "lr": 0.{"train_loss": 0.07316{"train_{"train_loss": 0.072809942066{"train_loss": 0.073573037981987, "globa{"train_loss": 0.09460{"train_loss": 0.09469787776470184, "global_step": 2011, "epoch": 20, "lr": 0.{"train_loss": 0.0967044085264{"train_loss": 0.09699802100658417, "global_step": 2012, "epoch": 20{"train_loss": 0.08829730749130{"train_loss": 0.09077151119709015, "global_step": 2013, "epoch": 20{"train_loss": 0.13451892137527466, "global_step": 2014, "epoch": 20, "lr": 0.00039757243219837193}
+{"train_loss": 0.098647{"train_loss": 0.09822571297020961, "global_step": 2015, "epoch": 20, "lr": 0.00039756986788023704, "train_action_mse_error": {"train_loss": 0.1000388{"train_loss": 0.09611952304840088, "global_step": 2016, "epoch": 21, "lr":{"train_loss": 0.07445275{"train_loss": 0.0733180046081543, "global_step": 2017, "epoch": 21, "lr":{"train_loss": 0.1058140{"train_loss": 0.10633675009012222, "global_step": 2018, "epoch": 21, "lr": {"train_loss": 0.1017729{"train_loss": 0.10000991821289062, "global_step": 2019, "epoch": 21, "lr": {"train_loss": 0.0839647{"train_loss": 0.08533921837806702, "global_step": 2020, "epoch": 21, "lr":{"train_loss": 0.10645306{"train_loss": 0.10586488246917725, "global_step": 2021, "epoch": 21, "lr{"train_loss": 0.133993744{"train_loss": 0.13170737028121948, "global_step": 2022, "epoch": 21, "lr{"train_loss": 0.1316358000{"train_loss": 0.13028202950954437, "global_step": 2023, "epoch": 21, "l{"train_loss": 0.1348624974{"train_loss": 0.137588769197464, "global_step": 2024, "epoch": 21, "lr{"train_loss": 0.074767559{"train_{"train_loss": 0.0751829594373703, "global_step": 2025, "epoch": 2{"train_loss": 0.068203970{"train{"train_loss": 0.06837932765483856, "global_step": 2026, "epoch": {"train_loss": 0.08025278151035309, "global_step": 2027, "epoch": 21, "lr": 0.0003975389911270078}
+{"train_loss": 0.099342584{"train_loss": 0.09679100662469864, "global_step": 2028, "epoch": 21, "l{"train_loss": 0.112193875{"train_loss": 0.10957594960927963, "global_step": 2029, "epoch": 21, "lr{"train_loss": 0.097644776{"train_loss": 0.09592785686254501, "{"train_loss": 0.09827087074518204, "{"train_loss": 0.117803648{"train_loss": 0.11752551794052124, "global_step": 2031, "epoch": 21, "l{"train_loss": 0.0837181732{"train{"train_loss": 0.0829090029001236, "global_step": 2032, "epoch": 2{"train_loss": 0.1054598093{"train_loss": 0.10048075020313263,{"train_loss": 0.10316428542137146, "{"train_loss": 0.1179914474{"train_loss": 0.1162797212600708, {"train_loss": 0.11637655645608902, "{"train_loss": 0.095255590{"train_loss": 0.09572789072990417, "global_step": 2035, "epoch": 21, "lr"{"train_loss": 0.087745741{"train{"train_loss": 0.08655116707086563, "global_step": 2036, "epoch": 2{"train_loss": 0.118315488{"train_loss": 0.1144389659166336, "global_step": 2037, "epoch": 21, "lr"{"train_loss": 0.08427666{"train_loss": 0.08632496744394302, "global_step": 2038, "epoch": 21, "lr"{"train_loss": 0.09704552{"train_{"train_loss": 0.0970267653465271, "global_step": 2039, "epoch": 21{"train_loss": 0.10901629{"train_loss": 0.1071784719824791, "global_step": 2040, "epoch": 21, "lr"{"train_loss": 0.08961784839630127, "global_step": 2041, "epoch": 21, "lr": 0.00039750272342723233}
+{"train_loss": 0.09077008068561554, "global_step": 2042, "epoch": 21, "lr": 0.0003975001227896597}
+{"train_loss": 0.08144221{"train_{"train_loss": 0.080497577786{"train_loss": 0.08104905486106873, {"train_loss": 0.091749005{"train_loss": 0.09211351722478867, "global_step": 2044, "epoch": 21, "lr"{"train_loss": 0.096181795{"train_loss": 0.09018124639987946, "global_step": 2045, "epoch": 21, "lr"{"train_loss": 0.136615276{"train_loss": 0.13369351625442505, "{"train_loss": 0.1372101604938507, "g{"train_loss": 0.093751512{"train_loss": 0.0955265611410141, "global_step": 2047, "epoch": 21, "lr":{"train_loss": 0.08676367{"train_loss": 0.09050430357456207, "global_step": 2048, "epoch": 21, "lr"{"train_loss": 0.12867535{"train_loss": 0.1304672211408615, "global_step": 2049, "epoch": 21, "lr":{"train_loss": 0.08879420906305313, "global_step": 2050, "epoch": 21, "lr": 0.0003974792692735361}
+{"train_loss": 0.12029039859771729, "global_step": 2051, "epoch": 21, "lr": 0.00039747665653234413}
+{"train_loss": 0.108564{"train_loss": 0.11158660054206848, "global_step": 2052, "epoch": 21, "lr": {"train_loss": 0.109797403216362, "global_step": 2053, "epoch": 21, "lr": 0.0003974714270157049}
+{"train_loss": 0.075364850{"train_loss": 0.07654920220375061, "global_step": 2054, "epoch": 21, "l{"train_loss": 0.07618746161{"train_loss": 0.07288132607936859, "global_step": 2055, "epoch": 21, "l{"train_loss": 0.08174532651{"train_loss": 0.0848238468170166, "global_step": 2056, "epoch": 21, "l{"train_loss": 0.08422788232564926, "global_step": 2057, "epoch": 21, "lr": 0.0003974609518459034}
+{"train_loss": 0.0844670236{"train_loss": 0.08437937498092651, "global_step": 2058, "epoch": 21, "lr{"train_loss": 0.1079530268{"train_loss": 0.10667004436254501, "global_step": 2059, "epoch": 21, "l{"train_loss": 0.09338442981{"train_loss": 0.09203217178583145, "global_step": 2060, "epoch": 21, "l{"train_loss": 0.08574795722{"train_loss": 0.08616377413272858, "{"train_loss": 0.0853242427110672,{"train_loss": 0.07643955945{"train_loss": 0.07706034928560257, "global_step": 2062, "epoch": 21, "l{"train_loss": 0.09380833059549332, "global_step": 2063, "epoch"{"train_loss": 0.09471312165260315,{"train_loss": 0.14454528689{"train_loss": 0.14424532651901245, "global_step": 2064, "epoch": 21, "{"train_loss": 0.113372400403{"train_loss": 0.10508154332637787, "global_step": 2065, "epoch": 21, {"train_loss": 0.088428854942{"train_loss": 0.08731382340192795, "global_step": 2066, "epoch": 21, {"train_loss": 0.09281357377767563, "global_step": 2067, "epoch"{"train_loss": 0.09323767572641373,{"train_loss": 0.119353264570{"train_loss": 0.11742930114269257, "global_step": 2068, "epoch": 21, {"train_loss": 0.1050264537334{"train_loss": 0.10249383002519608, "global_step": 2069, "epoch": 21,{"train_loss": 0.0927614271640{"train_loss": 0.0958137959241867, "global_step": 2070, "epoch": 21, {"train_loss": 0.098827093839{"train_loss": 0.08854447305202484, "global_step": 2071, "epoch": 21, "{"train_loss": 0.136282876133{"train_loss": 0.13620471954345703, "global_step": 2072, "epoch": 21, {"train_loss": 0.110411643981{"train_loss": 0.11235828697681427, "global_step": 2073, "epoch": 21, {"train_loss": 0.1345353126525879, "global_step": 2074, "epoch": 21, "lr": 0.00039741619236792003}
+{"train_loss": 0.12287768721580{"train_loss": 0.11605639010667801, "global_step": 2075, "epoch": 2{"train_loss": 0.09050203859806{"train{"train_loss": 0.09084612131118774, "global_step": 2076, "epo{"train_loss": 0.06834767758846{"train{"train_loss": 0.06623862683{"train_loss": 0.06664176285266876{"train_loss": 0.0921103283762{"train_loss": 0.08541277050971985, "global_step": 2078, "epoch": 21,{"train_loss": 0.08322539925575256, "global_step": 2079, "epoch": 21, "lr": 0.00039740295387259006}
+{"train_loss": 0.10101498663425446, "global_step": 2080, "epoch": 21, "lr": 0.00039740030214068434}
+{"train_loss": 0.0824229568243{"train_loss": 0.0903494730591774, "global_step": 2081, "epoch": 21, "{"train_loss": 0.126414746046{"train_loss": 0.11968989670276642, "global_step": 2082, "epoch": 21, {"train_loss": 0.110286250710{"train_l{"train_loss": 0.11062459647655487, "global_step": 2083, "epoc{"train_loss": 0.10309873521327972, "global_step": 2084, "epoch": {"train_loss": 0.1008866056799888{"train_loss": 0.090511091053{"train_l{"train_loss": 0.09166887402534485, "global_step": 2085, "epo{"train_loss": 0.10334210097{"train_lo{"train_loss": 0.1027637571{"train_loss": 0.10514162480831146,{"train_loss": 0.07550360262{"train_loss": 0.07967694103717804, "global_step": 2087, "epoch": 21, "{"train_loss": 0.09973990917{"train_l{"train_loss": 0.09947337955236435, "global_step": 2088, "ep{"train_loss": 0.104145914316{"train_loss": 0.1117415726184845, "global_step": 2089, "epoch": 21, "{"train_loss": 0.08787789940{"train_loss": 0.088264599442482, "glo{"train_loss": 0.0850411355495452{"train_loss": 0.095576107{"train_loss": 0.08844071626663208, "global_step": 2091, "epoch": 21, "lr{"train_loss": 0.139839321{"train_loss": 0.13575479388237, "global_step": 2092, "epoch": 21, "lr": {"train_loss": 0.1307512{"train_loss": 0.13332173228263855, "global_step": 2093, "epoch": 21, "lr":{"train_loss": 0.1186163{"train_loss": 0.11442345380783081, "global_step": 2094, "epoch": 21, "lr":{"train_loss": 0.0865260511636734, "global_step": 2095, "epoch": 21, "lr": 0.00039736036486369777}
+{"train_loss": 0.07392054{"train_loss": 0.07275429368019104, "global_step": 2096, "epoch": 21, "lr"{"train_loss": 0.07488540{"train_loss": 0.07472634315490723, "global_step": 2097, "epoch": 21, "lr"{"train_loss": 0.08890005{"train_loss": 0.09113132953643799, "glob{"train_loss": 0.0863946154713630{"train_loss": 0.09467576444149017, "global_step": 2099, "epoch": 21, "lr": 0.0003973496638499359}
+{"train_loss": 0.08549398{"train_loss": 0.08716161549091339, "global_step": 2100, "epoch": 21, "lr"{"train_loss": 0.09085457{"train_loss": 0.08780412375926971, "global_step": 2101, "epoch": 21, "lr"{"train_loss": 0.10773773491382599, "global_step": 2102, "epoch": 21, "lr": 0.0003973416239786747}
+{"train_loss": 0.09066425{"train_loss": 0.08802458643913269, "global_step": 2103, "epoch": 21, "lr":{"train_loss": 0.11010871{"train_loss": 0.10812366008758545, "global_step": 2104, "epoch": 21, "lr"{"train_loss": 0.07890944182872772, "global_step": 2105, "epoch": 21, "lr": 0.0003973335720128697}
+{"train_loss": 0.08445683121681213, "global_step": 2106, "epoch": 21, "lr": 0.0003973308853366769}
+{"train_loss": 0.1271046{"train_loss": 0.12700903415679932, "global_step": 2107, "epoch": 21, "lr": {"train_loss": 0.1014669{"train_loss": 0.09647542983293533, "global_step": 2108, "epoch": 21, "lr":{"train_loss": 0.1037514{"train_loss": 0.10217456519603729, "global_step": 2109, "epoch": 21, "lr":{"train_loss": 0.0856246{"train_loss": 0.08324317634105682, "global_step": 2110, "epoch": 21, "lr":{"train_loss": 0.0997001{"train_loss": 0.09920003172010183, "global_step": 2111, "epoch": 21, "lr":{"train_loss": 0.1016705{"train_loss{"train_loss": 0.10253322124481201, "global_step": 2112, "epoch{"train_loss": 0.09884220361709595, "{"train_loss": 0.09575729072093964, "global_step": 2113, "epoch{"train_loss": 0.12030576169490814, "{"train_loss": 0.11684465408325195, "global_step": 2114, "epoch{"train_loss": 0.082108{"train_loss":{"train_loss": 0.08429814130067825, "global_step": 2115, "epoch{"train_loss": 0.072898{"train_loss": 0.0788964331150055, "global{"train_loss": 0.07271825522184372{"train_loss": 0.09569{"train_loss": 0.09692138433456421, "global_step": 2117, "epoch": 22, "lr":{"train_loss": 0.081281{"train_loss": 0.08396900445222855, "global{"train_loss": 0.08068081736564636{"train_loss": 0.116944{"train_loss": 0.12219704687595367, "global_step": 2119, "epoch": 22, "lr": {"train_loss": 0.111581{"train_loss": {"train_loss": 0.11402200162410736, "global_step": 2120, "epoc{"train_loss": 0.11859279870986938, "global_step": 2121, "epoch": {"train_loss": 0.117860950529575{"train_loss": 0.084210{"train_loss": 0.08674854785203934, "global_step": 2122, "epoch": 22, "lr": 0{"train_loss": 0.07723644375801086, "g{"train_loss": 0.07681184262037277, "global_step": 2123, "epo{"train_loss": 0.141965{"train_loss": {"train_loss": 0.13769987225532532, "global_step": 2124, "epoc{"train_loss": 0.090893{"train_loss": {"train_loss": 0.09270135313272476, "global_step": 2125, "epoc{"train_loss": 0.123192{"train_loss": {"train_loss": 0.12096202373504639, "global_step": 2126, "epo{"train_loss": 0.1126249{"train_loss": 0.11176887154579163, "global_step": 2127, "epoch": 22, "lr":{"train_loss": 0.0993954986333847, "glo{"train_loss": 0.10071414709091187, "global_step": 2128, "e{"train_loss": 0.10783174{"train_loss": {"train_loss": 0.10667698{"train_loss": 0.10604951530694962,{"train_loss": 0.09110194{"train_loss": 0.09652053564786911, "global_step": 2130, "epoch": 22, "lr":{"train_loss": 0.07336689{"train_loss": {"train_loss": 0.07274455577135086, "global_step": 2131, "ep{"train_loss": 0.10901039{"train_loss": 0.10910821706056595, "global_step": 2132, "epoch": 22, "lr"{"train_loss": 0.06862050{"train_loss": {"train_loss": 0.0681583{"train_loss": 0.06808112561702728, {"train_loss": 0.12134876{"train_loss": {"train_loss": 0.11949930340051651, "global_step": 2134, "ep{"train_loss": 0.14256957{"train_loss": {"train_loss": 0.14145375788211823, "global_step": 2135, "e{"train_loss": 0.0808444{"train_loss": 0{"train_loss": 0.08071178197860718, "global_step": 2136, "ep{"train_loss": 0.0951687{"train_loss": 0.08918385952711105, "global_step": 2137, "epoch": 22, "lr":{"train_loss": 0.0771484{"train_loss": 0{"train_loss": 0.07467631995677948, "global_step": 2138, "e{"train_loss": 0.1058719{"train_loss": 0.{"train_loss": 0.10673781484365463, "global_step": 2139, "e{"train_loss": 0.0999069{"train_loss": 0.09719990193843842, "global_step": 2140, "epoch": 22, "lr":{"train_loss": 0.1301576{"train_loss": 0.12975957989692688, "global_step": 2141, "epoch": 22, "lr":{"train_loss": 0.0831228{"train_loss": 0.0871061384677887, "global_step": 2142, "epoch": 22, "lr": 0{"train_loss": 0.100772{"train_loss": 0.10641500353813171, "gl{"train_loss": 0.09918896853923798, "g{"train_loss": 0.063491{"train_loss": 0.0685238242149353, "glo{"train_loss": 0.06443126499652863, {"train_loss": 0.09104{"train_loss": 0.09615349769592285, "glo{"train_loss": 0.09167017042636871, "g{"train_loss": 0.12379{"train_loss": 0.1{"train_loss": 0.12359051406383514, "global_step": 2146, "e{"train_loss": 0.08832{"train_loss": 0.08837027102708817, "global_step": 2147, "epoch": 22, "lr": 0.{"train_loss": 0.09479{"train_loss": 0.09416346997022629, "glo{"train_loss": 0.0956968441605568, "g{"train_loss": 0.06975{"train_loss": 0.07211588323116302, "gl{"train_loss": 0.07092871516942978, "gl{"train_loss": 0.11916632950305939, "glo{"train_loss": 0.1192{"train_loss": 0.118526391685009, "glob{"train_loss": 0.1115494966506958, "global_step": 2151, "ep{"train_loss": 0.11027792096138, "globa{"train_loss": 0.1277986764907837, "global_step": 2152, "epoch": 22, "lr": 0.0003972058459201941}
+{"train_loss": 0.07680{"train_loss": 0.07793231308460236, "global_step": 2153, "epoch": 22, "lr": 0.{"train_loss": 0.07877{"train_loss": 0.08243054151535034, "global_step": 2154, "epoch": 22, "lr": 0.{"train_loss": 0.07905{"train_loss": 0.08092381060123444, "global_step": 2155, "epoch": 22, "lr": 0.{"train_loss": 0.1221080869436264, "global_step": 2156, "epoch": 22, "lr": 0.00039719483861003555}
+{"train_loss": 0.08967{"train_loss": 0.092{"train_loss": 0.09007816761732101, "global_step": 2157, {"train_loss": 0.122846819460392, "global_step": 2158, "epoch": 22, "lr": 0.00039718932689784944}
+{"train_loss": 0.0794433{"train_loss": 0.08025062084197998, "{"train_loss": 0.07871463894844055, "{"train_loss": 0.10669487{"train_loss": 0.10839211195707321, "global_step": 2160, "epoch": 22, "lr"{"train_loss": 0.10545558{"train_loss": 0.1128377616405487, "{"train_loss": 0.10673995316028595, "g{"train_loss": 0.1313904{"train_loss": 0.13043221831321716, "{"train_loss": 0.13246765732765198, "g{"train_loss": 0.11383489519357681, "global_step": 2163, "epoch": 22, "lr": 0.0003971755241186935}
+{"train_loss": 0.0972105{"train_loss": 0.09778949618339539, "global_step": 2164, "epoch": 22, "lr":{"train_loss": 0.1386903{"train_loss": 0.1408551037311554, "g{"train_loss": 0.14041301608085632, "g{"train_loss": 0.134049{"train_loss": 0.136{"train_loss": 0.1343378722667694, "global_step": 2166,{"train_loss": 0.08080516010522842, "global_step": 2167, "epoch": 22, "lr": 0.0003971644577265279}
+{"train_loss": 0.110170{"train_loss": 0.11326711624860764, "global_step": 2168, "epoch": 22, "lr": 0{"train_loss": 0.164487{"train_loss": 0.1690398007631302, "global_step": 2169, "epoch": 22, "lr": {"train_loss": 0.113144{"train_loss": 0.11030495911836624, "global_step": 2170, "epoch": 22, "lr": 0{"train_loss": 0.102380{"train_loss": 0.10659134387969971, "global_step": 2171, "epoch": 22, "lr": {"train_loss": 0.120569{"train_loss": 0.1238386332988739, "global_step": 2172, "epoch": 22, "lr": 0.{"train_loss": 0.05526{"train_loss": 0.054{"train_loss": 0.0{"train_loss": 0.056048788130283356, "g{"train_loss": 0.09107{"train_loss": 0.0930921733379364, "global_step": 2174, "epoch": 22, "lr": 0.{"train_loss": 0.1016{"train_loss": 0.10454592853784561, "global_step": 2175, "epoch": 22, "lr": 0.0{"train_loss": 0.10500657558441162, "globa{"train_loss": 0.10541673749685287, "global_step": 2176, "{"train_loss": 0.10052500665187836, "global_step": 2177, "epo{"train_loss": 0.10155091434717178, "g{"train_loss": 0.09020917862653732, "global_step": 2178, "epoch": 22, "lr": 0.00039713391438458826}
+{"train_loss": 0.08250438421964645, "global_step": 2179, "epo{"train_loss": 0.08215783536434174, "g{"train_loss": 0.09592153131961823, "global_step": 2180, "epo{"train_loss": 0.09352387487888336, "gl{"train_loss": 0.102{"train_loss": 0.10466207563877106, "global_step": 2181, "epoch": 22, "lr": 0.{"train_loss": 0.06881152838468552, "global_step": 2182, "epoch": 22, "lr": 0.000397122767440754}
+{"train_loss": 0.1022{"train_loss": 0.10{"train_loss": 0.10266{"train_loss": 0.1015104204416275, "g{"train_loss": 0.1153{"train_loss": 0.11447283625602722, "glo{"train_loss": 0.1168474406003952, "gl{"train_loss": 0.1037{"train_loss": 0.10889847576618195, "gl{"train_loss": 0.10502595454454422, "gl{"train_loss": 0.12239273637533188, "global_step": 2186, "epoch": 22, "lr": 0.0003971115990193541}
+{"train_loss": 0.1002{"train_loss": 0.09606269001960754, "gl{"train_loss": 0.09828576445579529, "{"train_loss": 0.09603{"train_loss": 0.0{"train_loss": 0.0935{"train_loss": 0.09513740986585617, "g{"train_loss": 0.11589{"train_loss": 0.1{"train_loss": 0.1148{"train_loss": 0.11673580855131149, "g{"train_loss": 0.12139{"train_loss": 0.12129461765289307, "global_step": 2190, "epoch": 22, "lr": 0{"train_loss": 0.09896{"train_loss": 0.0{"train_loss": 0.0970{"train_loss": 0.09707936644554138, "g{"train_loss": 0.09227{"train_loss": 0.0905430018901825, "glo{"train_loss": 0.09180166572332382, "gl{"train_loss": 0.0860{"train_loss": 0.08382193744182587, "glo{"train_loss": 0.08434925973415375, "gl{"train_loss": 0.0825{"train_loss": 0.07581254839897156, "glo{"train_loss": 0.08057570457458496, "gl{"train_loss": 0.1463{"train_loss": 0.14{"train_loss": 0.14522315561771393, "global_step": 2195, "e{"train_loss": 0.1229{"train_loss": 0.12241978943347931, "glo{"train_loss": 0.12387029826641083, "g{"train_loss": 0.1070{"train_loss": 0.10810742527246475, "global_step": 2197, "epoch": 22, "lr": 0.0{"train_loss": 0.1021{"train_loss": 0.10282359272241592, "glo{"train_loss": 0.10373865813016891, "gl{"train_loss": 0.0891{"train_loss": 0.0858561098575592, "glob{"train_loss": 0.088675357401371, "glo{"train_loss": 0.098{"train_loss": 0.09959693253040314, "gl{"train_loss": 0.09963999688625336, "glo{"train_loss": 0.071{"train_loss": 0.07{"train_loss": 0.07302363216876984, "global_step": 2201, "ep{"train_loss": 0.0823{"train_loss": 0.08499284833669662, "global_step": 2202, "epoch": 22, "lr": 0.{"train_loss": 0.0998{"train_loss": 0.10264022648334503, "global_step": 2203, "epoch": 22, "lr": 0.{"train_loss": 0.0901{"train_loss": 0.08901636302471161, "{"train_loss": 0.08742068707942963, "glob{"train_loss": 0.1028{"train_loss": 0.11010860651731491, "global_step": 2205, "epoch": 22, "lr": 0.{"train_loss": 0.0634{"train_loss": 0.061759259551763535, "global_step": 2206, "epoch": 22, "lr": 0{"train_loss": 0.10067{"train_loss": 0.1015364797397827, "global_step": 2207, "epoch": 22, "lr": 0.0{"train_loss": 0.0725{"train_loss": 0.07327486574649811, "global_step": 2208, "epoch": 23, "lr": 0{"train_loss": 0.11063667386770248, "global_step": 2209, "epoch": 23, "lr": 0.000397046963858441}
+{"train_loss": 0.11000{"train_loss": 0.10825753957033157, "global_step": 2210, "epoch": 23, "lr": 0.{"train_loss": 0.07905{"train_loss": 0.07393449544906616, "global_step": 2211, "epoch": 23, "lr": 0.{"train_loss": 0.08629442751407623, "glo{"train_loss": 0.08499748259782791, "global_step": 2212, "ep{"train_loss": 0.10451415181159973, "global_step": 2213, "epoch": 23, "lr": 0.00039703565049541904}
+{"train_loss": 0.10238{"train_loss": 0.10660804808139801, "global_step": 2214, "epoch": 23, "lr": 0.{"train_loss": 0.08623{"train_loss": 0.08103564381599426, "global_step": 2215, "epoch": 23, "lr": 0{"train_loss": 0.08384{"train_loss": 0.08484549820423126, "global_step": 2216, "epoch": 23, "lr": 0{"train_loss": 0.11800{"train_loss": 0.11639981716871262, "global_step": 2217, "epoch": 23, "lr": 0.{"train_loss": 0.09773{"train_loss": 0.10110651701688766, "global_step": 2218, "epoch": 23, "lr": 0{"train_loss": 0.10742{"train_loss": {"train_loss": 0.10{"train_loss": 0.10790373384952545, "globa{"train_loss": 0.09927394986152649, "global_step": 2220, "epoch": 23, "lr": 0.000397015800453321}
+{"train_loss": 0.09580918401479721, "{"train_loss": 0.0957486480474472, "global_step": 2221, "epoch{"train_loss": 0.07337984442710876, {"train_loss": 0.074{"train_loss": 0.07340837270021439, "global_{"train_loss": 0.11568448692560196, "global_step": 2223, "epoch": 23, "lr": 0.0003970072731677437}
+{"train_loss": 0.1011{"train_loss": 0.09703893959522247, "global_step": 2224, "epoch": 23, "lr": 0.{"train_loss": 0.12299{"train_loss": {"train_loss": 0.12141397595405579, "global_step": 2225, "epoch{"train_loss": 0.08979392796754837, "{"train_loss": 0.09035619348287582, "global_step": 2226, "epo{"train_loss": 0.09209{"train_loss": {"train_loss": 0.09171448647975922, "global_step": 2227, "epoch{"train_loss": 0.12432{"train_loss": 0.12712766230106354, "global_step": 2228, "epoch": 23, "lr": 0{"train_loss": 0.07347{"train_loss": 0.07325321435928345{"train_loss": 0.07476379722356796, "global{"train_loss": 0.10281{"train_loss": {"train_loss": 0.1041853129863739, "global_step": 2230, "epoch{"train_loss": 0.10907{"train_loss":{"train_loss": 0.11018601059913635, "global_step": 2231, "epoch"{"train_loss": 0.10731{"train_loss": 0.10790960490703583, "global_step": 2232, "epoch": 23, "lr": 0{"train_loss": 0.11873{"train_loss": 0.12055730819702148, "global_step": 2233, "epoch": 23, "lr": 0.{"train_loss": 0.08385{"train_loss": 0.08041094243526459, "global_step": 2234, "epoch": 23, "lr": 0{"train_loss": 0.13407938182353973, {"train_loss": 0.13{"train_loss": 0.13260021805763245, "global{"train_loss": 0.10573320090770721, {"train_loss": 0.10{"train_loss": 0.10423402488231659, "global_{"train_loss": 0.12055{"train_loss": 0.1258622109889984{"train_loss": 0.12298626452684402, "global{"train_loss": 0.1093{"train_loss": 0.1106862872838974, "global_step": 2238, "epoch": 23, "lr": 0.00{"train_loss": 0.107{"train_loss": 0.10547728091478348, "global_step": 2239, "epoch": 23, "lr": 0.0{"train_loss": 0.089{"train_loss": 0.08920995891094208, "global_step": 2240, "epoch": 23, "lr": 0.{"train_loss": 0.1340{"train_loss": 0.1388549506664276, "global_step": 2241, "epoch": 23, "lr": 0.00{"train_loss": 0.132{"train_loss": 0.13189680874347687, "global_step": 2242, "epoch": 23, "lr": 0.0{"train_loss": 0.11473904550075531, "global_step": 2243{"train_loss": 0.11348526179790497, "global_{"train_loss": 0.08732376992702484, {"train_loss": 0.08{"train_loss": 0.08777640759944916, "global_{"train_loss": 0.128{"train_loss": 0.12730146944522858, "global_step": 2245, "epoch": 23, "lr": 0.0{"train_loss": 0.097{"train_loss": 0.09651890397071838, "global_step": 2246, "epoch": 23, "lr": 0.0{"train_loss": 0.143{"train_loss": 0{"train_loss": 0.1416875272989273, "global_step": 2247, "epoch":{"train_loss": 0.106{"train_loss": 0.11004796624183655, "global_step": 2248, "epoch": 23, "lr": 0.0{"train_loss": 0.111{"train_loss": 0.11285611242055893, "global_step": 2249, "epoch": 23, "lr": 0.00{"train_loss": 0.069{"train_loss": 0.07314055413007736, "global_step": 2250, "epoch": 23, "lr": 0.00{"train_loss": 0.125{"train_loss": 0.12646496295928955, "global_step": 2251, "epoch": 23, "lr": 0.{"train_loss": 0.09899166226387024, "global_step": 2252, "epoch": 23, "lr": 0.0003969242203341776}
+{"train_loss": 0.0983{"train_loss":{"train_loss": 0.09957125782966614, "global_step": 2253, "epoch"{"train_loss": 0.09679{"train_loss":{"train_loss": 0.09498792886734009, "global_step": 2254, "epoch{"train_loss": 0.10049{"train_loss": 0.10243305563926697, "global_step": 2255, "epoch": 23, "lr": 0{"train_loss": 0.10590{"train_loss": 0.10170896351337433, "global_step": 2256, "epoch": 23, "lr": 0{"train_loss": 0.111920{"train_loss":{"train_loss": 0.11067579686641693, "global_step": 2257, "epoch{"train_loss": 0.134623{"train_loss":{"train_loss": 0.13089466094970703, "global_step": 2258, "epo{"train_loss": 0.1033947{"train_loss": 0.10213129222393036, "global_step": 2259, "epoch": 23, "lr":{"train_loss": 0.08795199{"train_loss": 0.08908180147409439, "global_step": 2260, "epoch": 23, "lr"{"train_loss": 0.09273222{"train_loss": 0.100334532558918, "global_step": 2261, "epoch": 23, "lr": {"train_loss": 0.103491{"train_loss": 0.10833412408828735, "global_step": 2262, "epoch": 23, "lr": 0{"train_loss": 0.089044{"train_loss": 0.08783496171236038, "global_step": 2263, "epoch": 23, "lr": 0{"train_loss": 0.096640{"train_loss": 0{"train_loss": 0.0953928753733635, "global_step": 2264, "epo{"train_loss": 0.085385{"train_loss": {"train_loss": 0.08757537603378296, "global_step": 2265, "epoc{"train_loss": 0.126075{"train_loss": 0.12458108365535736, "global_step": 2266, "epoch": 23, "lr": {"train_loss": 0.083056{"train_loss": 0.0806884616613388, "global_step": 2267, "epoch": 23, "lr": 0{"train_loss": 0.09231{"train_loss": 0.0976877510547638, "global_step": 2268, "epoch": 23, "lr": 0.{"train_loss": 0.1032{"train_loss": 0.09999247640371323, "global_step": 2269, "epoch": 23, "lr": 0.0{"train_loss": 0.0842{"train_loss": 0.08199016004800797, "global_step": 2270, "epoch": 23, "lr": 0.0{"train_loss": 0.11034153401851654, "global_step": 2271, "epoch": 23, "lr": 0.0003968691948850272}
+{"train_loss": 0.1137{"train_loss": 0.11011408269405365, "global_step": 2272, "epoch": 23, "lr": 0.{"train_loss": 0.12121549248695374, "global_step": 2273, "epoch": 23, "lr": 0.00039686337457708984}
+{"train_loss": 0.11380648612976074, "global_step":{"train_loss": 0.1108265072107315, "global_step": {"train_loss": 0.07204791158437729, "global_step": 2275, "epoch": 23, "lr": 0.0003968575489068266}
+{"train_loss": 0.08103428781032562, "global_step{"train_loss": 0.0817301943898201, "global_step": 22{"train_loss": 0.08848181366920471{"train_loss": 0.08929283916950226, "global_step": 2277, "epoch": {"train_loss": 0.07946859300136566, "global_step": 2278, "epoch": 23, "lr": 0.0003968488003474179}
+{"train_loss": 0.08200359344482422{"train_loss": 0.08351849019527435, "global_step": 2279, "epoch":{"train_loss": 0.07905624806880951, "global_step": 2280, "epoch": 23, "lr": 0.00039684296127203447}
+{"train_loss": 0.07205250859260559, "global_step": 2281, "epoch": 23, "lr": 0.00039684003972366915}
+{"train_loss": 0.1152805835008621{"train_loss": 0.11752624809741974, "global_step": 2282, "epoch": 2{"train_loss": 0.1086{"train_loss": 0.108523428440094, "global_step": 2283, "epoch": 23, "lr": 0.000{"train_loss": 0.09{"train_loss": 0.10129512101{"train_loss": 0.09523367881774902, "global_step": 2{"train_loss": 0.09415429830551147, "global_step": 2285, "epoch": 23, "lr": 0.0003968283401261812}
+{"train_loss": 0.15318650007247925, "global_step": 2286, "epoch": 23, "lr": 0.00039682541187590215}
+{"train_loss": 0.08136127889156342, "global_step": 2287, "epoch": 23, "lr": 0.00039682248228530015}
+{"train_loss": 0.11315314471721649, "global_step": 2288, "epoch": 23, "lr": 0.0003968195513543951}
+{"train_loss": 0.10787373781204224, "global_step": 2289, "epoch": 23, "lr": 0.0003968166190832071}
+{"train_loss": 0{"train_loss": 0.10144266486167908, "global_step": 2290, "epoch": 23, "lr": 0.000396{"train_loss": 0.09010551124811172, "global_step": 2291, "epoch": 23, "lr": 0.00039681075052006167}
+{"train_loss": 0.10368657112121{"train_loss": 0{"train_loss": 0.10448560863733292, "global_step": 2{"train_loss": 0.1274521797895{"train_loss": 0.1287553608417511, "global_step": 2293, "epoch": 23, {"train_loss": 0.10549835860729218, "global_step": 2294, "epoch": 23, "lr": 0.00039680193762372027}
+{"train_loss": 0.079160958528{"train_loss": 0.07839277386665344, "global_step": 2295, "epoch": 23, {"train_loss": 0.09299184381961823, "global_step": 2296, "epoch": 23, "lr": 0.00039679605565864375}
+{"train_loss": 0.10401013493537903, "global_step": 2297, "epoch": 23, "lr": 0.00039679311266591083}
+{"train_loss": 0.07824292778968811, "global_step": 2298, "epoch": 23, "lr": 0.00039679016833307496}
+{"train_loss": 0.10057246685{"train_loss": 0.1{"train_loss": 0.10046211630105972, "global_step": 229{"train_loss": 0.0903110653{"train_loss": 0.09117906540632248, "global_step": 2300, "epoch": 23, "l{"train_loss": 0.10712485760450363, "global_step": 2301, "epoch": 23, "lr": 0.0003967813272941499}
+{"train_loss": {"train_loss": 0.12842094898223877, "global_step": 2302, "epoch": 23, "lr": 0.00039{"train_loss": 0{"train_loss": 0.1018038209682{"train_loss": 0.10146739271779855, "global_step": 23{"train_loss": 0.094153828{"train_loss": 0.093{"train_loss": 0.09480990469455719, "global_step": 230{"train_loss": 0.11070642620325089, "global_step": 2305, "epoch": 24, "lr": 0.0003967695204820251}
+{"train_loss": 0.104089170{"train_loss": 0.102{"train_loss": 0.10259342193603516, "global_step": 2{"train_loss": 0.13860929012298584, "global_step": 2307, "epoch": 24, "lr": 0.0003967636090362281}
+{"train_loss": 0.12339639663696289, "global_ste{"train_loss": 0.12647318840026855, "global_step": 23{"train_loss": 0.0744404196{"train_loss": 0.074{"train_loss": 0.07339610159397125, "global_step": 23{"train_loss": 0.0753198042{"train_loss": 0.07469932734966278, "global_step": 2310, "epoch": 24, {"train_loss": 0.09{"train_lo{"train_loss": 0.09690114855766296, "global_step": 2311, "epoch": 24, {"train_loss": 0.080415487289{"train_loss": 0.081{"train_loss": 0.08067379891872406, "global_step":{"train_loss": 0.11332277208566666, "global_step"{"train_loss": 0.11061466485261917, "global_step": {"train_loss": 0.08894088864{"train_loss": 0.0878{"train_loss": 0.0875810831785202, "global_step": 2{"train_loss": 0.11305639147758484, "global_step{"train_loss": 0.11620457470417023, "global_step": 2{"train_loss": 0.1002064049243927, "global_step"{"train_loss": 0.09904713928699493, "global_step": {"train_loss": 0.09{"train_loss": 0.0954244956374{"train_loss": 0.09311360120773315, "global_step"{"train_loss": 0.10{"train_loss": 0.10719360411167145, "global_step": 2318, "epoch": 24, "lr": 0.00{"train_loss": 0.07{"train_l{"train_loss": 0.0778{"train_loss": 0.07740069925785065, "global_step":{"train_loss": 0.11292710155248642, "global_step": 2320, "epoch": 24, "lr": 0.00039672505400530284}
+{"train_loss": 0.0{"train_loss": 0.06906098127365112, "global_step": 2321, "epoch": 24, "lr": 0.000{"train_loss": 0.09556856751441956, "global_step": 2322, "epoch": 24, "lr": 0.00039671910236637793}
+{"train_loss": 0.10{"train_loss": 0.10595546662807465, "global_step": 2323, "epoch": 24, "lr": 0.00{"train_loss": 0.09671398252248764, "global_step": 2324, "epoch": 24, "lr": 0.00039671314536905694}
+{"train_loss": 0.10{"train_loss": 0.10383161902427673, "global_step": 2325, "epoch": 24, "lr": 0.000{"train_loss": 0.09{"train_loss": 0.09224937856197357, "global_step": 2326, "epoch": 24, "lr": 0.000{"train_loss": 0.10233081877{"train_loss": 0.10493484884500504, "global_step": 2327, "epoch": 24, "{"train_loss": 0.07{"train_l{"train_loss": 0.07360852509737015, "global_step": 2328, "epoch": 24, "l{"train_loss": 0.12401323765516281, "global_step": 2329, "epoch": 24, "lr": 0.00039669822943383685}
+{"train_loss": 0.12{"train_l{"train_loss": 0.12{"train_loss": 0.12576429545879364, "global_step": 23{"train_loss": 0.10997100919{"train_loss": 0.10801411420106888, "global_step": 2331, "epoch": 24, "l{"train_loss": 0.10{"train_loss": 0.10178132355213165, "global_step": 2332, "epoch": 24, "lr": 0.00{"train_loss": 0.1105797067284584, "global_step": 2333, "epoch": 24, "lr": 0.0003966862725753151}
+{"train_loss": 0.0997355729341507, "global_step": 2334, "epoch": 24, "lr": 0.0003966832800121951}
+{"train_loss": 0.0528046786785{"train_loss": 0.0528964027762413, "global_step": 2335, "epoch": 24, "{"train_loss": 0.08839874714612961, "global_step"{"train_loss": 0.08792576938867569, "global_step":{"train_loss": 0.05225{"trai{"train_loss": 0.05388067662715912, "global_step": 2337, "epoch": 24, "l{"train_loss": 0.11352{"train_loss": 0.11793608218431473, "global_step": 2338, "epoch": 24, "lr": 0{"train_loss": 0.11839445680379868, "global_step": 2339, "epoch": 24, "lr": 0.0003966682971066768}
+{"train_loss": 0.09273075312{"train_loss": 0.09253188967704773, "global_step": 2340, "epoch": 24, "l{"train_loss": 0.111602{"tra{"train_loss": 0.11168807744979858, "global_step": 2341, "epoch": 24, "l{"train_loss": 0.13860657811164856, "global_step": 2342, "epoch": 24, "lr": 0.00039665929129216595}
+{"train_loss": 0.1137809157371521, "global_step": 2343, "epoch": 24, "lr": 0.0003966562866755849}
+{"train_loss": 0.1150408387184143, "global_step": 2344, "epoch": 24, "lr": 0.00039665328071983265}
+{"train_loss": 0.0769015{"train_loss": 0.077286660{"train_loss": 0.07490351796150208, "global_step"{"train_loss": 0.0828677{"tr{"train_loss": 0.08366237580776215, "global_step": 2346, "epoch": 24, "l{"train_loss": 0.0823494{"train_loss": 0.079592801{"train_loss": 0.08390481024980545, "global_step{"train_loss": 0.10524019598960876, "global_step": 2348, "epoch": 24, "lr": 0.0003966412435055205}
+{"train_loss": 0.0874315{"t{"train_loss": 0.08783803880214691, "global_step": 2349, "epoch": 24, "lr{"train_loss": 0.073929{"tr{"train_loss": 0.07400436699390411, "global_step": 2350, "epoch": 24, "l{"train_loss": 0.1074470803141594, "global_step": {"train_loss": 0.107469841837883, "global_step":{"train_loss": 0.10733841359615326, "global_step": 2352, "epoch": 24, "lr": 0.00039662918486610714}
+{"train_loss": 0.10414542257785797, "global_step": 2353, "epoch": 24, "lr": 0.0003966261668587357}
+{"train_loss": 0.08749493956565857, "global_step": 2354, "epoch": 24, "lr": 0.0003966231475123981}
+{"train_loss": 0.13676238059{"train_loss": 0.13552066683769226, "global_step": 2355, "epoch": 24, "{"train_loss": 0.07576{"train_loss": 0.0761784017086029, "global_step": 2356, "epoch": 24, "lr": 0.0{"train_loss": 0.1410{"train_loss": 0.143155038356781, "global_step": 2357, "epoch": 24, "lr": 0.00{"train_loss": 0.15{"train_loss": 0.15116184949874878, "global_step": 2358, "epoch": 24, "lr": 0.00{"train_loss": 0.103{"train_loss": 0.1036366075{"train_loss": 0.10700103640556335, "global_step": 23{"train_loss": 0.094{"train_{"train_loss": 0.09{"train_loss": 0.09281836450099945, "global_step": 23{"train_loss": 0.0{"train_lo{"train_loss": 0.09538737684488297, "global_step": 2361, "epoch": 24, {"train_loss": 0.0{"train_loss": 0.07067525386810303, "global_step": 2362, "epoch": 24, "lr": 0.000{"train_loss": 0.1{"train_loss": 0.11126243323087692, "global_step": 2363, "epoch": 24, "lr": 0.000{"train_loss": 0.0728669986128807, "global_step": 2364, "epoch": 24, "lr": 0.00039659288041041143}
+{"train_loss": 0.08{"train_loss": 0.08128008246421814, "global_step": 2365, "epoch": 24, "lr": 0.00{"train_loss": 0.13{"train_los{"train_loss": 0.12856167554855347, "global_step": 2366, "epoch": 24, {"train_loss": 0.08{"train_loss": 0.07742172479629517, "global_step": 2367, "epoch": 24, "lr": 0.000{"train_loss": 0.08{"train_los{"train_loss": 0.08260181546211243, "global_step": 2368, "epoch": 24,{"train_loss": 0.10{"train_los{"train_loss": 0.09892928600311279, "global_step": 2369, "epoch": 24,{"train_loss": 0.1036088764667{"train_loss":{"train_loss": 0.10272729396820068, "global_step": 237{"train_loss": 0.07624046504497528, "global_s{"train_loss": 0.0760880559682846, "global_step": 2371,{"train_loss": 0.055{"train_loss": 0.058043986558914185, "global_step": 2372, "epoch": 24, "lr": 0.{"train_loss": 0.14396017789840698, "global_step": 2373, "epoch": 24, "lr": 0.0003965655255558143}
+{"train_loss": 0.0793{"train_loss": 0.072907{"train_loss": 0.07937430590391159, "global_step": 2374{"train_loss": 0.12462908774614334, "global_{"train_loss": 0.12429630756378174, "global_step": 2375,{"train_loss": 0.0643{"train_loss": 0.06135999411344528, "global_step": 2376, "epoch": 24, "lr": 0.{"train_loss": 0.11608{"train_loss": 0.115983{"train_loss": 0.11640765517950058, "global_step": 237{"train_loss": 0.12715{"train_loss": 0.1232682317495346, "global_step": 2378, "epoch": 24, "lr": 0.0{"train_loss": 0.1212{"train_loss": 0.1233338862657547, "global_step": 2379, "epoch": 24, "lr": 0.0{"train_loss": 0.147{"train_lo{"train_loss": 0.14655782282352448, "global_step": 2380, "epoch": 24,{"train_loss": 0.10{"train_loss": 0.101748988032341, "global_step": 2381, "epoch": 24, "lr": 0.000{"train_loss": 0.07{"train_loss": 0.08335365355014801, "global_step": 2382, "epoch": 24, "lr": 0.0{"train_loss": 0.106{"train_loss{"train_loss": 0{"train_loss": 0.10703541338443756, "global_step": 2{"train_loss": 0.110{"train_loss": 0.11714519560337067, "global_step": 2384, "epoch": 24, "lr": 0.0{"train_loss": 0.081{"train_loss{"train_loss": 0.0807337835431099, "global_step": 2385, "epoch": 24,{"train_loss": 0.05{"train_loss{"train_loss": 0.05214831233024597, "global_step": 2386, "epoch": 24,{"train_loss": 0.07{"train_loss": 0.0752054750919342, "global_step": 2387, "epoch": 24, "lr": 0.0003{"train_loss": 0.1{"train_loss": 0.10445158928632736, "global_step": 2388, "epoch": 24, "lr": 0.0003{"train_loss": 0.0{"train_loss{"train_loss": 0.07724286615848541, "global_step": 2389, "epoch": 24,{"train_loss": 0.0865538790822{"train_loss": 0.08934994041919708, "global_step": 2390, "epoch": 24, {"train_loss": 0.{"train_loss": 0.103630736470{"train_loss": 0.10572518408298492, "global_step": 239{"train_loss": 0.08836492896080017, "global_step": 2392, "epoch": 24, "lr": 0.00039650742038162083}
+{"train_loss": 0.09154452383518219, "global_step": 2393, "epoch": 24, "lr": 0.00039650434883173053}
+{"train_loss": 0.1293585598468{"train_loss": 0{"train_loss": 0.1285470426082611, "global_step": 239{"train_loss": 0{"train_loss": 0.11496059596538544, "global_step": 2395, "epoch": 24, "lr": 0.000396{"train_loss": 0.10863184928894043, "global_s{"train_loss": 0.10849835723638535, "global_step": 239{"train_loss":{"train_loss": 0.10934437811374664, "global_step": 2397, "epoch": 24, "lr": 0.0003964{"train_loss":{"train_loss": 0.09765184670686722, "global_step": 2398, "epoch": 24, "lr": 0.00039648{"train_loss":{"train_loss": 0.09944412407154839, "global_step": 2399, "epoch": 24, "lr": 0.000396{"train_loss":{"train_loss": 0.09746026992797852, "global_step": 2400, "epoch": 25, "lr": 0.00039648{"train_loss": 0.11843033879{"train_loss": 0.1187441274523735, "global_step": 2401, "epoch": 25, "lr{"train_loss": 0.1115812361240387, "global_st{"train_loss": 0.11216067522764206, "global_step": 24{"train_loss":{"train_loss": 0.072996482253074{"train_loss": 0.07399705052375793, "global_step": 24{"train_loss": {"train_loss": 0.08174587786197662, "global_step": 2404, "epoch": 25, "lr": 0.000396{"train_loss": 0.07851111143827438, "global_step": 2405, "epoch": 25, "lr": 0.0003964673858643832}
+{"train_loss": 0.0948830395936966, "global_step{"train_loss": 0.09386838972568512, "global_step": {"train_loss": 0.08500996232032776, "global_step{"train_loss": 0.08543594926595688, "global_step": 2{"train_loss": {"train_loss": 0.1056071072816848{"train_loss": 0.1062755286693573, "global_step": 24{"train_loss": 0.1160881519317627, "global_step": 2409, "epoch": 25, "lr": 0.0003964550220611585}
+{"train_loss": 0{"train_loss": 0.087900981307029{"train_loss": 0.09240947663784027, "global_step":{"train_loss": 0{"train_loss"{"train_loss": 0.10157289355993271, "global_step": 2411, "epoch": 25, "{"train_loss": {"train_loss":{"train_loss": 0.1{"train_loss": 0.103265181183815, "global_step": 241{"train_loss": 0.0883324146270752, "global_step": 2413, "epoch": 25, "lr": 0.00039644263685312264}
+{"train_loss": {"train_loss": {"train_loss": {"train_loss": 0.09252713620662689, "global_step": 2{"train_loss": 0.12756672501564026, "global_s{"train_loss": 0.12864884734153748, "global_step": 2415{"train_loss": 0.106689997017{"train_loss": 0.10641216486692429, "global_step": 2416, "epoch": 25, {"train_loss": 0.100293993949{"train_loss": 0.1012537032365799, "global_step": 2417, "epoch": 25, "l{"train_loss": 0.07788829505{"train_loss": 0.07912768423557281, "global_step": 2418, "epoch": 25, {"train_loss": {"train_loss"{"train_loss": 0.08006033301353455, "global_step": 2419, "epoch": 25, "{"train_loss": {"train_loss"{"train_loss": 0.0946086198091507, "global_step": 2420, "epoch": 25, "{"train_loss": 0.09920021891593933, "global_step": 2421, "epoch": 25, "lr": 0.00039641780222801723}
+{"train_loss": {"train_loss": 0.10426351428031921, "global_step": 2422, "epoch": 25, "lr": 0.000396{"train_loss": 0.12557370960712433, "global_step": 2423, "epoch": 25, "lr": 0.0003964115801958452}
+{"train_loss":{"train_loss": 0.10723057389259338, "global_step": 2424, "epoch": 25, "lr": 0.0003964{"train_loss": {"train_loss": 0.08687029778957367, "global_step": 2425, "epoch": 25, "lr": 0.0003964{"train_loss": {"train_loss{"train_loss": 0.12{"train_loss": 0.12519319355487823, "global_step": 2{"train_loss": 0{"train_loss": 0.09934015572071{"train_loss": 0.09545733034610748, "global_step": 2{"train_loss": 0.1094735711812973, "global_step": 2428, "epoch": 25, "lr": 0.0003963960017094507}
+{"train_loss": 0.08976485580205917, "global_step": 2429, "epoch": 25, "lr": 0.00039639288199989046}
+{"train_loss": 0{"train_loss": 0.09770470112562{"train_loss": 0.09597794711589813, "global_step": 2{"train_loss": 0{"train_loss"{"train_loss": 0.1317516565322876, "global_step": 2431, "epoch": 25, "l{"train_loss": {"train_loss"{"train_loss": 0.09001220762729645, "global_step": 2432, "epoch": 25, {"train_loss": 0.{"train_loss": 0.11963576078414917, "global_step": 2433, "epoch": 25, "lr": 0.0003{"train_loss": 0.{"train_loss{"train_loss": 0.05977700650691986, "global_step": 2434, "epoch": 25, "l{"train_loss": {"train_loss": 0.0946427509188652, "global_step": 2435, "epoch": 25, "lr": 0.0003963{"train_loss":{"train_loss": 0.08557268977165222, "global_step": 2436, "epoch": 25, "lr": 0.000396{"train_loss": {"train_loss": 0.09375472366809845, "global_step": 2437, "epoch": 25, "lr": 0.0003963{"train_loss": {"train_loss": 0.0921345055103302, "global_step": 2438, "epoch": 25, "lr": 0.00039636{"train_loss":{"train_loss": 0.08638006448745728, "global_step": 2439, "epoch": 25, "lr": 0.0003963{"train_loss": 0.11761332303285599, "global_step": 2440, "epoch": 25, "lr": 0.0003963584769324896}
+{"train_loss":{"train_loss": {"train_loss": 0.07522399723529816, "global_step": 2441, "epoch": 25, {"train_loss"{"train_loss": 0.08199121057987213, "global_step": 2442, "epoch": 25, "lr": 0.00039635{"train_loss"{"train_loss": 0.08768371492624283, "global_step": 2443, "epoch": 25, "lr": 0.000396349{"train_loss"{"train_loss": 0.13639555871486664, "global_step": 2444, "epoch": 25, "lr": 0.000396345{"train_loss"{"train_loss": 0.11565080285072327, "global_step": 2445, "epoch": 25, "lr": 0.000396342{"train_loss"{"train_loss": 0.0758211612701416, "global_step": 2446, "epoch": 25, "lr": 0.0003963396{"train_loss{"train_loss": 0.10514524579048157, "global_step": 2447, "epoch": 25, "lr": 0.000396336{"train_loss{"train_loss": 0.0864044800400734, "global_step": 2448, "epoch": 25, "lr": 0.0003963333{"train_los{"train_loss": 0.{"train_loss": 0.12559184432029724, "global_step": 2449, "epoch": 25, "{"train_los{"train_loss": 0.14157626032829285, "{"train_loss": 0.1482633650302887, "global_step": 2{"train_los{"train_loss": 0.13907703757286072, "global_step": 2451, "epoch": 25, "lr": 0.0003963239{"train_los{"train_loss": 0.13002267479896545, "global_step": 2452, "epoch": 25, "lr": 0.0003963207{"train_los{"train_loss": 0.10268934816122055,{"train_loss": 0.10595566034317017, "global_step": 24{"train_los{"train_loss": 0.08534915745258331, "global_step": 2454, "epoch": 25, "lr": 0.00039631445{"train_los{"train_loss": 0.10206963866949081, "global_step": 2455, "epoch": 25, "lr": 0.00039631130{"train_los{"train_loss": 0.09929779171943665, "global_step": 2456, "epoch": 25, "lr": 0.0003963081{"train_los{"train_loss": 0.1022893488407135, {"train_loss": 0.101832315325737, "global_step": 245{"train_loss{"train_loss": 0.07530491799116135, "global_step": 2458, "epoch": 25, "lr": 0.0003963018{"train_loss{"train_loss": 0.08332498371601105{"train_loss": 0.08426780998706818, "global_step": 2{"train_loss"{"train_loss": 0.08097474277019501{"train_loss": 0.08126644790172577, "global_step": 2{"train_loss"{"train_loss": 0.11312162131071091, "global_step": 2461, "epoch": 25, "lr": 0.00039629{"train_loss"{"train_loss": 0.14594057202339172, "global_step": 2462, "epoch": 25, "lr": 0.00039628{"train_loss"{"train_loss": 0{"train_loss": 0.10326170921325684, "global_step": 2463, "epoch": 25, "{"train_loss{"train_loss": 0.08511240780353546, "global_step": 2464, "epoch": 25, "lr": 0.0003962828{"train_loss{"train_loss": 0.10516420751810074, "global_step": 2465, "epoch": 25, "lr": 0.0003962796{"train_loss{"train_loss": 0.08397705107927322, "global_step": 2466, "epoch": 25, "lr": 0.000396276{"train_loss{"train_loss": 0{"train_loss": 0.08965093642473221, "global_step": 2467, "epoch": 25, "l{"train_loss{"train_loss": 0.0793401300907135, {"train_loss": 0.08186082541942596, "global_step": 24{"train_los{"train_loss": 0.08932755142450333, "global_step": 2469, "epoch": 25, "lr": 0.0003962669{"train_los{"train_loss": 0.09262730181217194, "global_step": 2470, "epoch": 25, "lr": 0.000396263{"train_loss{"train_loss": 0.08706710487604141, "global_step": 2471, "epoch": 25, "lr": 0.000396260{"train_loss": 0.108401946723{"train_loss": 0.11061468720436096, "global_step": 2472, "epoch": 25, "{"train_loss{"train_loss": 0.1105676144361496, "global_step": 2473, "epoch": 25, "lr": 0.00039625429{"train_los{"train_loss": 0.1{"train_loss": 0.10425234586000443, "global_step": 2474, "epoch": 25, "{"train_loss": 0.12795765697956085, "global_st{"train_loss": 0.12882384657859802, "global_step": 24{"train_loss": 0.103955090045{"train_loss": 0.{"train_loss": 0.10109905898571014, "global_step": 24{"train_los{"train_loss": 0.07799254357814789, "global_step": 2477, "epoch": 25, "lr": 0.00039624156{"train_loss": 0.09279559552669525, "global_step": 2478, "epoch": 25, "lr": 0.0003962383783625962}
+{"train_los{"train_loss": 0.1{"train_loss": {"train_loss": 0.12273970246315002, "global_step": 247{"train_lo{"train_loss": 0.10{"train_loss": 0.10885708034038544, "global_step": 2480, "epoch": 25,{"train_los{"train_loss": 0.08{"train_loss": 0.08680716156959534, "global_step": 2481, "epoch": 25,{"train_los{"train_loss": 0.1111358255147934, "global_step": 2482, "epoch": 25, "lr": 0.00039622562{"train_loss": 0.0994439125061{"train_loss": 0.09918977320194244, "global_step": 2483, "epoch": 25{"train_{"train_loss": 0.10809{"train_loss": 0.10759235918521881, "global_step": 2484, "epoch": 25, {"train_{"train_loss": 0.1301606297492981, "global_step": 2485, "epoch": 25, "lr": 0.00039621604443{"train_loss": 0.08730725944042206, "global_step": 2486, "epoch": 25, "lr": 0.00039621284852951445}
+{"train{"train_loss": 0.13453{"train_loss": 0.13855645060539246, "global_step": 2487, "epoch": 25, "{"trai{"train_loss": 0.1064409613609314, "glo{"train_loss": 0.10250680893659592, "global_step": 2488{"train_loss": 0.06823660433292389, "global_step": 2489, "epoch": 25, "lr": 0.00039620325279500967}
+{"tra{"train_loss": 0.16259843111038208, "global_step": 2490, "epoch": 25, "lr": 0.0003962000515446{"tra{"train_loss": 0.1178161{"train_loss": 0.112366683781147, "global_step": 2491, "epoch": 25, "l{"tra{"train_loss": 0.08294{"train_loss": 0.07853485643863678, "global_step": 2492, "epoch": 25, "l{"tra{"train_loss": 0.057368114590644836, "global_step": 2493, "epoch": 25, "lr": 0.0003961904397772{"trai{"train_loss": 0.13113{"train_loss": 0.1308576464653015, "global_step": 2494, "epoch": 25, "l{"trai{"train_loss": 0.10085497532660763, "global_step": 2495, "epoch": 25, "lr": 0.000396184025252{"train_loss": 0.0741269662976265, "global_step": 2496, "epoch": 26, "lr": 0.00039618081598583163}
+{"train_loss": 0.08285447955{"train_loss": 0.08437647670507431, "global_step": 2497, "epoch": 26, "l{"train_loss": 0.10643386840{"train_loss":{"train_loss": 0.10657894611358643, "global_step": 2498, "{"trai{"train_loss": 0.10861611366271973, "global_step": 2499, "epoch": 26, "lr": 0.0003961711801710{"train_loss": 0.09377922117710114, "global_step": 2500, "epoch": 26, "lr": 0.0003961679655609994}
+{"trai{"train_loss": 0.0791381448507309, {"train_loss": 0.08478794246912003, "global_step": 2501, "{"tra{"train_loss": 0.09063184261322021, "global_step": 2502, "epoch": 26, "lr": 0.00039616153233342{"train_loss": 0.13069303333759308, "global_step": 2503, "epoch": 26, "lr": 0.0003961583137159162}
+{"train_loss": 0.10281038284301758, "global_step": 2504, "epoch": 26, "lr": 0.00039615509376263224}
+{"tra{"train_loss": 0.1040{"train_loss": 0.10187199711799622, "global_step": 2505, "epoch": 26, "lr"{"tra{"train_loss": 0.0961{"train_loss": {"train_loss": 0.10888171195983887, "global_step": 2506, "{"train_loss": 0.0853177011013031, "global{"train_loss": 0.08571045100688934, "global_step": 2507, {"train{"train_loss": 0.08081458508968353, "global_step": 2508, "epoch": 26, "lr": 0.000396142200592{"train_loss": 0.103090301156044, "global_s{"train_loss": 0.10490843653678894, "global_step": 250{"train_l{"train_loss": 0.06809905171394348, "global_step": 2510, "epoch": 26, "lr": 0.0003961357459{"train_l{"train_loss": 0.0930{"train_loss": 0.1007099598646164, "global_step": 2511, "epoch": 26, "{"train_l{"train_loss": 0.089{"train_loss": 0.09075246751308441, "global_step": 2512, "epoch": 26, {"train_loss": 0.09612712264060974, "global_step": 2513, "epoch": 26, "lr": 0.0003961260540765872}
+{"train_loss": 0.09197450429201126, "global_step": 2514, "epoch": 26, "lr": 0.0003961228207667085}
+{"train_l{"train_loss": 0.07218458503484726, "global_step": 2515, "epoch": 26, "lr": 0.0003961195861{"train_l{"train_loss": 0.13329221308231354, "global_step": 2516, "epoch": 26, "lr": 0.0003961163{"train_los{"train_loss": 0.11414475739002228, "global_step": 2517, "epoch": 26, "lr": 0.0003961131{"train_los{"train_loss": 0.1431936919689178{"train_loss": 0.14697374403476715, "global_step": 2518{"train_loss": 0.0875848978757{"train_loss": 0.0880591869354248, "global_step": 2519, "epoch": 26, "{"train_los{"train_loss": 0.10119399428367615, "global_step": 2520, "epoch": 26, "lr": 0.0003961033{"train_los{"train_loss": 0.1{"train_loss": 0.11191082000732422, "global_step": 2521, "epoch": 26, "{"train_los{"train_loss": 0.11533612012863159, "global_step": 2522, "epoch": 26, "lr": 0.00039609690{"train_los{"train_loss": 0.1{"train_loss":{"train_loss": 0.12447348237037659, "global_step": 2523,{"train_los{"train_loss": 0.088923148810863{"train_loss": 0.09216620028018951, "global_step": 2524,{"train_lo{"train_loss": 0.07496213167905807, "global_step": 2525, "epoch": 26, "lr": 0.00039608716{"train_lo{"train_loss": 0.1171002686023712{"train_loss": 0.11533259600400925, "global_step": 2526, {"train_loss": 0.068182110786{"train_loss":{"train_loss": 0.06927570700645447, "global_step": 2527, {"train_loss": 0.10938798636198044, "global_step": 2528, "epoch": 26, "lr": 0.00039607741420689675}
+{"train_lo{"train_loss": 0.07{"train_loss": 0.07305590063333511, "global_step": 2529, "epoch": 26, "{"train_l{"train_loss": 0.068{"train_loss": 0.06795899569988251, "global_step": 2530, "epoch": 26, "{"train_l{"train_loss": 0.11703333258628845, "global_step": 2531, "epoch": 26, "lr": 0.000396067650{"train_l{"train_loss": 0.10559378564357758, "global_step": 2532, "epoch": 26, "lr": 0.000396064392{"train_l{"train_loss": 0.100{"train_loss{"train_loss": 0.0991058498620987, "global_step": 2533, "e{"train_l{"train_loss": 0.081{"train_loss": 0.07284790277481079, "global_step": 2534, "epoch": 26, "{"train_loss": 0.11073683202266693, "global_step": 2535, "epoch": 26, "lr": 0.00039605461278384565}
+{"train{"train_loss": 0.12322848290205002, "global_step": 2536, "epoch": 26, "lr": 0.000396051350097{"train{"train_loss": 0.12414{"train_loss": 0.12027446180582047, "global_step": 2537, "epoch": 26, "{"train_loss": 0.08432827144861221, "global_step": 2538, "epoch": 26, "lr": 0.00039604482071884067}
+{"train{"train_loss": 0.10086396336555481, "global_step": 2539, "epoch": 26, "lr": 0.000396041554027{"train{"train_loss": 0.10576{"train_loss": 0.11261480301618576, "global_step": 2540, "epoch": 26, "{"train{"train_loss": 0.07784{"train_loss": 0.08004840463399887, "global_step": 2541, "epoch": 26, {"train{"train_loss": 0.08183129131793976, "global_step": 2542, "epoch": 26, "lr": 0.000396031745{"train_l{"train_loss": 0.10252543538808823, "global_step": 2543, "epoch": 26, "lr": 0.000396028473{"train_l{"train_loss": 0.09213536977767944, "global_step": 2544, "epoch": 26, "lr": 0.000396025200{"train_l{"train_loss": 0.11476119607686996, "global_step": 2545, "epoch": 26, "lr": 0.000396021925{"train_l{"train_loss": 0.1018382459878{"train_loss": 0.10530340671539307, "global_step": 2546, "ep{"train_l{"train_loss": 0.08576559275388718, "global_step": 2547, "epoch": 26, "lr": 0.0003960153724{"train_l{"train_loss": 0.0726931095123291, "global_step": 2548, "epoch": 26, "lr": 0.00039601209373{"train_{"train_loss": 0.10884000360965729, "global_step": 2549, "epoch": 26, "lr": 0.000396008813{"train_l{"train_loss": 0.12508171796798706, "global_step": 2550, "epoch": 26, "lr": 0.00039600553{"train_l{"train_loss": 0.0780{"train_l{"train_loss": 0.079708993434906, "global_step": 2551, "epoc{"train_l{"train_loss": 0.07450584322214127, "global_step": 2552, "epoch": 26, "lr": 0.000395998965{"train_l{"train_loss": 0.13417819142341614, "global_step": 2553, "epoch": 26, "lr": 0.0003959956{"train_lo{"train_loss": 0.08683274686336517, "global_step": 2554, "epoch": 26, "lr": 0.000395992393{"train_loss": 0.10071495175361633, "global_step": 2555, "epoch": 26, "lr": 0.0003959891054169034}
+{"train_loss": 0.08552093803882599, "global_step": 2556, "epoch": 26, "lr": 0.0003959858160334765}
+{"train_lo{"train_loss": 0.09541097{"train_loss": 0.09964293986558914, "global_step": 2557, "epoc{"train_los{"train_loss": 0.12744614{"train_loss": 0.1285858452320099, "global_step": 2558, "epoch":{"train_los{"train_loss": 0.09385316073894501, "global_step": 2559, "epoch": 26, "lr": 0.000395975{"train_loss": 0.0870413035154{"train_loss": 0.0847015231847763, "global_step": 2560, "epoch": 26, {"train_loss": 0.090287581086{"train_loss": 0.08891376107931137, "global_step": 2561, "epoch": 26, "{"train_los{"train_loss": 0.12646931409835815, "global_step": 2562, "epoch": 26, "lr": 0.00039596605{"train_los{"train_loss": 0.09348203241825104, "global_step": 2563, "epoch": 26, "lr": 0.0003959627{"train_los{"train_loss": 0.104139{"train_loss": 0.1101854145526886, "global_step": 2564, "epoch":{"train_loss{"train_loss": 0.040868379175662994, "global_step": 2565, "epoch": 26, "lr": 0.000395956{"train_loss"{"train_loss": 0.0954594761133194, "global_step": 2566, "epoch": 26, "lr": 0.0003959528{"train_loss{"train_loss": 0.1{"train_loss": 0.11833973228931427, "global_step": 2567, "epoch": 2{"train_loss":{"train_loss": 0.11235474050045013, "global_step": 2568, "epoch": 26, "lr": 0.000395{"train_loss": 0.11334221065044403, "global_step": 2569, "epoch": 26, "lr": 0.00039594293260798654}
+{"train_loss": {"train_loss": 0.0{"train_loss": 0.09142599999904633, "global_step": 2570, "epoch": 2{"train_loss": 0.0933413580060005{"tra{"train_loss": 0.09175892174243927, "global_step": 2571, "epo{"train_loss": 0.0981615856289863{"train_loss": 0.09661854803562164, "global_step": 2572, "epoch": {"train_loss": 0.0731277540326118{"train_loss": 0.07345640659332275, "global_step": 2573, "epoch": 2{"train_loss": {"train_loss": 0.1{"train_loss": 0.1333928406238556, "global_step": 2574, "epoch": 2{"train_loss": {"train_loss": 0.12581{"train_loss": 0.11819444596767426, "global_step": 2575, "epo{"train_loss": {"train_loss": 0.087842{"train_loss": 0.08789132535457611, "global_step": 2576, "epo{"train_loss": {"train_loss": 0.105229{"train_loss": 0.11026349663734436, "global_step": 2577, "epo{"train_loss": 0{"train_loss": 0.08746810257434845, "global_step": 2578, "epoch": 26, "lr": 0.000395{"train_loss": 0{"train_loss": 0.11718731373548508, "global_step": 2579, "epoch": 26, "lr": 0.000395{"train_loss": 0{"train_loss": 0.073159{"train_loss": 0.07116356492042542, "global_step": 2580, "ep{"train_loss": 0{"train_loss": 0.089196{"train_loss": 0.0900595560669899, "global_step": 2581, "ep{"train_loss": {"train_loss": 0.1030993{"train_loss": 0.10354487597942352, "global_step": 2582, "ep{"train_loss": {"train_loss": 0.099{"train_loss": 0.09777292609214783, "global_step": 2583, "epoch":{"train_loss": 0.09034210443496704, "global_step": 2584, "epoch": 26, "lr": 0.0003958931715297636}
+{"train_loss": {"train_loss": 0.0874755{"train_loss": 0.08287730813026428, "global_step": 2585, "ep{"train_loss": 0.11249253153800964, "global_step": 2586, "epoch": 26, "lr": 0.00039588651404009773}
+{"train_loss": {"train_loss": 0.1150316{"train_loss": 0.1099754050374031, "global_step": 2587, "epo{"train_loss": 0{"train_loss": 0.111564{"train_loss": 0.1108381450176239, "global_step": 2588, "epo{"train_loss":{"train_loss": 0.1292102{"train_loss": 0.12495365738868713, "global_step": 2589, "ep{"train_loss": 0.11508309096097946, "global_step": 2590, "epoch": 26, "lr": 0.0003958731830537954}
+{"train_loss": {"train_loss": 0.098615{"train_loss": 0.09861863703311731, "global_step": 2591, "epoc{"train_loss": {"train_loss": 0.112201{"train_loss": 0.10744331777095795, "global_step": 2592, "epoc{"train_loss": {"train_loss": 0.0749{"train_loss": 0.07271818071603775, "global_step": 2593, "epoch{"train_loss": {"train_loss": 0.0738{"{"train_loss": 0.07609979808330536, "global_step": 2594, "epo{"train_loss": {"train_loss": 0.0879{"{"train_loss": 0.091466024518013, "global_step": 2595, "epoch{"train_loss": 0.1040717214345932, "global_step": 2596, "epoch": 27, "lr": 0.00039585314655964}
+{"train_loss": 0{"train_loss": 0.112{"train_loss": 0.1191512793302536, "global_step": 2597, "epoch"{"train_loss": 0{"train_loss": 0.1043{"train_loss": 0.10652809590101242, "global_step": 2598, "epoch{"train_loss": 0{"train_loss": 0.09337735921144485, "global_step": 2599, "epoch": 27, "lr": 0.00039{"train_loss": 0{"train_loss": 0.10{"train_loss": 0.10386563837528229, "global_step": 2600, "epoch"{"train_loss": 0{"train_loss": 0.08{"train_loss": 0.081280417740345, "global_step": 2601, "epoch": {"train_loss": 0{"train_loss": 0.{"train_loss": 0.07340511679649353, "global_step": 2602, "epoch": {"train_loss": 0{"train_loss": 0.{"t{"train_loss": 0.08341656625270844, "global_step": 2603, "epoch{"train_loss": 0{"train_loss": 0.{"t{"train_loss": 0.08904162794351578, "global_step": 2604, "epoc{"train_loss": 0.12919092178344727, "global_step": 2605, "epoch": 27, "lr": 0.0003958230017950539}
+{"train_loss": 0.11381979286670685, {"train_loss": 0.11197668313980103, "global_step": 2606, "epoc{"train_loss": 0{"train_loss": 0.106{"train_loss": 0.10918882489204407, "global_step": 2607, "epoch"{"train_loss": 0.09708038717508316, "global_step": 2608, "epoch": 27, "lr": 0.000395812929536427}
+{"train_loss": 0{"train_loss": 0.08851522207260132, "global_step": 2609, "epoch": 27, "lr": 0.00039{"train_loss": 0{"train_loss": 0.085{"train_loss": 0.08444318920373917, "global_step": 2610, "epoch"{"train_loss": 0{"train_loss": 0.107{"train_loss": 0.10495121777057648, "global_step": 2611, "epoch{"train_loss": 0{"train_loss": 0.08729434758424759, "global_step": 2612, "epoch": 27, "lr": 0.000395{"train_loss": 0{"train_loss": 0.08680884540081024, "global_step": 2613, "epoch": 27, "lr": 0.000395{"train_loss": 0{"train_loss":{"train_loss": 0.11533205211162567, "global_step": 2614, "epoch": 27,{"train_loss": 0.{"train_loss": 0.10332465171813965, "global_step": 2615, "epoch": 27, "lr": 0.00039{"train_loss": 0.{"train_loss":{"trai{"train_loss": 0.11072827875614166, "global_step": 2616, "epoch{"train_loss": 0.{"train_loss": 0.09650716185569763, "global_step": 2617, "epoch": 27, "lr": 0.00039{"train_loss": 0.{"train_loss": 0.094{"train_loss": 0.09436525404453278, "global_step": 2618, "epo{"train_loss": 0.09641648828983307, "global_step": 2619, "epoch": 27, "lr": 0.0003957758952521892}
+{"train_loss": 0.{"train_loss": 0.085{"train_loss": 0.09078583121299744, "global_step": 2620, "epoc{"train_loss": 0.{"train_loss": 0.123{"train_loss": 0.1268121600151062, "global_step": 2621, "epoch{"train_loss": 0{"train_loss": 0.07930566370487213, "global_step": 2622, "epoch": 27, "lr": 0.000395{"train_loss": 0{"train_loss": 0.097{"train_loss": 0.09470874816179276, "global_step": 2623, "epoc{"train_loss": {"train_loss": 0.08350241184234619, "global_step": 2624, "epoch": 27, "lr": 0.0003957{"train_loss": {"train_loss":{"train_loss": 0.09118223190307617, "global_step": 2625, "epoch": 27, "{"train_loss"{"train_loss": 0.117805{"train_loss": 0.11315709352493286, "global_step": 2626, "epoch"{"train_loss{"train_loss": 0.10333900153636932, "global_step": 2627, "epoch": 27, "lr": 0.000395748{"train_loss{"train_loss": 0.09128029644489288, "global_step": 2628, "epoch": 27, "lr": 0.000395745{"train_loss{"train_loss": 0.{"train_loss": 0.07972888648509979, "global_step": 2629, "epoch": 27, {"train_los{"train_loss": 0.08456063{"train_loss": 0.08867716789245605, "global_step": 2630, "epoch{"train_los{"train_loss": 0.10766838490962982, "global_step": 2631, "epoch": 27, "lr": 0.0003957353{"train_los{"train_loss": 0.11934822797775269, "global_step": 2632, "epoch": 27, "lr": 0.000395731{"train_loss{"train_loss": 0.10785095393657684, "global_step": 2633, "epoch": 27, "lr": 0.0003957285{"train_loss{"train_loss": 0{"train_loss": 0.05764482170343399, "global_step": 2634, "epoch": 27,{"train_loss"{"train_loss": 0.1018214{"train_loss": 0.10115854442119598, "global_step": 2635, "epoch{"train_loss": 0.09633411467075348, "global_step": 2636, "epoch": 27, "lr": 0.00039571834316435076}
+{"train_loss"{"train_loss": 0.0909722{"train_loss": 0.09013956785202026, "global_step": 2637, "epo{"train_loss":{"train_loss": 0.10016021132469177, "global_step": 2638, "epoch": 27, "lr": 0.0003957{"train_loss":{"train_loss": 0.1068326{"train_loss": 0.10709254443645477, "global_step": 2639, "epo{"train_loss":{"train_loss": {"train_loss": 0.0913715809583664, "global_step": 2640, "epoch": 27, "{"train_loss":{"train_loss":{"train_loss": 0.0917084589600563, "global_step": 2641, "epoch": 27, "{"train_loss":{"train_loss": 0.0852896124124527, "global_step": 2642, "epoch": 27, "lr": 0.00039569{"train_loss"{"train_loss":{"train_los{"train_loss": 0.09770767390727997, "global_step": 2643, "epoc{"train_loss": 0.11347948014736176, "global_step": 2644, "epoch": 27, "lr": 0.0003956911265435598}
+{"train_loss"{"train_loss":{"train_loss": 0.11459416896104813, "global_step": 2645, "epoch": 27, "lr{"train_loss"{"train_loss": 0.10935674607753754, "global_step": 2646, "epoch": 27, "lr": 0.00039568{"train_loss"{"train_loss": 0.105838{"train_loss": 0.10383336991071701, "global_step": 2647, "epoch"{"train_loss"{"train_loss": 0.07053180038928986, "global_step": 2648, "epoch": 27, "lr": 0.00039567{"train_loss"{"train_loss": 0.11061601340770721, "global_step": 2649, "epoch": 27, "lr": 0.00039567{"train_loss"{"train_loss": 0.10306159406900406, "global_step": 2650, "epoch": 27, "lr": 0.00039567{"train_loss": 0.0945315212{"train_l{"train_loss": 0.09241584688425064, "global_step": 2651, "epoch"{"train_loss"{"train_loss": 0.06345731765031815, "global_step": 2652, "epoch": 27, "lr": 0.00039566{"train_loss"{"train_loss":{"train_loss": 0.09742478281259537, "global_step": 2653, "epoch": 27, "l{"train_loss"{"train_loss":{"train_loss": 0.10398748517036438, "global_step": 2654, "epoch": 27, "lr{"train_loss"{"train_loss":{"train_loss": 0.0876949280500412, "global_step": 2655, "epoch": 27, "lr{"train_loss":{"train_loss"{"train_loss": 0.06761719286441803, "global_step": 2656, "epoch": 27, "l{"train_loss":{"train_loss"{"train_loss": 0.10576708614826202, "global_step": 2657, "epoch": 27, "{"train_loss":{"train_loss"{"train_loss": 0.06134524196386337, "global_step": 2658, "epoch": 27, "l{"train_loss":{"train_loss"{"train_loss": 0.09719404578208923, "global_step": 2659, "epoch": 27, "{"train_loss": {"train_loss"{"train_loss": 0.11531811952590942, "global_step": 2660, "epoch": 27, "l{"train_loss": 0.11075302958488464, "g{"train_loss": 0.1115342378616333, "global_step": 2661, "epoch{"train_loss": {"train_loss": 0.12054{"train_loss": 0.1232508048415184, "global_step": 2662, "epoch"{"train_loss": {"train_loss": 0.09727410972118378, "global_step": 2663, "epoch": 27, "lr": 0.000395{"train_loss": {"train_loss": 0.1115397959947586, "global_step": 2664, "epoch": 27, "lr": 0.0003956{"train_loss":{"train_loss": 0.14292{"train_loss": 0.1358027160167694, "global_step": 2665, "epoch":{"train_loss":{"train_loss": 0.08407793939113617, "global_step": 2666, "epoch": 27, "lr": 0.00039561{"train_loss":{"train_loss": 0.0881{"train_loss": 0.08294174820184708, "global_step": 2667, "epoch":{"train_loss":{"train_loss": 0.1041{"train_loss": 0.09972894191741943, "global_step": 2668, "epoch"{"train_loss": 0.09606137871742249, "global_step": 2669, "epoch": 27, "lr": 0.0003956055249609693}
+{"train_loss":{"train_loss": 0.0986{"train_loss": 0.09859497100114822, "global_step": 2670, "epoch"{"train_loss":{"train_loss": 0.07467803359031677, "global_step": 2671, "epoch": 27, "lr": 0.00039559{"train_loss": 0.12686990{"train_loss": 0.12362390756607056, "global_step": 2672, "epoch": 27, "lr"{"train_loss": 0.11386668{"train_lo{"train_loss": 0.11083797365427017, "global_step": 2673, "epoch":{"train_loss":{"train_loss": 0.10771933943033218, "global_step": 2674, "epoch": 27, "lr": 0.00039558{"train_loss":{"train_los{"train_loss": 0.068011075258255, "global_step": 2675, "epoch": 27, "lr": 0{"train_loss":{"train_l{"train_loss": 0.10269340872764587, "global_step": 2676, "epoch": 27, "lr": 0{"train_loss":{"train_l{"train_loss": 0.1022157073020935, "global_step": 2677, "epoch": 27, "lr": 0.{"train_loss":{"train_loss": 0.13680243492126465, "global_step": 2678, "epoch": 27, "lr": 0.0003955{"train_loss":{"train_loss": 0.07924751937389374, "global_step": 2679, "epoch": 27, "lr": 0.0003955{"train_loss":{"train_{"train_loss"{"train_loss": 0.11827698349952698, "global_step": 2680, "epoch"{"train_loss":{"train_{"train_loss": 0.10386069118976593, "global_step": 2681, "epoch": 27, "lr": 0.{"train_loss": 0.10367445647716522, "global_step": 2682, "epoch": 27, "lr": 0.0003955606831070362}
+{"train_loss":{"train_{"train_los{"train_loss": 0.10332190990447998, "global_step": 2683, "epoch": 2{"train_loss": 0.1101902946829795{"train_loss": 0.11083349585533142, "global_step": 2684, "epoch": {"train_loss":{"train_loss": 0.13609348237514496, "global_step": 2685, "epoch": 27, "lr": 0.0003955{"train_loss":{"train_loss": 0.12{"train_loss": 0.12950453162193298, "global_step": 2686, "epoch": 2{"train_loss": 0.09928568254690617, "global_step": 2687, "epoch": 27, "lr": 0.00039554337631034366}
+{"train_loss":{"train_loss": 0.09290166944265366, "global_step": 2688, "epoch": 28, "lr": 0.0003955{"train_loss":{"train_loss": 0.12202008068561554, "global_step": 2689, "epoch": 28, "lr": 0.00039553{"train_loss":{"train_loss": 0.0{"train_loss": 0.08102165162563324, "global_step": 2690, "epoch": 2{"train_loss":{"train_loss": 0.0{"train_loss": 0.0885971263051033, "global_step": 2691, "epoch": 28,{"train_loss":{"train_loss": 0.12321392446756363, "global_step": 2692, "epoch": 28, "lr": 0.00039552{"train_loss":{"train_loss": 0.07884052395820618, "global_step": 2693, "epoch": 28, "lr": 0.00039{"train_loss": 0{"train_loss": 0.{"train_loss": 0.13018657267093658, "global_step": 2694, "epoch": 2{"train_loss": 0{"trai{"train_los{"train_loss": 0.07207614183425903, "global_step": 2695, "epoch": {"train_loss": 0{"train_loss": 0.{"train_loss": 0.11498428881168365, "global_step": 2696, "epoch": {"train_loss": {"train{"train_loss": 0.08867181092500687, "global_step": 2697, "epoch": 28, "lr": 0{"train_loss": {"train_loss": 0.06744828075170517, "global_step": 2698, "epoch": 28, "lr": 0.000395{"train_loss": {"train{"train_loss": 0.08392694592475891, "global_step": 2699, "epoch": 28, "lr": 0{"train_loss": {"train_loss": 0.09779984503984451, "global_step": 2700, "epoch": 28, "lr": 0.0003954{"train_loss": 0.10122641175985336, "global_step": 2701, "epoch": 28, "lr": 0.0003954947401872077}
+{"train_loss": 0.10620{"train_loss": 0.10468704998493195, "global_step": 2702, "epoch": 28, "lr": 0.{"train_loss": 0.09499{"train_loss": 0.09376094490289688, "global_step": 2703, "epoch": 28, "lr": 0{"train_loss": {"train{"train_los{"train_loss": 0.06960541009902954, "global_step": 2704, "epoch": 2{"train_loss": 0.08906605839729309, "global_step": 2705, "epoch": 28, "lr": 0.00039548079622377054}
+{"train_loss": 0.10846509039402008, "global_step": 2706, "epoch": 28, "lr": 0.0003954773069049356}
+{"train_loss": 0.06995{"train_loss": 0.07089541852474213, "global_step": 2707, "epoch": 28, "lr": 0{"train_loss":{"train_{"train_loss": 0.11151573807001114, "global_step": 2708, "epoch": 28, "lr": 0{"train_loss":{"train_{"train_loss": 0.07953532040119171, "global_step": 2709, "epoch": 28, "lr": 0.{"train_loss":{"train_{"train_loss": 0.1247384175658226, "global_step": 2710, "epoch": 28, "lr": 0.0{"train_loss"{"train_{"train_loss": 0.09368596971035004, "global_step": 2711, "epoch": 28, "lr": 0{"train_loss": 0.10572937875986099, "global_step": 2712, "epoch": 28, "lr": 0.0003954563430387602}
+{"train_loss"{"train_loss": 0.11{"train_loss": 0.11669592559337616, "global_step": 2713, "epoch": 28{"train_loss"{"train_{"train_loss": 0.08512729406356812, "global_step": 2714, "epoch": 28, "lr": 0.0{"train_loss": 0.086738690733909{"train_loss": 0.08544416725635529, "global_step": 2715, "epoch": 2{"train_loss": 0.08055496960878372, "global_step": 2716, "epoch": 28, "lr": 0.0003954423405076593}
+{"train_loss": 0.10404246300458908, "global_step": 2717, "epoch": 28, "lr": 0.0003954388365475629}
+{"train_loss": 0.1245805025100708, "global_step": 2718, "epoch": 28, "lr": 0.0003954353312565856}
+{"train_loss{"train_loss": 0.09370{"train_loss": 0.09013199806213379, "global_step": 2719, "epoch":{"train_loss": 0.10436131805181503, "global_step": 2720, "epoch": 28, "lr": 0.0003954283166820843}
+{"train_loss": 0.09740951657295227{"train_loss": 0.09830580651760101, "global_step": 2721, "epoch":{"train_loss{"train_loss": 0.10772578418254852, "global_step": 2722, "epoch": 28, "lr": 0.000395421{"train_loss{"train_lo{"train_loss": 0.11755568534135818, "global_step": 2723, "epoch": 28, "lr": {"train_loss"{"train_loss": 0.11198367178440094, "global_step": 2724, "epoch": 28, "lr": 0.000395414{"train_loss"{"train_loss": 0.11804255098104477, "global_step": 2725, "epoch": 28, "lr": 0.000395410{"train_loss"{"train_loss": 0.11224091053009033, "global_step": 2726, "epoch": 28, "lr": 0.00039540{"train_loss"{"train_loss": 0.11252966523170471, "global_step": 2727, "epoch": 28, "lr": 0.000395403{"train_loss"{"train_l{"train_loss": 0.14357954263687134, "global_step": 2728, "epoch": 28, "lr": 0.{"train_loss"{"train_l{"train_loss": 0.0772145539522171, "global_step": 2729, "epoch": 28, "lr": 0.0{"train_loss"{"train_loss": 0.1336970180273056, "global_step": 2730, "epoch": 28, "lr": 0.0003953931{"train_loss{"train_loss": 0.076{"train_loss": 0.0791100561618805, "global_step": 2731, "epoch": 28{"train_loss{"train_loss": 0.0774107277393341, "global_step": 2732, "epoch": 28, "lr": 0.000395386{"train_los{"train_loss": 0.09{"train_loss": 0.08870607614517212, "global_step": 2733, "epoch": 28, {"train_los{"train_loss": 0.07{"train_loss": 0.07256581634283066, "global_step": 2734, "epoch": 28{"train_los{"train_lo{"train_loss": 0.10172480344772339, "global_step": 2735, "epoch": 28, "lr": 0.{"train_los{"train_lo{"train_l{"train_loss": 0.09640194475650787, "global_step": 2736, "epoch": 28,{"train_los{"train_loss": 0.07961409538984299, "global_step": 2737, "epoch": 28, "lr": 0.0003953684{"train_los{"train_lo{"train_loss": 0.10243300348520279, "global_step": 2738, "epoch": 28, "lr": 0.{"train_loss": 0.12130594253540{"train_loss": 0.12373030185699463, "global_step": 2739, "epoch": 28{"train_los{"train_loss": 0.08030033111572266, "global_step": 2740, "epoch": 28, "lr": 0.00039535787{"train_los{"train_loss": 0.0971464291214943, "global_step": 2741, "epoch": 28, "lr": 0.0003953543{"train_los{"train_loss": 0.0871{"train_loss": 0.08761148899793625, "global_step": 2742, "epoch": 2{"train_loss{"train_loss": 0.1043{"train_loss": 0.10504952073097229, "global_step": 2743, "epoch":{"train_loss": 0.12572264{"train_loss": 0.12691746652126312, "global_step": 2744, "epoch": 28, "lr"{"train_loss"{"train_loss{"train_loss": 0.08992760628461838, "global_step": 2745, "epoch": 28, "lr":{"train_loss": 0.07685405015945435, "global_step": 2746, "epoch": 28, "lr": 0.00039533664286878277}
+{"train_loss{"train_loss": 0.12439616024494171, "global_step": 2747, "epoch": 28, "lr": 0.0003953330{"train_loss{"train_loss": 0.09225156903266907, "global_step": 2748, "epoch": 28, "lr": 0.000395329{"train_loss": 0.08163987100124359, "global_step": 2749, "epoch": 28, "lr": 0.00039532600725002495}
+{"train_loss{"train_loss": 0.11024528741836548, "global_step": 2750, "epoch": 28, "lr": 0.0003953224{"train_loss": 0.10411401093006134{"train_loss": 0.10512728989124298, "global_step": 2751, "epoch": {"train_loss": 0.08209647238254547, "global_step": 2752, "epoch": 28, "lr": 0.0003953153596602551}
+{"train_loss": 0.1317735{"train_loss": 0.13191568851470947, "global_step": 2753, "epoch": 28, "lr"{"train_loss{"train_loss{"train_l{"train_loss": 0.06466279923915863, "global_step": 2754, "epoch": {"train_loss{"train_loss": 0.09018279612064362, "global_step": 2755, "epoch": 28, "lr": 0.00039530{"train_loss"{"train_l{"train_loss": 0.11603733897209167, "global_step": 2756, "epoch": 28, "lr": {"train_loss{"train_loss": 0.06642508506774902, "global_step": 2757, "epoch": 28, "lr": 0.000395297{"train_loss{"train_loss": 0.12261424958705902, "global_step": 2758, "epoch": 28, "lr": 0.000395294{"train_loss{"train_loss": 0.08932453393936157, "global_step": 2759, "epoch": 28, "lr": 0.0003952904{"train_loss{"train_loss": 0.11167069524526596, "global_step": 2760, "epoch": 28, "lr": 0.000395286{"train_loss{"train{"train_loss": 0.1359405368566513, "global_step": 2761, "epoch": 28, "lr": 0.000{"train_loss": 0.10703802108764648, "global_step": 2762, "epoch": 28, "lr": 0.00039527978124543055}
+{"train_loss": 0.10042957216501236, "global_step": 2763, "epoch": 28, "lr": 0.0003952762160896608}
+{"train_los{"trai{"train_loss": 0.13008803129196167, "global_step": 2764, "epoch": 28, "lr": 0.00039{"train_los{"trai{"train_loss": 0.09614121168851852, "global_step": 2765, "epoch": 28, "lr": 0.00039{"train_los{"train_loss": 0.10552108287811279, "global_step": 2766, "epoch": 28, "lr": 0.00039526551{"train_los{"train_loss": 0.11776499450206757, "global_step": 2767, "epoch": 28, "lr": 0.0003952619{"train_los{"train_loss": 0.066{"train_loss": 0.06406116485595703, "global_step": 2768, "epoch": 28{"train_los{"train_loss": 0.087{"train_loss": 0.08879931271076202, "global_step": 2769, "epoch": 28{"train_loss": 0.11662682890892{"train_loss": 0.11821665614843369, "global_step": 2770, "epoch": 28,{"train_loss": 0.07622867822647095, "global_step": 2771, "epoch": 28, "lr": 0.0003952476469737017}
+{"train_los{"train_loss": 0.121{"train_loss": 0.11870889365673065, "global_step": 2772, "epoch": 28,{"train_loss": 0.11156891286373{"train_loss": 0.109077088534832, "global_step": 2773, "epoch": 28, "{"train_loss": 0.099592417478{"train_loss": 0.09695874154567719, "global_step": 2774, "epoch": 28, {"train_los{"train_loss": 0.09{"train_loss": 0.08850714564323425, "global_step": 2775, "epoch": 28,{"train_lo{"train_loss": 0.0990460067987442, "global_step": 2776, "epoch": 28, "lr": 0.0003952297480{"train_l{"train_loss": 0.0858362540602684, "global_step": 2777, "epoch": 28, "lr": 0.0003952261642{"train_{"train_loss": 0.1046{"train_loss": 0.10665290057659149, "global_step": 2778, "epoch": 28,{"train_loss": 0.08031855523586273, "global_step": 2779, "epoch": 28, "lr": 0.00039521899276469957}
+{"train_l{"train{"train_loss": 0.10010349750518799, "global_step": 2780, "epoch": 28, "lr": 0.00039{"train_l{"train_loss": 0.08656207472085953, "global_step": 2781, "epoch": 28, "lr": 0.000395211815{"train_loss": 0.08922940492630005, "global_step": 2782, "epoch": 28, "lr": 0.0003952082255008213}
+{"train_l{"train_loss": 0.09918380288096766, "global_step": 2783, "epoch": 28, "lr": 0.00039520463{"train_lo{"train_loss": 0.10676434636116028, "global_step": 2784, "epoch": 29, "lr": 0.00039520104{"train_los{"train{"train_loss": 0.10855312645435333, "global_step": 2785, "epoch": 29, "lr": 0.00{"train_loss{"train{"train_loss": 0.08774267882108688, "global_step": 2786, "epoch": 29, "lr": 0.00{"train_loss"{"train_loss": 0.08013945817947388, "global_step": 2787, "epoch": 29, "lr": 0.00039519{"train_loss"{"train_loss": 0.1074439287185669, "global_step": 2788, "epoch": 29, "lr": 0.00039518{"train_loss"{"train{"train_loss": 0.07955916225910187, "global_step": 2789, "epoch": 29, "lr": 0.0{"train_loss"{"train_loss": 0.08525{"train_loss": 0.08390742540359497, "global_step": 2790, "epoch":{"train_loss"{"train_loss": 0.09865818917751312, "global_step": 2791, "epoch": 29, "lr": 0.000395175{"train_loss"{"train_loss": 0.08600030094385147, "global_step": 2792, "epoch": 29, "lr": 0.0003951{"train_loss"{"train{"train_loss": 0.1025170236825943, "global_step": 2793, "epoch": 29, "lr": 0.000{"train_loss"{"train_loss": 0.100{"train_loss": 0.11182935535907745, "global_step": 2794, "epoch": 2{"train_loss"{"train_loss": 0.098{"train_loss": 0.09352618455886841, "global_step": 2795, "epoch": {"train_loss"{"train_loss": 0.103{"train_loss": 0.10316888988018036, "global_step": 2796, "epoch": {"train_loss"{"train_loss": 0.09402313083410263, "global_step": 2797, "epoch": 29, "lr": 0.000395154{"train_loss"{"trai{"train_loss": 0.094384104013443, "global_step": 2798, "epoch": 29, "lr": 0.0003{"train_loss"{"train_loss": 0.09823773801326752, "global_step": 2799, "epoch": 29, "lr": 0.000395146{"train_loss"{"train_loss": 0.12365500628948212, "global_step": 2800, "epoch": 29, "lr": 0.00039514{"train_loss"{"train_loss": 0.10{"train_loss": 0.10343675315380096, "global_step": 2801, "epoch": 2{"train_loss"{"train_loss": 0.07889910787343979, "global_step": 2802, "epoch": 29, "lr": 0.0003951{"train_loss"{"tr{"train_loss": 0.11830054223537445, "global_step": 2803, "epoch": 29, "lr": 0.0003{"train_loss"{"tr{"train_loss": 0.13200509548187256, "global_step": 2804, "epoch": 29, "lr": 0.0003{"train_loss{"train_loss": 0.08634486794471741, "global_step": 2805, "epoch": 29, "lr": 0.00039512{"train_loss{"train_loss": 0.0496538020670414, "global_step": 2806, "epoch": 29, "lr": 0.000395121{"train_los{"train_loss": 0.1143401637673378, "global_step": 2807, "epoch": 29, "lr": 0.00039511803{"train_lo{"train_loss": 0.12009358406066895, "global_step": 2808, "epoch": 29, "lr": 0.000395114{"train_lo{"train_{"train_loss": 0.10084851086139679, "global_step": 2809, "epoch": 29, "lr": 0.000{"train_los{"train_loss": 0.08415687084197998, "global_step": 2810, "epoch": 29, "lr": 0.0003951071{"train_los{"train_{"train_loss": 0.11129443347454071, "global_step": 2811, "epoch": 29, "lr": 0.00{"train_loss{"train_loss": 0.11526163667440414, "global_step": 2812, "epoch": 29, "lr": 0.000395099{"train_loss"{"train_loss": 0.076887346804142, "global_step": 2813, "epoch": 29, "lr": 0.00039509626{"train_los{"train_loss": 0.12277211248874664, "global_step": 2814, "epoch": 29, "lr": 0.000395092{"train_los{"train_loss": 0.10876666754484177, "global_step": 2815, "epoch": 29, "lr": 0.0003950889{"train_los{"train_loss": 0.09079249948263168, "global_step": 2816, "epoch": 29, "lr": 0.0003950853{"train_los{"train_lo{"train_loss": 0.10408765077590942, "global_step": 2817, "epoch": 29, "lr": 0.{"train_los{"train_loss": 0.09341993182897568, "global_step": 2818, "epoch": 29, "lr": 0.0003950780{"train_los{"train_loss": 0.09310714155435562, "global_step": 2819, "epoch": 29, "lr": 0.00039507444{"train_los{"train_loss": 0.109{"train_loss": 0.10947931557893753, "global_step": 2820, "epoch": 29,{"train_lo{"train_loss": 0.07982455939054489, "global_step": 2821, "epoch": 29, "lr": 0.00039506716{"train_lo{"train_los{"train_loss": 0.07853809744119644, "global_step": 2822, "epoch": 29, "lr": 0.{"train_lo{"train_loss": 0.0881{"train_loss": 0.08950848877429962, "global_step": 2823, "epoch": 29{"train_lo{"train_los{"train_loss": 0.09607882797718048, "global_step": 2824, "epoch": 29, "lr": 0.{"train_lo{"train_los{"train_loss": 0.11472155153751373, "global_step": 2825, "epoch": 29, "lr": 0.0{"train_loss": 0.10142737627029419, "global_step": 2826, "epoch": 29, "lr": 0.00039504893147064064}
+{"train_lo{"train_loss": 0.1334{"train_loss": 0.13260722160339355, "global_step": 2827, "epoch": 29{"train_los{"train_los{"train_loss": 0.09768877923488617, "global_step": 2828, "epoch": 29, "lr": 0.{"train_los{"train_los{"train_loss": 0.1238817572593689, "global_step": 2829, "epoch": 29, "lr": 0.{"train_lo{"train_loss": 0.08961346745491028, "global_step": 2830, "epoch": 29, "lr": 0.00039503432{"train_loss": 0.11242451518774033, "global_step": 2831, "epoch": 29, "lr": 0.000395030667129243}
+{"train_lo{"train_loss": 0.10146462917327881, "global_step": 2832, "epoch": 29, "lr": 0.000395027010{"train_lo{"train_loss": 0.12163936346769333, "global_step": 2833, "epoch": 29, "lr": 0.000395023352{"train_lo{"train_loss": 0.08930347114801407, "global_step": 2834, "epoch": 29, "lr": 0.00039501969{"train_loss": 0.0780{"train_loss": 0.07630041241645813, "global_step": 2835, "epoch": 29, "lr": 0.{"train_l{"train_loss": 0.0921306312084198, "global_step": 2836, "epoch": 29, "lr": 0.000395012369{"train_{"train_loss": 0.066470{"train_loss": 0.060726284980773926, "global_step": 2837, "epoch": 2{"train_{"train_loss": 0.0912052{"train_loss": 0.09149065613746643, "global_step": 2838, "epoch": 2{"train_{"train_loss": 0.13629211485385895, "global_step": 2839, "epoch": 29, "lr": 0.0003950013751{"train_{"train_loss{"train_loss": 0.10665082931518555, "global_step": 2840, "epoch": 29, "lr": 0.0{"train_{"train_loss": 0.10819021612405777, "global_step": 2841, "epoch": 29, "lr": 0.0003949940388{"train_{"train_los{"train_loss": 0.07751600444316864, "global_step": 2842, "epoch": 29, "lr": 0.00{"train_{"train_loss{"train_loss": 0.09886673092842102, "global_step": 2843, "epoch": 29, "lr": 0.{"train_{"train_loss"{"train_loss": 0.08325054496526718, "global_step": 2844, "epoch": 29, "lr": 0.{"train_{"train_loss": 0.11085821688175201, "global_step": 2845, "epoch": 29, "lr": 0.0003949793503{"train_{"train_loss"{"train_loss": 0.09889435768127441, "global_step": 2846, "epoch": 29, "lr": 0.0{"train_loss": 0.0689{"train_loss"{"train_loss": 0.06965422630310059, "global_step": 2847, "epoch": {"train_{"train_loss": 0.094536460{"train_loss": 0.08900114893913269, "global_step": 2848, "epoch{"train_l{"train_loss": 0.118099167{"train_loss": 0.1172880008816719, "global_step": 2849, "epoch":{"train_{"train_loss":{"train_loss{"train_loss": 0.07978837937116623, "global_step": 2850, "epoch": {"train_{"train_loss": 0.07922632992267609, "global_step": 2851, "epoch": 29, "lr": 0.0003949572777{"train_{"train_loss": 0.10782968252897263, "global_step": 2852, "epoch": 29, "lr": 0.0003949535943{"train_l{"train_loss":{"train_loss": 0.05991809815168381, "global_step": 2853, "epoch": 29, "lr": 0{"train_{"train_loss": 0.11903715133666992, "global_step": 2854, "epoch": 29, "lr": 0.00039494622355{"train_{"train_loss": 0.09640597552061081, "global_step": 2855, "epoch": 29, "lr": 0.0003949425361{"train_{"train_loss": 0.10974458{"train_loss": 0.11543413996696472, "global_step": 2856, "epoch": 2{"train_loss": 0.09766{"train_los{"train_loss": 0.09850885719060898, "global_step": 2857, "epoch": {"train{"train_loss": {"train_los{"train_loss": 0.09849464893341064, "global_step": 2858, "epoch": {"train{"train_loss": 0.084997847{"train_loss": 0.08560364693403244, "global_step": 2859, "epoch":{"train_{"train_loss": {"train_loss": 0.06747536361217499, "global_step": 2860, "epoch": 29, "lr": 0{"train_loss": 0.10974568128585815, "global_step": 2861, "epoch": 29, "lr": 0.0003949203839369205}
+{"train{"train_loss": 0.0853794068{"train_loss": 0.08204825967550278, "global_step": 2862, "epoch": {"train_loss": 0.11969789117574692{"train_loss": 0.11856964230537415, "global_step": 2863, "epoch":{"train_loss": 0.09336735308170319, "global_step": 2864, "epoch": 29, "lr": 0.00039490928990266723}
+{"train{"train_loss": 0.10023000836372375, "global_step": 2865, "epoch": 29, "lr": 0.00039490558923{"train{"train_loss": 0.1030162125825882, "global_step": 2866, "epoch": 29, "lr": 0.00039490188724{"train_loss": 0.09095922112464905{"train_loss": 0.09280041605234146, "global_step": 2867, "epoch":{"train_loss": 0.10428987443447113{"train_loss": 0.10334444046020508, "global_step": 2868, "epoch":{"trai{"train_loss": 0.07947422564{"train_loss": 0.07843290269374847, "global_step": 2869, "epoch": {"trai{"train_loss": 0.10554660856723785, "global_step": 2870, "epoch": 29, "lr": 0.0003948870659984{"trai{"train_loss": 0.11646363884{"train_loss": 0.11787568777799606, "global_step": 2871, "epoch": {"trai{"train_loss": 0.09200046956539154, "global_step": 2872, "epoch": 29, "lr": 0.0003948796474130{"trai{"train_loss": 0.09525774419307709, "global_step": 2873, "epoch": 29, "lr": 0.00039487593612{"train_loss": 0.08522075414657593, "global_step": 2874, "epoch": 29, "lr": 0.00039487222351945706}
+{"train_loss": 0.0820324718952179,{"train_loss": 0.08184976875782013, "global_step": 2875, "epoch":{"train_loss": 0.07380364835262299, "global_step": 2876, "epoch": 29, "lr": 0.0003948647943177388}
+{"train_{"train_loss": 0.0929500013{"train_loss": 0.09649795293807983, "global_step": 2877, "epoch"{"train_loss": 0.10577443242073059, "global_step": 2878, "epoch": 29, "lr": 0.00039485735980813357}
+{"train{"train_loss": 0.09779290905377518, "global_step": 2879, "epoch": 29, "lr": 0.00039485364056{"train_loss": 0.09727597236633301, {"train_loss": 0.09757944941520691, "global_step": 2880, "epoch"{"train_loss": 0.0986713{"train_loss": 0.09880542010068893, "global_step": 2881, "epoch": 30, "lr": {"train_loss": 0.11174191534519196, "global_step": 2882, "epoch": 30, "lr": 0.0003948424748660726}
+{"train_{"train_loss": 0{"train_loss": 0.09897278249263763, "global_step": 2883, "epoch": 30, "lr": {"train_{"train_loss": 0{"train_loss": 0.10388781130313873, "global_step": 2884, "epoch": 30, "lr"{"train_l{"train_loss": 0{"train_loss": 0.10051563382148743, "global_step": 2885, "epoch": 30, "lr":{"train_loss": 0.09576449543237686, "global_step": 2886, "epoch": 30, "lr": 0.00039482756869489586}
+{"train_loss": 0.09439206123352051, "global_step": 2887, "epoch": 30, "lr": 0.0003948238388352426}
+{"train_loss": 0.07747175544500351, "{"train_loss": 0.07701373845338821, "global_step": 2888, "epoch{"train{"train_loss": 0.0414588898420{"train_loss": 0.042758263647556305, "global_step": 2889, "epoch{"train_loss": 0.117412{"train_loss":{"train_loss": 0.12118668854236603, "global_step": 2890, "epoc{"train_loss": 0.109769{"train_loss":{"train_loss": 0.10437368601560593, "global_step": 2891, "epoch{"train_loss": 0.075269{"train_loss": 0.07530839741230011, "global_step": 2892, "epoch": 30, "lr": 0{"train_loss": 0.13466085493564606, "{"train_loss": 0.13529059290885925, "global_step": 2893, "epoc{"train_loss": 0.080650{"train_loss": 0.0805121660232544, "global_step": 2894, "epoch": 30, "lr": {"train_loss": 0.116108{"train_loss": 0.12072757631540298, "global_step": 2895, "epoch": 30, "lr": {"train_loss": 0.089014{"train_loss": 0.08948519080877304, "global_step": 2896, "epoch": 30, "lr": {{"train_loss": 0.08487{"train_loss": 0.08825550973415375, "global_step": 2897, "epoch": 30, "lr": {"train_loss": 0.06790772080421448, "global_step": 2898, "epoch": 30, "lr": 0.0003947827228229242}
+{"train_loss": 0.09684973955154419, "global_step": 2899, "epoch": 30, "lr": 0.0003947789770446359}
+{{"train_loss": 0.09550677239894867, {"train_loss": 0.10133573412895203, "global_step": 2900, "epo{"train_loss": 0.147900{"train_loss": {"train_loss": 0.14799825847148895, "global_step": 2901, "epo{"train_loss": 0.09274867177009583, "global_step": 2902, "epoch": 30, "lr": 0.00039476773175154886}
+{"train_loss": 0.07959257066249847, "gl{"train_loss": 0.08062177896499634, "global_step": 2903, "ep{"{"train_loss": 0.08080457895994186, "global_step": 2904, "epoch": 30, "lr": 0.00039476022825789454{"{"train_loss": 0.1552{"train_loss": 0.14888066053390503, "global_step": 2905, "epoch": 30, "lr":{"train_loss": 0.0988239{"train_loss": 0.0953667163848877, "global_step": 2906, "epoch": 30, "lr": {"train_loss": 0.07998982071876526, "global_step": 2907, "epoch": 30, "lr": 0.00039474896307052946}
+{"t{"train_loss": 0.06486049294471741, "global_step": 2908, "epoch": 30, "lr": 0.00039474520535567{"tr{"train_loss": 0.06548479199409485, "global_step": 2909, "epoch": 30, "lr": 0.000394741446314662{"tr{"train_loss": 0.12469245493412018, "global_step": 2910, "epoch": 30, "lr": 0.00039473768594751{"train_loss": 0.11607871949672699, "global_step": 2911, "epoch": 30, "lr": 0.00039473392425426755}
+{"tra{"train_loss": 0.07069666683673859{"train_loss": 0.0731930062174797, "global_step": 2912, "epo{"tra{"train_loss": 0.1173683851957321{"train_loss": 0.12193173170089722, "global_step": 2913, "epo{"train_loss": 0.0936032235622406, "global_step": 2914, "epoch": 30, "lr": 0.0003947226312181358}
+{"train_loss": 0.08662240207195282, "global_step": 2915, "epoch": 30, "lr": 0.000394718864220717}
+{"trai{"train_loss": 0.08{"train_loss"{"train_loss": 0.08403280377388, "global_step": 2916, "epoch"{"trai{"train_loss": 0.11003060638904572, "global_step": 2917, "epoch": 30, "lr": 0.0003947113262479{"trai{"train_loss": 0.138205036520{"train_loss": 0.14126500487327576, "global_step": 2918, "epoch{"train_loss": 0.07949430{"train_loss": 0.07899424433708191, "global_step": 2919, "epoch": 30, "lr"{"train_loss": 0.09363560{"train_los{"train_loss": 0.09348621964454651, "global_step": 2920, "epoch"{"train_loss": 0.09612219780683517, "global_step": 2921, "epoch": 30, "lr": 0.00039469623439156534}
+{"tra{"train_loss": 0.099{"train_loss": 0.10126788169145584, "global_step": 2922, "epoch": 30, "lr":{"tra{"train_loss": 0.111{"train_loss": 0.10443717241287231, "global_step": 2923, "epoch": 30, "lr":{"train_loss": 0.08847029507160187, {"train_loss": 0.08789809048175812, "global_step": 2924, "epoch"{"tra{"train_loss": 0.098{"train_los{"train_loss": 0.10046004503965378, "global_step": 2925, "epoch{"train_loss": 0.08747527748346329, {"train_loss": 0.08835822343826294, "global_step": 2926, "epoch"{"train_loss": 0.10901916772127151, {"train_loss": 0.10976091027259827, "global_step": 2927, "epoch{"train_loss": 0.08011234551668167, "global_step": 2928, "epoch": 30, "lr": 0.0003946697725996262}
+{"train_loss": 0.08378399908542633, "global_step": 2929, "epoch": 30, "lr": 0.00039466598704085404}
+{"train_loss": 0.08439136296510696, {"train_loss": 0.08436302095651627, "global_step": 2930, "epoc{"t{"train_loss": 0.13{"train_loss":{"train_loss": 0.12340399622917175, "global_step": 2931, "epoch{"train_loss": 0.1014610156416893, "global_step": 2932, "epoch": 30, "lr": 0.00039465462241093326}
+{"train_loss": 0.0872111{"train_loss": 0.08621073514223099, "global_step": 2933, "epoch": 30, "lr":{"train_loss": 0.09158602356910706, "{"train_loss": 0.093145951628685, "global_step": 2934, "epoch":{"train_loss": 0.0756209{"train_loss": 0.07765817642211914, "global_step": 2935, "epoch": 30, "lr": {"train_loss": 0.1012642{"train_lo{"train_loss": 0.09827778488397598, "global_step": 2936, "epoch": {"tra{"train_loss": 0.061617642641{"train_loss": 0.05961339920759201, "global_step": 2937, "epoch": {"trai{"train_loss": 0.07055345922708511, "global_step": 2938, "epoch": 30, "lr": 0.000394631857362{"train_loss": 0.061140403151512146, "global_step": 2939, "epoch": 30, "lr": 0.0003946280585484054}
+{"tra{"train_loss": 0.10860025882720947, "global_step": 2940, "epoch": 30, "lr": 0.000394624258409{"tra{"train_loss": 0.12680426239{"train_loss": 0.12759196758270264, "global_step": 2941, "epoch": {"train_loss": 0.1197671666741371{"train_loss": 0.12018836289644241, "global_step": 2942, "epoch": 3{"train_loss": 0.1169839799404144{"train_loss": 0.11631692200899124, "global_step": 2943, "epoch":{"train_loss": 0.1144640669226646{"train_loss": 0.11188864707946777, "global_step": 2944, "epoch": 3{"tr{"train_loss": 0.04800970107316971, "global_step": 2945, "epoch": 30, "lr": 0.0003946052378340208{"train_loss": 0.109492450952529{"train_loss": 0.10943015664815903, "global_step": 2946, "epoch": 3{"train_loss": 0.1006361{"train_{"train_loss": 0.1009460836648941, "global_step": 2947, "epoch": 30,{"train_loss": 0.11164267361164093, "global_step": 2948, "epoch": 30, "lr": 0.0003945938095862216}
+{"train_loss": 0.0978340{"train{"train_loss": 0.09683214128017426, "global_step": 2949, "epoch": 3{"train_loss": 0.08706283{"train{"train_loss": 0.0861806869506836, "global_step": 2950, "epoch": 30{"train_loss": 0.13003319{"train_loss": 0.12834592163562775, "global_step": 2951, "epoch": 30, "lr{"train_loss": 0.085471943{"train_loss": 0.08451569080352783, "global_step": 2952, "epoch": 30, "l{"t{"train_loss": 0.065637{"train_loss": 0.07079144567251205, "global_step": 2953, "epoch": 30, "lr{"train_loss": 0.094337098{"trai{"train_loss": 0.09263022243976593, "global_step": 2954, "epoch": {"tr{"train_loss": 0.11983119696378708, "global_step": 2955, "epoch": 30, "lr": 0.000394567097296478{"tr{"train_loss": 0.0991531610488{"train_loss": 0.09744913876056671, "global_step": 2956, "epoch":{"tra{"train_loss": 0.10198554396629333, "global_step": 2957, "epoch": 30, "lr": 0.00039455945328{"train_loss": 0.0946537032723{"train{"train_loss": 0.09586462378501892, "global_step": 2958, "epoc{"train_loss": 0.0956224054098{"train{"train_loss": 0.09566208720207214, "global_step": 2959, "epoc{"train_loss": 0.0828910022974{"train{"train_loss": 0.08432523906230927, "global_step": 2960, "epoch{"train_{"train_loss": 0.087896451354{"train_loss": 0.09391405433416367, "global_step": 2961, "epoch{"train{"train_loss": 0.0712989345192{"train_loss": 0.07366277277469635, "global_step": 2962, "epoch{"train{"train_loss": 0.10885129868984222, "global_step": 2963, "epoch": 30, "lr": 0.000394536489469{"train_loss": 0.08602356165647507, "{"train_loss": 0.08338113129138947, "global_step": 2964, "epoch{"train_loss": 0.0779803097248{"train_loss": 0.07916192710399628, "global_step": 2965, "epoch": 30{"train_loss": 0.05405563861131668, "global_step": 2966, "epoch": 30, "lr": 0.00039452498967510277}
+{"train_loss": 0.0826867818832{"trai{"train_loss": 0.08244941383600235, "global_step": 2967, "epoch{"train_loss": 0.1096472218632{"train_loss": 0.11076539754867554, "global_step": 2968, "epoch": 30{"train_l{"train_loss": 0.09120621532201767, "global_step": 2969, "epoch": 30, "lr": 0.0003945134779{"train_l{"train_loss": 0.1010647863{"train_loss": 0.10156796127557755, "global_step": 2970, "epoch"{"train_{"train_loss": 0.11887207627{"train_loss": 0.11577998101711273, "global_step": 2971, "epoch{"train_loss": 0.10255511105060577, "global_step": 2972, "epoch": 30, "lr": 0.0003945019543218628}
+{"train_loss": 0.0757117047905922, "global_step": 2973, "epoch": 30, "lr": 0.0003944981104604171}
+{"train_loss": 0.09047308564186096, "global_step": 2974, "epoch": 30, "lr": 0.0003944942652744967}
+{"train_{"train_loss": 0.09525361532966296, "global_step": 2975, "epoch": 30, "lr": 0.0003944904187641277, "train_action_mse_error": 0.00010175009083{"train_{"train_loss": 0.08640065789222717, "global_step": 2976, "epoch": 31, "lr": 0.000394486570{"train_l{"train_loss": 0.10403517633676529, "global_step": 2977, "epoch": 31, "lr": 0.0003944827217{"train_l{"train_loss": 0.0752255916595459, "global_step": 2978, "epoch": 31, "lr": 0.00039447887128{"train_{"train_loss": 0.10031560808420181, "global_step": 2979, "epoch": 31, "lr": 0.00039447501947{"train_{"train_loss": 0.04827328026294708, "global_step": 2980, "epoch": 31, "lr": 0.0003944711663{"train_loss": 0.116467274725{"train_loss": 0.11834847927093506, "global_step": 2981, "epoch": 31, "{"train_{"train_loss": 0.0811743736{"train_loss": 0.07979986071586609, "global_step": 2982, "epoch":{"train_loss": 0.115963719785{"train_loss": 0.11601661890745163, "global_step": 2983, "epoch": 31, "{"train_loss": 0.104295432567{"train_loss": 0.1032027155160904, "global_step": 2984, "epoch": 31, "{"train_{"train_loss": 0.090{"train_loss": 0.0927971825003624, "global_step": 2985, "epoch": 31, "{"train_l{"train_loss": 0.09{"train_loss": 0.10574933141469955, "global_step": 2986, "epoch": 31, "l{"train_loss": 0.10205387324094772, "global_step": 2987, "epoch": 31, "lr": 0.00039444415734225764}
+{"train_l{"train_loss": 0.07560615241527557, "global_step": 2988, "epoch": 31, "lr": 0.0003944402936{"train_l{"train_loss": 0.10{"train{"train_loss": 0.112184539437294, "global_step": 2989, "epoch": {"train_l{"train_loss": 0.06976775079965591, "global_step": 2990, "epoch": 31, "lr": 0.000394432562{"train_loss": 0.06858278810977936, "global_step": 2991, "epoch": 31, "lr": 0.00039442869449462457}
+{"train_l{"train_loss": 0.11{"tra{"train_loss": 0.11234496533870697, "global_step": 2992, "epoch": 3{"train_l{"train_loss": 0.1024022{"train_loss": 0.10273614525794983, "global_step": 2993, "epoch": 3{"train_loss": 0.0968054756522178{"train_loss": 0.10194018483161926, "global_step": 2994, "epoch": 3{"train_{"train_loss": 0.08569037{"train_loss": 0.08469872921705246, "global_step": 2995, "epoch": {"train_{"train_loss": 0.07593394070863724, "global_step": 2996, "epoch": 31, "lr": 0.0003944093361{"train_{"train_loss": 0.08719508349895477, "global_step": 2997, "epoch": 31, "lr": 0.000394405460{"train_lo{"train_loss": 0.12179072{"train_loss": 0.12270423024892807, "global_step": 2998, "epoch"{"train_lo{"train_loss": 0.10{"train_loss": 0.09171020984649658, "global_step": 2999, "epoch": 31, "{"train_lo{"train_loss": 0.09{"train_loss": 0.10062383860349655, "global_step": 3000, "epoch": 31, {"train_lo{"train_loss": 0.0905413{"train_loss": 0.08981063961982727, "global_step": 3001, "epoch":{"train_l{"train_loss": 0.088{"train_loss": 0.08621139824390411, "global_step": 3002, "epoch": 31, {"train_l{"train_loss": 0.105{"train_loss": 0.10541151463985443, "global_step": 3003, "epoch": 31, {"train_l{"train_loss": 0.12427524{"train_loss": 0.12276206165552139, "global_step": 3004, "epoch": {"train_l{"train_loss": 0.09171909{"train_loss": 0.09615054726600647, "global_step": 3005, "epoch": {"train_l{"train_loss": 0.112{"train_loss": 0.11724242568016052, "global_step": 3006, "epoch": 31, {"train_lo{"train_loss": 0.08471572399139404, "global_step": 3007, "epoch": 31, "lr": 0.00039436663{"train_lo{"train_loss": 0.103{"train_loss": 0.10707037150859833, "global_step": 3008, "epoch": 31, {"train_lo{"train_loss": 0.095{"train_loss": 0.10250908136367798, "global_step": 3009, "epoch": 31,{"train_lo{"train_loss": 0.0953785{"train_loss": 0.0942627340555191, "global_step": 3010, "epoch": {"train_los{"train_loss": 0.085903{"train_loss": 0.08734513819217682, "global_step": 3011, "epoch":{"train_los{"train_loss": 0.10931994020938873, "global_step": 3012, "epoch": 31, "lr": 0.0003943471{"train_los{"train_loss": 0.117{"train_loss": 0.11699756979942322, "global_step": 3013, "epoch": 31,{"train_los{"train_loss": 0.108{"train_loss": 0.10813996195793152, "global_step": 3014, "epoch": 3{"train_loss{"train_loss": 0.114{"train_loss": 0.11864516884088516, "global_step": 3015, "epoch": 3{"train_loss{"train_loss": 0.125{"train_loss": 0.12103816866874695, "global_step": 3016, "epoch": 3{"train_loss"{"train_loss": 0.08975090086460114, "global_step": 3017, "epoch": 31, "lr": 0.00039432{"train_loss"{"train_loss": 0.0795060247182846, "global_step": 3018, "epoch": 31, "lr": 0.0003943237{"train_loss": 0.12794186174869537, "global_step": 3019, "epoch": 31, "lr": 0.0003943198615029309}
+{"train_loss{"train_loss": 0.0692{"t{"train_loss": 0.07062840461730957, "global_step": 3020, "epoch"{"train_loss{"train_loss": 0.10528227686882019, "global_step": 3021, "epoch": 31, "lr": 0.000394312{"train_loss{"train_loss": 0.09769156575202942, "global_step": 3022, "epoch": 31, "lr": 0.000394308{"train_loss{"train_loss": 0.1034{"train_loss": 0.10575643181800842, "global_step": 3023, "epoch": 3{"train_loss{"train_loss": 0.10126239061355591, "global_step": 3024, "epoch": 31, "lr": 0.000394300{"train_loss": 0.0871308296918869, "global_step": 3025, "epoch": 31, "lr": 0.0003942964051551132}
+{"train_loss": 0.092347152531147, "global_step": 3026, "epoch": 31, "lr": 0.00039429249113280085}
+{"train_loss": {"train_loss": 0.094{"tr{"train_loss": 0.09832009673118591, "global_step": 3027, "{"train_loss": 0.{"train_loss": 0.1285352{"train_loss": 0.1306813359260559, "global_step": 3028, "ep{"train_loss": 0.{"train_loss": 0.08289892971515656, "global_step": 3029, "epoch": 31, "lr": 0.000{"train_loss": 0.0{"train_loss": 0.074{"t{"train_loss": 0.07804321497678757, "global_step": 3030, {"train_loss": 0.14{"train_loss": 0.14778491854667664, "global_step": 3031, "epoch": 31, "lr": 0.0{"train_loss": 0.102{"train_loss": 0.1{"tr{"train_loss": 0.10190069675445557, "global_step": 3032, "{"train_loss": 0.07045041024684906, "g{"train_loss": 0.07019059360027313, "global_step": 3033, "epo{"train_loss": 0.090{"train_loss": 0.09311456978321075, "global_step": 3034, "epoch": 31, "lr": 0.0{"train_loss": 0.097{"train_loss": 0.0{"train_loss": 0.09768521785736084, "global_step": 3035, "epo{"train_loss": 0.091{"train_loss": 0.0{"train_loss": 0.09197716414928436, "global_step": 3036, "epoc{"train_loss": 0.079{"train_loss": 0.08243264257907867, "global_step": 3037, "epoch": 31, "lr": 0.{"train_loss": 0.1422{"train_loss": 0.{"tra{"train_loss": 0.1403956264257431, "global_step": 3038, {"train_loss": 0.0966{"train_loss": 0.{"train_loss": 0.09559214860200882, "global_step": 3039, "e{"train_loss": 0.11720{"train_loss": 0.1{"train_loss": 0.11507393419742584, "global_step": 3040, "e{"train_loss": 0.11502{"train_loss": 0.1{"train_loss": 0.11584417521953583, "global_step": 3041, "e{"train_loss": 0.10077559947967529, "glo{"train_loss": 0.09857393801212311, "global_step": 3042, "ep{"train_loss": 0.09775{"train_loss": 0.0{"train_loss": 0.09587791562080383, "global_step": 3043, "{"train_loss": 0.11042{"train_loss": 0.1{"train_loss": 0.11103221774101257, "global_step": 3044, "{"train_loss": 0.10348{"train_loss": 0.1{"t{"train_loss": 0.10346994549036026, "global_step": 3045, {"train_loss": 0.09430{"train_loss": 0.0{"train_loss": 0.09588710963726044, "global_step": 3046, "e{"train_loss": 0.08863{"train_loss": 0.0{"train_loss": 0.08973303437232971, "global_step": 3047, "{"train_loss": 0.08686{"train_loss": 0.0{"train_loss": 0.08706656098365784, "global_step": 3048, "e{"train_loss": 0.07845{"train_loss": 0.08099039644002914, "global_step": 3049, "epoch": 31, "lr": {"train_loss": 0.121288{"train_loss": 0.1{"train_loss": 0.12137281894683838, "global_step": 3050, "e{"train_loss": 0.11597089469432831, "glob{"train_loss": 0.11646296083927155, "global_step": 3051, "{"train_loss": 0.108238{"train_loss": 0.1{"train_loss": 0.1071411669254303, "global_step": 3052, "e{"train_loss": 0.116518{"train_loss": 0.{"train_loss": 0.11289863288402557, "global_step": 3053, "e{"train_loss": 0.119341{"train_loss": 0.{"tr{"train_loss": 0.11781923472881317, "global_step": 3054{"train_loss": 0.07429{"train_loss": 0.0{"train_loss": 0.07488681375980377, "global_step": 3055, "e{"train_loss": 0.0781{"train_loss": 0.07{"train_loss": 0.0790085569024086, "global_step": 3056, "epo{"train_loss": 0.09482916444540024, "gl{"train_loss": 0.09680931270122528, "global_step": 3057, "epo{"train_loss": 0.0935{"train_loss": 0.0{"tra{"train_loss": 0.09715910255908966, "global_step": 3058,{"train_loss": 0.1137{"train_loss": 0.1{"train_loss": 0.1137007474899292, "global_step": 3059, "epoc{"train_loss": 0.12104340642690659, "g{"train_loss": 0.12490366399288177, "global_step": 3060, "epo{"train_loss": 0.076{"train_loss": 0.0763494148850441, "global_step": 3061, "epoch": 31, "lr": 0.000{"train_loss": 0.10{"train_loss": 0.09{"train_loss": 0.09971838444471359, "global_step": 3062, "epo{"train_loss": 0.09{"train_loss": 0.09091763{"train_loss": 0.09307201206684113, "global_step": 3063{"train_loss": 0.13{"train_loss": 0.{"train_loss": 0.13355857133865356, "global_step": 3064, "epoch"{"train_loss": 0.09{"train_loss": 0.09439399838447571, "global_step": 3065, "epoch": 31, "lr": 0.000{"train_loss": 0.11{"train_loss": 0.11990072{"train_loss": 0.11522144079208374, "global_step": 3066{"train_loss": 0.08960691094398499, "global_step": 3067, "epoch": 31, "lr": 0.0003941308773579262}
+{"train_loss": 0.06994747370481491, "global_step": 3068, "epoch": 31, "lr": 0.00039412690778954385}
+{"train_loss": 0.08953258395195007, "global_step": 3069, "epoch": 31, "lr": 0.0003941229368992145}
+{"train_loss": 0.11752386391162872, "global_step": 3070, "epoch": 31, "lr": 0.00039411896468696534}
+{"train_loss": 0.09{"train_loss": 0.09924129590702553, "global_step": 3071, "epoch": 31, "lr": 0.000{"train_loss": 0.07424542307853699{"train_lo{"train_loss": 0.07427333295345306, "global_step": 3072{"train_loss": 0.13{"train_loss": {"train_lo{"train_loss": 0.1339576244354248, "global_step": 3073,{"train_loss": 0.063{"train_loss": {"train_loss": 0.06339538097381592, "global_step": 3074, "epoch"{"train_loss": 0.09457486867904663, "global_{"train_loss": 0.09357601404190063, "global_step": 3075{"train_loss": 0.061359286308288574, "global_step": 3076, "epoch": 32, "lr": 0.00039409510365466755}
+{"train_loss": 0.10680697858333588, "global_step": 3077, "epoch": 32, "lr": 0.0003940911221897369}
+{"train_loss": 0.11771537363529205, "global{"train_loss": 0.11487224698066711, "global_step": 3078, {"train_loss": 0.1{"train_loss": 0.10604937{"train_loss": 0.10613985359668732, "global_step": 3079, {"train_loss": 0.1{"train_loss": 0.10434664785861969, "global_step": 3080, "epoch": 32, "lr": 0.0003{"train_loss": 0.0{"train_loss": 0{"train_{"train_loss": 0.0754120945930481, "global_step": 3081, "e{"train_loss": 0.07433009892702103, "global_step": 3082, "epoch": 32, "lr": 0.00039407119504007753}
+{"train_loss": 0.11947457492351532, "global_step": 3083, "epoch": 32, "lr": 0.0003940672056453344}
+{"train_loss": 0.{"train_loss": 0.08586058020591736, "global_step": 3084, "epoch": 32, "lr": 0.0003{"train_loss": 0.{"train_loss": 0.09489313513040543, "global_step": 3085, "epoch": 32, "lr": 0.00039{"train_loss": 0.{"train_loss": 0.09323868155479431, "global_step": 3086, "epoch": 32, "lr": 0.0003{"train_loss": 0.{"train_loss": 0.08650657534599304, "global_step": 3087, "epoch": 32, "lr": 0.0003{"train_loss": 0.{"train_loss": 0.08133308589458466, "global_step": 3088, "epoch": 32, "lr": 0.0003{"train_loss": 0.{"train_loss": 0.1141030{"train_loss": 0.11317899823188782, "global_step": 3089, "{"train_loss": 0.08363234251737595, "global_step": 3090, "epoch": 32, "lr": 0.00039403924288052407}
+{"train_loss": 0.10122562944889069{"train_{"train_loss": 0.0997653380036354, "global_step": 3091, "{"train_loss": 0.06287635862827301, "global_step": 3092, "epoch": 32, "lr": 0.0003940312416265917}
+{"train_loss": 0.09165781736373901, "glo{"train_loss": 0.09065678715705872, "global_step": 3093, "e{"train_loss": 0{"train_loss": 0.0943588{"train_loss": 0.09677734225988388, "global_step": 3094, "ep{"train_loss": 0.0868468731641769{"train{"train_loss": 0.08608660101890564, "global_step": 3095, "ep{"train_loss": {"train_loss": 0.059883806854486465, "global_step": 3096, "epoch": 32, "lr": 0.0003{"train_loss": 0.{"train_loss": 0.1023307{"train_loss": 0.10152487456798553, "global_step": 3097, "e{"train_loss": 0.{"train_loss": 0.09260101616382599, "global_step": 3098, "epoch": 32, "lr": 0.00039{"train_loss": 0.07084794342517853, "global_step": 3099, "epoch": 32, "lr": 0.0003940031956184523}
+{"train_loss": 0.{"train_loss": 0{"train_loss": 0.10511110723018646, "global_step": 3100, "epoch": {"train_loss": 0.1307000517845153{"train_{"train_loss": 0.12474080920219421, "global_step": 3101, "{"train_loss": 0.10399056226015091, "glob{"train_loss": 0.10135414451360703, "global_step": 3102, "e{"train_loss": 0.11887437105178833, "global_step": 3103, "epoch": 32, "lr": 0.00039398714026318767}
+{"train_loss": 0{"train_loss": 0{"train_loss": 0.1282862424850464, "global_step": 3104, "epoch": 32{"train_loss": 0.{"train_loss": {"train_loss": 0.08898012340068817, "global_step": 3105, "epoch": {"train_loss": 0.{"train_loss": 0.0876774936914444, "global_step": 3106, "epoch": 32, "lr": 0.000393{"train_loss": 0{"train_loss": 0{"train_{"train_loss": 0.10601678490638733, "global_step": 3107, "ep{"train_loss": 0{"train_loss": 0.0793102{"train_loss": 0.07720215618610382, "global_step": 3108, "e{"train_loss": 0{"train_loss": 0.08741167187690735, "global_step": 3109, "epoch": 32, "lr": 0.00039{"train_loss": 0{"train_loss": {"train_loss": 0.12677152454853058, "global_step": 3110, "epoch": 32,{"train_loss": {"train_loss": 0{"train_loss": 0.06548905372619629, "global_step": 3111, "epoch": 32{"train_loss": {"train_loss": 0.09912934899330139, "global_step": 3112, "epoch": 32, "lr": 0.0003939{"train_loss": {"train_loss": 0{"train_loss": 0.09506101906299591, "global_step": 3113, "epoch": 32{"train_loss": 0.08278446644544601, "global_step": 3114, "epoch": 32, "lr": 0.0003939428790593795}
+{"train_loss": 0.07539565861225128, "global_step": 3115, "epoch": 32, "lr": 0.0003939388473888676}
+{"train_loss"{"train_loss": 0.051315{"train_loss": 0.04837147891521454, "global_step": 3116, "epoch":{"train_loss": 0.14553070068359375, "global_step": 3117, "epoch": 32, "lr": 0.00039393078008587254}
+{"train_loss": 0.12315292656421661,{"train_loss": 0.12663954496383667, "global_step": 3118, "epoch"{"train_los{"train_loss": 0.{"train_loss": 0.0630398839712143, "global_step": 3119, "epoch": 32, "{"train_loss{"train_loss": 0.12048327922821045, "global_step": 3120, "epoch": 32, "lr": 0.0003939186{"train_loss": 0.09072239696979523,{"train_loss": 0.09305157512426376, "global_step": 3121, "epoch"{"train_loss": 0.0887800604{"train_loss": 0.08817672729492188, "global_step": 3122, "epoch": 32, "l{"train_loss{"train_loss": 0.11307786405086517, "global_step": 3123, "epoch": 32, "lr": 0.0003939065{"train_loss{"train_loss": {"train_loss": 0.08150096982717514, "global_step": 3124, "epoch": 32, "{"train_loss{"train_loss": 0.07962{"train_loss": 0.08176348358392715, "global_step": 3125, "epoch":{"train_loss": 0.0886378139257431, "global_step": 3126, "epoch": 32, "lr": 0.0003938944118553079}
+{"train_loss"{"train_loss": 0.09818{"train_loss": 0.101157546043396, "global_step": 3127, "epoch":{"train_loss"{"train_loss": {"train_loss": 0.11752091348171234, "global_step": 3128, "epoch": 32,{"train_loss": {"train_loss": 0.12797632813453674, "global_step": 3129, "epoch": 32, "lr": 0.000393{"train_loss": {"train_loss": 0.06546653807163239, "global_step": 3130, "epoch": 32, "lr": 0.000393{"train_loss": {"train_loss":{"tr{"train_loss": 0.1247071772813797, "global_step": 3131, "epoch": 32{"train_loss": 0.08945423364639282, "global_step": 3132, "epoch": 32, "lr": 0.00039387010695065964}
+{"train_loss": {"train_loss": 0.1016242504119873, "global_step": 3133, "epoch": 32, "lr": 0.0003938{"train_loss":{"train_loss": 0.1{"train_loss": 0.1035967469215393, "global_step": 3134, "epoch": 32,{"train_loss"{"train_loss": 0.08007755130529404, "global_step": 3135, "epoch": 32, "lr": 0.000393857{"train_loss": 0.09989410638809204, "global_step": 3136, "epoch": 32, "lr": 0.0003938538772765624}
+{"train_loss": 0.0960617437958{"train_loss": 0.0981532484292984, "global_step": 3137, "epoch": 32, "{"train_loss": 0.10979422926902771, "global_step": 3138, "epoch": 32, "lr": 0.00039384575451887705}
+{"train_loss": 0.08547291904687881, "global_step": 3139, "epoch": 32, "lr": 0.00039384169115997205}
+{"train_loss": 0.11503200232982635, "global_step": 3140, "epoch": 32, "lr": 0.0003938376264810623}
+{"train_loss": 0.12724724411964417, "global_step": 3141, "epoch": 32, "lr": 0.00039383356048217555}
+{"train_loss": 0.09509068727493286, "global_step": 3142, "epoch": 32, "lr": 0.0003938294931633395}
+{"train_loss"{"train_loss": 0.07629074901342392, "global_step": 3143, "epoch": 32, "lr": 0.00039382{"train_loss"{"train_loss": 0.10715717822313309, "global_step": 3144, "epoch": 32, "lr": 0.000393821{"train_loss": 0.0955811{"tra{"train_loss": 0.09605086594820023, "global_step": 3145, "epoch": 32, "{"train_loss": 0.153679281473{"train_loss": 0.1531609445810318, "global_step": 3146, "epoch": 32, "{"train_loss":{"train_loss": {"train_loss": 0.08388558775186539, "global_step": 3147, "epoch": 32, {"train_loss": 0.0879373699426651, "global_step": 3148, "epoch": 32, "lr": 0.0003938050615329385}
+{"train_loss": 0.08835881{"train_loss": 0.08828628063201904, "global_step": 3149, "epoch": 32, "lr{"train_loss": 0.{"train_l{"trai{"train_loss": 0.09919507801532745, "global_step": 3150, "epoch": 3{"train_loss": 0.{"train_loss": {"train_loss": 0.09410223364830017, "global_step": 3151, "epoch": {"train_loss": 0.09960153698{"trai{"train_loss": 0.09984877705574036, "global_step": 3152, "epoch":{"train_loss": 0.07838504016399384, "global_step": 3153, "epoch": 32, "lr": 0.0003937846655474143}
+{"train_loss": 0.0{"train_loss": 0{"train_loss": 0.09927782416343689, "global_step": 3154, "epoch":{"train_loss": 0.09{"train_loss": 0.09887008368968964, "global_step": 3155, "epoch": 32, "lr": 0.00{"train_loss": 0.11710928380{"train{"train_loss": 0.11680123955011368, "global_step": 3156, "epoc{"train_loss": 0.124{"train_loss": 0{"train_loss": 0.12313409149646759, "global_step": 3157, "epoch{"train_loss": 0.090458981692{"train{"train_loss": 0.09123427420854568, "global_step": 3158, "epoch"{"train_loss": 0.113556973636{"train_loss": 0.11315922439098358, "global_step": 3159, "epoch": 32, "{"train_loss": 0.076{"train_loss": 0.08156323432922363, "global_step": 3160, "epoch": 32, "lr": 0.0{"train_loss": 0.099{"train_loss": 0.10090852528810501, "global_step": 3161, "epoch": 32, "lr": 0.0{"train_loss": 0.093{"train_loss": 0.09699773788452148, "global_step": 3162, "epoch": 32, "lr": 0.{"train_loss": 0.0713{"train_loss": 0.07211612164974213, "global_step": 3163, "epoch": 32, "lr": 0{"train_loss": 0.10327664017677307, "{"train_loss": 0.10370992124080658, "global_step": 3164, "epoc{"train_loss": 0.0710{"train_loss": 0.06795922666788101, "global_step": 3165, "epoch": 32, "lr": 0.{"train_loss": 0.0867{"train_loss": 0{"train_loss": 0.08749587833881378, "global_step": 3166, "epoc{"train_loss": 0.095{"train_l{"train_loss": 0.0959548419341445, "global_step": 3167, "epoch": 32, "l{"train_loss": 0.10241124033{"train_loss": 0.10383290797472, "global_step": 3168, "epoch": 33, "lr"{"train_loss": 0.09533534944057465, "global_step": 3169, "epoch": 33, "lr": 0.0003937191767153362}
+{"train_loss": 0.11{"train_loss": 0.1{"train_loss": 0.11941586434841156, "global_step": 3170, "epoch{"train_loss": 0.10{"train_loss": 0.0{"train_loss": 0.10196036100387573, "global_step": 3171, "epoc{"train_loss": 0.1{"train_loss": 0.11399315297603607, "global_step": 3172, "epoch": 33, "lr": 0.000{"train_loss": 0.0{"train_loss": 0.07173885405063629, "global_step": 3173, "epoch": 33, "lr": 0.0003{"train_loss": 0.0{"trai{"train_loss"{"train_loss": 0.08596748113632202, "global_step": 3174, "epoc{"train_loss": 0.1{"train_loss": 0.14501696825027466, "global_step": 3175, "epoch": 33, "lr": 0.00{"train_loss": 0.09{"train_loss": 0.090340256690979, "global_step": 3176, "epoch": 33, "lr": 0.0003{"train_loss": 0.{"train_loss": 0.08392761647701263, "global_step": 3177, "epoch": 33, "lr": 0.0003{"train_loss": 0.{"train_loss": 0.0912{"train_loss": 0.09208039939403534, "global_step": 3178, "epo{"train_loss": 0.{"train_loss": 0.10403886437416077, "global_step": 3179, "epoch": 33, "lr": 0.0003{"train_loss": 0.{"train_loss": 0.1070{"train_loss": 0.1068379282951355, "global_step": 3180, "epoc{"train_loss": 0.10388073325157166, "global_step": 3181, "epoch": 33, "lr": 0.0003936698384644148}
+{"train_loss": 0.{"train_loss": 0.08520445972681046, "global_step": 3182, "epoch": 33, "lr": 0.00039{"train_loss": 0.11856506{"train_loss": 0.11738096177577972, "global_step": 3183, "epoch": 33, "lr"{"train_loss": 0.08708553{"train_loss": 0.08849987387657166, "global_step": 3184, "epoch": 33, "l{"train_loss": 0.127443596{"train_loss": 0.1272249072790146, "global_step": 3185, "epoch": 33, "lr{"train_loss": 0.12{"train_loss": 0.11712202429771423, "global_step": 3186, "epoch": 33, "lr": 0.000{"train_loss": 0.07866837084293365, "global_step": 3187, "epoch": 33, "lr": 0.0003936450981188692}
+{"train_loss": 0.10449226200580597, "global_step": 3188, "epoch": 33, "lr": 0.00039364097011245023}
+{"train_loss": 0.13{"trai{"train_loss": 0.13365235924720764, "global_step": 3189, "epoch": 33, "lr"{"train_loss": 0.08107776939868927, "global_step": 3190, "epoch": 33, "lr": 0.00039363271014372685}
+{"train_loss": 0.10260322690010071, "global_step": 3191, "epoch": 33, "lr": 0.0003936285781814787}
+{"train_loss": 0.08810862898826599, "{"train_loss": 0.08832132071256638, "global_step": 3192, "epoch{"train_loss": 0.0{"train_{"train_loss": 0.10090631246566772, "global_step": 3193, "epoch": 33, "lr{"train_loss": 0.1{"train_{"train_loss": 0.10823559761047363, "global_step": 3194, "epoch": 33, "lr{"train_loss": 0.08{"train_loss": 0.08000212162733078, "global_step": 3195, "epoch": 33, "lr": 0.00{"train_loss": 0.06638455390930176, "g{"train_loss": 0.06628645956516266, "global_step": 3196, "epo{"train_loss": 0.09688098728656769, "global_step": 3197, "epoch": 33, "lr": 0.00039360375871935234}
+{"train_loss": 0.1165893673{"train_loss": 0.11697342991828918, "global_step": 3198, "epoch": 33, "l{"train_loss": 0.08{"train_{"train_loss": 0.08430813997983932, "global_step": 3199, "epoch": 33, "lr{"train_loss": 0.14{"train_loss": 0.1481625735759735, "global_step": 3200, "epoch": 33, "lr": 0.0003{"train_loss": 0.11078597605228424, "global_step": 3201, "epoch": 33, "lr": 0.00039358718604320356}
+{"train_loss": 0.04861947149038315, "global_step": 3202, "epoch": 33, "lr": 0.00039358303957841685}
+{"train_loss": 0.0{"train_loss": 0.08298036456108093, "global_step": 3203, "epoch": 33, "lr": 0.0003{"train_loss": 0.11536386609077454, "global_step": 3204, "epoch": 33, "lr": 0.00039357474269414153}
+{"train_loss": 0.1{"train_loss": 0.1053476482629776, "global_step": 3205, "epoch": 33, "lr": 0.00039{"train_loss": 0.{"train_loss": 0.1140536367893219, "global_step": 3206, "epoch": 33, "lr": 0.00039{"train_loss": 0{"train_loss": 0.13879474997520447, "global_step": 3207, "epoch": 33, "lr": 0.0003{"train_loss": 0.{"train_loss": 0.09042827039957047, "global_step": 3208, "epoch": 33, "lr": 0.00039{"train_loss": 0.06722855{"train_loss": 0.06779851764440536, "global_step": 3209, "epoch": 33, "lr":{"train_loss": 0.{"train_{"train_loss": 0.06918710470199585, "global_step": 3210, "epoch": 33, "lr":{"train_loss": 0.1042207852005958{"train_loss": 0.10549025982618332, "global_step": 3211, "epoch": {"train_loss": 0.10291065{"train_loss": 0.10551131516695023, "global_step": 3212, "epoch": 33, "lr"{"train_loss": 0.09453436{"train_loss": 0.09646181017160416, "global_step": 3213, "epoch": 33, "lr"{"train_loss": 0{"train_loss": 0.09455008804798126, "global_step": 3214, "epoch": 33, "lr": 0.000393{"train_loss": 0.11901071667671204, "global_step": 3215, "epoch": 33, "lr": 0.00039352901558633376}
+{"train_loss": {"train_loss": 0.1182493194937706, "global_step": 3216, "epoch": 33, "lr": 0.00039352{"train_loss":{"train_loss": 0.09346142411231995, "global_step": 3217, "epoch": 33, "lr": 0.00039352{"train_loss":{"train_los{"train_loss": 0.08030454814434052, "global_step": 3218, "epoch": 33, "lr"{"train_loss": 0.12750092148780823, "global_step": 3219, "epoch": 33, "lr": 0.0003935123480088838}
+{"train_loss":{"train_los{"train_loss": 0.13205859065055847, "global_step": 3220, "epoch": 33, "lr"{"train_loss":{"train_los{"train_loss": 0.09312520921230316, "global_step": 3221, "epoch": 33, "lr"{"train_loss": 0.06279616057872772, "global_step": 3222, "epoch": 33, "lr": 0.00039349983348919634}
+{"train_loss": 0.11766240{"train_loss": 0.11767316609621048, "global_step": 3223, "epoch": 33, "lr"{"train_loss": 0.10130485892295837, "global_step": 3224, "epoch": 33, "lr": 0.00039349148388764034}
+{"train_loss": 0.13482189178466797, "global_step": 3225, "epoch": 33, "lr": 0.0003934873071104182}
+{"train_loss": 0.09558269381523132, "global_step": 3226, "epoch": 33, "lr": 0.0003934831290156047}
+{"train_loss"{"train_loss{"train_loss": 0.11588557809591293, "global_step": 3227, "epoch": 33, "lr"{"train_loss": 0.08684735000133514, "global_step": 3228, "epoch": 33, "lr": 0.0003934747688733171}
+{"train_loss": 0.12945780158042908, "global_step": 3229, "epoch": 33, "lr": 0.0003934705868258999}
+{"train_loss": 0.0977560356259346, "global_step": 3230, "epoch": 33, "lr": 0.0003934664034610052}
+{"train_loss": 0.08960725367069244, "global_step": 3231, "epoch": 33, "lr": 0.0003934622187786614}
+{"train_loss":{"train_loss": 0.08657325804233551, "global_step": 3232, "epoch": 33, "lr": 0.00039345{"train_loss":{"train_loss": 0.{"train_loss": 0.11013273894786835, "global_step": 3233, "epoch": 33{"train_loss": 0.0980717241{"train_loss": 0.09549310803413391, "global_step": 3234, "epoch": 33, "l{"train_loss": {"train_loss": 0.057909999042749405, "global_step": 3235, "epoch": 33, "lr": 0.00039{"train_loss": 0{"train_loss{"train_loss": 0.08666738867759705, "global_step": 3236, "epoch": 33, "l{"train_loss": 0{"train_loss": 0.1199522614479065, "global_step": 3237, "epoch": 33, "lr": 0.0003934{"train_loss": {"train_loss": 0.07481712102890015, "global_step": 3238, "epoch": 33, "lr": 0.0003934{"train_loss": {"train_loss"{"train_loss": 0.09999357163906097, "global_step": 3239, "epoch": 33, "{"train_loss": 0.08476474881{"train_loss": 0.08252989500761032, "global_step": 3240, "epoch": 33, {"train_loss": 0.07563498616218567, "global_step": 3241, "epoch": 33, "lr": 0.0003934202995017961}
+{"train_loss": {"train_loss":{"train_loss": 0.12860015034675598, "global_step": 3242, "epoch": 33{"train_loss": 0.10908704251050949, "global_step": 3243, "epoch": 33, "lr": 0.0003934118998398871}
+{"train_loss": {"train_loss": 0.08{"train_loss": 0.08509588241577148, "global_step": 3244, "epoch": {"train_loss": 0.11394533514976501, "global_step": 3245, "epoch": 33, "lr": 0.0003934034949096664}
+{"train_loss": 0.09500475227832{"train_loss": 0.09457888454198837, "global_step": 3246, "epoch": 33{"train_loss": 0.11604231595993042, "global_step": 3247, "epoch": 33, "lr": 0.00039339508471136276}
+{"train_loss": 0.07688876241445{"train_loss": 0.07687071710824966, "global_step": 3248, "epoch": 33,{"train_loss":{"train_loss": 0.09950985014438629, "global_step": 3249, "epoch": 33, "lr": 0.0003933{"train_loss": 0.07571575045585632, "global_step": 3250, "epoch": 33, "lr": 0.00039338245953675317}
+{"train_loss":{"train_loss": 0.05841660127043724, "global_step": 3251, "epoch": 33, "lr": 0.0003933{"train_loss": {"train_loss": 0.12545034289360046, "global_step": 3252, "epoch": 33, "lr": 0.00039{"train_loss": {"train_loss": 0.09379979968070984, "global_step": 3253, "epoch": 33, "lr": 0.0003933{"train_loss": {"train_loss": 0.09364897012710571, "global_step": 3254, "epoch": 33, "lr": 0.0003933{"train_loss": {"train_loss": 0.06186384707689285, "global_step": 3255, "epoch": 33, "lr": 0.000393{"train_loss": {"train_loss": 0.11034876108169556, "global_step": 3256, "epoch": 33, "lr": 0.0003933{"train_loss": 0.08556686341762543, "global_step": 3257, "epoch": 33, "lr": 0.0003933529547066249}
+{"train_loss": 0.10863550007343292, "global_step": 3258, "epoch": 33, "lr": 0.0003933487344639564}
+{"train_loss": {"train_loss": 0.05372283607721329, "global_step": 3259, "epoch": 33, "lr": 0.0003933{"train_loss": {"train_loss": 0.09903214871883392, "global_step": 3260, "epoch": 33, "lr": 0.000393{"train_loss": {"train_loss": 0.09989412128925323, "global_step": 3261, "epoch": 33, "lr": 0.000393{"train_loss": {"train_loss": 0.{"train_loss": 0.11649788171052933, "global_step": 3262, "epoch": 3{"train_loss": {"train_loss": 0.09878648386802524, "global_step": 3263, "epoch": 33, "lr": 0.0003{"train_loss": 0.08735435456037521, "global_step": 3264, "epoch": 34, "lr": 0.00039332338535934757}
+{"train_loss": 0.11755979061126709, "global_step": 3265, "epoch": 34, "lr": 0.0003933191559007484}
+{"train_loss": 0.0{"train_loss": {"t{"train_loss": 0.0839456096291542, "global_step": 3266, "epoch"{"train_loss": 0.0{"train_loss": {"{"train_loss": 0.08934395015239716, "global_step": 3267, "epoch":{"train_loss": 0.10966716706752777,{"train_loss": 0.10907073318958282, "global_step": 3268, "epoch"{"train_loss": 0.11077415198087692, "global_step": 3269, "epoch": 34, "lr": 0.00039330222490217576}
+{"train_loss": 0.{"train_loss": 0.0656527578830719, "global_step": 3270, "epoch": 34, "lr": 0.000393{"train_loss": 0{"train_loss": 0{"train_loss": 0.08753799647092819, "global_step": 3271, "epoch": 3{"train_loss": 0.{"train_loss": 0.08760084956884384, "global_step": 3272, "epoch": 34, "lr": 0.000{"train_loss": 0.{"train_loss": 0{"train_loss": 0.11703580617904663, "global_step": 3273, "epoch": {"train_loss": 0.{"train_loss": 0.09{"train_loss": 0.09357409924268723, "global_step": 3274, "epoch{"train_loss": 0{"train_loss": 0{"train_loss": 0.07339354604482651, "global_step": 3275, "epoch": 34{"train_loss": 0{"train_loss": 0.09290358424186707, "global_step": 3276, "epoch": 34, "lr": 0.000393{"train_loss": 0{"train_loss": 0.10846035927534103, "global_step": 3277, "epoch": 34, "lr": 0.00039{"train_loss": 0.09956714510917664, "global_step": 3278, "epoch": 34, "lr": 0.0003932640531528331}
+{"train_loss": 0.06698520481586456, "global_step": 3279, "epoch": 34, "lr": 0.00039325980526660944}
+{"train_loss": {"train_loss": 0.10501636564731598, "global_step": 3280, "epoch": 34, "lr": 0.0003932{"train_loss": {"train_loss": 0.10053660720586777, "global_step": 3281, "epoch": 34, "lr": 0.0003932{"train_loss": {"train_loss": 0.08393783867359161, "global_step": 3282, "epoch": 34, "lr": 0.0003932{"train_loss": 0.10275229066610336, "global_step": 3283, "epoch": 34, "lr": 0.0003932428005615819}
+{"train_loss": 0.12487117946147919,{"train_loss": 0.12847858667373657, "global_step": 3284, "epoch"{"train_loss":{"train_loss": 0.12199971079826355, "global_step": 3285, "epoch": 34, "lr": 0.0003932{"train_loss":{"train_loss": 0.1438{"train_loss": 0.14315351843833923, "global_step": 3286, "epoch"{"train_loss": 0.0720372349023819, "{"train_loss": 0.07075653970241547, "global_step": 3287, "epoch{"train_loss": {"train_loss": 0.11498{"train_loss": 0.1124945878982544, "global_step": 3288, "epoch{"train_loss": {"train_loss": 0.0946{"train_loss": 0.09687620401382446, "global_step": 3289, "epoch"{"train_loss": {"train_loss": 0{"train_loss": 0.07228773832321167, "global_step": 3290, "epoch": 34{"train_loss":{"train_loss": 0.12054198235273361, "global_step": 3291, "epoch": 34, "lr": 0.00039320{"train_loss":{"train_loss": 0.09500439465045929, "global_step": 3292, "epoch": 34, "lr": 0.0003932{"train_loss":{"train_loss": 0.11023225635290146, "global_step": 3293, "epoch": 34, "lr": 0.0003932{"train_loss":{"train_loss": 0.11719052493572235, "global_step": 3294, "epoch": 34, "lr": 0.0003931{"train_loss":{"train_loss": 0.10842441022396088, "global_step": 3295, "epoch": 34, "lr": 0.00039319{"train_loss":{"train_loss": 0.1181798055768013, "global_step": 3296, "epoch": 34, "lr": 0.00039318{"train_loss"{"train_loss": 0.12132491916418076, "global_step": 3297, "epoch": 34, "lr": 0.000393183{"train_loss"{"train_loss": 0.10002239048480988, "global_step": 3298, "epoch": 34, "lr": 0.00039317{"train_loss":{"train_loss": 0.{"train_loss": 0.11277511715888977, "global_step": 3299, "epoch": 34,{"train_loss":{"train_loss": 0.0684187114238739, "global_step": 3300, "epoch": 34, "lr": 0.00039317{"train_loss": 0.110125564038753{"train_loss": 0.10777730494737625, "global_step": 3301, "epoch": 3{"train_loss": 0.113544479012489{"train_loss": 0.115774005651474, "global_step": 3302, "epoch": 34,{"train_loss":{"train_loss": 0{"train_loss": 0.07002300024032593, "global_step": 3303, "epoch": 34,{"train_loss":{"train_loss": 0.11102192103862762, "global_step": 3304, "epoch": 34, "lr": 0.00039315{"train_loss":{"train_loss": 0.10648229718208313, "global_step": 3305, "epoch": 34, "lr": 0.0003931{"train_loss":{"train_loss": 0.08669950067996979, "global_step": 3306, "epoch": 34, "lr": 0.000393{"train_loss": 0.09892228245735168, "global_step": 3307, "epoch": 34, "lr": 0.000393140330245146}
+{"train_loss":{"train_loss": 0.09213054180145264, "global_step": 3308, "epoch": 34, "lr": 0.0003931{"train_loss":{"train_loss": 0{"train_loss": 0.08790744096040726, "global_step": 3309, "epoch": 34,{"train_loss":{"train_loss": 0.114332{"train_loss": 0.11762040108442307, "global_step": 3310, "epoc{"train_loss": {"train_loss": 0.08374980837106705, "global_step": 3311, "epoch": 34, "lr": 0.0003931{"train_loss": 0.09612767398357391, "global_step": 3312, "epoch": 34, "lr": 0.00039311888689510534}
+{"train_loss": 0.09844423830509186, "global_step": 3313, "epoch": 34, "lr": 0.0003931145942797325}
+{"train_loss":{"train_loss": 0.12617293000221252, "global_step": 3314, "epoch": 34, "lr": 0.00039311{"train_loss": 0.09505358338356018, "global_step": 3315, "epoch": 34, "lr": 0.00039310600510385587}
+{"train_loss":{"train_loss": 0.10583106428384781, "global_step": 3316, "epoch": 34, "lr": 0.00039310{"train_loss":{"train_loss": 0.12338{"train_loss": 0.120459645986557, "global_step": 3317, "epoch":{"train_loss": 0.0963977575302124,{"train_loss": 0.09395157545804977, "global_step": 3318, "epoch":{"train_loss":{"train_loss": 0.1574{"train_loss": 0.1494562029838562, "global_step": 3319, "epoch"{"train_loss":{"train_loss": 0.08917120099067688, "global_step": 3320, "epoch": 34, "lr": 0.0003930{"train_loss":{"train_loss": 0.10277849435806274, "global_step": 3321, "epoch": 34, "lr": 0.0003930{"train_loss": {"train_loss": 0.07664851099252701, "global_step": 3322, "epoch": 34, "lr": 0.000393{"train_loss": 0.05596325546503067, "global_step": 3323, "epoch": 34, "lr": 0.00039307159580289535}
+{"train_loss": {"train_loss": 0.105{"train_loss": 0.105740986764431, "global_step": 3324, "epoch": 3{"train_loss": {"train_loss": 0.1{"train_loss": 0.10316658020019531, "global_step": 3325, "epoch": {"train_loss": {"train_loss": 0.09444381296634674, "global_step": 3326, "epoch": 34, "lr": 0.000393{"train_loss": {"train_loss": 0.0797586739063263, "global_step": 3327, "epoch": 34, "lr": 0.0003930{"train_loss": {"train_loss": 0.0584305040538311, "global_step": 3328, "epoch": 34, "lr": 0.000393{"train_loss": 0{"train_loss": 0.1206805408000946, "global_step": 3329, "epoch": 34, "lr": 0.000393{"train_loss": 0.09885856509208679, "global_step": 3330, "epoch": 34, "lr": 0.00039304141863911356}
+{"train_loss": 0.08334329724311829, "global_step": 3331, "epoch": 34, "lr": 0.0003930371023572608}
+{"train_loss": {"train_loss": 0.08453921973705292, "global_step": 3332, "epoch": 34, "lr": 0.0003930{"train_loss": {"train_loss": 0.12263187766075134, "global_step": 3333, "epoch": 34, "lr": 0.0003930{"train_loss": {"train_loss": 0.07679005712270737, "global_step": 3334, "epoch": 34, "lr": 0.0003930{"train_loss": {"train_loss": 0.13466143608093262, "global_step": 3335, "epoch": 34, "lr": 0.000393{"train_loss": {"train_loss": 0.0710090696811676, "global_step": 3336, "epoch": 34, "lr": 0.0003930{"train_loss":{"train_loss": 0.08768{"train_loss": 0.08570370078086853, "global_step": 3337, "epoch{"train_loss":{"train_loss": 0.11273472756147385, "global_step": 3338, "epoch": 34, "lr": 0.0003930{"train_loss":{"train_loss": 0.11360982060432434, "global_step": 3339, "epoch": 34, "lr": 0.00039300{"train_loss":{"train_loss": 0.07811790704727173, "global_step": 3340, "epoch": 34, "lr": 0.0003929{"train_loss":{"train_loss": 0.07669173181056976, "global_step": 3341, "epoch": 34, "lr": 0.00039299{"train_loss": 0.12197889387607574, "global_step": 3342, "epoch": 34, "lr": 0.00039298953650465835}
+{"train_loss": 0.138684406876564{"train_loss": 0.1403661072254181, "global_step": 3343, "epoch": 34{"train_loss"{"train_loss": 0.10636011511087418, "global_step": 3344, "epoch": 34, "lr": 0.00039298{"train_loss": 0.10318043082952{"train_loss": 0.10129036754369736, "global_step": 3345, "epoch": {"train_loss": {"train_loss": 0.08870118856430054, "global_step": 3346, "epoch": 34, "lr": 0.000392{"train_loss": 0.09362541884183884, "global_step": 3347, "epoch": 34, "lr": 0.00039296786309213827}
+{"train_loss": {"train_loss": 0.0{"train_loss": 0.0849539190530777, "global_step": 3348, "epoch": 3{"train_loss": 0.10379131138324738, "global_step": 3349, "epoch": 34, "lr": 0.0003929591845285442}
+{"train_loss": {"train_loss": 0.09750805050134659, "global_step": 3350, "epoch": 34, "lr": 0.000392{"train_loss": {"train_loss": 0{"train_loss": 0.08430661261081696, "global_step": 3351, "epoch": 34,{"train_loss": 0.13299700617790{"train_loss": 0.1344468891620636, "global_step": 3352, "epoch": 34, {"train_loss":{"train_loss": 0.1313242{"train_loss": 0.14040017127990723, "global_step": 3353, "ep{"train_loss": {"train_loss": 0.09320735186338425, "global_step": 3354, "epoch": 34, "lr": 0.0003929{"train_loss": 0.08769884705543{"train_loss": 0.08874908089637756, "global_step": 3355, "epoch": 34{"train_loss": {"train_loss": 0.10757000744342804, "global_step": 3356, "epoch": 34, "lr": 0.0003929{"train_loss": {"train_loss": 0.1049736812710762, "global_step": 3357, "epoch": 34, "lr": 0.00039292{"train_loss":{"train_loss": 0.09622310101985931, "global_step": 3358, "epoch": 34, "lr": 0.0003929{"train_loss":{"train_loss": 0.10012923813580225, "global_step": 3359, "epoch": 34, "lr": 0.0003929{"train_loss": 0.07568517327308655, "global_step": 3360, "epoch": 35, "lr": 0.00039291135848447346}
+{"train_loss":{"train_loss": 0.06378365{"train_loss": 0.06780868768692017, "global_step": 3361, "epo{"train_loss": 0.09004858881235123, "global_step": 3362, "epoch": 35, "lr": 0.000392902645761239}
+{"train_loss":{"train_loss": 0.11246242374181747, "global_step": 3363, "epoch": 35, "lr": 0.00039289{"train_loss":{"train_loss": 0.09847903251647949, "global_step": 3364, "epoch": 35, "lr": 0.00039289{"train_loss":{"train_loss": 0.0715591{"train_loss": 0.07139338552951813, "global_step": 3365, "epoc{"train_loss":{"train_loss": 0.09129519015550613, "global_step": 3366, "epoch": 35, "lr": 0.0003928{"train_loss":{"train_loss": 0.08207987248897552, "global_step": 3367, "epoch": 35, "lr": 0.00039288{"train_loss":{"train_loss": 0.09021513164043427, "global_step": 3368, "epoch": 35, "lr": 0.00039287{"train_loss":{"train_loss":{"train_loss": 0.09462226182222366, "global_step": 3369, "epoch": 35, "l{"train_loss"{"train_loss": 0.10545632243156433, "global_step": 3370, "epoch": 35, "lr": 0.000392867{"train_loss"{"train_loss": 0.09646012634038925, "global_step": 3371, "epoch": 35, "lr": 0.000392863{"train_loss": 0.1097237765789032, "global_step": 3372, "epoch": 35, "lr": 0.0003928590033332138}
+{"train_loss"{"train_loss": 0.09325499832630157, "global_step": 3373, "epoch": 35, "lr": 0.000392854{"train_loss"{"train_loss": {"train_loss": 0.08453445136547089, "global_step": 3374, "epoch": 35, "{"train_loss": 0.13188384473323822, "global_step": 3375, "epoch": 35, "lr": 0.0003928458849938518}
+{"train_loss": 0.09096802771091461, "global_step": 3376, "epoch": 35, "lr": 0.0003928415095875776}
+{"train_loss{"train_loss": 0.10505282878875732, "global_step": 3377, "epoch": 35, "lr": 0.000392837{"train_loss{"train_loss": 0.10154478251934052, "global_step": 3378, "epoch": 35, "lr": 0.000392832{"train_loss"{"train_loss": 0.09338166{"train_loss": 0.0933791771531105, "global_step": 3379, "epoc{"train_loss"{"train_loss": 0.09941668808460236, "global_step": 3380, "epoch": 35, "lr": 0.00039282{"train_loss"{"train_loss": 0.07821296900510788, "global_step": 3381, "epoch": 35, "lr": 0.00039281{"train_loss": 0.1087112128{"train_loss": 0.1081315129995346, "global_step": 3382, "epoch": 35, "lr{"train_loss": 0.10344331711530685, "global_step": 3383, "epoch": 35, "lr": 0.000392810844975903}
+{"train_loss": 0.112193904{"train_loss": 0.11323468387126923, "global_step": 3384, "epoch": 35, "lr{"train_loss{"train_loss": 0.10114027{"train_loss": 0.10338462889194489, "global_step": 3385, "epoch{"train_loss{"train_loss": 0.10716426372528076, "global_step": 3386, "epoch": 35, "lr": 0.000392{"train_loss": 0.10833089053630829, "{"train_loss": 0.10862261056900024, "global_step": 3387, "epoc{"train_loss": 0.08125974982976913, "global_step": 3388, "epoch": 35, "lr": 0.000392788902291705}
+{"train_loss": 0.10136435180902481, "global_step": 3389, "epoch": 35, "lr": 0.0003927845098162392}
+{"train_loss": 0.09448508{"train_loss": 0.09550012648105621, "global_step": 3390, "epoch": 35, "lr"{"train_loss"{"train_loss"{"train_loss": 0.13072487711906433, "global_step": 3391, "epoch": 35, "lr"{"train_los{"train_loss": {"train_loss{"train_loss": 0.08511506021022797, "global_step": 3392, "epoc{"train_los{"train_loss": 0.1269395649{"train_loss": 0.12712788581848145, "global_step": 3393, "ep{"train_los{"train_loss": 0.09185664355{"train_loss": 0.09506946802139282, "global_step": 3394, "ep{"train_los{"train_loss": 0.10065361857{"train_loss": 0.10209117829799652, "global_step": 3395, "epo{"train_los{"train_loss": 0.08883831650{"train_loss": 0.09031940251588821, "global_step": 3396, "ep{"train_loss": 0.06461714953184128, "gl{"train_loss": 0.06295081228017807, "global_step": 3397, "ep{"train_loss": 0.09342150390148163, "global_step": 3398, "epoch": 35, "lr": 0.00039274491846438755}
+{"train_los{"train_lo{"train_loss": 0.1347774863243103, "global_step": 3399, "epoch": 35, "lr": 0.0{"train_los{"train_loss": 0.08512289822101593, "global_step": 3400, "epoch": 35, "lr": 0.0003927361{"train_loss": 0.0995291918516159, "global_step": 3401, "epoch": 35, "lr": 0.00039273169772037654}
+{"train_loss{"train_l{"train_loss": 0.07947420328855515, "global_step": 3402, "epoch": 35, "lr": 0.0{"train_loss{"train_l{"train_loss": 0.10349622368812561, "global_step": 3403, "epoch": 35, "lr": 0{"train_loss": 0.10400466620922089, "global_step": 3404, "epoch": 35, "lr": 0.0003927184651643519}
+{"train_loss":{"train_loss": 0.0855879858{"train_loss": 0.0788382887840271, "global_step": 3405, "e{"train_loss": 0.08047082275152206, "global_step": 3406, "epoch": 35, "lr": 0.0003927096368985061}
+{"train_loss"{"train_loss": 0.0846686065196991, "global_step": 3407, "epoch": 35, "lr": 0.000392705{"train_loss{"train_loss": 0.08950608223676682, "global_step": 3408, "epoch": 35, "lr": 0.000392700{"train_loss": 0.10533188283443451, "global_step": 3409, "epoch": 35, "lr": 0.00039269638465759445}
+{"train_loss": 0.08716364204883575, "gl{"train_loss": 0.08679898083209991, "global_step": 3410, "ep{"train_los{"train_loss": 0.09937362372875214, "global_step": 3411, "epoch": 35, "lr": 0.000392687{"train_loss{"train_loss": 0.08992116153240204, "global_step": 3412, "epoch": 35, "lr": 0.0003926831{"train_loss{"train_l{"train_loss": 0.08314669132232666, "global_step": 3413, "epoch": 35, "lr": 0.{"train_los{"train_loss": 0.0859617292{"train_loss": 0.08768239617347717, "global_step": 3414, "epoc{"train_lo{"train_loss": 0.07549723982810974, "global_step": 3415, "epoch": 35, "lr": 0.00039266984{"train_loss": 0.07693052291870117, "global_step": 3416, "epoch": 35, "lr": 0.00039266541683634674}
+{"train_loss": 0.07063{"train_loss": 0{"train_loss": 0.07093062996864319, "global_step": 3417, "epo{"train_los{"train_loss": 0.07827937602996826, "global_step": 3418, "epoch": 35, "lr": 0.00039265655{"train_los{"train_loss": 0.08260291814804077, "global_step": 3419, "epoch": 35, "lr": 0.0003926521{"train_los{"train_loss": 0.08575516939163208, "global_step": 3420, "epoch": 35, "lr": 0.0003926476{"train_los{"train_loss": 0.0761784017{"train_loss": 0.07727086544036865, "global_step": 3421, "epo{"train_loss": 0.0634{"train_loss": 0.06420493125915527, "global_step": 3422, "epoch": 35, "lr": 0.0{"train_loss": 0.13694405555725098, "global_step": 3423, "epoch": 35, "lr": 0.00039263438472736444}
+{"train_loss": 0.07056456804275513, "global_step": 3424, "epoch": 35, "lr": 0.0003926299463215636}
+{"train{"train_loss"{"train_loss": 0.10709244012832642, "global_step": 3425, "epoch": 35, "lr": 0.0{"train_loss": 0.112{"train_loss": 0.11135195940732956, "global_step": 3426, "epoch": 35, "lr": 0.0{"train_loss": 0.067{"train_loss": 0.06775821000337601, "global_step": 3427, "epoch": 35, "lr": 0.0{"train_loss": 0.13448810577392578, "global_step": 3428, "epoch": 35, "lr": 0.00039261217958113173}
+{"train{"train_loss": 0.12691786885261536, "global_step": 3429, "epoch": 35, "lr": 0.00039260773461{"train{"train_loss"{"train_loss": 0.09678038209676743, "global_step": 3430, "epoch": 35, "lr": 0.0{"train{"train_loss": 0.081026315{"train_loss": 0.07924212515354156, "global_step": 3431, "epoch":{"train{"train_loss": 0.1223597452044487, "global_step": 3432, "epoch": 35, "lr": 0.000392594391854{"trai{"train_loss": 0.09776616096496582, "global_step": 3433, "epoch": 35, "lr": 0.00039258994164{"train{"train_loss":{"train_loss"{"train_loss": 0.10053251683712006, "global_step": 3434, "epoch":{"train{"train_loss":{"train_loss": 0.10214091837406158, "global_step": 3435, "epoch": 35, "lr": 0.{"train_loss": 0.0805{"train_loss"{"train_loss": 0.08069047331809998, "global_step": 3436, "epoch": {"train_loss": 0.07989772409200668{"train_loss": 0.0798739492893219, "global_step": 3437, "epoch": {"train_loss": 0.10684368014335632, "global_step": 3438, "epoch": 35, "lr": 0.00039256767092004665}
+{"train_loss": 0.08029473572969437, "global_step": 3439, "epoch": 35, "lr": 0.0003925632128411282}
+{"trai{"train_loss": 0.10445879399776459, "global_step": 3440, "epoch": 35, "lr": 0.0003925587534509{"train_loss": 0.1162396892905235{"train_loss": 0.11733336746692657, "global_step": 3441, "epoch": {"trai{"train_loss":{"train_loss"{"train_loss": 0.12241807579994202, "global_step": 3442, "epoch": {"trai{"train_loss":{"train_loss": 0.09599113464355469, "global_step": 3443, "epoch": 35, "lr": 0.00{"trai{"train_loss": 0.08793511986732483, "global_step": 3444, "epoch": 35, "lr": 0.0003925409027776{"trai{"train_loss":{"train_loss": 0.08198955655097961, "global_step": 3445, "epoch": 35, "lr": 0.{"train{"train_loss": 0.0885029658{"train_loss": 0.0845605731010437, "global_step": 3446, "epoch": {"train_loss": 0.07910703122615814, "global_step": 3447, "epoch": 35, "lr": 0.0003925275010055814}
+{"train_loss": 0.11602655798196793, "global_step": 3448, "epoch": 35, "lr": 0.0003925230311260691}
+{"train{"train_loss":{"train_loss": 0.11927789449691772, "global_step": 3449, "epoch": 35, "lr": 0.{"trai{"train_loss": {"train_los{"train_loss": 0.10011010617017746, "global_step": 3450, "epoch{"trai{"train_loss": 0.105683997{"train_loss": 0.10362841188907623, "global_step": 3451, "epoch": {"trai{"train_loss": 0.099113926{"train_loss": 0.09554262459278107, "global_step": 3452, "epoch": {"train{"train_loss": 0.081225201{"train_loss": 0.08027751743793488, "global_step": 3453, "epoch": 3{"trai{"train_loss": 0.09751668572425842, "global_step": 3454, "epoch": 35, "lr": 0.000392496184318{"trai{"train_loss": 0.09575172808642189, "global_step": 3455, "epoch": 35, "lr": 0.000392491705262{"train_loss": 0.10{"train_loss": 0.1092815175652504, "global_step": 3456, "epoch": 36, "lr": 0.000{"tra{"train_loss": 0.14039643108844757, "global_step": 3457, "epoch": 36, "lr": 0.0003924827432179{"trai{"train_loss"{"train_loss{"train_loss": 0.11364392936229706, "global_step": 3458, "epoch": 36{"train_loss": 0.10127919912338{"train_loss": 0.1003880649805069, "global_step": 3459, "epoch": 36,{"trai{"train_loss": 0.08936448395252228, "global_step": 3460, "epoch": 36, "lr": 0.0003924692903206{"trai{"train_loss"{"train_los{"train_loss": 0.07238619029521942, "global_step": 3461, "epoch": 36,{"train_loss": 0.10553033649921417, "global_step": 3462, "epoch": 36, "lr": 0.00039246031516913663}
+{"trai{"train_loss": 0.08812063932418823, "global_step": 3463, "epoch": 36, "lr": 0.000392455825627{"train{"train_loss": 0.07051165401935577, "global_step": 3464, "epoch": 36, "lr": 0.00039245133477{"train{"train_loss": 0.10789826512336731, "global_step": 3465, "epoch": 36, "lr": 0.00039244684261{"train{"train_loss": 0.0869943{"train_loss": 0.0798613578081131, "global_step": 3466, "epoch": 36, {"train_loss": 0.1225038021802{"train_loss": 0.12215463817119598, "global_step": 3467, "epoch": 36,{"trai{"train_loss": 0.09938943386077881, "global_step": 3468, "epoch": 36, "lr": 0.000392433358261{"trai{"train_los{"train_loss": 0.09255258738994598, "global_step": 3469, "epoch": 36, "lr": 0.0003{"trai{"train_loss": 0.11324088275432587, "global_step": 3470, "epoch": 36, "lr": 0.00039242436214{"trai{"train_loss": 0.10358323156833649, "global_step": 3471, "epoch": 36, "lr": 0.0003924198621161{"train_loss": 0.1147075518965{"train_loss": 0.11614640057086945, "global_step": 3472, "epoch": 36,{"train_loss": 0.{"train_loss": 0.07848596572875977, "global_step": 3473, "epoch": 36, "lr": 0.0003{"tra{"train_loss": 0.1219843253493309, "global_step": 3474, "epoch": 36, "lr": 0.000392406354178185{"train_loss": 0.0960904061794281, "global_step": 3475, "epoch": 36, "lr": 0.000392401848911711}
+{"train_loss": 0.08295103907585144, "global_step": 3476, "epoch": 36, "lr": 0.00039239734233503673}
+{"train_loss": 0.1088249683380127, "global_step": 3477, "epoch": 36, "lr": 0.0003923928344481933}
+{"train_loss": 0.099436916410923, "global_step": 3478, "epoch": 36, "lr": 0.00039238832525121157}
+{"train_{"train_loss": 0.075441539{"train_loss": 0.07574958354234695, "global_step": 3479, "epoch"{"train_loss": 0.08987874537706375, "global_step": 3480, "epoch": 36, "lr": 0.0003923793029269555}
+{"train_{"train_loss": 0.07006825506687164, "global_step": 3481, "epoch": 36, "lr": 0.00039237478979{"train_loss": 0.1005{"train_loss": 0.10155640542507172, "global_step": 3482, "epoch": 36, "lr": 0.{"train_{"train_loss"{"train_loss": 0.10420362651348114, "global_step": 3483, "epoch": 36, "lr": 0.0{"train_{"train_loss": 0.08757738769054413, "global_step": 3484, "epoch": 36, "lr": 0.0003923612425{"train_{"train_loss": 0.084677889{"train_loss": 0.09020461142063141, "global_step": 3485, "epoch":{"train_{"train_loss": 0.13074877858161926, "global_step": 3486, "epoch": 36, "lr": 0.0003923522045{"train_{"train_loss": 0.123141363{"train_loss": 0.1238894984126091, "global_step": 3487, "epoch"{"train_l{"train_loss": 0.09770499914884567, "global_step": 3488, "epoch": 36, "lr": 0.000392343161{"train_l{"train_loss"{"train_los{"train_loss": 0.12272526323795319, "global_step": 3489, "epoch":{"train_{"train_loss": {"train_loss": 0.1264110803604126, "global_step": 3490, "epoch": 36, "lr": {"train_loss": 0.07572727650403976, "global_step": 3491, "epoch": 36, "lr": 0.0003923295864818357}
+{"train_loss": 0.092244{"train_loss": 0.09192846715450287, "global_step": 3492, "epoch": 36, "lr": {"train_loss": 0.11249352991580963, "global_step": 3493, "epoch": 36, "lr": 0.00039232053010077603}
+{"train_l{"train_loss":{"train_{"train_loss": 0.11332181096076965, "global_step": 3494, "epoch": 36,{"train_l{"train_loss":{"train_loss": 0.10016295313835144, "global_step": 3495, "epoch": 36, "lr": 0{"train_l{"train_loss":{"train_loss": 0.12578096985816956, "global_step": 3496, "epoch": 36, "lr": 0{"train_loss": 0.10624889284372{"train_loss": 0.10410149395465851, "global_step": 3497, "epoch": 36{"train_l{"train_loss": 0.0908655971288681, "global_step": 3498, "epoch": 36, "lr": 0.0003922978662{"train_{"train_loss": 0{"train_loss": 0.1359468698501587, "global_step": 3499, "epoch": 36, "lr": {"train_{"train_loss": 0.09182{"train_loss": 0.08958554267883301, "global_step": 3500, "epoch": 36{"train_l{"train_loss": 0.13461{"train_loss": 0.13445650041103363, "global_step": 3501, "epoch": 36{"train_loss": 0.10508965{"train_loss": 0.10417216271162033, "global_step": 3502, "epoch": 36, "lr":{"train_loss": 0.12406115233898163, "global_step": 3503, "epoch": 36, "lr": 0.00039227516962165394}
+{"train_l{"train_loss": 0.09644152224063873, "global_step": 3504, "epoch": 36, "lr": 0.000392270626{"train_loss": 0.11528078466653824, "global_step": 3505, "epoch": 36, "lr": 0.00039226608181279455}
+{"train_l{"train_loss": 0.11508195102214813, "global_step": 3506, "epoch": 36, "lr": 0.000392261535{"train_loss": 0.09223765134811401, "global_step": 3507, "epoch": 36, "lr": 0.00039225698876683415}
+{"train_loss": 0.09899067878723145, "global_step": 3508, "epoch": 36, "lr": 0.00039225244028001844}
+{"train_loss": 0.084851{"train_loss": 0.08282256126403809, "global_step": 3509, "epoch": 36, "lr": {"train_l{"train_loss":{"train_loss": 0.10947997868061066, "global_step": 3510, "epoch": 36, "lr": {"train_loss": 0.09924325346946716, "global_step": 3511, "epoch": 36, "lr": 0.000392238786964601}
+{"train_loss": 0.07376209646463394, "global_step": 3512, "epoch": 36, "lr": 0.00039223423324124174}
+{"train_loss": 0.12312524020671844, "global_step": 3513, "epoch": 36, "lr": 0.0003922296782088241}
+{"train_loss": 0.09620873630046844, "global_step": 3514, "epoch": 36, "lr": 0.00039222512186737904}
+{"train_l{"train_loss": 0.10304{"train_loss": 0.10284028947353363, "global_step": 3515, "epoch": 36,{"train_l{"train_loss": 0.07884{"train_loss": 0.07841895520687103, "global_step": 3516, "epoch": 36{"train_lo{"train_loss": 0.11456{"train_loss": 0.10783752053976059, "global_step": 3517, "epoch": 3{"train_loss": 0.09772516041994095, "global_step": 3518, "epoch": 36, "lr": 0.00039220688341194595}
+{"train_lo{"train_loss": 0.09770656377077103, "global_step": 3519, "epoch": 36, "lr": 0.00039220232{"train_lo{"train_loss": 0.10869568586349487, "global_step": 3520, "epoch": 36, "lr": 0.000392197756{"train_lo{"train_loss": 0.10515{"train_loss": 0.1085619181394577, "global_step": 3521, "epoch": 3{"train_loss": 0.10978850722312927, "global_step": 3522, "epoch": 36, "lr": 0.0003921886240145588}
+{"train_lo{"train_loss": 0.10173243284225464, "global_step": 3523, "epoch": 36, "lr": 0.00039218405{"train_los{"train_loss": 0.06528762727975845, "global_step": 3524, "epoch": 36, "lr": 0.000392179{"train_los{"train_los{"train_loss": 0.09015481173992157, "global_step": 3525, "epoch": 36, "lr": 0.{"train_loss": 0.08353{"train_loss": 0.0810670405626297, "global_step": 3526, "epoch": 36, "lr": 0.{"train_los{"train_loss": 0.11326980590820312, "global_step": 3527, "epoch": 36, "lr": 0.00039216577{"train_los{"train_loss": 0.12475579977035522, "global_step": 3528, "epoch": 36, "lr": 0.00039216119{"train_los{"train_loss": 0.09813272207975388, "global_step": 3529, "epoch": 36, "lr": 0.0003921566{"train_los{"train_l{"train_loss": 0.07470130920410156, "global_step": 3530, "epoch": 36, "lr": 0.0{"train_los{"train_l{"train_loss": 0.08594119548797607, "global_step": 3531, "epoch": 36, "lr": 0.00{"train_lo{"train_lo{"train_loss": 0.08425596356391907, "global_step": 3532, "epoch": 36, "lr": 0.0{"train_lo{"train_loss": 0.0895{"train_loss": 0.0851844996213913, "global_step": 3533, "epoch": 36,{"train_lo{"train_loss": 0.095{"train_loss": 0.09698096662759781, "global_step": 3534, "epoch": 36, {"train_lo{"train_lo{"train_loss": 0.0919686108827591, "global_step": 3535, "epoch": 36, "lr": 0.00{"train_lo{"train_l{"train_loss": 0.10835113376379013, "global_step": 3536, "epoch": 36, "lr": 0.0{"train_loss{"train_loss": 0.0974833220243454, "global_step": 3537, "epoch": 36, "lr": 0.0003921199{"train_loss{"train_lo{"train_loss": 0.06244399771094322, "global_step": 3538, "epoch": 36, "lr": 0.{"train_loss{"train_loss": 0.12128495424985886, "global_step": 3539, "epoch": 36, "lr": 0.0003921107{"train_loss{"train_loss": 0.10659047961235046, "global_step": 3540, "epoch": 36, "lr": 0.000392106{"train_loss{"train_lo{"train_loss": 0.09787532687187195, "global_step": 3541, "epoch": 36, "lr": 0{"train_los{"train_los{"train_loss": 0.10524852573871613, "global_step": 3542, "epoch": 36, "lr": 0.{"train_los{"train_los{"train_loss": 0.09934673458337784, "global_step": 3543, "epoch": 36, "lr": 0.{"train_loss": 0.09854{"train_loss": 0.09773160517215729, "global_step": 3544, "epoch": 36, "lr": 0.{"train_los{"train_los{"train_{"train_loss": 0.14675548672676086, "global_step": 3545, "epoch": 36,{"train_loss{"train_los{"train_{"train_loss": 0.06297294795513153, "global_step": 3546, "epoch": 36{"train_loss{"train_loss": 0.0919487476348877, "global_step": 3547, "epoch": 36, "lr": 0.0003920740{"train_loss": 0.0824010968208313, "global_step": 3548, "epoch": 36, "lr": 0.00039206942760902435}
+{"train_loss": 0.09550311416387558, "global_step": 3549, "epoch": 36, "lr": 0.0003920648254712323}
+{"train_loss": 0.08725695312023163, "global_step": 3550, "epoch": 36, "lr": 0.0003920602220255355}
+{"train_loss": 0.09996566999082764, "global_step": 3551, "epoch": 36, "lr": 0.00039205561727196524}
+{"train_los{"train_los{"train_loss": 0.08150440454483032, "global_step": 3552, "epoch": 37, "lr": 0.{"train_los{"train_loss": 0.100{"train_loss": 0.09488403797149658, "global_step": 3553, "epoch": 37{"train_loss": 0.1142055094242096, "global_step": 3554, "epoch": 37, "lr": 0.00039204179516432754}
+{"train_los{"train_loss": 0.09422549605369568, "global_step": 3555, "epoch": 37, "lr": 0.000392037{"train_loss{"train_loss": 0.12978775799274445, "global_step": 3556, "epoch": 37, "lr": 0.000392032{"train_loss": 0.123232334852{"train_loss": 0.12322688102722168, "global_step": 3557, "epoch": 37, {"train_loss{"train_loss": 0.{"train_loss": 0.13668280839920044, "global_step": 3558, "epoch": 37, {"train_loss": 0.{"train_loss": 0.0735514685511589, "global_step": 3559, "epoch": 37, "lr": 0.00039{"train_loss{"train_loss": 0.12696969509124756, "global_step": 3560, "epoch": 37, "lr": 0.00039201{"train_loss": 0.0997498482465744, "global_step": 3561, "epoch": 37, "lr": 0.00039200949781012756}
+{"train_loss":{"train_loss": 0{"train_loss": 0.0681525394320488, "global_step": 3562, "epoch": 37, "{"train_loss": 0.08699546009302139, "global_step": 3563, "epoch": 37, "lr": 0.0003920002582264182}
+{"train_loss": 0.084406897425{"train_loss": 0.08688660711050034, "global_step": 3564, "epoch": 37, {"train_loss": 0.11359122395515442, "global_step": 3565, "epoch": 37, "lr": 0.0003919910134128486}
+{"train_loss":{"{"train_loss": 0.08895429968833923, "global_step": 3566, "epoch": 37, "lr": 0.00039{"train_loss": 0.116854682564{"train_loss": 0.11886441707611084, "global_step": 3567, "epoch": 37, {"train_loss":{"train_loss": 0.09969857335090637, "global_step": 3568, "epoch": 37, "lr": 0.000391{"train_loss":{"train_loss": 0.1088189035654068, "global_step": 3569, "epoch": 37, "lr": 0.000391972{"train_loss"{"train_loss": 0{"train_loss": 0.07822434604167938, "global_step": 3570, "epoch": 37, "{"train_loss"{"train_loss": 0{"train_loss": 0.07936257123947144, "global_step": 3571, "epoch": 37, {"train_loss"{{"train_loss": {"train_loss": 0.0761025920510292, "global_step": 3572, "epoch": 37, "l{"train_loss"{"train_loss": {"train_loss": 0.10639122128486633, "global_step": 3573, "epoch": 37, "{"train_loss"{"train_loss": {"train_loss": 0.10654723644256592, "global_step": 3574, "epoch": 37, "l{"train_loss"{"train_loss": {"train_loss": 0.07732287049293518, "global_step": 3575, "epoch": 37, "{"train_loss": 0.09309856593608856, "global_step": 3576, "epoch": 37, "lr": 0.00039194007346572256}
+{"train_loss{"train_loss": 0.11436732113361359, "global_step": 3577, "epoch": 37, "lr": 0.000391935{"train_loss{{"train_loss": 0.12081564962863922, "global_step": 3578, "epoch": 37, "lr": 0.00039193{"train_loss": 0.10583726316690445, "global_step": 3579, "epoch": 37, "lr": 0.0003919261533029427}
+{"train_loss{"train_loss": 0.09193459153175354, "global_step": 3580, "epoch": 37, "lr": 0.0003919215{"train_loss{"train_loss": 0.08158042281866074, "global_step": 3581, "epoch": 37, "lr": 0.0003919168{"train_loss{"train_loss": 0.0788968950510025, "global_step": 3582, "epoch": 37, "lr": 0.000391912{"train_loss{"train_loss": 0.11771084368228912, "global_step": 3583, "epoch": 37, "lr": 0.00039190{"train_loss{"train_loss": 0.10953422635793686, "global_step": 3584, "epoch": 37, "lr": 0.0003919029{"train_loss{"train_loss": 0.10682833194732666, "global_step": 3585, "epoch": 37, "lr": 0.0003918982{"train_loss{{"train_loss": 0{"train_loss": 0.09956015646457672, "global_step": 3586, "epoch": 37,{"train_loss{"train_loss": 0.{"train_loss": 0.08001668751239777, "global_step": 3587, "epoch": 37, {"train_loss{"train_loss": 0.12403024733066559, "global_step": 3588, "epoch": 37, "lr": 0.0003918843{"train_loss{"train_loss": 0.08585295081138611, "global_step": 3589, "epoch": 37, "lr": 0.000391879{"train_loss{"train_loss": 0.12061211466789246, "global_step": 3590, "epoch": 37, "lr": 0.0003918750{"train_loss{"train_loss": 0.08332289755344391, "global_step": 3591, "epoch": 37, "lr": 0.000391870{"train_loss{"train_loss": 0.12379059195518494, "global_step": 3592, "epoch": 37, "lr": 0.000391865{"train_loss{"train_loss": 0.124442920088768, "global_step": 3593, "epoch": 37, "lr": 0.00039186103{"train_lo{{"train_loss": 0.0875314474105835, "global_step": 3594, "epoch": 37, "lr": 0.000391856376{"train_loss": 0.1056254655122757, "global_step": 3595, "epoch": 37, "lr": 0.00039185171379763946}
+{"train_los{"train_loss": 0.11307856440544128, "global_step": 3596, "epoch": 37, "lr": 0.0003918470{"train_los{"train_loss": 0.057702042162418365, "global_step": 3597, "epoch": 37, "lr": 0.0003918423{"train_los{{"train_loss": 0.06421735882759094, "global_step": 3598, "epoch": 37, "lr": 0.000391837{"train_loss": 0.08176463842391968, "global_step": 3599, "epoch": 37, "lr": 0.00039183305165809757}
+{"train_loss{"train_loss": 0.11454173922538757, "global_step": 3600, "epoch": 37, "lr": 0.0003918283{"train_los{{"train_loss": 0.09283033013343811, "global_step": 3601, "epoch": 37, "lr": 0.000391823{"train_loss{"train_loss": 0.06813091039657593, "global_step": 3602, "epoch": 37, "lr": 0.000391819{"train_loss{"train_loss": 0.10626040399074554, "global_step": 3603, "epoch": 37, "lr": 0.000391814{"train_loss": 0.08630846440792084, "global_step": 3604, "epoch": 37, "lr": 0.0003918096945915637}
+{"train_loss{"train_loss": 0.10520200431346893, "global_step": 3605, "epoch": 37, "lr": 0.000391805{"train_loss"{"train_loss": 0.10391101241111755, "global_step": 3606, "epoch": 37, "lr": 0.00039180{"train_loss": 0.099155195057{"train_loss": 0.09999395906925201, "global_step": 3607, "epoch": 37, "{"train_loss": 0.09472155570983887, "global_step": 3608, "epoch": 37, "lr": 0.00039179098542713257}
+{"train_loss": 0.12648843228816986, "global_step": 3609, "epoch": 37, "lr": 0.0003917863048708452}
+{"train_loss"{"train_loss": 0{"train_loss": 0.08320629596710205, "global_step": 3610, "epoch": 37, {"train_loss"{"train_loss": 0{"train_loss": 0.08576123416423798, "global_step": 3611, "epoch": 37, "{"train_loss"{"train_loss": 0{"train_loss": 0.11119164526462555, "global_step": 3612, "epoch": 37, "{"train_los{{"train_loss": 0.08574472367763519, "global_step": 3613, "epoch": 37, "lr": 0.0003917675{"train_loss": 0.123593762516{"train_loss": 0.12289414554834366, "global_step": 3614, "epoch": 37,{"train_loss{"train_loss": 0.06936124712228775, "global_step": 3615, "epoch": 37, "lr": 0.000391758{"train_loss{"train_loss": 0.10260625183582306, "global_step": 3616, "epoch": 37, "lr": 0.0003917535{"train_loss{"train_loss": 0.09728176146745682, "global_step": 3617, "epoch": 37, "lr": 0.000391748{"train_loss"{"train_loss": 0.{"train_loss": 0.10758045315742493, "global_step": 3618, "epoch": 37, {"train_loss{"train_loss": 0.0{"train_loss": 0.08438274264335632, "global_step": 3619, "epoch": 37, {"train_loss{"train_loss": 0.10930883884429932, "global_step": 3620, "epoch": 37, "lr": 0.000391734{"train_loss{"train_loss": 0.09832937270402908, "global_step": 3621, "epoch": 37, "lr": 0.0003917300{"train_loss{"train_loss": 0.{"train_loss": 0.06798277795314789, "global_step": 3622, "epoch": 37, {"train_loss{"train_loss": 0.07983548939228058, "global_step": 3623, "epoch": 37, "lr": 0.00039172{"train_loss"{"train_loss": 0.07645650207996368, "global_step": 3624, "epoch": 37, "lr": 0.00039171{"train_loss"{"train_loss": 0.07454778254032135, "global_step": 3625, "epoch": 37, "lr": 0.00039171{"train_loss{{"train_loss": 0.06993936002254486, "global_step": 3626, "epoch": 37, "lr": 0.000391706{"train_loss{"train_loss": 0.09467808902263641, "global_step": 3627, "epoch": 37, "lr": 0.00039170{"train_loss"{{"train_loss": 0.08406247198581696, "global_step": 3628, "epoch": 37, "lr": 0.0003916{"train_loss"{{"train_loss": 0.09944362938404083, "global_step": 3629, "epoch": 37, "lr": 0.0003916{"train_loss": 0.0687938332557{"train_loss": 0.06819133460521698, "global_step": 3630, "epoch": 37,{"train_loss{"train_loss": 0.1{"train_loss": 0.10897954553365707, "global_step": 3631, "epoch": 37,{"train_loss": 0.0856166183948{"train_loss": 0.08729340136051178, "global_step": 3632, "epoch": 37,{"train_loss{{"train_loss": 0.{"train_loss": 0.07764832675457001, "global_step": 3633, "epoch": 37, {"train_loss{{"train_loss": 0.{"train_loss": 0.1179848313331604, "global_step": 3634, "epoch": 37, "{"train_loss{{"train_loss": 0{"train_loss": 0.09938384592533112, "global_step": 3635, "epoch": 37, "{"train_loss{{"train_loss": 0{"train_loss": 0.117953360080719, "global_step": 3636, "epoch": 37, "l{"train_loss{{"train_loss":{"train_loss": 0.12762294709682465, "global_step": 3637, "epoch": 37, "l{"train_loss{{"train_loss":{"train_loss": 0.10391655564308167, "global_step": 3638, "epoch": 37, "l{"train_loss"{{"train_loss":{"train_loss": 0.0616474375128746, "global_step": 3639, "epoch": 37, "lr{"train_loss": 0.08091813325881958, "global_step": 3640, "epoch": 37, "lr": 0.00039164056000435914}
+{"train_loss": 0.09128744900226593, "global_step": 3641, "epoch": 37, "lr": 0.00039163583767166927}
+{"train_loss": {"train_loss": 0.10189205408096313, "global_step": 3642, "epoch": 37, "lr": 0.000391{"train_loss": {"train_loss": 0.13135820627212524, "global_step": 3643, "epoch": 37, "lr": 0.0003916{"train_loss": {"train_los{"train_loss": 0.07488663494586945, "global_step": 3644, "epoch": 37, "lr"{"train_loss": {"train_los{"train_loss": 0.10500141978263855, "global_step": 3645, "epoch": 37, "lr"{"train_loss": {"train_loss": 0.10034042596817017, "global_step": 3646, "epoch": 37, "lr": 0.000391{"train_loss": {"train_loss": 0.09637819207273424, "global_step": 3647, "epoch": 37, "lr": 0.0003{"train_loss": 0{"train_loss": 0.06968986988067627, "global_step": 3648, "epoch": 38, "lr": 0.000391{"train_loss": 0{"train_loss": 0.07575078308582306, "global_step": 3649, "epoch": 38, "lr": 0.00039{"train_loss": 0.097196862{"train_loss": 0.09578371047973633, "global_step": 3650, "epoch": 38, "lr"{"train_loss": {{"train_loss": 0.11611896008253098, "global_step": 3651, "epoch": 38, "lr": 0.000391{"train_loss": {{"train_lo{"train_loss": 0.08785614371299744, "global_step": 3652, "epoch": 38, "lr{"train_loss": 0.08520917594432831, "global_step": 3653, "epoch": 38, "lr": 0.00039157906789988485}
+{"train_loss":{"train_loss": 0.09647999703884125, "global_step": 3654, "epoch": 38, "lr": 0.00039157{"train_loss": 0.1096026748418808, "global_step": 3655, "epoch": 38, "lr": 0.00039156958800539283}
+{"train_loss": 0.07662584632635117, "global_step": 3656, "epoch": 38, "lr": 0.0003915648461013322}
+{"train_loss": 0{"train_los{"train_loss": 0.10806654393672943, "global_step": 3657, "epoch": 38, "lr{"train_loss": 0{"train_loss": 0.10833947360515594, "global_step": 3658, "epoch": 38, "lr": 0.000391{"train_loss":{"train_loss": 0.11946821957826614, "global_step": 3659, "epoch": 38, "lr": 0.000391{"train_loss":{"train_loss": 0.08671004325151443, "global_step": 3660, "epoch": 38, "lr": 0.00039154{"train_loss":{"train_loss": 0.10236033797264099, "global_step": 3661, "epoch": 38, "lr": 0.00039154{"train_loss":{"train_loss": 0.07917501032352448, "global_step": 3662, "epoch": 38, "lr": 0.0003915{"train_loss": 0.10963276028633118, "global_step": 3663, "epoch": 38, "lr": 0.00039153161624871534}
+{"train_loss":{"{"train_loss": 0.09182426333427429, "global_step": 3664, "epoch": 38, "lr": 0.000391{"train_loss":{"train_los{"train_loss": 0.07596375048160553, "global_step": 3665, "epoch": 38, "lr":{"train_loss":{"train_loss": 0.09535212814807892, "global_step": 3666, "epoch": 38, "lr": 0.00039151{"train_loss":{"train_loss": 0.09300845861434937, "global_step": 3667, "epoch": 38, "lr": 0.00039151{"train_loss":{{"train_loss": 0.07941818982362747, "global_step": 3668, "epoch": 38, "lr": 0.0003915{"train_loss":{"train_los{"train_loss": 0.0661272257566452, "global_step": 3669, "epoch": 38, "lr":{"train_loss": 0.09008902311325073, "global_step": 3670, "epoch": 38, "lr": 0.00039149832248668536}
+{"train_loss": 0.06845658272504807, "global_step": 3671, "epoch": 38, "lr": 0.0003914935610185194}
+{"train_loss": {"train_loss": 0.07538637518882751, "global_step": 3672, "epoch": 38, "lr": 0.0003914{"train_loss": 0.10149349272251129, "global_step": 3673, "epoch": 38, "lr": 0.00039148403417017596}
+{"train_loss": {"train_l{"train_loss": 0.1089639663696289, "global_step": 3674, "epoch": 38, "lr":{"train_loss": 0{"train_loss": 0.09699952602386475, "global_step": 3675, "epoch": 38, "lr": 0.0003{"train_loss": 0.{"train_loss": 0.07445086538791656, "global_step": 3676, "epoch": 38, "lr": 0.00039{"train_loss": 0.09272893518209457, "global_step": 3677, "epoch": 38, "lr": 0.0003914649648263517}
+{"train_loss": 0.09711020439863205, "global_step": 3678, "epoch": 38, "lr": 0.00039146019423076466}
+{"train_loss": 0.11550287157297134, "global_step": 3679, "epoch": 38, "lr": 0.00039145542233139026}
+{"train_loss": 0.{"train_loss": 0.0853334441781044, "global_step": 3680, "epoch": 38, "lr": 0.000391{"train_loss": 0{"train_loss": 0.07859142124652863, "global_step": 3681, "epoch": 38, "lr": 0.000391{"train_loss": 0{"train_loss": 0.11008097231388092, "global_step": 3682, "epoch": 38, "lr": 0.00039{"train_loss": 0{"train_loss": 0.10021232813596725, "global_step": 3683, "epoch": 38, "lr": 0.00039{"train_loss": 0.1199517697095871, "global_step": 3684, "epoch": 38, "lr": 0.00039143154327884474}
+{"train_loss": 0.{"train_loss": 0.08242732286453247, "global_step": 3685, "epoch": 38, "lr": 0.0003{"train_loss": 0.{"train_loss": 0.10332698374986649, "global_step": 3686, "epoch": 38, "lr": 0.00039{"train_loss": 0.{"train_loss": 0.09216557443141937, "global_step": 3687, "epoch": 38, "lr": 0.00039{"train_loss": 0.{"train_loss": 0.07553529739379883, "global_step": 3688, "epoch": 38, "lr": 0.00039{"train_loss": 0.{"train_loss": 0.0717172771692276, "global_step": 3689, "epoch": 38, "lr": 0.000391{"train_loss": 0{"train_loss": 0.08039842545986176, "global_step": 3690, "epoch": 38, "lr": 0.000391{"train_loss": 0.09106150269508362, "global_step": 3691, "epoch": 38, "lr": 0.00039139805785531667}
+{"train_loss": {"train_loss": 0.10147379338741302, "global_step": 3692, "epoch": 38, "lr": 0.0003913{"train_loss": 0.09857507050037384, "global_step": 3693, "epoch": 38, "lr": 0.0003913884788606841}
+{"train_loss": 0.1163996085524559, "global_step": 3694, "epoch": 38, "lr": 0.000391383687408403}
+{"train_loss": 0.0645764{"train_loss": 0.06443853676319122, "global_step": 3695, "epoch": 38, "lr": {"train_loss": 0{"train_loss": 0.11553932726383209, "global_step": 3696, "epoch": 38, "lr": 0.000391{"train_loss": 0{"train_{"train_loss": 0.07357630133628845, "global_step": 3697, "epoch": 38, "lr": {"train_loss": 0{"train_loss": 0.09541220217943192, "global_step": 3698, "epoch": 38, "lr": 0.00039{"train_loss": 0{"train_loss": 0.0898447334766388, "global_step": 3699, "epoch": 38, "lr": 0.000391{"train_loss": {"{"train_loss": 0.13057658076286316, "global_step": 3700, "epoch": 38, "lr": 0.00039{"train_loss": 0.10432840883731842, "global_step": 3701, "epoch": 38, "lr": 0.00039135011075280347}
+{"train_loss": {"train_loss": 0.06807379424571991, "global_step": 3702, "epoch": 38, "lr": 0.0003913{"train_loss": {"train_loss": 0.11496365070343018, "global_step": 3703, "epoch": 38, "lr": 0.000391{"train_loss": 0{"train_loss": 0.11105447262525558, "global_step": 3704, "epoch": 38, "lr": 0.00039{"train_loss": 0{"train_l{"train_loss": 0.09121595323085785, "global_step": 3705, "epoch": 38, "lr":{"train_loss": 0.{"train_loss": 0.10199885070323944, "global_step": 3706, "epoch": 38, "lr": 0.000{"train_loss": 0.{"train_loss": 0.09045736491680145, "global_step": 3707, "epoch": 38, "lr": 0.0003{"train_loss": 0.{"train_loss": 0.08618012070655823, "global_step": 3708, "epoch": 38, "lr": 0.0003{"train_loss": {"{"train_loss": 0.10128407925367355, "global_step": 3709, "epoch": 38, "lr": 0.0003{"train_loss": 0.10168513655662537, "global_step": 3710, "epoch": 38, "lr": 0.00039130684694988594}
+{"train_loss": {"{"train_loss": 0.09308600425720215, "global_step": 3711, "epoch": 38, "lr": 0.00039{"train_loss": {"train_loss": 0.08166226744651794, "global_step": 3712, "epoch": 38, "lr": 0.0003912{"train_loss": 0.{"train_loss": 0.08500233292579651, "global_step": 3713, "epoch": 38, "lr": 0.0003{"train_loss": {"{"train{"train_loss": 0.10516916215419769, "global_step": 3714, "epoch": 38, "lr": {"train_loss": 0{"train_loss": 0.12322363257408142, "global_step": 3715, "epoch": 38, "lr": 0.00039{"train_loss": 0.{"train_{"train_loss": 0.11329525709152222, "global_step": 3716, "epoch": 38, "lr"{"train_loss": 0{"{"train_loss": 0.09860739856958389, "global_step": 3717, "epoch": 38, "lr": 0.000{"train_loss": {"t{"train_loss": 0.07449959218502045, "global_step": 3718, "epoch": 38, "lr": 0.000{"train_loss": 0.1{"train_loss": 0.1245637983083725, "global_step": 3719, "epoch": 38, "lr": 0.00039{"train_loss": 0.{"train_loss": 0.07729654759168625, "global_step": 3720, "epoch": 38, "lr": 0.0003{"train_loss": 0.{"train_loss": 0.13396185636520386, "global_step": 3721, "epoch": 38, "lr": 0.0003{"train_loss": {"t{"train_l{"train_loss": 0.0927988737821579, "global_step": 3722, "epoch": 38, "lr"{"train_loss":{"tr{"train_{"train_loss": 0.15373508632183075, "global_step": 3723, "epoch": 38, "l{"train_loss": {"train_loss{"train_loss": 0.08661024272441864, "global_step": 3724, "epoch": 38, "l{"train_loss": {"tr{"train_{"train_loss": 0.12008439004421234, "global_step": 3725, "epoch": 38, "lr{"train_loss": {"tr{"train_{"train_loss": 0.10310928523540497, "global_step": 3726, "epoch": 38, "l{"train_loss": {"tr{"train_loss": 0.07195714116096497, "global_step": 3727, "epoch": 38, "lr": 0.00{"train_loss": {"tr{"train_{"train_loss": 0.11050616204738617, "global_step": 3728, "epoch": 38, "lr{"train_loss": {"tr{"train_loss": 0.09610942751169205, "global_step": 3729, "epoch": 38, "lr": 0.00{"train_loss": 0.07565876841545105, "global_step": 3730, "epoch": 38, "lr": 0.00039121032740502314}
+{"train_loss": 0.1{"train_loss": 0.11463220417499542, "global_step": 3731, "epoch": 38, "lr": 0.000{"train_loss": {"t{"train_l{"train_loss": 0.0856737568974495, "global_step": 3732, "epoch": 38, "lr"{"train_loss":{"tr{"train_loss": 0.10331778228282928, "global_step": 3733, "epoch": 38, "lr": 0.000{"train_loss": 0.05956385284662247, "global_step": 3734, "epoch": 38, "lr": 0.000391190960987504}
+{"train_loss"{"tra{"train_{"train_loss": 0.09617698192596436, "global_step": 3735, "epoch": 38, "lr{"train_loss": 0.0{"train_{"train_loss": 0.07634347677230835, "global_step": 3736, "epoch": 38, "lr{"train_loss"{"tr{"train_l{"train_loss": 0.07971487939357758, "global_step": 3737, "epoch": 38, "lr{"train_loss"{"tr{"train_l{"train_loss": 0.08299925923347473, "global_step": 3738, "epoch": 38, "lr"{"train_loss": 0.122997045{"train_loss": 0.12386356294155121, "global_step": 3739, "epoch": 38, "lr{"train_loss": 0.110820956{"train_loss": 0.11077557504177094, "global_step": 3740, "epoch": 38, "lr{"train_loss":{"tr{"train_l{"train_loss": 0.1076941192150116, "global_step": 3741, "epoch": 38, "lr{"train_loss":{"train_loss{"train_loss": 0.126634418964386, "global_step": 3742, "epoch": 38, "lr"{"train_loss": 0.{"train_loss": 0.09563513080744694, "global_step": 3743, "epoch": 38, "lr": 0.00039{"train_loss":{"t{"train_loss": 0.137144535779953, "global_step": 3744, "epoch": 39, "lr": 0.000391{"train_loss": {"train_loss": 0.12324448674917221, "global_step": 3745, "epoch": 39, "lr": 0.0003911{"train_loss":{{"train_loss": 0.07209762185811996, "global_step": 3746, "epoch": 39, "lr": 0.000391{"train_loss":{{"train_{"train_loss": 0.10083451122045517, "global_step": 3747, "epoch": 39, "lr": 0{"train_loss":{{"train_loss": 0.08251111209392548, "global_step": 3748, "epoch": 39, "lr": 0.000391{"train_loss":{"{"train_loss": 0.08715236186981201, "global_step": 3749, "epoch": 39, "lr": 0.000391{"train_loss":{"{"train{"train_loss": 0.10580936074256897, "global_step": 3750, "epoch": 39, "lr": {"train_loss":{"train_loss": 0.11159482598304749, "global_step": 3751, "epoch": 39, "lr": 0.0003911{"train_loss":{"{"train_loss": 0.10948407649993896, "global_step": 3752, "epoch": 39, "lr": 0.00039{"train_loss":{"train_l{"train_loss": 0.10799160599708557, "global_step": 3753, "epoch": 39, "lr":{"train_loss": 0.{"train_loss": 0.08781775832176208, "global_step": 3754, "epoch": 39, "lr": 0.0003{"train_loss": 0.{"train{"train_loss": 0.08910723775625229, "global_step": 3755, "epoch": 39, "lr": {"train_loss": 0.08702948689460754, "global_step": 3756, "epoch": 39, "lr": 0.0003910840733889952}
+{"train_loss":{"train_lo{"train_loss": 0.11400744318962097, "global_step": 3757, "epoch": 39, "lr": {"train_loss"{"tr{"train{"train_loss": 0.08429057896137238, "global_step": 3758, "epoch": 39, "lr": {"train_loss"{"train_loss": 0.08792032301425934, "global_step": 3759, "epoch": 39, "lr": 0.00039106{"train_loss":{"t{"train_loss": 0.07121719419956207, "global_step": 3760, "epoch": 39, "lr": 0.0003{"train_loss"{"train_lo{"train_loss": 0.11080575734376907, "global_step": 3761, "epoch": 39, "lr": {"train_loss"{"train_loss": 0.10686738789081573, "global_step": 3762, "epoch": 39, "lr": 0.00039105{"train_loss":{"tr{"trai{"train_loss": 0.08999171108007431, "global_step": 3763, "epoch": 39, "lr":{"train_loss": 0.{"train{"train_loss": 0.11329229176044464, "global_step": 3764, "epoch": 39, "lr": {"train_loss":{"t{"train_loss": 0.11711794137954712, "global_step": 3765, "epoch": 39, "lr": 0.00039{"train_loss":{"train_loss": 0.1102035790681839, "global_step": 3766, "epoch": 39, "lr": 0.00039103{"train_loss"{"train_loss": 0.08718642592430115, "global_step": 3767, "epoch": 39, "lr": 0.00039103{"train_loss": 0.08048954606056213, "global_step": 3768, "epoch": 39, "lr": 0.00039102550558989426}
+{"train_loss"{"train_loss": 0.1171865314245224, "global_step": 3769, "epoch": 39, "lr": 0.0003910206{"train_loss{"train_loss{"train_loss": 0.0701419860124588, "global_step": 3770, "epoch": 39, "lr": {"train_loss{"train_loss": 0.07870224118232727, "global_step": 3771, "epoch": 39, "lr": 0.0003910108{"train_loss{"train_loss": 0.10421361029148102, "global_step": 3772, "epoch": 39, "lr": 0.0003910059{"train_loss{"t{"train_{"train_loss": 0.0948219820857048, "global_step": 3773, "epoch": 39, "lr": 0{"train_loss": 0{"train_loss": 0.09816929697990417, "global_step": 3774, "epoch": 39, "lr": 0.00039{"train_loss"{"train_loss": 0.12347547709941864, "global_step": 3775, "epoch": 39, "lr": 0.000390991{"train_loss": 0{"train_loss": 0.10488574206829071, "global_step": 3776, "epoch": 39, "lr": 0.00039{"train_loss{"tr{"train_loss": 0.08835653960704803, "global_step": 3777, "epoch": 39, "lr": 0.00039{"train_loss": 0{"train_loss": 0.10948509722948074, "global_step": 3778, "epoch": 39, "lr": 0.00039{"train_loss"{"tr{"train_loss": 0.10890792310237885, "global_step": 3779, "epoch": 39, "lr": 0.00039{"train_loss"{"tr{"train{"train_loss": 0.08930493891239166, "global_step": 3780, "epoch": 39, "lr": {"train_loss": 0.0764636{"train_loss": 0.0758986845612526, "global_step": 3781, "epoch": 39, "lr": 0{"train_loss"{"train_loss": 0.11428581178188324, "global_step": 3782, "epoch": 39, "lr": 0.000390956{"train_loss"{"train_loss": 0.09814396500587463, "global_step": 3783, "epoch": 39, "lr": 0.00039095{"train_loss"{"train_loss": 0.09729816764593124, "global_step": 3784, "epoch": 39, "lr": 0.000390947{"train_loss"{"{"train_loss": 0.08611240237951279, "global_step": 3785, "epoch": 39, "lr": 0.0003909{"train_loss"{"train_loss": 0.09435735642910004, "global_step": 3786, "epoch": 39, "lr": 0.00039093{"train_loss":{"train_{"train_loss": 0.07635984569787979, "global_step": 3787, "epoch": 39, "lr": 0{"train_loss"{{"train_loss": 0.08508025109767914, "global_step": 3788, "epoch": 39, "lr": 0.0003909{"train_loss"{{"train_{"train_loss": 0.09076817333698273, "global_step": 3789, "epoch": 39, "lr": 0{"train_loss"{"train_loss": 0.08387285470962524, "global_step": 3790, "epoch": 39, "lr": 0.000390917{"train_loss"{"train_l{"train_loss": 0.09245546162128448, "global_step": 3791, "epoch": 39, "lr": 0.{"train_loss"{{"train_{"train_loss": 0.09780337661504745, "global_step": 3792, "epoch": 39, "lr": 0{"train_loss": 0.11272348463535309, "global_step": 3793, "epoch": 39, "lr": 0.0003909028877760138}
+{"train_loss": 0.10437{"train_loss": 0.10251596570014954, "global_step": 3794, "epoch": 39, "lr": 0{"train_loss{"{"train_loss": 0.0803186371922493, "global_step": 3795, "epoch": 39, "lr": 0.000390893{"train_loss": 0.08340{"train_loss": 0.08180080354213715, "global_step": 3796, "epoch": 39, "lr": 0{"train_loss{"train_lo{"train_loss": 0.13381396234035492, "global_step": 3797, "epoch": 39, "lr": {"train_loss"{"train_lo{"train_loss": 0.09587608277797699, "global_step": 3798, "epoch": 39, "lr": 0{"train_loss"{"train_lo{"train_loss": 0.05040455609560013, "global_step": 3799, "epoch": 39, "lr": {"train_loss": 0.09698711335659027, "global_step": 3800, "epoch": 39, "lr": 0.0003908684091665099}
+{"train_lo{"train_loss": 0.10910013318061829, "global_step": 3801, "epoch": 39, "lr": 0.000390863478{"train_lo{"t{"train_loss": 0.06728021800518036, "global_step": 3802, "epoch": 39, "lr": 0.0003908{"train_l{"train_loss": 0.1045394092798233, "global_step": 3803, "epoch": 39, "lr": 0.0003908536131{"train_{"tr{"train_loss": 0.10256867110729218, "global_step": 3804, "epoch": 39, "lr": 0.00039084{"train_loss"{"train_loss": 0.07694510370492935, "global_step": 3805, "epoch": 39, "lr": 0.00039084{"train_loss"{"train_loss": 0.11960770934820175, "global_step": 3806, "epoch": 39, "lr": 0.000390838{"train_l{"train_loss": 0.10205809772014618, "global_step": 3807, "epoch": 39, "lr": 0.0003908338{"train_loss":{"train_loss": 0.10427115857601166, "global_step": 3808, "epoch": 39, "lr": 0.00039082{"train_lo{"tr{"train_loss": 0.09182560443878174, "global_step": 3809, "epoch": 39, "lr": 0.0003908{"train_loss":{"train_loss": 0.11576708406209946, "global_step": 3810, "epoch": 39, "lr": 0.0003908{"train_loss": 0.1096685528755188, "global_step": 3811, "epoch": 39, "lr": 0.00039081409982287546}
+{"train_loss": 0{"train_los{"train_loss": 0.11152880638837814, "global_step": 3812, "epoch": 39, "l{"train_loss": 0{"train_loss": 0.09055431932210922, "global_step": 3813, "epoch": 39, "lr": 0.00039{"train_loss": 0{"train_loss": 0.09748922288417816, "global_step": 3814, "epoch": 39, "lr": 0.00039{"train_los{"tra{"train_loss": 0.07604928314685822, "global_step": 3815, "epoch": 39, "lr": 0.000390{"train_lo{"trai{"train_loss": 0.09537646174430847, "global_step": 3816, "epoch": 39, "lr": 0.000390{"train_lo{"trai{"train_loss": 0.08962326496839523, "global_step": 3817, "epoch": 39, "lr": 0.00039{"train_loss": 0.0925569012{"train_loss": 0.09281406551599503, "global_step": 3818, "epoch": 39, "{"train_loss": 0.10162270069{"train_loss": 0.10086485743522644, "global_step": 3819, "epoch": 39, "l{"train_loss": 0.06931077688{"train_loss": 0.06772632896900177, "global_step": 3820, "epoch": 39, "{"train_loss": 0.08870109915{"train_loss": 0.08714708685874939, "global_step": 3821, "epoch": 39, "l{"train_loss": 0.10414185374{"train_loss": 0.1043020486831665, "global_step": 3822, "epoch": 39, "lr{"train_los{"train_loss": 0.09808109700679779, "global_step": 3823, "epoch": 39, "lr": 0.00039075467{"train_los{"train_loss": 0.0886913537979126, "global_step": 3824, "epoch": 39, "lr": 0.000390749713{"train_lo{"train_loss": 0.{"train_loss": 0.08397601544857025, "global_step": 3825, "epoch": 39, "lr{"train_loss": 0.{"train_lo{"train_loss": 0.06897033751010895, "global_step": 3826, "epoch": 39, "l{"train_loss": 0.0721694603562355, "global_step": 3827, "epoch": 39, "lr": 0.0003907348237583629}
+{"train_los{"train{"train_loss": 0.08735071122646332, "global_step": 3828, "epoch": 39, "lr": 0.000{"train_loss": 0.11455729603767395, "global_step": 3829, "epoch": 39, "lr": 0.0003907248908682004}
+{"train_loss": 0.0{"train_loss": 0.09560427814722061, "global_step": 3830, "epoch": 39, "lr": 0.0003{"train_l{"train_loss": 0.1{"train_loss": 0.11639450490474701, "global_step": 3831, "epoch": 39, "lr{"train_loss": 0.0704819858{"train_loss": 0.06978162378072739, "global_step": 3832, "epoch": 39, "l{"train_l{"train_l{"train_l{"train_loss": 0.08854411542415619, "global_step": 3833, "epoch": 39, "l{"train_loss": 0.06978221237659454, "global_step": 3834, "epoch": 39, "lr": 0.00039070003591473273}
+{"train_loss": 0.1143781989{"train_loss": 0.11582181602716446, "global_step": 3835, "epoch": 39, "{"train_lo{"train_{"train_loss": 0.08439172804355621, "global_step": 3836, "epoch": 39, "lr": 0.0003{"train_loss": 0.1445831060409546, "global_step": 3837, "epoch": 39, "lr": 0.00039068510735904975}
+{"train_los{"train_{"train_loss": 0.08936328440904617, "global_step": 3838, "epoch": 39, "lr": 0.00{"train_los{"train_loss": 0{"train_loss": 0.0959877105584989, "global_step": 3839, "epoch": 39, "lr{"train_loss": 0.09366021305322647, "global_step": 3840, "epoch": 40, "lr": 0.0003906701671167832}
+{"train_los{"train_{"train{"train_loss": 0.09048578143119812, "global_step": 3841, "epoch": 40, "lr{"train_los{"train_loss": {"train_loss": 0.09024260193109512, "global_step": 3842, "epoch": 40, "lr{"train_loss": 0.12221109122037888, "global_step": 3843, "epoch": 40, "lr": 0.00039065521518884873}
+{"train_loss": 0.1050214022397995, "global_step": 3844, "epoch": 40, "lr": 0.0003906502286162138}
+{"train_loss{"train_loss": 0.11668281257152557, "global_step": 3845, "epoch": 40, "lr": 0.000390645{"train_loss{"train_loss": 0.10149860382080078, "global_step": 3846, "epoch": 40, "lr": 0.000390640{"train_loss": 0.1084382385{"train_loss": 0.10999411344528198, "global_step": 3847, "epoch": 40, "l{"train_loss": 0.09278906881809235, "global_step": 3848, "epoch": 40, "lr": 0.00039063026934329603}
+{"train_loss{"train_loss": 0.13044610619544983, "global_step": 3849, "epoch": 40, "lr": 0.000390625{"train_loss{"train_loss": 0.08337577432394028, "global_step": 3850, "epoch": 40, "lr": 0.00039062{"train_loss{"train_loss": 0.10996703058481216, "global_step": 3851, "epoch": 40, "lr": 0.000390615{"train_loss{"trai{"train_loss": 0.07537201046943665, "global_step": 3852, "epoch": 40, "lr": 0.0003{"train_loss{"train_loss": 0.12770125269889832, "global_step": 3853, "epoch": 40, "lr": 0.0003906052{"train_loss{"train_loss": 0.09144936501979828, "global_step": 3854, "epoch": 40, "lr": 0.0003906002{"train_loss{"train_loss": 0.11709807813167572, "global_step": 3855, "epoch": 40, "lr": 0.000390595{"train_loss"{"trai{"train_loss": 0.08680031448602676, "global_step": 3856, "epoch": 40, "lr": 0.00{"train_loss": 0.10061581432819366, "global_step": 3857, "epoch": 40, "lr": 0.0003905852850416002}
+{"train_lo{"train_loss": 0.1{"train_loss": 0.10590305924415588, "global_step": 3858, "epoch": 40, "l{"train_loss": 0.09751103818416595, "global_step": 3859, "epoch": 40, "lr": 0.0003905752742531132}
+{"train_loss": 0.09954254329{"train_loss": 0.09931895136833191, "global_step": 3860, "epoch": 40, {"train_los{"train_loss": 0.08381831645965576, "global_step": 3861, "epoch": 40, "lr": 0.000390565{"train_loss": 0.11590566486120224, "global_step": 3862, "epoch": 40, "lr": 0.0003905602483372578}
+{"train_loss{"train_loss": 0.08460794389247894, "global_step": 3863, "epoch": 40, "lr": 0.0003905552{"train_loss": 0.08184004575014114, "global_step": 3864, "epoch": 40, "lr": 0.0003905502245716688}
+{"train_loss{"train_loss": 0.12760363519191742, "global_step": 3865, "epoch": 40, "lr": 0.0003905452{"train_loss{"train_loss": 0.08943331986665726, "global_step": 3866, "epoch": 40, "lr": 0.0003905401{"train_loss{"train_loss": 0.08119446039199829, "global_step": 3867, "epoch": 40, "lr": 0.000390535{"train_loss{"train_loss": 0.11217542737722397, "global_step": 3868, "epoch": 40, "lr": 0.000390530{"train_loss{"train_loss": 0.11976809799671173, "global_step": 3869, "epoch": 40, "lr": 0.000390525{"train_loss{"train_loss": 0.09368935972452164, "global_step": 3870, "epoch": 40, "lr": 0.0003905201{"train_loss{"train_loss": {"train_loss": 0.0940534770488739, "global_step": 3871, "epoch": 40, "lr{"train_los{"train_loss": 0.11639593541622162, "global_step": 3872, "epoch": 40, "lr": 0.00039051007{"train_los{"train_loss": {"train_loss": 0.09081274271011353, "global_step": 3873, "epoch": 40, "lr{"train_loss": 0.10942687839269638, "global_step": 3874, "epoch": 40, "lr": 0.0003905000278937425}
+{"train_lo{"train_loss": 0.10195912420749664, "global_step": 3875, "epoch": 40, "lr": 0.00039049500{"train_los{"train_loss": 0.11870968341827393, "global_step": 3876, "epoch": 40, "lr": 0.0003904899{"train_loss{"train_loss": 0{"train_loss": 0.08620254695415497, "global_step": 3877, "epoch": 40, "{"train_loss{"train_loss": 0.11126381158828735, "global_step": 3878, "epoch": 40, "lr": 0.0003904799{"train_loss": 0.0924{"train{"train_loss": 0.09354351460933685, "global_step": 3879, "epoch": 40, "{"train_loss{"train_l{"train_loss": 0.10179169476032257, "global_step": 3880, "epoch": 40, "lr": 0.0{"train_loss": 0.0956{"train_loss": 0.09822133183479309, "global_step": 3881, "epoch": 40, "lr": 0.0{"train_loss": 0.0898{"train{"train_loss": 0.09145580232143402, "global_step": 3882, "epoch": 40, "{"train_los{"train_lo{"train{"train_loss": 0.08774636685848236, "global_step": 3883, "epoch": 40, "{"train_loss": 0.0947{"train{"train_loss": 0.09454642981290817, "global_step": 3884, "epoch": 40, "l{"train_los{"train_loss": 0.{"train_loss": 0.10643745958805084, "global_step": 3885, "epoch": 40, "l{"train_los{"train_loss": 0.08982130885124207, "global_step": 3886, "epoch": 40, "lr": 0.000390439{"train_los{"train_lo{"train_loss": 0.11289860308170319, "global_step": 3887, "epoch": 40, "lr": 0.0{"train_los{"train_loss": 0.{"train_loss": 0.08747005462646484, "global_step": 3888, "epoch": 40, "l{"train_los{"train_loss": 0.0780811458826065, "global_step": 3889, "epoch": 40, "lr": 0.00039042448{"train_loss": 0.0775{"train_loss": 0.07816740870475769, "global_step": 3890, "epoch": 40, "lr": 0.0{"train_lo{"train_loss": 0.11749215424060822, "global_step": 3891, "epoch": 40, "lr": 0.000390414395{"train_lo{"train_lo{"train_loss": 0.10416130721569061, "global_step": 3892, "epoch": 40, "lr": 0.00{"train_lo{"train_loss": 0.09294654428958893, "global_step": 3893, "epoch": 40, "lr": 0.0003904042{"train_lo{"train_lo{"train_loss": 0.0938027948141098, "global_step": 3894, "epoch": 40, "lr": 0.000{"train_lo{"train_loss": 0.101063072681427, "global_step": 3895, "epoch": 40, "lr": 0.0003903941926{"train_l{"train_loss": 0.09255664795637131, "global_step": 3896, "epoch": 40, "lr": 0.0003903891386{"train_loss": 0.10076089203{"train_loss": 0.10023797303438187, "global_step": 3897, "epoch": 40, "{"train_l{"train_loss": 0.0965428501367569, "global_step": 3898, "epoch": 40, "lr": 0.00039037902665{"train_{"train_loss": 0.09299632906913757, "global_step": 3899, "epoch": 40, "lr": 0.00039037396{"train_loss": 0.11445622146129608, "global_step": 3900, "epoch": 40, "lr": 0.0003903689095042277}
+{"train_{"train_loss": 0.08635398000478745, "global_step": 3901, "epoch": 40, "lr": 0.00039036384898{"train_{"train_loss": 0.07751072943210602, "global_step": 3902, "epoch": 40, "lr": 0.0003903587871{"train_loss": 0.078{"train_{"train_loss": 0.07775919139385223, "global_step": 3903, "epoch": 40, "l{"train_{"train_loss": 0.11058832705020905, "global_step": 3904, "epoch": 40, "lr": 0.00039034865964{"train_loss": 0.07{"train_loss": 0.07723196595907211, "global_step": 3905, "epoch": 40, "lr": 0.00{"train_{"train_loss": 0.08448365330696106, "global_step": 3906, "epoch": 40, "lr": 0.000390338526{"train_{"train_loss": 0.09033827483654022, "global_step": 3907, "epoch": 40, "lr": 0.000390333458{"train_l{"train_loss": 0.12452125549316406, "global_step": 3908, "epoch": 40, "lr": 0.000390328389{"train_l{"train_loss": 0.06786715984344482, "global_step": 3909, "epoch": 40, "lr": 0.0003903233181{"train_l{"train_loss": 0.1095665991306305, "global_step": 3910, "epoch": 40, "lr": 0.00039031824597{"train_{"train_lo{"train_loss": 0.10172346979379654, "global_step": 3911, "epoch": 40, "lr": 0.0003{"train_{"train_loss": 0.08170858025550842, "global_step": 3912, "epoch": 40, "lr": 0.000390308097{"train_l{"train_loss": 0.12409674376249313, "global_step": 3913, "epoch": 40, "lr": 0.000390303021{"train_l{"train_loss": 0.08769896626472473, "global_step": 3914, "epoch": 40, "lr": 0.0003902979442{"train_l{"train_loss": 0.10084480792284012, "global_step": 3915, "epoch": 40, "lr": 0.0003902928656{"train_l{"train_loss": 0.1456230729818344, "global_step": 3916, "epoch": 40, "lr": 0.000390287785{"train_{"train_los{"train_loss": 0.06888055801391602, "global_step": 3917, "epoch": 40, "lr": 0.0{"train_{"train_loss": 0.11591751128435135, "global_step": 3918, "epoch": 40, "lr": 0.00039027762184{"train_{"train_los{"train_loss": 0.09323786944150925, "global_step": 3919, "epoch": 40, "lr": 0.000{"train_{"train_loss": 0.05864020437002182, "global_step": 3920, "epoch": 40, "lr": 0.0003902674528{"train_{"train_loss": 0.07820223271846771, "global_step": 3921, "epoch": 40, "lr": 0.0003902623664{"train_{"train_loss": 0.09515855461359024, "global_step": 3922, "epoch": 40, "lr": 0.00039025727867{"train_{"train_loss{"train_loss": 0.08791840076446533, "global_step": 3923, "epoch": 40, "lr": 0.0{"train_{"train_loss{"train_loss": 0.12055162340402603, "global_step": 3924, "epoch": 40, "lr": 0.00{"train_{"train_loss": 0.09579974412918091, "global_step": 3925, "epoch": 40, "lr": 0.0003902420076{"train_{"train_loss": 0.13406327366828918, "global_step": 3926, "epoch": 40, "lr": 0.0003902369147{"train_{"train_loss": 0.0{"train_loss": 0.07933579385280609, "global_step": 3927, "epoch": 40, "lr"{"train{"train_loss": 0.07692992687225342, "global_step": 3928, "epoch": 40, "lr": 0.000390226725057{"train{"train_loss{"train_loss": 0.0771498903632164, "global_step": 3929, "epoch": 40, "lr": 0.00{"trai{"train_loss": 0.08693050593137741, "global_step": 3930, "epoch": 40, "lr": 0.0003902165301547{"train_loss": 0.10603611916303635, "global_step": 3931, "epoch": 40, "lr": 0.0003902114307604836}
+{"train_loss": 0.08099904656410217, "global_step": 3932, "epoch": 40, "lr": 0.000390206330070923}
+{"train_loss": 0.{"train_loss": 0.09138328582048416, "global_step": 3933, "epoch": 40, "lr": 0.00039{"tra{"train_loss{"train_l{"train_loss": 0.10226550698280334, "global_step": 3934, "epoch": 40, "lr{"tra{"train_loss": 0.09782642382197082, "global_step": 3935, "epoch": 40, "lr": 0.0003901910202308863, "train_action_mse_error": 7.221706619020551e{"tra{"train_loss": 0.08684644103050232, "global_step": 3936, "epoch": 41, "lr": 0.0003901859143605{"tra{"train_loss": 0.10057293623685837, "global_step": 3937, "epoch": 41, "lr": 0.000390180807195{"train_loss": 0.11358121037483215, "global_step": 3938, "epoch": 41, "lr": 0.0003901756987345473}
+{"trai{"train_l{"train_loss": 0.12480037659406662, "global_step": 3939, "epoch": 41, "lr": 0.00039{"train{"train_loss": 0.06760763376951218, "global_step": 3940, "epoch": 41, "lr": 0.00039016547792{"train{"train_loss": 0.10835711658000946, "global_step": 3941, "epoch": 41, "lr": 0.0003901603655{"train{"train_loss": 0.10619164258241653, "global_step": 3942, "epoch": 41, "lr": 0.00039015525194{"train{"train_loss": 0.10297493636608124, "global_step": 3943, "epoch": 41, "lr": 0.00039015013700{"train{"train_loss": 0.10454221069812775, "global_step": 3944, "epoch": 41, "lr": 0.00039014502077{"train{"train_loss": 0.08014796674251556, "global_step": 3945, "epoch": 41, "lr": 0.00039013990325{"train{"train_loss": 0.09581552445888519, "global_step": 3946, "epoch": 41, "lr": 0.00039013478443{"train{"train_{"train_loss": 0.10183342546224594, "global_step": 3947, "epoch": 41, "lr": 0.0003{"train{"train_{"train_loss": 0.1023661345243454, "global_step": 3948, "epoch": 41, "lr": 0.0003901{"train{"train_loss": 0.09{"train_loss": 0.09173158556222916, "global_step": 3949, "epoch": 41, "lr{"train{"train{"train_loss": 0.08938750624656677, "global_step": 3950, "epoch": 41, "lr": 0.00039011{"trai{"train_loss": 0.08694276958703995, "global_step": 3951, "epoch": 41, "lr": 0.0003901091709116{"trai{"train_loss": 0.13468188047409058, "global_step": 3952, "epoch": 41, "lr": 0.0003901040443236{"trai{"train_loss": 0.09149980545043945, "global_step": 3953, "epoch": 41, "lr": 0.0003900989164412{"trai{"train_loss": 0.10654868185520172, "global_step": 3954, "epoch": 41, "lr": 0.000390093787264{"trai{"train_loss": 0.10750404000282288, "global_step": 3955, "epoch": 41, "lr": 0.000390088656792{"trai{"train_loss": 0.09197603166103363, "global_step": 3956, "epoch": 41, "lr": 0.000390083525026{"trai{"train_loss": 0.116{"train_loss": 0.11316174268722534, "global_step": 3957, "epoch": 41, "lr{"train{"train_loss": 0.10949496924877167, "global_step": 3958, "epoch": 41, "lr": 0.000390073257611{"train{"train_loss": 0.093{"train_loss": 0.09068284183740616, "global_step": 3959, "epoch": 41, "l{"train{"train_loss": 0.11105522513389587, "global_step": 3960, "epoch": 41, "lr": 0.00039006298501{"train_loss"{"train_loss": 0.10379566252231598, "global_step": 3961, "epoch": 41, "lr": 0.00039005{"train_loss"{"train_loss": 0.12369754910469055, "global_step": 3962, "epoch": 41, "lr": 0.000390052{"train{"trai{"train_loss": 0.1284599006175995, "global_step": 3963, "epoch": 41, "lr": 0.000390047{"train_{"train_loss": 0.09510664641857147, "global_step": 3964, "epoch": 41, "lr": 0.00039004242430{"train_{"train_loss": 0.10172604024410248, "global_step": 3965, "epoch": 41, "lr": 0.000390037280{"train_l{"train_loss": 0.08830294013023376, "global_step": 3966, "epoch": 41, "lr": 0.0003900321361{"train_l{"train_loss": 0.1206313818693161, "global_step": 3967, "epoch": 41, "lr": 0.000390026990{"train_loss": 0.09883025288581848, "global_step": 3968, "epoch": 41, "lr": 0.0003900218428814657}
+{"train_lo{"train_loss": 0.10445469617843628, "global_step": 3969, "epoch": 41, "lr": 0.000390016694{"train_lo{"train_loss": 0.10177524387836456, "global_step": 3970, "epoch": 41, "lr": 0.0003900115{"train_los{"train_loss": 0.10439953207969666, "global_step": 3971, "epoch": 41, "lr": 0.000390006{"train_loss"{"train_loss": 0.07{"train_loss": 0.07426296174526215, "global_step": 3972, "epoch": 4{"train_loss": 0.{"train_loss": {"train_loss": 0.07640275359153748, "global_step": 3973, "epoch": 4{"train_loss": 0.11031442880630493, "global_step": 3974, "epoch": 41, "lr": 0.00038999093192941347}
+{"train_loss"{"train_loss": 0.09171904623508453, "global_step": 3975, "epoch": 41, "lr": 0.00038998{"train_loss"{"tr{"train_loss": 0.09416046738624573, "global_step": 3976, "epoch": 41, "lr": 0.0003{"train_loss": 0.08726527541875839, "global_step": 3977, "epoch": 41, "lr": 0.00038997545898685436}
+{"train_loss": 0{"train_loss": 0.1320505291223526, "global_step": 3978, "epoch": 41, "lr": 0.00038{"train_loss"{"train_loss": 0.0788327306509018, "global_step": 3979, "epoch": 41, "lr": 0.0003899651{"train_loss": 0{"train_loss": 0.10592059046030045, "global_step": 3980, "epoch": 41, "lr": 0.000389{"train_loss": 0{"train_loss": 0.12509168684482574, "global_step": 3981, "epoch": 41, "lr": 0.000389{"train_lo{"trai{"train_loss": 0.12878191471099854, "global_step": 3982, "epoch": 41, "lr": 0.00038{"train_lo{"train{"train_loss": 0.10288684070110321, "global_step": 3983, "epoch": 41, "lr": 0.00038{"train_lo{"train_loss": 0.06795057654380798, "global_step": 3984, "epoch": 41, "lr": 0.00038993931{"train_los{"train_loss": 0.09495899081230164, "global_step": 3985, "epoch": 41, "lr": 0.0003899341{"train_los{"train_loss": 0.08010831475257874, "global_step": 3986, "epoch": 41, "lr": 0.000389928{"train_loss": 0.08070108294487, "global_step": 3987, "epoch": 41, "lr": 0.00038992379842799795}
+{"train_loss":{"tra{"train_loss": 0.07715149968862534, "global_step": 3988, "epoch": 41, "lr": 0.0{"train_loss": 0.0704{"train_loss"{"train_loss": 0.07089090347290039, "global_step": 3989, "epoch":{"train_loss": 0.{"train_loss": 0.12667831778526306, "global_step": 3990, "epoch": 41, "lr": 0.0003{"train_loss": 0.0{"train_loss": 0.0877545103430748, "global_step": 3991, "epoch": 41, "lr": 0.000{"train_loss": 0.0{"train_loss": 0.09585533291101456, "global_step": 3992, "epoch": 41, "lr": 0.0003{"train_loss": 0.1{"train_loss": 0.10226166993379593, "global_step": 3993, "epoch": 41, "lr": 0.000{"train_loss": 0.07284638285636902, "global_step": 3994, "epoch": 41, "lr": 0.00038988755908186815}
+{"train_loss": 0.109238{"train_loss": 0.10991284251213074, "global_step": 3995, "epoch": 41, "lr": 0{"train_loss": 0.12150678783655167, {"train_loss": 0.12127002328634262, "global_step": 3996, "epoch"{"train_loss": 0.1{"tra{"train_loss": 0.11423414945602417, "global_step": 3997, "epoch": 41, "lr": 0{"train_loss": 0.1{"train_loss": 0.13422852754592896, "global_step": 3998, "epoch": 41, "lr": 0.0003{"train_loss": 0.1{"train_loss": 0.1260484904050827, "global_step": 3999, "epoch": 41, "lr": 0.0003{"train_loss": 0.09847024828195572, "global_step": 4000, "epoch": 41, "lr": 0.000389856446354677}
+{"train_loss": 0.{"train_loss": 0.12054917961359024, "global_step": 4001, "epoch": 41, "lr": 0.00038{"train_loss": 0.{"train_loss": 0.08886393904685974, "global_step": 4002, "epoch": 41, "lr": 0.00038{"train_loss": 0.11461508274078369, "global_step": 4003, "epoch": 41, "lr": 0.0003898408725369088}
+{"train_loss": 0.{"train_loss": 0.07808893918991089, "global_step": 4004, "epoch": 41, "lr": 0.00038{"train_loss": 0.09340{"train_loss": 0.09087637066841125, "global_step": 4005, "epoch": 41, "lr": 0{"train_loss": 0.{"train_loss": 0.12556928396224976, "global_step": 4006, "epoch": 41, "lr": 0.00038{"train_loss": 0.{"train_loss": 0.09416468441486359, "global_step": 4007, "epoch": 41, "lr": 0.0003{"train_loss": 0.1{"train_loss": 0.09471268951892853, "global_step": 4008, "epoch": 41, "lr": 0.000{"train_loss": 0.0{"train_loss": 0.07879232615232468, "global_step": 4009, "epoch": 41, "lr": 0.000{"train_loss": 0.0759858787059784, "global_step": 4010, "epoch": 41, "lr": 0.0003898044883838235}
+{"train_loss": 0.0947323739528656,{"train_loss": 0.09421827644109726, "global_step": 4011, "epoch{"train_loss": 0.08193989098072052, "global_step": 4012, "epoch": 41, "lr": 0.0003897940812783694}
+{"train_loss": 0.092572882771492, "global_step": 4013, "epoch": 41, "lr": 0.0003897888757869621}
+{"train_loss": 0.120550692{"train_loss": 0.12097781896591187, "global_step": 4014, "epoch": 41, "lr{"train_loss": 0.07907{"tr{"train_loss": 0.0790562629699707, "global_step": 4015, "epoch": 41, "lr":{"train_loss": 0.09920576214790344, "global_step": 4016, "epoch": 41, "lr": 0.00038977325155844475}
+{"train_loss": 0.09254{"train_loss": 0.09739087522029877, "global_step": 4017, "epoch": 41, "lr": 0{"train_loss": 0.07802{"train_loss": 0.07508006691932678, "global_step": 4018, "epoch": 41, "lr": 0.{"train_loss": 0.0762973{"train_loss": 0.0752234235405922, "global_step": 4019, "epoch": 41, "lr": 0{"train_loss": 0.09332022070884705, {"train_loss": 0.09048381447792053, "global_step": 4020, "epoch{"train_loss": 0.07789457589387894, "global_step": 4021, "epoch": 41, "lr": 0.00038974718533205924}
+{"train_loss": 0.09060617536306381, "global_step": 4022, "epoch": 41, "lr": 0.00038974196821027317}
+{"train_loss": 0.07144{"train_loss": 0.07753509283065796, "global_step": 4023, "epoch": 41, "lr": 0.{"train_loss": 0.10259667038917542, "global_step": 4024, "epoch": 41, "lr": 0.00038973153009047606}
+{"train_loss": 0.09203{"train_loss": 0.08956466615200043, "global_step": 4025, "epoch": 41, "lr": 0{"train_loss": 0.07224{"train_loss": 0.07105623185634613, "global_step": 4026, "epoch": 41, "lr": 0.{"train_loss": 0.07684{"train_loss": 0.07727167010307312, "global_step": 4027, "epoch": 41, "lr": 0.{"train_loss": 0.10083{"train_loss": 0.1002916693687439, "global_step": 4028, "epoch": 41, "lr": 0.{"train_loss": 0.1106{"train_loss": 0.1090354174375534, "global_step": 4029, "epoch": 41, "lr": 0.00{"train_loss": 0.115{"{"train_loss": 0.12398620694875717, "global_step": 4030, "epoch": 41, "lr": 0.{"train_loss": 0.09{"t{"train_loss": 0.09872152570945521, "global_step": 4031, "epoch": 41, "lr": 0.{"train_loss": 0.04{"train_loss": 0.04417942091822624, "global_step": 4032, "epoch": 42, "lr": 0.000{"train_loss": 0.08499947935342789, "global_step": 4033, "epoch": 42, "lr": 0.00038968449460071954}
+{"train_loss": 0.{"{"train_loss": {"train_loss": 0.08698508143424988, "global_step": 4034, "epoch": {"train_loss": 0.{"train_loss": 0.10058057308197021, "global_step": 4035, "epoch": 42, "lr": 0.000{"train_loss": 0.1{"train_loss": 0.{"train_loss": 0.09779470413923264, "global_step": 4036, "epoch":{"train_loss": 0.0{{"train_loss": 0{"train_loss": 0.09635089337825775, "global_step": 4037, "epoch":{"train_loss": 0.1{"train_loss": 0.1138019859790802, "global_step": 4038, "epoch": 42, "lr": 0.00038{"train_loss": 0.11250951886177063, "global_step": 4039, "epoch": 42, "lr": 0.0003896530794796534}
+{"train_loss": 0.1074708253145217{"train_loss": 0.107354074716568, "global_step": 4040, "epoch": 42{"train_loss": 0.{"train_loss": 0.0982234925031662, "global_step": 4041, "epoch": 42, "lr": 0.000389{"train_loss": 0.0{"train_loss"{"train_loss": 0.0729864314198494, "global_step": 4042, "epoch": 42,{"train_loss": 0.{"{"train_loss{"train_loss": 0.09905446320772171, "global_step": 4043, "epoch": 42,{"train_loss": 0.{"train_loss": 0.09262685477733612, "global_step": 4044, "epoch": 42, "lr": 0.000{"train_loss": 0.1{"train_loss": 0.12642455101013184, "global_step": 4045, "epoch": 42, "lr": 0.0003{"train_loss": 0.127{"train_los{"train_loss": 0.1257934868335724, "global_step": 4046, "epoch": 42,{"train_loss": 0.0{"train_loss{"train_loss": 0.06547914445400238, "global_step": 4047, "epoch": 42, {"train_loss": 0.0816675871610{"train_loss": 0.0802713930606842, "global_step": 4048, "epoch": 42,{"train_loss": 0.0{"train_loss": 0.08191438019275665, "global_step": 4049, "epoch": 42, "lr": 0.00{"train_loss": 0.08{"train_loss": 0.08556237816810608, "global_step": 4050, "epoch": 42, "lr": 0.00{"train_loss": 0.09190846979618073, "global_step": 4051, "epoch": 42, "lr": 0.0003895901097652356}
+{"train_loss": 0.08{"train_loss": 0.08463253825902939, "global_step": 4052, "epoch": 42, "lr": 0.00{"train_loss": 0.15387582778930664, "global_step": 4053, "epoch": 42, "lr": 0.00038957959673642626}
+{"train_loss": 0.12{"train_loss": 0.1206970065832138, "global_step": 4054, "epoch": 42, "lr": 0.00{"train_loss": 0.0{"t{"train_loss": 0.06453339010477066, "global_step": 4055, "epoch": 42, "lr": 0.0{"train_loss": 0.08193786442{"train_loss": 0.08391496539115906, "global_step": 4056, "epoch": 42, "l{"train_loss": 0.1268{"train{"train_loss": 0.1258951723575592, "global_step": 4057, "epoch": 42, "{"train_loss": 0.1{"train_loss": 0.10336465388536453, "global_step": 4058, "epoch": 42, "lr": 0.00{"train_loss": 0.09{"train_loss": 0.09278839081525803, "global_step": 4059, "epoch": 42, "lr": 0.00{"train_loss": 0.10{"train_l{"train_loss": 0.10171633958816528, "global_step": 4060, "epoch": 42, "{"train_loss": 0.093339{"train_loss": 0.09180182963609695, "global_step": 4061, "epoch": 42, "lr": {"train_loss": 0.08{"tr{"tra{"train_loss": 0.0847836285829544, "global_step": 4062, "epoch": 42, "lr{"train_loss": 0.130513{"train_loss": 0.1323074996471405, "global_step": 4063, "epoch": 42, "lr": 0{"train_loss": 0.13694{"tra{"train_loss": 0.13891050219535828, "global_step": 4064, "epoch": 42, "l{"train_loss": 0.12137{"train_loss": 0.11680112779140472, "global_step": 4065, "epoch": 42, "lr": 0{"train_loss": 0.10{"train_loss": 0.10896008461713791, "global_step": 4066, "epoch": 42, "lr": 0.{"train_loss": 0.075{"t{"train_loss": 0.07196186482906342, "global_step": 4067, "epoch": 42, "lr": {"train_loss": 0.077{"train_loss": 0.07743997126817703, "global_step": 4068, "epoch": 42, "lr": 0.0{"train_loss": 0.103{"t{"train_loss": 0.10557278990745544, "global_step": 4069, "epoch": 42, "lr"{"train_loss": 0.0972{"train_loss": 0.09753438085317612, "global_step": 4070, "epoch": 42, "lr": 0.0{"train_loss": 0.1345644{"train_loss": 0.13259601593017578, "global_step": 4071, "epoch": 42, "lr":{"train_loss": 0.111{"train_loss": 0.11196251958608627, "global_step": 4072, "epoch": 42, "lr": 0.00{"train_loss": 0.111{"train_loss": 0.10988597571849823, "global_step": 4073, "epoch": 42, "lr": 0.0{"train_loss": 0.125{"tr{"train_loss": 0.12405216693878174, "global_step": 4074, "epoch": 42, "lr"{"train_loss": 0.113{"tr{{"train_loss": 0.11334161460399628, "global_step": 4075, "epoch": 42, "lr":{"train_loss": 0.113{"tra{"train_loss": 0.11573690176010132, "global_step": 4076, "epoch": 42, "lr"{"train_loss": 0.101{"tra{"train_loss": 0.10146261751651764, "global_step": 4077, "epoch": 42, "lr":{"train_loss": 0.107{"t{"{"train_loss": 0.10765965282917023, "global_step": 4078, "epoch": 42, "lr":{"train_loss": 0.110970{"train_loss": 0.11132436990737915, "global_step": 4079, "epoch": 42, "lr": 0{"train_loss": 0.11097116768360138, "global_step": 4080, "epoch": 42, "lr": 0.0003894371655454064}
+{"train_loss": 0.09829133749008179, "global_step": 4081, "epoch": 42, "lr": 0.000389431872251587}
+{"train_loss": 0.11285965144634247, "global_step": 4082, "epoch": 42, "lr": 0.00038942657766779246}
+{"train_loss": 0.08{"train_loss": 0.08993953466415405, "global_step": 4083, "epoch": 42, "lr": 0.00{"train_loss": 0.08{"t{"train_loss": 0.09007687866687775, "global_step": 4084, "epoch": 42, "lr": 0{"train_loss": 0.1126086562871933, "global_step": 4085, "epoch": 42, "lr": 0.0003894106861769187}
+{"train_loss": 0.105{"train_loss": 0.10609894245862961, "global_step": 4086, "epoch": 42, "lr": 0.00{"train_loss": 0.076{{"train_loss": 0.0751534029841423, "global_step": 4087, "epoch": 42, "lr": 0.{"train_loss": 0.073{"tra{"train_loss": 0.07273241877555847, "global_step": 4088, "epoch": 42, "lr":{"train_loss": 0.12817108{"train_loss": 0.12988200783729553, "global_step": 4089, "epoch": 42, "lr"{"train_loss": 0.11427508294582367, "global_step": 4090, "epoch": 42, "lr": 0.0003893841745626598}
+{"train_loss": 0.0{"{"tr{"train_loss": 0.08271902799606323, "global_step": 4091, "epoch": 42, "lr": {"train_loss": 0.11330137401819229, "global_step": 4092, "epoch": 42, "lr": 0.00038937356088915114}
+{"train_loss": 0.{"t{"train_loss": 0.10368813574314117, "global_step": 4093, "epoch": 42, "lr": 0.0{"train_loss": 0.{"t{"train_loss": 0.1279250532388687, "global_step": 4094, "epoch": 42, "lr": 0.0{"train_loss": 0.08163589239120483, "global_step": 4095, "epoch": 42, "lr": 0.0003893576307071431}
+{"train_loss": 0.{"tr{"train_loss": 0.11608279496431351, "global_step": 4096, "epoch": 42, "lr": 0.{"train_loss": 0.09917207{"train_loss": 0.09714299440383911, "global_step": 4097, "epoch": 42, "lr"{"train_loss": 0.10589879751205444, "global_step": 4098, "epoch": 42, "lr": 0.000389341688919909}
+{"train_loss": 0.{"t{"train_loss": 0.10112795978784561, "global_step": 4099, "epoch": 42, "lr": 0.00{"train_loss": 0.06798925250768661, "global_step": 4100, "epoch": 42, "lr": 0.0003893310546148875}
+{"train_loss": 0.{"t{"train_loss": 0.08854246884584427, "global_step": 4101, "epoch": 42, "lr": 0.00{"train_loss": 0.{"t{"{"train_loss": 0.08734621107578278, "global_step": 4102, "epoch": 42, "lr": 0{"train_loss": 0.13358{"train_loss": 0.13070449233055115, "global_step": 4103, "epoch": 42, "lr": 0{"train_loss": 0.09099{"train_loss": 0.09196107089519501, "global_step": 4104, "epoch": 42, "lr": 0.{"train_loss": 0.102{"train_loss": 0.10336322337388992, "global_step": 4105, "epoch": 42, "lr": 0.0{"train_loss": 0{"tr{"train_loss": 0.14132773876190186, "global_step": 4106, "epoch": 42, "lr": 0.0{"train_loss": 0{"tr{"{"train_loss": 0.0837976336479187, "global_step": 4107, "epoch": 42, "lr": 0.{"train_loss": 0{"t{"train_loss": 0.09143178910017014, "global_step": 4108, "epoch": 42, "lr": 0.00{"train_loss": 0.0763733983039856, "global_step": 4109, "epoch": 42, "lr": 0.00038928313642669094}
+{"train_loss": 0.0{"t{"train_loss": 0.09650913625955582, "global_step": 4110, "epoch": 42, "lr": 0.0{"train_loss": 0.1{"train_loss": 0.11152219772338867, "global_step": 4111, "epoch": 42, "lr": 0.000{"train_loss": 0.1{"train_loss": 0.11399302631616592, "global_step": 4112, "epoch": 42, "lr": 0.00{"train_loss": 0.09623017907142639, "global_step": 4113, "epoch": 42, "lr": 0.0003892618059395679}
+{"train_loss": 0.09{"train_loss": 0.09092053771018982, "global_step": 4114, "epoch": 42, "lr": 0.000{"train_loss": 0.11{"train_loss": 0.11303474009037018, "global_step": 4115, "epoch": 42, "lr": 0.{"train_loss": 0.06432{"train_loss": 0.06446480005979538, "global_step": 4116, "epoch": 42, "lr": 0.{"train_loss": 0.06696{"train_loss": 0.06806203722953796, "global_step": 4117, "epoch": 42, "lr": 0.{"train_loss": 0.07482956349849701, "global_step": 4118, "epoch": 42, "lr": 0.00038923511383255366}
+{"train_loss": 0.10391{"train_loss": 0.10254181921482086, "global_step": 4119, "epoch": 42, "lr": 0.{"train_loss": 0.10435362905263901, "global_step": 4120, "epoch": 42, "lr": 0.00038922442796904657}
+{"train_loss": 0.11644{"train_loss": 0.11383433640003204, "global_step": 4121, "epoch": 42, "lr": 0{"train_loss": 0.07949648797512054, "global_step": 4122, "epoch": 42, "lr": 0.0003892137369512895}
+{"train_loss": 0.10060{"train_loss": 0.10077692568302155, "global_step": 4123, "epoch": 42, "lr": 0{"train_loss": 0.08216{"train_loss": 0.08276988565921783, "global_step": 4124, "epoch": 42, "lr": 0{"train_loss": 0.08221{"train_loss": 0.0810433179140091, "global_step": 4125, "epoch": 42, "lr": 0.0{"train_loss": 0.1050{{"train_loss": 0.10375669598579407, "global_step": 4126, "epoch": 42, "lr": 0.{"train_loss": 0.0{"train_loss": 0.09941234594831865, "global_step": 4127, "epoch": 42, "lr": 0.000{"train_loss": 0.09283{"train_loss": 0.09302137792110443, "global_step": 4128, "epoch": 43, "lr": {"train_loss": 0.07159621268510818, "global_step": 4129, "epoch": 43, "lr": 0.0003891762778036266}
+{"train_loss": 0.09{"train_loss": 0.09101375192403793, "global_step": 4130, "epoch": 43, "lr": 0.000{"train_loss": 0.11359061300754547, "global_step": 4131, "epoch": 43, "lr": 0.00038916556359535026}
+{"train_loss": 0.07988598197698593, "global_step": 4132, "epoch": 43, "lr": 0.00038916020455895137}
+{"train_loss": 0.10{"train_loss": 0.10795445740222931, "global_step": 4133, "epoch": 43, "lr": 0.0{"train_loss": 0.07529667019844055, "global_step": 4134, "epoch": 43, "lr": 0.0003891494826218146}
+{"train_loss": 0.1127745658159256, "global_step": 4135, "epoch": 43, "lr": 0.00038914411972114973}
+{"train_loss": {"trai{"t{"train_loss": 0.11210644245147705, "global_step": 4136, "epoch": 43, "lr":{"train_loss": 0.0669{"train_loss": 0.065266914665699, "global_step": 4137, "epoch": 43, "lr": 0.00{"train_loss": 0.06387433409690857, "global_step": 4138, "epoch": 43, "lr": 0.0003891280232912076}
+{"train_loss": 0.1102796420454979, "global_step": 4139, "epoch": 43, "lr": 0.00038912265523869945}
+{"train_loss": 0{"tr{"tr{"train_loss": 0.0963706374168396, "global_step": 4140, "epoch": 43, "lr": {"train_loss": 0.09403723478317261, "global_step": 4141, "epoch": 43, "lr": 0.0003891119152701114}
+{"train_loss": 0.12455546110868454, "global_step": 4142, "epoch": 43, "lr": 0.00038910654335410456}
+{"train_loss": 0.091{"train_loss": 0.09214210510253906, "global_step": 4143, "epoch": 43, "lr": 0.{"train_loss": 0.08475680649280548, "global_step": 4144, "epoch": 43, "lr": 0.0003890957956588483}
+{"train_loss": 0.103{"{"train_loss": 0.10195231437683105, "global_step": 4145, "epoch": 43, "lr": 0{"train_loss": 0.106{"train_loss": 0.10489743202924728, "global_step": 4146, "epoch": 43, "lr": 0.00{"train_loss": 0.1035638153553009, "global_step": 4147, "epoch": 43, "lr": 0.0003890796644584063}
+{"train_loss": 0.{"tr{"{"train_loss": 0.09927818924188614, "global_step": 4148, "epoch": 43, "lr": 0{"train_loss": 0.092{"train_loss": 0.09333261102437973, "global_step": 4149, "epoch": 43, "lr": 0.0{"train_loss": 0.09833978116512299, "global_step": 4150, "epoch": 43, "lr": 0.000389063521669774}
+{"train_loss": 0.111049{"train_loss": 0.10835254192352295, "global_step": 4151, "epoch": 43, "lr": {"train_loss": 0.098{"train_loss": 0.09843181073665619, "global_step": 4152, "epoch": 43, "lr": 0.0{"train_loss": 0.104{"train_loss": 0.10326558351516724, "global_step": 4153, "epoch": 43, "lr": 0.00{"train_loss": 0.07202770560979843, "global_step": 4154, "epoch": 43, "lr": 0.00038904197992723394}
+{"train_loss": 0.12252939492464066, "global_step": 4155, "epoch": 43, "lr": 0.000389036591273207}
+{"train_loss": 0.100856{"train_loss": 0.10017625987529755, "global_step": 4156, "epoch": 43, "lr": 0{"train_loss": 0.08996507525444031, "global_step": 4157, "epoch": 43, "lr": 0.00038902581010333964}
+{"train_loss": 0.{"train_loss": 0.1318131685256958, "global_step": 4158, "epoch": 43, "lr": 0.000389{"train_loss": 0{"train_loss": 0.076788991689682, "global_step": 4159, "epoch": 43, "lr": 0.00038901{"train_loss":{"train_loss": 0.11182592809200287, "global_step": 4160, "epoch": 43, "lr": 0.00038900{"train_loss":{"train_loss": 0.07504917681217194, "global_step": 4161, "epoch": 43, "lr": 0.0003890{"train_loss":{"train_loss": 0.08847753703594208, "global_step": 4162, "epoch": 43, "lr": 0.00038899{"train_loss": 0.10000934451818466, "global_step": 4163, "epoch": 43, "lr": 0.00038899343570187374}
+{"train_loss":{"train_loss": 0.08909763395786285, "global_step": 4164, "epoch": 43, "lr": 0.00038898{"train_loss": 0.09341704100370407, "global_step": 4165, "epoch": 43, "lr": 0.00038898263393841024}
+{"train_loss":{"train{"train_loss": 0.1057496890425682, "global_step": 4166, "epoch": 43, "lr": 0.0{"train_loss": 0.08562247455120087, "global_step": 4167, "epoch": 43, "lr": 0.00038897182702728303}
+{"train_loss{"{"train_loss": 0.11975838243961334, "global_step": 4168, "epoch": 43, "lr": 0.00038896{"train_loss{"train_{"train_loss": 0.07243411242961884, "global_step": 4169, "epoch": 43, "lr": 0.00{"train_loss{"{"trai{"train_loss": 0.09952788054943085, "global_step": 4170, "epoch": 43, "lr": 0.0{"train_loss":{"trai{"train_loss": 0.11584059149026871, "global_step": 4171, "epoch": 43, "lr": 0.0{"train_loss": 0.09556597471237183, "global_step": 4172, "epoch": 43, "lr": 0.0003889447872303678}
+{"train_loss": 0.11127933859825134, "global_step": 4173, "epoch": 43, "lr": 0.00038893937541086275}
+{"train_loss": {"train_loss": 0.09733127057552338, "global_step": 4174, "epoch": 43, "lr": 0.000388{"train_loss"{"{"train_loss": 0.09531237185001373, "global_step": 4175, "epoch": 43, "lr": 0.000388{"train_loss"{"{"train_loss": 0.1082778051495552, "global_step": 4176, "epoch": 43, "lr": 0.0003889{"train_loss"{{"train_loss": 0.09463389217853546, "global_step": 4177, "epoch": 43, "lr": 0.0003889{"train_loss"{{"train_loss": 0.13258296251296997, "global_step": 4178, "epoch": 43, "lr": 0.00038891{"train_loss":{"train_loss": 0.07885522395372391, "global_step": 4179, "epoch": 43, "lr": 0.00038890{"train_loss":{"train_loss": 0.08773408830165863, "global_step": 4180, "epoch": 43, "lr": 0.0003889{"train_loss":{"train_loss": 0.10715478658676147, "global_step": 4181, "epoch": 43, "lr": 0.00038{"train_loss"{"train_loss": 0.10916683077812195, "global_step": 4182, "epoch": 43, "lr": 0.00038889{"train_loss":{"tr{"train_loss": 0.09349915385246277, "global_step": 4183, "epoch": 43, "lr": 0.000{"train_loss": 0.09597180038690567, "global_step": 4184, "epoch": 43, "lr": 0.00038887976048740977}
+{"train_loss"{{"t{"train_loss": 0.1191578209400177, "global_step": 4185, "epoch": 43, "lr": 0.000388{"train_loss"{"train_loss": 0.12415188550949097, "global_step": 4186, "epoch": 43, "lr": 0.000388868{"train_loss"{"train_loss": 0.06724967807531357, "global_step": 4187, "epoch": 43, "lr": 0.0003888{"train_loss"{"train_loss": 0.07907705008983612, "global_step": 4188, "epoch": 43, "lr": 0.00038885{"train_loss"{"train_loss": 0.13781005144119263, "global_step": 4189, "epoch": 43, "lr": 0.00038885{"train_loss"{"train_loss": 0.10128533095121384, "global_step": 4190, "epoch": 43, "lr": 0.000388847{"train_loss"{"train_loss": 0.07941780984401703, "global_step": 4191, "epoch": 43, "lr": 0.000388841{"train_loss{"train_loss": 0.08735795319080353, "global_step": 4192, "epoch": 43, "lr": 0.00038883{"train_loss":{"t{"train_loss": 0.07966425269842148, "global_step": 4193, "epoch": 43, "lr": 0.00038{"train_loss": 0.08062010258436203, "global_step": 4194, "epoch": 43, "lr": 0.00038882543004854883}
+{"train_loss": {"train_loss": 0.10218952596187592, "global_step": 4195, "epoch": 43, "lr": 0.0003{"train_loss": 0{"{"train_loss": 0.12821537256240845, "global_step": 4196, "epoch": 43, "lr": 0.0003{"train_loss": 0{"{"train_loss": 0.07929018139839172, "global_step": 4197, "epoch": 43, "lr": 0.000{"train_loss": 0.{"train_loss": 0.12286117672920227, "global_step": 4198, "epoch": 43, "lr": 0.0003{"train_loss": {"{{"train_loss": 0.06616196036338806, "global_step": 4199, "epoch": 43, "lr": 0.000{"train_loss": 0.{"train_loss": 0.08685179054737091, "global_step": 4200, "epoch": 43, "lr": 0.000{"train_loss": 0.{"train_loss": 0.09296448528766632, "global_step": 4201, "epoch": 43, "lr": 0.00038{"train_loss": 0.{"train_loss": 0.1030743420124054, "global_step": 4202, "epoch": 43, "lr": 0.00038{"train_loss": 0.06665778905153275, "global_step": 4203, "epoch": 43, "lr": 0.00038877642271273853}
+{"train_loss":{"{"train_loss": 0.07982209324836731, "global_step": 4204, "epoch": 43, "lr": 0.000388{"train_loss"{"train_loss": 0.12616923451423645, "global_step": 4205, "epoch": 43, "lr": 0.00038876{"train_loss"{"tra{"train_loss": 0.0938975065946579, "global_step": 4206, "epoch": 43, "lr": 0.00038{"train_loss"{"t{{"train_loss": 0.08224926888942719, "global_step": 4207, "epoch": 43, "lr": 0.00038{"train_loss"{"train_loss": 0.10755538195371628, "global_step": 4208, "epoch": 43, "lr": 0.000388749{"train_loss": 0.09477360546588898, "global_step": 4209, "epoch": 43, "lr": 0.000388743693305836}
+{"train_loss{"t{"train_loss": 0.10267128050327301, "global_step": 4210, "epoch": 43, "lr": 0.000388{"train_loss": {"train_loss": 0.12590008974075317, "global_step": 4211, "epoch": 43, "lr": 0.000388{"train_loss": 0.09859885275363922, "global_step": 4212, "epoch": 43, "lr": 0.00038872731125048384}
+{"train_l{"train_{"train_loss": 0.05716528743505478, "global_step": 4213, "epoch": 43, "lr": 0.0003{"train_l{"train{"train_loss": 0.09191613644361496, "global_step": 4214, "epoch": 43, "lr": 0.000388{"train_l{"train_loss": 0.09349226951599121, "global_step": 4215, "epoch": 43, "lr": 0.0003887109176{"train_l{"train_loss": 0.07861512899398804, "global_step": 4216, "epoch": 43, "lr": 0.00038870545{"train_l{"train_loss": 0.08541464805603027, "global_step": 4217, "epoch": 43, "lr": 0.0003886999821{"train_l{"train_{"train_loss": 0.10498770326375961, "global_step": 4218, "epoch": 43, "lr": 0.00038{"train_loss": {"train_loss": 0.07809712737798691, "global_step": 4219, "epoch": 43, "lr": 0.0003886{"train_loss": {"train_loss": 0.10832187533378601, "global_step": 4220, "epoch": 43, "lr": 0.000388{"train{"train_loss": 0.08276443183422089, "global_step": 4221, "epoch": 43, "lr": 0.00038867809568{"train{"train{"train_loss": 0.09898807853460312, "global_step": 4222, "epoch": 43, "lr": 0.00038867{"train_loss":{"train_loss": 0.09677053200236212, "global_step": 4223, "epoch": 43, "lr": 0.00038866{"train{"train_loss": 0.09273621439933777, "global_step": 4224, "epoch": 44, "lr": 0.000388661667373{"train{"train{{"train_loss": 0.09123484790325165, "global_step": 4225, "epoch": 44, "lr": 0.000388{"train_loss": {"train_loss": 0.0759279727935791, "global_step": 4226, "epoch": 44, "lr": 0.00038865{"train_loss":{"train_loss": 0.07837305963039398, "global_step": 4227, "epoch": 44, "lr": 0.00038864{"train{"train{"train_loss": 0.10169625282287598, "global_step": 4228, "epoch": 44, "lr": 0.0003886{"train{"tra{"train_loss": 0.12156656384468079, "global_step": 4229, "epoch": 44, "lr": 0.000388634{"trai{"trai{"{"train_loss": 0.10999150574207306, "global_step": 4230, "epoch": 44, "lr": 0.00038862{"trai{"train_loss": 0.06634976714849472, "global_step": 4231, "epoch": 44, "lr": 0.00038862328967{"train_loss{"train_loss": 0.12369410693645477, "global_step": 4232, "epoch": 44, "lr": 0.0003886178{"train_loss":{"train_loss": 0.07961158454418182, "global_step": 4233, "epoch": 44, "lr": 0.0003886{"train{"train_{"train_loss": 0.10317718982696533, "global_step": 4234, "epoch": 44, "lr": 0.000388{"train{"trai{"{"train_loss": 0.10362958908081055, "global_step": 4235, "epoch": 44, "lr": 0.0003886{"train{"trai{"{"train_loss": 0.09437266737222672, "global_step": 4236, "epoch": 44, "lr": 0.000388{"train_loss": {"train_loss": 0.09498211741447449, "global_step": 4237, "epoch": 44, "lr": 0.0003885{"train_loss": 0.07374878227710724, "global_step": 4238, "epoch": 44, "lr": 0.00038858484903327937}
+{"train_loss{"t{"train_loss": 0.09639221429824829, "global_step": 4239, "epoch": 44, "lr": 0.000388{"train_loss": {"train_loss": 0.07724737375974655, "global_step": 4240, "epoch": 44, "lr": 0.0003885{"trai{"train_l{"train_loss": 0.08538586646318436, "global_step": 4241, "epoch": 44, "lr": 0.0003885{"trai{"train_l{"train_loss": 0.12053719162940979, "global_step": 4242, "epoch": 44, "lr": 0.0003885{"train_loss": {"train_loss": 0.08243798464536667, "global_step": 4243, "epoch": 44, "lr": 0.000388{"trai{"train_loss": 0.13494724035263062, "global_step": 4244, "epoch": 44, "lr": 0.000388551849829{"train_loss": 0.06589417159557343, "global_step": 4245, "epoch": 44, "lr": 0.0003885463454676968}
+{"train_loss"{"t{"train_loss": 0.10775548219680786, "global_step": 4246, "epoch": 44, "lr": 0.00038{"trai{"train_lo{"train_loss": 0.09808820486068726, "global_step": 4247, "epoch": 44, "lr": 0.00038{"trai{"train_lo{"train_loss": 0.08314014971256256, "global_step": 4248, "epoch": 44, "lr": 0.00038{"trai{"trai{"train_loss": 0.11340001970529556, "global_step": 4249, "epoch": 44, "lr": 0.000388524{"trai{"trai{"tr{"train_loss": 0.07534036785364151, "global_step": 4250, "epoch": 44, "lr": 0.00038{"train_loss": 0{"train_loss": 0.08055655658245087, "global_step": 4251, "epoch": 44, "lr": 0.00038{"train_loss": 0.{"train_loss": 0.07796154916286469, "global_step": 4252, "epoch": 44, "lr": 0.0003{"train_loss": 0.0854247510433197, "global_step": 4253, "epoch": 44, "lr": 0.00038850226435679984}
+{"train_{"trai{"tr{"train_loss": 0.1041472852230072, "global_step": 4254, "epoch": 44, "lr": 0.000{"train_{"train_l{"train_loss": 0.08373016119003296, "global_step": 4255, "epoch": 44, "lr": 0.00{"train_loss": 0.1{"train_loss": 0.12058086693286896, "global_step": 4256, "epoch": 44, "lr": 0.0003{"train_loss": 0.1{"train_loss": 0.12255333364009857, "global_step": 4257, "epoch": 44, "lr": 0.000{"train_loss": 0.0{"train_loss": 0.07668780535459518, "global_step": 4258, "epoch": 44, "lr": 0.000{"train_{"train_lo{"train_loss": 0.08972243964672089, "global_step": 4259, "epoch": 44, "lr": 0.00{"train_loss": 0.07{"train_loss": 0.0756676122546196, "global_step": 4260, "epoch": 44, "lr": 0.0003{"train_{"train_loss": 0.10888374596834183, "global_step": 4261, "epoch": 44, "lr": 0.0003884581010{"train_{"train{"t{"train_loss": 0.08780654519796371, "global_step": 4262, "epoch": 44, "lr": 0.000{"train_{"train_loss": 0.12668292224407196, "global_step": 4263, "epoch": 44, "lr": 0.0003884470474{"train_loss": 0.11304068565368652, "global_step": 4264, "epoch": 44, "lr": 0.00038844151869236906}
+{"train_l{"train_{"train_loss": 0.11149574816226959, "global_step": 4265, "epoch": 44, "lr": 0.0003{"train_l{"train_{"train_loss": 0.0924592912197113, "global_step": 4266, "epoch": 44, "lr": 0.000388{"train_l{"train{"train_loss": 0.07263806462287903, "global_step": 4267, "epoch": 44, "lr": 0.00038{"train_l{"train_{"train_loss": 0.10142627358436584, "global_step": 4268, "epoch": 44, "lr": 0.0003{"train_l{"train_{"train_loss": 0.11955329775810242, "global_step": 4269, "epoch": 44, "lr": 0.0003{"train_l{"train_loss": 0.09628888219594955, "global_step": 4270, "epoch": 44, "lr": 0.000388408319{"train_l{"train_{"train_loss": 0.12424999475479126, "global_step": 4271, "epoch": 44, "lr": 0.00038{"train_l{"train_loss": 0.07134051620960236, "global_step": 4272, "epoch": 44, "lr": 0.0003883972424{"train_loss": {"{"train_loss": 0.09389768540859222, "global_step": 4273, "epoch": 44, "lr": 0.0003{"train_l{"trai{"train_loss": 0.08349138498306274, "global_step": 4274, "epoch": 44, "lr": 0.000388{"train_l{"train_loss": 0.08923044055700302, "global_step": 4275, "epoch": 44, "lr": 0.0003883806177{"train_l{"tra{"train_loss": 0.11361967027187347, "global_step": 4276, "epoch": 44, "lr": 0.000388{"train_l{"train{"train_loss": 0.08473467081785202, "global_step": 4277, "epoch": 44, "lr": 0.0003{"train_l{"train_loss": 0.08312764763832092, "global_step": 4278, "epoch": 44, "lr": 0.000388363981{"train_l{"train{"train_loss": 0.07541176676750183, "global_step": 4279, "epoch": 44, "lr": 0.00038{"train_l{"tra{"train_loss": 0.12155342102050781, "global_step": 4280, "epoch": 44, "lr": 0.0003883{"train_l{"train{"train_loss": 0.08454237133264542, "global_step": 4281, "epoch": 44, "lr": 0.00038{"train{"train{"train_loss": 0.14291039109230042, "global_step": 4282, "epoch": 44, "lr": 0.00038834{"train{"train_loss": 0.10610958188772202, "global_step": 4283, "epoch": 44, "lr": 0.000388336228670{"train{"train{"train_loss": 0.09795515239238739, "global_step": 4284, "epoch": 44, "lr": 0.0003883{"train_loss":{"train_loss": 0.09707340598106384, "global_step": 4285, "epoch": 44, "lr": 0.00038832{"train{"train{"train_loss": 0.09764702618122101, "global_step": 4286, "epoch": 44, "lr": 0.00038831{"train{"train{"train_loss": 0.08815442025661469, "global_step": 4287, "epoch": 44, "lr": 0.0003883{"train_loss":{"train_loss": 0.08450588583946228, "global_step": 4288, "epoch": 44, "lr": 0.0003883{"trai{"train{"train_loss": 0.10089752078056335, "global_step": 4289, "epoch": 44, "lr": 0.00038830{"trai{"train_loss": 0.12603962421417236, "global_step": 4290, "epoch": 44, "lr": 0.0003882973208875{"trai{"train{"train_loss": 0.08091840893030167, "global_step": 4291, "epoch": 44, "lr": 0.000388291{"trai{"train{{"train_loss": 0.07902266085147858, "global_step": 4292, "epoch": 44, "lr": 0.00038828{"train_loss"{{"train_loss": 0.08190397918224335, "global_step": 4293, "epoch": 44, "lr": 0.0003882{"train_loss"{{"train_loss": 0.06412608176469803, "global_step": 4294, "epoch": 44, "lr": 0.0003882{"train_loss": 0.11169707030057907, "global_step": 4295, "epoch": 44, "lr": 0.00038826949114564483}
+{"train{"train{{"train_loss": 0.10201143473386765, "global_step": 4296, "epoch": 44, "lr": 0.0003882{"train{"train{"train_loss": 0.09689471125602722, "global_step": 4297, "epoch": 44, "lr": 0.00038825{"train{"train{{"train_loss": 0.09690253436565399, "global_step": 4298, "epoch": 44, "lr": 0.000388{"train{"train{{"train_loss": 0.12043580412864685, "global_step": 4299, "epoch": 44, "lr": 0.0003882{"train_loss":{"train_loss": 0.08320385217666626, "global_step": 4300, "epoch": 44, "lr": 0.000388{"train_{"train{{"train_loss": 0.08374233543872833, "global_step": 4301, "epoch": 44, "lr": 0.0003{"train_l{"train{{"train_loss": 0.09149385988712311, "global_step": 4302, "epoch": 44, "lr": 0.000{"train_loss": 0.{{"train_loss": 0.08491954207420349, "global_step": 4303, "epoch": 44, "lr": 0.000{"train_lo{"train{"train_loss": 0.10932689905166626, "global_step": 4304, "epoch": 44, "lr": 0.000{"train_loss": 0.08{"train_loss": 0.08655475080013275, "global_step": 4305, "epoch": 44, "lr": 0.00{"train_loss": 0.09{"train_loss": 0.0911339670419693, "global_step": 4306, "epoch": 44, "lr": 0.0003{"train_loss": 0.0{"train_loss": 0.08207906782627106, "global_step": 4307, "epoch": 44, "lr": 0.0003{"train_loss": 0.0{"train_loss": 0.09488023817539215, "global_step": 4308, "epoch": 44, "lr": 0.000{"train_los{"train_{"train_loss": 0.07590529322624207, "global_step": 4309, "epoch": 44, "lr": 0.000{"train_los{"train{"train_loss": 0.09075802564620972, "global_step": 4310, "epoch": 44, "lr": 0.000{"train_loss": 0.1{{"train_loss": 0.12120141834020615, "global_step": 4311, "epoch": 44, "lr": 0.00{"train_loss": 0.10596384108066559, "global_step": 4312, "epoch": 44, "lr": 0.0003881746303063953}
+{"train_loss": 0.0{"train_loss": 0.08795064687728882, "global_step": 4313, "epoch": 44, "lr": 0.0003{"train_lo{"train_l{"train_loss": 0.10303536057472229, "global_step": 4314, "epoch": 44, "lr": 0.00{"train_lo{"train_{{"train_loss": 0.10215330123901367, "global_step": 4315, "epoch": 44, "lr": 0.000{"train_loss": 0.1{{"train_loss": 0.11003410071134567, "global_step": 4316, "epoch": 44, "lr": 0.00{"train_los{"train_l{"train_loss": 0.07971840351819992, "global_step": 4317, "epoch": 44, "lr": 0.00{"train_los{"train_loss": 0.08518121391534805, "global_step": 4318, "epoch": 44, "lr": 0.00038814106{"train_loss": 0.09{"train_loss": 0.09556437702849507, "global_step": 4319, "epoch": 44, "lr": 0.0{"train_loss": 0.09168824553489685, "global_step": 4320, "epoch": 45, "lr": 0.00038812986175867947}
+{"train_loss": 0.099{{"train_loss": 0.09855964779853821, "global_step": 4321, "epoch": 45, "lr": 0.0{"train_loss": 0.0843{"train_loss": 0.0844917818903923, "global_step": 4322, "epoch": 45, "lr": 0.00{"train_loss{"train_loss": 0.09989501535892487, "global_step": 4323, "epoch": 45, "lr": 0.00038811{"train_loss{"train_loss": 0.09265974164009094, "global_step": 4324, "epoch": 45, "lr": 0.000388107{"train_loss{"train_{"train_loss": 0.09606374055147171, "global_step": 4325, "epoch": 45, "lr": 0.00{"train_loss": 0.122{"train_loss": 0.12184770405292511, "global_step": 4326, "epoch": 45, "lr": 0.00{"train_loss{"train_{"train_loss": 0.08342740684747696, "global_step": 4327, "epoch": 45, "lr": 0.00{"train_loss{"train_{"train_loss": 0.07730719447135925, "global_step": 4328, "epoch": 45, "lr": 0.00{"train_los{"train_l{"train_loss": 0.11515754461288452, "global_step": 4329, "epoch": 45, "lr": 0.00{"train_los{"train_l{"train_loss": 0.1284589022397995, "global_step": 4330, "epoch": 45, "lr": 0.0{"train_los{"train_{"train_loss": 0.08452019095420837, "global_step": 4331, "epoch": 45, "lr": 0.00{"train_lo{"train_l{{"train_loss": 0.08605220168828964, "global_step": 4332, "epoch": 45, "lr": 0.0{"train_lo{"train_loss": 0.12134281545877457, "global_step": 4333, "epoch": 45, "lr": 0.00038805693{"train_lo{"train_l{"train_loss": 0.10842014849185944, "global_step": 4334, "epoch": 45, "lr": 0.00{"train_lo{"train_loss": 0.06861059367656708, "global_step": 4335, "epoch": 45, "lr": 0.000388045699{"train_lo{"train_lo{"train_loss": 0.11307956278324127, "global_step": 4336, "epoch": 45, "lr": 0.0{"train_loss": 0.0935399979352951, "global_step": 4337, "epoch": 45, "lr": 0.00038803445638350634}
+{"train_los{"train_loss": 0.10629356652498245, "global_step": 4338, "epoch": 45, "lr": 0.00038802883{"train_los{"train_loss": 0.09216766059398651, "global_step": 4339, "epoch": 45, "lr": 0.0003880232{"train_los{"train_l{{"train_loss": 0.09119358658790588, "global_step": 4340, "epoch": 45, "lr": 0{"train_los{"train_l{{"train_loss": 0.08535590767860413, "global_step": 4341, "epoch": 45, "lr": 0.0{"train_los{"train_l{"train_loss": 0.09861033409833908, "global_step": 4342, "epoch": 45, "lr": 0.0{"train_los{"train_l{{"train_loss": 0.11543284356594086, "global_step": 4343, "epoch": 45, "lr": 0.0{"train_los{"train_loss": 0.10258394479751587, "global_step": 4344, "epoch": 45, "lr": 0.000387995{"train_loss"{"train_loss": 0.1023326963186264, "global_step": 4345, "epoch": 45, "lr": 0.0003879894{"train_loss{"train_lo{"train_loss": 0.10097085684537888, "global_step": 4346, "epoch": 45, "lr": 0{"train_loss{"train_lo{"train_loss": 0.11168728768825531, "global_step": 4347, "epoch": 45, "lr": 0{"train_loss": 0.10046{"train_loss": 0.10282111167907715, "global_step": 4348, "epoch": 45, "lr": 0{"train_loss{"train_loss": 0.09021595865488052, "global_step": 4349, "epoch": 45, "lr": 0.0003879668{"train_loss": 0.07312{"train_loss": 0.07445624470710754, "global_step": 4350, "epoch": 45, "lr": 0{"train_loss{"train_loss": 0.10724435746669769, "global_step": 4351, "epoch": 45, "lr": 0.00038795{"train_loss"{"train_lo{"train_loss": 0.10552588105201721, "global_step": 4352, "epoch": 45, "lr": {"train_loss"{"train_{"train_loss": 0.0718015730381012, "global_step": 4353, "epoch": 45, "lr": 0.00{"train_loss"{"train{"train_loss": 0.09564744681119919, "global_step": 4354, "epoch": 45, "lr": 0.0{"train_loss"{"train{"{"train_loss": 0.08882774412631989, "global_step": 4355, "epoch": 45, "lr": 0{"train_loss{"train_loss": 0.0864981859922409, "global_step": 4356, "epoch": 45, "lr": 0.00038792738{"train_loss": 0.088{"train_loss": 0.0900009498000145, "global_step": 4357, "epoch": 45, "lr": 0.00{"train_loss": 0.07{"t{"train_loss": 0.07802504301071167, "global_step": 4358, "epoch": 45, "lr": {"train_loss{"train_{"t{"train_loss": 0.09341096132993698, "global_step": 4359, "epoch": 45, "lr": {"train_loss": 0.09410995244979858, "global_step": 4360, "epoch": 45, "lr": 0.0003879047895471407}
+{"train_loss": 0.0655{"train_loss": 0.06818338483572006, "global_step": 4361, "epoch": 45, "lr": 0.{"train_loss": 0.1174226{"train_loss": 0.11601336300373077, "global_step": 4362, "epoch": 45, "lr"{"train_loss":{"train_{"train_loss": 0.12312878668308258, "global_step": 4363, "epoch": 45, "lr": 0.{"train_loss":{"train_lo{"train_loss": 0.09679664671421051, "global_step": 4364, "epoch": 45, "lr": {"train_loss": 0.10959365963935852, "global_step": 4365, "epoch": 45, "lr": 0.0003878765115179778}
+{"train_loss{"train_loss": 0.10745564103126526, "global_step": 4366, "epoch": 45, "lr": 0.000387870{"train_loss": 0.09298732131719589, "global_step": 4367, "epoch": 45, "lr": 0.00038786519135035785}
+{"train_loss"{"train_loss": 0.12972450256347656, "global_step": 4368, "epoch": 45, "lr": 0.00038785{"train_loss"{"train_loss": 0.10867805778980255, "global_step": 4369, "epoch": 45, "lr": 0.000387853{"train_loss"{"train_loss{"train_loss": 0.08707590401172638, "global_step": 4370, "epoch": 45, "lr"{"train_loss": 0.106362{"{"train_loss": 0.105666883289814, "global_step": 4371, "epoch": 45, "lr": {"train_loss"{"train_lo{"train_loss": 0.09499935060739517, "global_step": 4372, "epoch": 45, "lr": {"train_loss"{"train_lo{"train_loss": 0.07114166021347046, "global_step": 4373, "epoch": 45, "lr": {"train_loss": 0.093468{"train_loss": 0.092036172747612, "global_step": 4374, "epoch": 45, "lr": 0.{"train_loss": 0.1273{"train_loss": 0.1305186152458191, "global_step": 4375, "epoch": 45, "lr": 0.00{"train_loss{"train_los{"train_loss": 0.09363975375890732, "global_step": 4376, "epoch": 45, "lr": {"train_loss{"train_loss": 0.10252860933542252, "global_step": 4377, "epoch": 45, "lr": 0.000387808{"train_loss{"train_loss": 0.06610548496246338, "global_step": 4378, "epoch": 45, "lr": 0.000387802{"train_loss{"train_loss": 0.11035077273845673, "global_step": 4379, "epoch": 45, "lr": 0.000387797{"train_loss{"train_loss": 0.09680946171283722, "global_step": 4380, "epoch": 45, "lr": 0.000387791{"train_loss{"train_los{"train_loss": 0.09550397098064423, "global_step": 4381, "epoch": 45, "lr": 0{"train_loss{"train_loss": 0.09975098818540573, "global_step": 4382, "epoch": 45, "lr": 0.000387780{"train_loss": 0.102{"train_loss": 0.10243683308362961, "global_step": 4383, "epoch": 45, "lr": 0.0{"train_loss"{"train_{"t{"train_loss": 0.1149681955575943, "global_step": 4384, "epoch": 45, "lr": 0{"train_loss": 0.1177{"train_loss": 0.11773310601711273, "global_step": 4385, "epoch": 45, "lr": 0.{"train_loss": 0.0816{"{"train_loss": 0.08245263993740082, "global_step": 4386, "epoch": 45, "lr": 0{"train_loss": 0.0916{"train_loss": 0.09051133692264557, "global_step": 4387, "epoch": 45, "lr": 0.{"train_loss"{"train_{"train_loss": 0.08763360977172852, "global_step": 4388, "epoch": 45, "lr": 0.{"train_loss": 0.0691{"train_loss": 0.06821394711732864, "global_step": 4389, "epoch": 45, "lr": 0.0{"train_loss": 0.1016{"train_loss": 0.09952686727046967, "global_step": 4390, "epoch": 45, "lr": 0.0{"train_loss"{"train_{"train_loss": 0.07738588005304337, "global_step": 4391, "epoch": 45, "lr": 0{"train_loss"{"train_{"train_loss": 0.09622582793235779, "global_step": 4392, "epoch": 45, "lr": {"train_loss": 0.1250{"train_loss": 0.12508760392665863, "global_step": 4393, "epoch": 45, "lr": 0{"train_loss"{"train_{"train_loss": 0.11535047739744186, "global_step": 4394, "epoch": 45, "lr": 0.{"train_loss": 0.1081{"{"train_loss": 0.10272258520126343, "global_step": 4395, "epoch": 45, "lr": 0{"train_loss"{"train{"t{"train_loss": 0.11124628782272339, "global_step": 4396, "epoch": 45, "lr": {"train_loss{"train_{"train_loss": 0.11204315721988678, "global_step": 4397, "epoch": 45, "lr": 0.{"train_loss"{"train_loss": 0.0767015889286995, "global_step": 4398, "epoch": 45, "lr": 0.0003876890{"train_loss{"train_loss": 0.11867823451757431, "global_step": 4399, "epoch": 45, "lr": 0.000387683{"train_loss": 0.0941962{"train_loss": 0.09098098427057266, "global_step": 4400, "epoch": 45, "lr": {"train_loss{"train_loss": 0.09383215755224228, "global_step": 4401, "epoch": 45, "lr": 0.0003876719{"train_loss": 0.07029512524604797, "global_step": 4402, "epoch": 45, "lr": 0.0003876662603411819}
+{"train_loss": 0.0897551{"train_loss": 0.08860495686531067, "global_step": 4403, "epoch": 45, "lr":{"train_loss": 0.116{"train_loss": 0.11787964403629303, "global_step": 4404, "epoch": 45, "lr": 0.00{"train_loss": 0.08629579842090607, "global_step": 4405, "epoch": 45, "lr": 0.00038764913624499066}
+{"train_loss{"trai{"train_loss": 0.1251319944858551, "global_step": 4406, "epoch": 45, "lr": 0.0003{"train_loss"{"train_loss": 0.10250844061374664, "global_step": 4407, "epoch": 45, "lr": 0.00038763{"train_loss": 0.08090681{"train_loss": 0.08144091069698334, "global_step": 4408, "epoch": 45, "lr"{"train_loss": 0.11153292655944824, "global_step": 4409, "epoch": 45, "lr": 0.0003876262862272241}
+{"train_los{"tra{"train_loss": 0.09633032977581024, "global_step": 4410, "epoch": 45, "lr": 0.000387{"train_loss": 0.1058163121342659, "global_step": 4411, "epoch": 45, "lr": 0.00038761485355210746}
+{"train_loss": 0.09210473299026489, "global_step": 4412, "epoch": 45, "lr": 0.000387609135298127}
+{"train_loss": 0.08515703678131104, "global_step": 4413, "epoch": 45, "lr": 0.0003876034157665837}
+{"train_loss": 0.10045695{"train_loss": 0.10455633699893951, "global_step": 4414, "epoch": 45, "lr"{"train_loss": 0.{"train_{"train_loss": 0.09747242190254231, "global_step": 4415, "epoch": 45, "lr":{"train_los{"trai{"train_loss": 0.07847030460834503, "global_step": 4416, "epoch": 46, "lr": 0.00038{"train_los{"train_loss": 0.10037332773208618, "global_step": 4417, "epoch": 46, "lr": 0.0003875805{"train_los{"train_loss": 0.10579398274421692, "global_step": 4418, "epoch": 46, "lr": 0.0003875747{"train_los{"train_loss": 0.09578283131122589, "global_step": 4419, "epoch": 46, "lr": 0.0003875690{"train_los{"trai{"train_loss": 0.0826038122177124, "global_step": 4420, "epoch": 46, "lr": 0.000{"train_loss": 0.{"train_loss": 0.07577437907457352, "global_step": 4421, "epoch": 46, "lr": 0.0003{"train_los{"train_loss": 0.1023145243525505, "global_step": 4422, "epoch": 46, "lr": 0.000387551882{"train_loss": 0.1060115396976471, "global_step": 4423, "epoch": 46, "lr": 0.00038754615019376775}
+{"train_los{"train_loss": 0{"train_loss": 0.10504569113254547, "global_step": 4424, "epoch": 46, "l{"train_loss": 0.07{"train_l{"train_loss": 0.07585307955741882, "global_step": 4425, "epoch": 46, "{"train_loss{"train_loss": 0{"train_loss": 0.060833774507045746, "global_step": 4426, "epoch": 46,{"train_loss"{"train_loss": 0.{"train_loss": 0.097133569419384, "global_step": 4427, "epoch": 46, "{"train_loss"{"train_loss": 0.09632641822099686, "global_step": 4428, "epoch": 46, "lr": 0.000387517{"train_loss": 0.09384862333536148, "global_step": 4429, "epoch": 46, "lr": 0.00038751172954515383}
+{"train_loss"{"train_loss": 0.11218741536140442, "global_step": 4430, "epoch": 46, "lr": 0.000387505{"train_loss"{"train_loss": 0.09446874260902405, "global_step": 4431, "epoch": 46, "lr": 0.000387500{"train_loss"{"train_loss": 0.10603710263967514, "global_step": 4432, "epoch": 46, "lr": 0.000387494{"train_loss": 0.08182567358016968, "global_step": 4433, "epoch": 46, "lr": 0.0003874887569075665}
+{"train_loss": 0.05401855334639549, "global_step": 4434, "epoch": 46, "lr": 0.0003874830105562141}
+{"train_loss{"train_loss": 0.09639652073383331, "global_step": 4435, "epoch": 46, "lr": 0.0003874772{"train_loss": 0.079078808426857, "global_step": 4436, "epoch": 46, "lr": 0.0003874715140234366}
+{"train_loss":{"train_loss": 0.08646054565906525, "global_step": 4437, "epoch": 46, "lr": 0.00038746{"train_loss": 0.05995120853185654, "global_step": 4438, "epoch": 46, "lr": 0.0003874600123841564}
+{"train_loss": 0.092501{"train_loss": 0.09292115271091461, "global_step": 4439, "epoch": 46, "lr": 0{"train_loss":{"train_l{"tr{"train_loss": 0.11368784308433533, "global_step": 4440, "epoch": 46, "l{"train_loss":{"train_loss": 0.11034025251865387, "global_step": 4441, "epoch": 46, "lr": 0.00038744{"train_loss": 0.10782024264335632, "global_step": 4442, "epoch": 46, "lr": 0.00038743699378734133}
+{"train_loss": 0.07272253930568695, "global_step": 4443, "epoch": 46, "lr": 0.00038743123594706303}
+{"train_loss"{"train_loss":{"train_loss": 0.11989924311637878, "global_step": 4444, "epoch": 46, "l{"train_loss":{"train_loss": 0.08744481950998306, "global_step": 4445, "epoch": 46, "lr": 0.00038741{"train_loss":{"train_loss": 0.09834392368793488, "global_step": 4446, "epoch": 46, "lr": 0.0003874{"train_loss":{"train_loss"{"train_loss": 0.13217602670192719, "global_step": 4447, "epoch": 46, "lr{"train_loss"{"train_loss":{"train_loss": 0.10479016602039337, "global_step": 4448, "epoch": 46, "l{"train_loss{"train_l{"trai{"train_loss": 0.07865734398365021, "global_step": 4449, "epoch": 46, "lr{"train_loss": 0.0964211151{"train_loss": 0.1006816029548645, "global_step": 4450, "epoch": 46, "lr{"train_los{"train_loss": 0.11406446248292923, "global_step": 4451, "epoch": 46, "lr": 0.0003873851{"train_loss": 0.069796130{"train_loss": 0.06690730154514313, "global_step": 4452, "epoch": 46, "lr{"train_loss{"train_loss": 0.09584769606590271, "global_step": 4453, "epoch": 46, "lr": 0.000387373{"train_loss"{"train_{"train{"train_loss": 0.08998990058898926, "global_step": 4454, "epoch": 46, "l{"train_loss"{"train_{"train_loss": 0.07596510648727417, "global_step": 4455, "epoch": 46, "lr": 0{"train_loss": 0.073912546038{"train_loss": 0.07674568891525269, "global_step": 4456, "epoch": 46, {"train_loss":{"train{"train_loss": 0.10621984302997589, "global_step": 4457, "epoch": 46, "lr": 0.{"train_loss": 0.083240352571{"train_loss": 0.08344483375549316, "global_step": 4458, "epoch": 46, "{"train_loss"{"train_loss": 0{"train_loss": 0.08234928548336029, "global_step": 4459, "epoch": 46{"train_loss"{"train_loss": 0{"train_loss": 0.12896905839443207, "global_step": 4460, "epoch": 46, {"train_loss": 0.09906245023012161, "global_step": 4461, "epoch": 46, "lr": 0.00038732737660400165}
+{"train_loss": 0.095207512378{"train_loss": 0.09197491407394409, "global_step": 4462, "epoch": 46, "{"train_loss": 0.093704193830{"train_loss": 0.09145038574934006, "global_step": 4463, "epoch": 46, {"train_loss": 0.154{"train_l{"train_loss": 0.15611429512500763, "global_step": 4464, "epoch": 46, "{"train_loss": 0.086143404245{"train_loss": 0.09100882709026337, "global_step": 4465, "epoch": 46, {"train_loss": 0.064997121691{"train_loss": 0.06489187479019165, "global_step": 4466, "epoch": 46,{"train_loss":{"train_loss": 0.0690976232290268, "global_step": 4467, "epoch": 46, "lr": 0.00038729{"train_loss": 0.0944872573018074, "global_step": 4468, "epoch": 46, "lr": 0.0003872868752279999}
+{"train_loss": 0.10132155567407608, "global_step": 4469, "epoch": 46, "lr": 0.0003872810842153538}
+{"train_loss": 0.08333092927932739, "global_step": 4470, "epoch": 46, "lr": 0.00038727529192737883}
+{"train_loss": 0.10669866204261{"train_loss": 0.10493849217891693, "global_step": 4471, "epoch": 46{"train_loss": 0.09346970915794373, "global_step": 4472, "epoch": 46, "lr": 0.00038726370352559986}
+{"train_loss": 0.075{"train_loss": 0.0753110945224762, "global_step": 4473, "epoch": 46, "lr": 0.000{"train_loss": 0.116951376199722{"train_loss": 0.11658880114555359, "global_step": 4474, "epoch": 46{"train_loss": 0.09936733543872833, "global_step": 4475, "epoch": 46, "lr": 0.0003872463113589511}
+{"train_loss": {"train_loss": 0.10935801267623901, "global_step": 4476, "epoch": 46, "lr": 0.0003872{"train_loss": {"train_loss": 0.{"train_loss": 0.1166883334517479, "global_step": 4477, "epoch": 46{"train_loss": 0.146{"train_loss": 0.14708185195922852, "global_step": 4478, "epoch": 46, "lr": 0.0{"train_loss": 0{"tr{"train_loss": 0.09634725749492645, "global_step": 4479, "epoch": 46, "lr": 0.00{"train_loss": 0.095138102769851{"train_loss": 0.09991249442100525, "global_step": 4480, "epoch": 46{"train_loss": 0{"train_loss": 0.12181547284126282, "global_step": 4481, "epoch": 46, "lr": 0.00038{"train_loss": 0.085{"train_loss": 0.0853564515709877, "global_step": 4482, "epoch": 46, "lr": 0.00{"train_loss": 0.103090927004814{"train_loss": 0.10131695866584778, "global_step": 4483, "epoch": 46{"train_loss": 0.08491695672273636, "global_step": 4484, "epoch": 46, "lr": 0.0003871940660082984}
+{"train_loss": 0.08951461315155029, "global_step": 4485, "epoch": 46, "lr": 0.0003871882545951279}
+{"train_loss": 0.11{"train_loss": 0.11714109033346176, "global_step": 4486, "epoch": 46, "lr": 0.000{"train_loss": 0.12{"train_loss"{"train_loss": 0.12457756698131561, "global_step": 4487, "epoch": 4{"train_loss": 0.08444948494434357, "global_step": 4488, "epoch": 46, "lr": 0.00038717081270759447}
+{"train_loss": {"train_loss": 0.08018353581428528, "global_step": 4489, "epoch": 46, "lr": 0.000387{"train_loss": {"t{"train_loss": 0.07674968987703323, "global_step": 4490, "epoch": 46, "lr": 0.000{"train_loss": {"train_loss": 0.08503252267837524, "global_step": 4491, "epoch": 46, "lr": 0.000387{"train_loss": {"train_loss": 0.08966536819934845, "global_step": 4492, "epoch": 46, "lr": 0.0003871{"train_loss": {"train_loss": 0.{"train_loss": 0.09434870630502701, "global_step": 4493, "epoch": 46{"train_loss": 0.056999895721673965, "global_step": 4494, "epoch": 46, "lr": 0.0003871358945199916}
+{"train_loss": 0.11310435831546783, "global_step": 4495, "epoch": 46, "lr": 0.0003871300703616358}
+{"train_loss": 0.13624265789985657, "global_step": 4496, "epoch": 46, "lr": 0.00038712424492897947}
+{"train_loss": 0.07540056109428406, "global_step": 4497, "epoch": 46, "lr": 0.0003871184182220622}
+{"train_loss": 0.07834026217460{"train_loss": 0.08296659588813782, "global_step": 4498, "epoch": 46,{"train_loss": 0.08484978973865{"train_loss": 0.08403779566287994, "global_step": 4499, "epoch": 4{"train_los{"train_loss": 0.10557503998279572, "global_step": 4500, "epoch": 46, "lr": 0.00038710093{"train_loss": 0.06901074200868607, "global_step": 4501, "epoch": 46, "lr": 0.0003870950986525784}
+{"train_lo{"train_loss": 0.10245736688375473, "global_step": 4502, "epoch": 46, "lr": 0.00038708926{"train_lo{"train_loss": 0.09194664657115936, "global_step": 4503, "epoch": 46, "lr": 0.00038708343{"train_lo{"train_loss": 0.05912572145462036, "global_step": 4504, "epoch": 46, "lr": 0.00038707759{"train_loss": 0.07501144707202911, "global_step": 4505, "epoch": 46, "lr": 0.0003870717586980964}
+{"train_loss": 0.{"train_loss": 0.0824369564652443, "global_step": 4506, "epoch": 46, "lr": 0.00038{"train_lo{"train_loss": 0.1385{"train_loss": 0.1335134506225586, "global_step": 4507, "epoch": 46, {"train_lo{"train_loss": 0.083{"train_loss": 0.08476527035236359, "global_step": 4508, "epoch": 46{"train_loss": 0.09156967699527{"train_loss": 0.09265688806772232, "global_step": 4509, "epoch": 46{"train_loss": 0.07721702009439468, "global_step": 4510, "epoch": 46, "lr": 0.0003870425550924645}
+{"train_loss{"train_loss": 0.093{"train_loss": 0.09431621059775352, "global_step": 4511, "epoch": 4{"train_loss{"train_loss": 0.094737708568573, "global_step": 4512, "epoch": 47, "lr": 0.000387030864{"train_loss": 0.07780000567436218, "global_step": 4513, "epoch": 47, "lr": 0.00038702501764431205}
+{"train_loss": 0.10631328076124{"train_loss": 0.10428178310394287, "global_step": 4514, "epoch": 47{"train_loss": 0.09421816468238{"train_loss": 0.09751817584037781, "global_step": 4515, "epoch": 47{"train_loss": 0.06680416315793991, "global_step": 4516, "epoch": 47, "lr": 0.00038700746873389315}
+{"train_loss": 0.08778614550828934, "global_step": 4517, "epoch": 47, "lr": 0.0003870016165501024}
+{"train_loss": 0.08688341826200485, "global_step": 4518, "epoch": 47, "lr": 0.00038699576309288587}
+{"train_loss": 0.10395732522010803, "global_step": 4519, "epoch": 47, "lr": 0.00038698990836228336}
+{"tra{"train_loss": 0.1210473179{"train_loss": 0.11885107308626175, "global_step": 4520, "epoch": 47{"tra{"train_los{"train_loss": 0{"train_loss": 0.12095174193382263, "global_step": 4521, "epoch":{"tra{"train_los{"train_loss": 0.12668785452842712, "global_step": 4522, "epoch": 47, "lr": 0.000386{"tra{"train_loss": 0.11262445896863937, "global_step": 4523, "epoch": 47, "lr": 0.0003869664767068{"train_loss": 0.07496866583824158, "global_step": 4524, "epoch": 47, "lr": 0.0003869606156098773}
+{"train_loss": 0.10084643959999084, "global_step": 4525, "epoch": 47, "lr": 0.0003869547532397966}
+{"train_loss": 0.117387875914573{"train_loss": 0.11426253616809845, "global_step": 4526, "epoch": 4{"train_loss": 0.10403686761856079, "global_step": 4527, "epoch": 47, "lr": 0.00038694302468035514}
+{"tra{"train_loss": 0.09802495688199997, "global_step": 4528, "epoch": 47, "lr": 0.0003869371584910{"tra{"train_loss": 0.12507164478302002, "global_step": 4529, "epoch": 47, "lr": 0.000386931291028{"train{"train_loss": 0.07973936200141907, "global_step": 4530, "epoch": 47, "lr": 0.00038692542229{"train{"train_loss": 0.09129242599010468, "global_step": 4531, "epoch": 47, "lr": 0.00038691955228{"train_loss": 0.08675229549407959, "global_step": 4532, "epoch": 47, "lr": 0.00038691368100448144}
+{"train_loss": 0.09952738136053085, "global_step": 4533, "epoch": 47, "lr": 0.0003869078084506658}
+{"train{"train_loss": 0.08970771729946136, "global_step": 4534, "epoch": 47, "lr": 0.00038690193462{"train{"train_lo{"train_loss": 0.08892721682786942, "global_step": 4535, "epoch": 47, "lr": 0.00038{"train_loss": 0.10260256379842758, "global_step": 4536, "epoch": 47, "lr": 0.00038689018315265686}
+{"train_loss": 0.{"train_loss": 0.11743280291557312, "global_step": 4537, "epoch": 47, "lr": 0.0003{"train{"train_lo{"train_loss": 0.11535502970218658, "global_step": 4538, "epoch": 47, "lr": 0.0003{"train_loss": 0.{"train_loss":{"train_loss": 0.058100782334804535, "global_step": 4539, "epoch": 47{"train_loss": 0.06303047388792038, "global_step": 4540, "epoch": 47, "lr": 0.00038686666493816077}
+{"tra{"train_loss": 0.058101419{"train_loss": 0.05904889479279518, "global_step": 4541, "epoch": 47,{"tr{"train_loss": 0.087356701{"train_loss": 0.08553007990121841, "global_step": 4542, "epoch": 47,{"train_loss": {"train_loss": {"train_loss": 0.10199307650327682, "global_step": 4543, "epoch": 47, {"train_loss": 0.1087654680013{"train_loss": 0.09965939819812775, "global_step": 4544, "epoch": 47,{"train_loss": 0.0822089016437{"train_loss": 0.08258309960365295, "global_step": 4545, "epoch": 47,{"tr{"train_loss": 0.08366615325212479, "global_step": 4546, "epoch": 47, "lr": 0.00038683134944201{"train_loss": 0.0696847885847{"train_loss": 0.07159452140331268, "global_step": 4547, "epoch": 47, {"train_loss": 0.0965197011828{"train_loss": 0.09407497942447662, "global_step": 4548, "epoch": 47, {"train_loss": 0.07672075927257538, "global_step": 4549, "epoch": 47, "lr": 0.00038681367451780284}
+{"train_loss": 0.09439671039581299, "global_step": 4550, "epoch": 47, "lr": 0.0003868077803320539}
+{"train_loss":{"train_loss": 0{"train_loss": 0.09516449272632599, "global_step": 4551, "epoch": 47, {"train_loss": 0.0948854833841{"train_loss": 0.09056703746318817, "global_step": 4552, "epoch": 47, {"tr{"train_lo{"train_loss": 0{"train_loss": 0.08417689800262451, "global_step": 4553, "epoch": 47,{"train_loss": 0.15642580389976{"train_loss": 0.156767338514328, "global_step": 4554, "epoch": 47, "{"train_loss":{"train_loss": 0.12632212042808533, "global_step": 4555, "epoch": 47, "lr": 0.00038677{"train_loss": 0.082233592867{"train_loss": 0.08690288662910461, "global_step": 4556, "epoch": 47, {"train_loss": 0.085823155939{"train_loss": 0.08651699125766754, "global_step": 4557, "epoch": 47, {"train_loss": 0.092654801905{"train_loss": 0.09174051880836487, "global_step": 4558, "epoch": 47, "{"train_loss": 0.124269507825{"train_loss": 0.1290021538734436, "global_step": 4559, "epoch": 47, "{"train_loss": 0.120244309306{"train_loss": 0.11863357573747635, "global_step": 4560, "epoch": 47, "{"train_loss": 0.078748650848{"train_loss": 0.07861003279685974, "global_step": 4561, "epoch": 47, "{"train_loss": 0.10321352630853653, "global_step": 4562, "epoch": 47, "lr": 0.0003867369508902984}
+{"train_loss": 0.085076071321{"train_loss": 0.08455970883369446, "global_step": 4563, "epoch": 47, "{"train_loss":{"train_loss": {"train_loss": 0.10040944069623947, "global_step": 4564, "epoch": 47,{"trai{"train_{"train_loss": {"train_loss": 0.1054544746875763, "global_step": 4565, "epoch": 47, "l{"train_loss": 0.11470580101{"train_loss": 0.11639147251844406, "global_step": 4566, "epoch": 47, "{"train_loss":{"train_loss": 0.10670794546604156, "global_step": 4567, "epoch": 47, "lr": 0.0003867{"train_loss":{"train_loss":{"train_loss": 0.1075453907251358, "global_step": 4568, "epoch": 47, "l{"train_loss":{"train_loss"{"train_loss": 0.09272928535938263, "global_step": 4569, "epoch": 47, "l{"train_loss": 0.0711003020{"train_loss": 0.07055492699146271, "global_step": 4570, "epoch": 47, "l{"train_loss": 0.0767638087{"train_loss": 0.07965736091136932, "global_step": 4571, "epoch": 47, "l{"train_loss": 0.09451840817{"train_loss": 0.09503425657749176, "global_step": 4572, "epoch": 47, "l{"train_loss": 0.10247519612312317, "global_step": 4573, "epoch": 47, "lr": 0.00038667186303996274}
+{"trai{"train_loss": 0.1070{"train_loss": 0.10117261856794357, "global_step": 4574, "epoch": 47, "l{"trai{"train_loss": 0.09927259385585785, "global_step": 4575, "epoch": 47, "lr": 0.0003866600123584{"trai{"train_{"train_loss": 0.08696489036083221, "global_step": 4576, "epoch": 47, "lr": 0.00038665{"train_loss":{"train_loss": 0.08352488279342651, "global_step": 4577, "epoch": 47, "lr": 0.00038664{"train_loss": 0.0859852805{"train_loss": 0.08842681348323822, "global_step": 4578, "epoch": 47, "l{"train_loss": 0.1210245415{"train_loss": 0.1245933324098587, "global_step": 4579, "epoch": 47, "lr{"train_loss": 0.11980411410331726, "global_step": 4580, "epoch": 47, "lr": 0.00038663036341109744}
+{"train_loss": 0.10453059524297714, "global_step": 4581, "epoch": 47, "lr": 0.00038662442980877425}
+{"train_loss": 0.0898774191737175, "global_step": 4582, "epoch": 47, "lr": 0.0003866184949355938}
+{"train_loss": 0.08543543517589569, "global_step": 4583, "epoch": 47, "lr": 0.00038661255879159654}
+{"trai{"train_loss": 0.091{"train_loss": 0.0875273272395134, "global_step": 4584, "epoch": 47, "lr"{"train_loss": 0.11469122{"train_loss": 0.11639554798603058, "global_step": 4585, "epoch": 47, "lr":{"trai{"train_loss": 0.10{"train_loss": 0.1032189130783081, "global_step": 4586, "epoch": 47, "lr":{"trai{"train_loss": 0.0{"train_loss": 0.08572094887495041, "global_step": 4587, "epoch": 47, "lr": {"train_loss": {"train_loss": 0.10905095189809799, "global_step": 4588, "epoch": 47, "lr": 0.00038{"train_loss": 0.1087956428527832, "global_step": 4589, "epoch": 47, "lr": 0.00038657691524272267}
+{"train{"train_loss": 0.10752102732658386, "global_step": 4590, "epoch": 47, "lr": 0.000386570970204{"train{"train_loss": 0.0886210948228836, "global_step": 4591, "epoch": 47, "lr": 0.000386565023895{"train_loss": 0{"train_loss": 0.11836806684732437, "global_step": 4592, "epoch": 47, "lr": 0.00038{"train_loss": 0{"train_loss": 0.10979418456554413, "global_step": 4593, "epoch": 47, "lr": 0.00038{"train_loss": 0{"train_loss": 0.10534453392028809, "global_step": 4594, "epoch": 47, "lr": 0.00038{"train_loss": 0.08770{"train_loss": 0.0844011902809143, "global_step": 4595, "epoch": 47, "lr": 0.0{"train_loss": 0.08412053436040878, "global_step": 4596, "epoch": 47, "lr": 0.00038653527329370095}
+{"train_loss": 0.10573239624500275, "global_step": 4597, "epoch": 47, "lr": 0.0003865293193625159}
+{"train_loss": 0.0999{"train_loss": 0.10287708044052124, "global_step": 4598, "epoch": 47, "lr": 0.{"train_loss": 0.0760229229927063, "global_step": 4599, "epoch": 47, "lr": 0.00038651740768955753}
+{"train_loss": 0.07203499227762222, "global_step": 4600, "epoch": 47, "lr": 0.00038651144994786534}
+{"train_loss": 0.12483303993940353, "global_step": 4601, "epoch": 47, "lr": 0.00038650549093608523}
+{"train_loss": 0.{"train_loss": 0.09105511009693146, "global_step": 4602, "epoch": 47, "lr": 0.0003{"train_loss": 0.{"train_loss": 0.1055298000574112, "global_step": 4603, "epoch": 47, "lr": 0.00038{"train_loss": 0{"train_loss": 0.10054874420166016, "global_step": 4604, "epoch": 47, "lr": 0.00038{"train_loss": 0{"train_loss": 0.1288059502840042, "global_step": 4605, "epoch": 47, "lr": 0.000386{"train_loss": {"train_loss": 0.11307793855667114, "global_step": 4606, "epoch": 47, "lr": 0.0003864{"train_loss": {"train{"train_loss": 0.09728416024396817, "global_step": 4607, "epoch": 47, "lr": 0.{"train_loss": {"train_loss": 0.09240058064460754, "global_step": 4608, "epoch": 48, "lr": 0.0003864{"train_loss": {"train_loss": 0.0800989419221878, "global_step": 4609, "epoch": 48, "lr": 0.0003864{"train_loss":{"train_{"train_loss": 0.10738567262887955, "global_step": 4610, "epoch": 48, "lr":{"train_loss": {"train_loss": 0.07793012261390686, "global_step": 4611, "epoch": 48, "lr": 0.0003864{"train_loss": {"train_loss": 0.10555112361907959, "global_step": 4612, "epoch": 48, "lr": 0.000386{"train_loss": 0.0897647887468338, "global_step": 4613, "epoch": 48, "lr": 0.00038643388374264524}
+{"train_loss": 0{"train_loss": 0.12270519137382507, "global_step": 4614, "epoch": 48, "lr": 0.0003{"tr{"train_loss{"train_loss": 0.06693129241466522, "global_step": 4615, "epoch": 48, "lr": 0.0003{"train_loss": 0.{"train_loss": 0.10517263412475586, "global_step": 4616, "epoch": 48, "lr": 0.0003{"train_loss": 0.08252{"train_loss": 0.08580798655748367, "global_step": 4617, "epoch": 48, "lr": {"train_loss": 0.0{"train_loss": 0.07294915616512299, "global_step": 4618, "epoch": 48, "lr": 0.0003{"train_loss": 0.0{"train_loss": 0.09151509404182434, "global_step": 4619, "epoch": 48, "lr": 0.0{"train_loss": 0.08987283706665039, "global_step": 4620, "epoch": 48, "lr": 0.0003863920284495796}
+{"train_loss": 0.0731034055352211, "global_step": 4621, "epoch": 48, "lr": 0.0003863860440445742}
+{"train_loss": 0.10662619{"train_loss": 0.11457106471061707, "global_step": 4622, "epoch": 48, "lr"{"train_loss": 0.11195056140422821, "global_step": 4623, "epoch": 48, "lr": 0.00038637407142690225}
+{"train_loss": 0.10992889106273651, "global_step": 4624, "epoch": 48, "lr": 0.0003863680832143172}
+{"train_{"train_loss"{"t{"train_loss": 0.08421541005373001, "global_step": 4625, "epoch": 48, "lr": {"train_loss": 0.1297{"train_loss": 0.13100630044937134, "global_step": 4626, "epoch": 48, "lr": 0.{"train_loss": 0.08670680969953537, "global_step": 4627, "epoch": 48, "lr": 0.00038635011096205556}
+{"train_{"train_loss": 0.11359651386737823, "global_step": 4628, "epoch": 48, "lr": 0.0003863441176{"train_loss": 0.1076{"train_loss": 0.10800942778587341, "global_step": 4629, "epoch": 48, "lr": 0.{"train_loss": 0.092416{"train_loss": 0.09353148937225342, "global_step": 4630, "epoch": 48, "lr": {"train_{"train_loss": 0.11168716102838516, "global_step": 4631, "epoch": 48, "lr": 0.00038632613019{"train_loss": 0.09483{"train_loss": 0.0960446149110794, "global_step": 4632, "epoch": 48, "lr": 0.0{"train_loss": 0.1082625{"train_loss": 0.10703518241643906, "global_step": 4633, "epoch": 48, "lr":{"train_loss": 0.1028{"train_loss": 0.10066965222358704, "global_step": 4634, "epoch": 48, "lr": {"train_loss": 0.09835629165172577, "global_step": 4635, "epoch": 48, "lr": 0.0003863021291234917}
+{"train_loss": 0.08207973837852478, "global_step": 4636, "epoch": 48, "lr": 0.0003862961256842609}
+{"train_loss": 0.0847{"train_loss": 0.0850871205329895, "global_step": 4637, "epoch": 48, "lr": 0.00{"train_loss": 0.09529514610767365, "global_step": 4638, "epoch": 48, "lr": 0.0003862841149999753}
+{"train_loss": 0.09726189076900482, "global_step": 4639, "epoch": 48, "lr": 0.0003862781077550023}
+{"train_loss": 0.07927091419696808, "global_step": 4640, "epoch": 48, "lr": 0.0003862720992415303}
+{"tr{"train_loss": 0.10423562675714493, "global_step": 4641, "epoch": 48, "lr": 0.00038626608945960{"train_loss": 0.1024747{"train_loss": 0.0996624156832695, "global_step": 4642, "epoch": 48, "lr": {"train_loss": 0.09542782604694366, "global_step": 4643, "epoch": 48, "lr": 0.0003862540660905301}
+{"train_loss": 0.107{"train_loss": 0.10690833628177643, "global_step": 4644, "epoch": 48, "lr": 0.{"train_loss": 0.0862{"train_loss": 0.0849243775010109, "global_step": 4645, "epoch": 48, "lr": 0.{"tra{"train_loss": 0.09732691943645477, "global_step": 4646, "epoch": 48, "lr": 0.000386236021524{"tra{"train_loss": 0.07360810041427612, "global_step": 4647, "epoch": 48, "lr": 0.0003862300041326{"train_loss": 0.10{"train_loss": 0.09865361452102661, "global_step": 4648, "epoch": 48, "lr": 0.00{"trai{"train_loss": 0.1{"train_loss": 0.10001564770936966, "global_step": 4649, "epoch": 48, "lr"{"trai{"train_loss": 0.1{"train_loss": 0.11140637844800949, "global_step": 4650, "epoch": 48, "lr": {"trai{"train_loss": 0.12257757782936096, "global_step": 4651, "epoch": 48, "lr": 0.000386205921884{"train_loss": 0.1003863{"train_loss": 0.09779056906700134, "global_step": 4652, "epoch": 48, "lr":{"trai{"train_loss": 0.08008494973182678, "global_step": 4653, "epoch": 48, "lr": 0.0003861938731516{"train_loss": 0.11273801326751709, "global_step": 4654, "epoch": 48, "lr": 0.00038618784688346426}
+{"train_loss": 0.096{"train_loss": 0.09839972853660583, "global_step": 4655, "epoch": 48, "lr": 0.0{"train_loss": 0.074{"train_loss": 0.07508459687232971, "global_step": 4656, "epoch": 48, "lr": 0.00{"trai{"train_loss":{"train_loss": 0.08267055451869965, "global_step": 4657, "epoch": 48, "lr": 0.0{"trai{"train_loss":{"train_loss": 0.11405518651008606, "global_step": 4658, "epoch": 48, "lr": 0.0{"train_loss": 0.07927858084440231, "global_step": 4659, "epoch": 48, "lr": 0.00038615769652523694}
+{"train_loss": 0.12053322046995163, "global_step": 4660, "epoch": 48, "lr": 0.0003861516626503903}
+{"train_loss": 0.0801785{"train_loss": 0.08341469615697861, "global_step": 4661, "epoch": 48, "lr": {"train_loss": 0.11{"tra{"train_loss": 0.11235181242227554, "global_step": 4662, "epoch": 48, "lr":{"train_loss": 0.12{"train_loss": 0.1270676851272583, "global_step": 4663, "epoch": 48, "lr": 0.0003{"trai{"train_loss{"train_loss": 0.09893514961004257, "global_step": 4664, "epoch": 48, "lr": 0.000{"train_loss": 0.1{"train_loss": 0.12213785201311111, "global_step": 4665, "epoch": 48, "lr": 0.0003{"trai{"train_loss": 0.09796527773141861, "global_step": 4666, "epoch": 48, "lr": 0.0003861154327823{"train_loss": 0.0{"train_loss": 0.0992128849029541, "global_step": 4667, "epoch": 48, "lr": 0.0003{"train_loss": 0.0672284{"train_loss": 0.060770854353904724, "global_step": 4668, "epoch": 48, "lr":{"trai{"train_loss": 0.09322169423103333, "global_step": 4669, "epoch": 48, "lr": 0.000386097300737{"trai{"train_loss": 0.10017469525337219, "global_step": 4670, "epoch": 48, "lr": 0.0003860912541886{"trai{"train_loss": 0.09996623545885086, "global_step": 4671, "epoch": 48, "lr": 0.00038608520637{"train_loss": 0.07113134115934372, "global_step": 4672, "epoch": 48, "lr": 0.0003860791572882361}
+{"trai{"train_lo{"train_loss": 0.08882282674312592, "global_step": 4673, "epoch": 48, "lr": 0.00038{"trai{"train_loss": 0.09421074390411377, "global_step": 4674, "epoch": 48, "lr": 0.000386067055319{"trai{"train_loss": 0.06296195834875107, "global_step": 4675, "epoch": 48, "lr": 0.0003860610024341{"train_loss": 0.{"train_{"train_loss": 0.06693316996097565, "global_step": 4676, "epoch": 48, "lr":{"train_loss": 0{"train_loss": 0.10127779841423035, "global_step": 4677, "epoch": 48, "lr": 0.0003{"train_loss": 0.08645166456699371, "global_step": 4678, "epoch": 48, "lr": 0.00038604283617693055}
+{"train_loss": 0{"train_loss": 0.07196909189224243, "global_step": 4679, "epoch": 48, "lr": 0.00038{"train_loss": 0.10074909031391144, "global_step": 4680, "epoch": 48, "lr": 0.00038603071900421445}
+{"trai{"train_loss": 0.{"train_loss": 0.09152273833751678, "global_step": 4681, "epoch": 48, "lr": {"trai{"train_loss": 0.08725842833518982, "global_step": 4682, "epoch": 48, "lr": 0.000386018596764{"train_loss": 0.11091725528240204, "global_step": 4683, "epoch": 48, "lr": 0.00038601253374413643}
+{"tra{"train_{"train_l{"train_loss": 0.09006650745868683, "global_step": 4684, "epoch": 48, "lr": 0{"train_loss": 0.08369061350822449, "global_step": 4685, "epoch": 48, "lr": 0.0003860004039038967}
+{"trai{"train_loss": 0.{"train_loss": 0.10401329398155212, "global_step": 4686, "epoch": 48, "lr": {"train_loss":{"train_l{"train_loss": 0.10471906512975693, "global_step": 4687, "epoch": 48, "lr":{"train_loss":{"train_lo{"train_loss": 0.09345775842666626, "global_step": 4688, "epoch": 48, "lr":{"train_loss":{"train_lo{"train_loss": 0.07086431980133057, "global_step": 4689, "epoch": 48, "lr": {"train_loss":{"train_loss": 0.1046358197927475, "global_step": 4690, "epoch": 48, "lr": 0.00038597{"train_loss": 0.10672266036272049, "global_step": 4691, "epoch": 48, "lr": 0.0003859639839859114}
+{"train_loss"{"train_loss": 0.09852159023284912, "global_step": 4692, "epoch": 48, "lr": 0.00038595{"tra{"train_{"train_loss": 0.11099141836166382, "global_step": 4693, "epoch": 48, "lr": 0.00038595{"tr{"train_l{"train_loss": 0.08223903179168701, "global_step": 4694, "epoch": 48, "lr": 0.00038594{"tr{"train_l{"train_loss": 0.08035829663276672, "global_step": 4695, "epoch": 48, "lr": 0.000385939{"tr{"train_l{"train_loss": 0.08701613545417786, "global_step": 4696, "epoch": 48, "lr": 0.00038593{"tr{"train_loss": 0.06208273023366928, "global_step": 4697, "epoch": 48, "lr": 0.000385927518478972{"t{"train_l{"train_loss": 0.0707658901810646, "global_step": 4698, "epoch": 48, "lr": 0.0003859214{"train_loss": 0.10652647167444229, "global_step": 4699, "epoch": 48, "lr": 0.0003859153531806595}
+{"train_los{"train_loss": 0.07501494884490967, "global_step": 4700, "epoch": 48, "lr": 0.00038590926{"train_los{"train_loss": 0.0973740965127945, "global_step": 4701, "epoch": 48, "lr": 0.00038590318{"{"train_{"train_loss": 0.10319982469081879, "global_step": 4702, "epoch": 48, "lr": 0.00038589709{"train_lo{"train_loss": 0.0944145496468991, "global_step": 4703, "epoch": 48, "lr": 0.0003858910073{{"train_loss": 0.07611788064241409, "global_step": 4704, "epoch": 49, "lr": 0.00038588491778009966}{{"train_loss": 0.09143511205911636, "global_step": 4705, "epoch": 49, "lr": 0.00038587882690235755}{"train_loss": 0.08834998309612274, "global_step": 4706, "epoch": 49, "lr": 0.0003858727347588356}
+{{"train{"train_loss": 0.09670169651508331, "global_step": 4707, "epoch": 49, "lr": 0.00038586664134{"train_{"train_loss": 0.09787885844707489, "global_step": 4708, "epoch": 49, "lr": 0.0003858605466{"train_loss": 0.08{"train_loss": 0.07814191281795502, "global_step": 4709, "epoch": 49, "lr": 0.00{"train_loss": 0.09804125130176544, "global_step": 4710, "epoch": 49, "lr": 0.00038584835352777785}
+{"train_loss": 0.09353747218847275, "global_step": 4711, "epoch": 49, "lr": 0.00038584225505597857}
+{"train_loss": 0.11{"train_loss": 0.11268381774425507, "global_step": 4712, "epoch": 49, "lr": 0.0{{"tra{"train_loss":{"train_loss": 0.1261919140815735, "global_step": 4713, "epoch": 49, "lr": 0.000{{"train_loss": 0.0982913225889206, "global_step": 4714, "epoch": 49, "lr": 0.00038582395204756143}
+{"train_loss": 0.1{"train_loss": 0.10976870357990265, "global_step": 4715, "epoch": 49, "lr": 0.00{{"train_loss": 0.11{"train_loss": 0.11388781666755676, "global_step": 4716, "epoch": 49, "lr": 0.0{{"train_loss": 0.12{"train_loss": 0.12105229496955872, "global_step": 4717, "epoch": 49, "lr": 0.00{{"train_loss": 0.08728154003620148, "global_step": 4718, "epoch": 49, "lr": 0.0003857995303208449}{{"train_loss": 0.09{"train_loss": 0.090603306889534, "global_step": 4719, "epoch": 49, "lr": 0.0003{{"train_loss": 0.{"train_loss": 0.12865081429481506, "global_step": 4720, "epoch": 49, "lr": 0.000{{"train_loss": 0.{"train_loss": 0.08063425123691559, "global_step": 4721, "epoch": 49, "lr": 0.000{{"train_loss": 0.{"train_loss": 0.10971708595752716, "global_step": 4722, "epoch": 49, "lr": 0.0003{{"train_loss": 0.11201389133930206, "global_step": 4723, "epoch": 49, "lr": 0.0003857689746948625{"train_loss": 0.{"train_loss": 0.07857704907655716, "global_step": 4724, "epoch": 49, "lr": 0.00038{"train_loss": 0.09602828323841095, "global_step": 4725, "epoch": 49, "lr": 0.000385756743588955}
+{"train_loss": 0{"train_loss": 0.1330847442150116, "global_step": 4726, "epoch": 49, "lr": 0.00038{{"train_loss": {"train_loss": 0.09731310606002808, "global_step": 4727, "epoch": 49, "lr": 0.00038{{"train{"train_loss": 0.0979144424200058, "global_step": 4728, "epoch": 49, "lr": 0.00038573838744{{"trai{"train_l{"train_loss": 0.09094232320785522, "global_step": 4729, "epoch": 49, "lr": 0.00038{"train{"train_l{"train_loss": 0.07216552644968033, "global_step": 4730, "epoch": 49, "lr": 0.000385{{"train_loss": {"train_loss": 0.10007357597351074, "global_step": 4731, "epoch": 49, "lr": 0.00038{"train_loss": 0.11854764819145203, "global_step": 4732, "epoch": 49, "lr": 0.0003857138948745856}
+{"{"trai{"train_loss": 0.09380902349948883, "global_step": 4733, "epoch": 49, "lr": 0.0003857077685{"train_{"train_l{"train_loss": 0.09924112260341644, "global_step": 4734, "epoch": 49, "lr": 0.00038{"{"train_loss": {"train_loss": 0.08432496339082718, "global_step": 4735, "epoch": 49, "lr": 0.0003{"train_loss": 0.1132701188325882, "global_step": 4736, "epoch": 49, "lr": 0.0003856893820715791}
+{"train_loss": 0.0{"train_loss": 0.09039651602506638, "global_step": 4737, "epoch": 49, "lr": 0.000{"train_l{"train_lo{"train_loss": 0.12641489505767822, "global_step": 4738, "epoch": 49, "lr": 0.00{"tr{"train_loss": 0.09768860042095184, "global_step": 4739, "epoch": 49, "lr": 0.000385670984192034{"train_l{"train_loss": 0.07426872849464417, "global_step": 4740, "epoch": 49, "lr": 0.000385664849{"tr{"tra{"train_loss": 0.12803016602993011, "global_step": 4741, "epoch": 49, "lr": 0.00038565871{"train_l{"train_loss": 0.10345736145973206, "global_step": 4742, "epoch": 49, "lr": 0.0003856525749{"t{"train_loss": 0.09359720349311829, "global_step": 4743, "epoch": 49, "lr": 0.000385646435985065{"train_loss": 0.0763992965221405, "global_step": 4744, "epoch": 49, "lr": 0.0003856402957727252}
+{{"train_l{"train_loss": 0.09456522762775421, "global_step": 4745, "epoch": 49, "lr": 0.000385634154{"train_loss": 0.10025922954082489, "global_step": 4746, "epoch": 49, "lr": 0.0003856280115556196}
+{{"train_loss": 0.08349601924419403, "global_step": 4747, "epoch": 49, "lr": 0.0003856218675509379}{"train_lo{"train_loss": 0.08866139501333237, "global_step": 4748, "epoch": 49, "lr": 0.00038561572{"{"train_l{"train_{"train_loss": 0.09387455880641937, "global_step": 4749, "epoch": 49, "lr": 0.00{"t{"train_l{"train_loss": 0.08236445486545563, "global_step": 4750, "epoch": 49, "lr": 0.0003856034{"t{"train_loss": 0.08570340275764465, "global_step": 4751, "epoch": 49, "lr": 0.000385597278892328{"train_loss{"train_loss": 0.10509184747934341, "global_step": 4752, "epoch": 49, "lr": 0.0003855911{"{"train_lo{"train_{"train_loss": 0.09397870302200317, "global_step": 4753, "epoch": 49, "lr": 0.00{"{"train_loss": 0.11396699398756027, "global_step": 4754, "epoch": 49, "lr": 0.0003855788241276666{"train_loss": 0.08813625574111938, "global_step": 4755, "epoch": 49, "lr": 0.0003855726700119161}
+{"train_loss{"train_loss": 0.11676010489463806, "global_step": 4756, "epoch": 49, "lr": 0.000385566{"train_loss{"train_loss": 0.10382092744112015, "global_step": 4757, "epoch": 49, "lr": 0.0003855603{"train_loss{"train_loss": 0.09668223559856415, "global_step": 4758, "epoch": 49, "lr": 0.000385554{"train_loss{"train_loss": 0.07560742646455765, "global_step": 4759, "epoch": 49, "lr": 0.00038554{{"train_loss{"train_loss": 0.11488310992717743, "global_step": 4760, "epoch": 49, "lr": 0.00038554{"train_loss"{"train_loss": 0.0698147788643837, "global_step": 4761, "epoch": 49, "lr": 0.000385535{"train_loss{"train_loss": 0.09724653512239456, "global_step": 4762, "epoch": 49, "lr": 0.000385529{"train_loss{"train_loss": 0.07450345158576965, "global_step": 4763, "epoch": 49, "lr": 0.000385523{"train_loss{"train_loss": 0.10873346775770187, "global_step": 4764, "epoch": 49, "lr": 0.000385517{"train_loss": 0.10389459133148193, "global_step": 4765, "epoch": 49, "lr": 0.00038551105935809917}{{"train_loss": 0.1047654077410698, "global_step": 4766, "epoch": 49, "lr": 0.00038550489134400934}
+{"train_loss"{"train_loss": 0.06322269141674042, "global_step": 4767, "epoch": 49, "lr": 0.0003854{"{"train_loss": 0.108{"train_loss": 0.10957318544387817, "global_step": 4768, "epoch": 49, "lr": 0.{"{"train_loss": 0.10402023792266846, "global_step": 4769, "epoch": 49, "lr": 0.00038548637972250646{"{"train_loss{"train_{"train_loss": 0.08720174431800842, "global_step": 4770, "epoch": 49, "lr": 0{"train_loss": 0.06768{"train_loss": 0.06723406910896301, "global_step": 4771, "epoch": 49, "lr": 0{"{"train_lo{"train_lo{"train_loss": 0.11083053052425385, "global_step": 4772, "epoch": 49, "lr": 0{"{"train_lo{"train_lo{"train_loss": 0.07277800142765045, "global_step": 4773, "epoch": 49, "lr": {"{"train_lo{"train_lo{"train_loss": 0.10256512463092804, "global_step": 4774, "epoch": 49, "lr": 0{"train_loss{"train_loss": 0.07638826221227646, "global_step": 4775, "epoch": 49, "lr": 0.0003854493{"train_loss{"train_loss": 0.0945134311914444, "global_step": 4776, "epoch": 49, "lr": 0.00038544314{"{"train_l{"train_los{"train_loss": 0.10689406841993332, "global_step": 4777, "epoch": 49, "lr": 0{"{"train_loss": 0.095{"train_loss": 0.1000010073184967, "global_step": 4778, "epoch": 49, "lr": 0{"{"train_loss": 0.10{"train_loss": 0.11566117405891418, "global_step": 4779, "epoch": 49, "lr": 0.0{"train_loss": 0.1219{"train_loss": 0.1198977679014206, "global_step": 4780, "epoch": 49, "lr": 0.0{"{"train_loss": 0.1{"train_loss": 0.1624162793159485, "global_step": 4781, "epoch": 49, "lr": 0.000{"train_loss": 0.08{"train_loss": 0.09102116525173187, "global_step": 4782, "epoch": 49, "lr": 0.0{"{"train{"train_loss": 0.11033766716718674, "global_step": 4783, "epoch": 49, "lr": 0.0003853998418{"train_loss": 0.10{"train_loss": 0.09759101271629333, "global_step": 4784, "epoch": 49, "lr": 0.00{"{"train_loss": 0.{"train_loss": 0.1089823767542839, "global_step": 4785, "epoch": 49, "lr": 0.0003{"train_loss": 0.0{"train_loss": 0.09783174842596054, "global_step": 4786, "epoch": 49, "lr": 0.0003{"{"train_loss": 0{"train_loss": 0.11784619092941284, "global_step": 4787, "epoch": 49, "lr": 0.000{"train_loss": 0.1{"train_loss": 0.12175538390874863, "global_step": 4788, "epoch": 49, "lr": 0.000{"train_l{"train_l{"train_loss": 0.11075086891651154, "global_step": 4789, "epoch": 49, "lr": 0.00{"{"train_loss": 0{"train_loss": 0.1128343939781189, "global_step": 4790, "epoch": 49, "lr": 0.0003{"{"train_loss": {"train_loss": 0.09634677320718765, "global_step": 4791, "epoch": 49, "lr": 0.0003{"{"train_loss": 0.0812930017709732, "global_step": 4792, "epoch": 49, "lr": 0.00038534407970572827}{{"train_loss": 0.13015684485435486, "global_step": 4793, "epoch": 49, "lr": 0.00038533787759910333}{{"train_loss": 0.12958312034606934, "global_step": 4794, "epoch": 49, "lr": 0.00038533167423038234}{"train_loss": 0.08002875745296478, "global_step": 4795, "epoch": 49, "lr": 0.00038532546959960725}
+{"train_loss": 0.11131589114665985, "global_step": 4796, "epoch": 49, "lr": 0.00038531926370682045}
+{"train_loss": 0{"train_loss": 0.10493233054876328, "global_step": 4797, "epoch": 49, "lr": 0.00038{"trai{"train_lo{"train_loss": 0.0941472202539444, "global_step": 4798, "epoch": 49, "lr": 0.000385{"train_loss": 0{"train_loss": 0.09927334908085565, "global_step": 4799, "epoch": 49, "lr": 0.000385{"train_loss": 0{"train_loss": 0.0783795416355133, "global_step": 4800, "epoch": 50, "lr": 0.00038{"train_loss": 0.11060287058353424, "global_step": 4801, "epoch": 50, "lr": 0.00038528821531418956}{{"train{"train_loss": 0.08665609359741211, "global_step": 4802, "epoch": 50, "lr": 0.00038528200185{{"train_loss": {"train_loss": 0.0772862434387207, "global_step": 4803, "epoch": 50, "lr": 0.000385{{"train_loss": {"train_loss": 0.0815989226102829, "global_step": 4804, "epoch": 50, "lr": 0.0003852{"train_l{"trai{"train_loss": 0.12970170378684998, "global_step": 4805, "epoch": 50, "lr": 0.000385{"train_l{"trai{"train_loss": 0.05804926156997681, "global_step": 4806, "epoch": 50, "lr": 0.0003852{"train_{"train_loss": 0.11076553165912628, "global_step": 4807, "epoch": 50, "lr": 0.00038525091560{"{"train_loss": 0.07789810001850128, "global_step": 4808, "epoch": 50, "lr": 0.0003852446945718538{"train{"train_loss": 0.0977117270231247, "global_step": 4809, "epoch": 50, "lr": 0.000385238472276{"trai{"train_l{"train_loss": 0.1198880523443222, "global_step": 4810, "epoch": 50, "lr": 0.0003852{"trai{"train_loss": 0.11415964365005493, "global_step": 4811, "epoch": 50, "lr": 0.000385226023902{"trai{"train_{"train_loss": 0.09818463027477264, "global_step": 4812, "epoch": 50, "lr": 0.00038521{"{"train_loss{"train_loss": 0.05462212115526199, "global_step": 4813, "epoch": 50, "lr": 0.00038521{"{"train_loss": 0.0875425934791565, "global_step": 4814, "epoch": 50, "lr": 0.00038520734188086757}{{"train_loss": 0.08322860300540924, "global_step": 4815, "epoch": 50, "lr": 0.00038520111201789686}{{"train_loss"{"train_loss": 0.06918026506900787, "global_step": 4816, "epoch": 50, "lr": 0.0003851{"trai{"train_loss": 0.10064837336540222, "global_step": 4817, "epoch": 50, "lr": 0.000385188648508{"trai{"train{"train_loss": 0.09343424439430237, "global_step": 4818, "epoch": 50, "lr": 0.0003851{{"train_loss": 0.06745727360248566, "global_step": 4819, "epoch": 50, "lr": 0.0003851761799547892}{"train{"train_loss": 0.08585505187511444, "global_step": 4820, "epoch": 50, "lr": 0.00038516994378{"train{"train{"train_loss": 0.1015419214963913, "global_step": 4821, "epoch": 50, "lr": 0.0003851{"train_loss":{"train_loss": 0.11470963060855865, "global_step": 4822, "epoch": 50, "lr": 0.00038515{{"train{"trai{"train_loss": 0.12986426055431366, "global_step": 4823, "epoch": 50, "lr": 0.000385{"train_loss": {"train_loss": 0.06772475689649582, "global_step": 4824, "epoch": 50, "lr": 0.00038{"train_l{"train{"train_loss": 0.09600815176963806, "global_step": 4825, "epoch": 50, "lr": 0.000385{"{"train_loss":{"train_loss": 0.12057547271251678, "global_step": 4826, "epoch": 50, "lr": 0.00038{"train_loss": 0.09076809883117676, "global_step": 4827, "epoch": 50, "lr": 0.00038512625530352703}
+{"train_loss": 0.09505739063024521, "global_step": 4828, "epoch": 50, "lr": 0.0003851200090487247}
+{"train_loss": 0.08108161389827728, "global_step": 4829, "epoch": 50, "lr": 0.0003851137615333097}
+{"{"train_loss": 0.07803452014923096, "global_step": 4830, "epoch": 50, "lr": 0.0003851075127573246{"train_{"train_{"train_loss": 0.10099634528160095, "global_step": 4831, "epoch": 50, "lr": 0.0003{"{"train_loss":{"train_loss": 0.1358584761619568, "global_step": 4832, "epoch": 50, "lr": 0.000385{"train_loss": 0.10025015473365784, "global_step": 4833, "epoch": 50, "lr": 0.0003850887588663746}
+{"train_loss": {"train_loss": 0.07036179304122925, "global_step": 4834, "epoch": 50, "lr": 0.000385{"train_loss": 0.09567229449748993, "global_step": 4835, "epoch": 50, "lr": 0.0003850762499703378}
+{"train_loss": 0.07290542870759964, "global_step": 4836, "epoch": 50, "lr": 0.00038506999363182616}
+{"train_loss": {"train_loss": 0.08842407166957855, "global_step": 4837, "epoch": 50, "lr": 0.0003850{"train_loss": {"train_loss": 0.10261337459087372, "global_step": 4838, "epoch": 50, "lr": 0.00038{"train_l{"train_{"train_loss": 0.10937115550041199, "global_step": 4839, "epoch": 50, "lr": 0.00038{"train_loss": 0.10868766158819199, "global_step": 4840, "epoch": 50, "lr": 0.0003850449556754856}
+{"train_loss": 0.1071634441614151, "global_step": 4841, "epoch": 50, "lr": 0.00038503869303604005}
+{"train_lo{"train_loss": 0.06325949728488922, "global_step": 4842, "epoch": 50, "lr": 0.000385032{"train_loss": 0.0948461964726448, "global_step": 4843, "epoch": 50, "lr": 0.000385026163977015}
+{"train_loss": 0.08915165066719055, "global_step": 4844, "epoch": 50, "lr": 0.0003850198975575207}
+{"train_loss": 0.090663380920887, "global_step": 4845, "epoch": 50, "lr": 0.00038501362987809556}
+{"train_loss": {"train{"train_loss": 0.0817379504442215, "global_step": 4846, "epoch": 50, "lr": 0.0{"train_{"train_loss"{"train_loss": 0.06972549855709076, "global_step": 4847, "epoch": 50, "lr": 0.{"train_loss": 0.08732421696186066, "global_step": 4848, "epoch": 50, "lr": 0.00038499481928066175}
+{"train_loss": 0.0723990797996521, "global_step": 4849, "epoch": 50, "lr": 0.00038498854656194}
+{"train_l{"train_loss{"train_loss": 0.10938966274261475, "global_step": 4850, "epoch": 50, "lr": 0.0{"train_loss": 0.12566667795181274, "global_step": 4851, "epoch": 50, "lr": 0.00038497599734538696}
+{"train_l{"tra{"train{"train_loss": 0.06409162282943726, "global_step": 4852, "epoch": 50, "lr": 0.0{"train_loss": 0.1219{"train_loss": 0.1188541054725647, "global_step": 4853, "epoch": 50, "lr": 0.0{"train_loss": 0.11420226097106934, "global_step": 4854, "epoch": 50, "lr": 0.0003849571640734247}
+{"train_loss": 0.10{"train_loss": 0.10880161821842194, "global_step": 4855, "epoch": 50, "lr": 0.00{"train_l{"train_lo{"train_loss": 0.11679734289646149, "global_step": 4856, "epoch": 50, "lr": 0.00{"train_loss": 0.06345026940107346, "global_step": 4857, "epoch": 50, "lr": 0.0003849383194659293}
+{"train_loss": 0.11{"train_loss": 0.11675351113080978, "global_step": 4858, "epoch": 50, "lr": 0.00{"train_loss": 0.11{"train_loss": 0.10590153932571411, "global_step": 4859, "epoch": 50, "lr": 0.000{"train_loss": 0.10996963083744049, "global_step": 4860, "epoch": 50, "lr": 0.0003849194635240556}
+{"train_{"tr{"train_loss": 0.08684621006250381, "global_step": 4861, "epoch": 50, "lr": 0.0003849131{"train_{"train_los{"train_loss": 0.0986190065741539, "global_step": 4862, "epoch": 50, "lr": 0.000{"train_loss{"trai{"train_loss": 0.0979873538017273, "global_step": 4863, "epoch": 50, "lr": 0.00038{"train_loss": 0.{"train_loss": 0.08531001210212708, "global_step": 4864, "epoch": 50, "lr": 0.0003{"train_loss": 0.{"train_loss": 0.07008635997772217, "global_step": 4865, "epoch": 50, "lr": 0.0003{"train_{"train_loss": 0.09557341784238815, "global_step": 4866, "epoch": 50, "lr": 0.0003848817176{"train_loss": 0.08109262585639954, "global_step": 4867, "epoch": 50, "lr": 0.00038487542225470545}
+{"train_loss": 0.13057604432106018, "global_step": 4868, "epoch": 50, "lr": 0.00038486912560866716}
+{"train_{"train_lo{"train_loss": 0.09536515176296234, "global_step": 4869, "epoch": 50, "lr": 0.000{"train_loss{"train_loss": 0.08419786393642426, "global_step": 4870, "epoch": 50, "lr": 0.00038485{"train_loss{"trai{"train_loss": 0.06742462515830994, "global_step": 4871, "epoch": 50, "lr": 0.0003{"train_loss{"trai{"train_loss": 0.09620796144008636, "global_step": 4872, "epoch": 50, "lr": 0.000{"train_loss{"train_loss": 0.09118324518203735, "global_step": 4873, "epoch": 50, "lr": 0.0003848376{"train_loss": 0.0{"train_loss": 0.08968889713287354, "global_step": 4874, "epoch": 50, "lr": 0.0003{"train_{"train_loss": 0.08886831998825073, "global_step": 4875, "epoch": 50, "lr": 0.0003848250138{"train_loss": 0.{"train_loss": 0.058032430708408356, "global_step": 4876, "epoch": 50, "lr": 0.0003{"train_loss": 0.{"train_loss": 0.11478862166404724, "global_step": 4877, "epoch": 50, "lr": 0.0003{"train{"train_loss": 0.06938490271568298, "global_step": 4878, "epoch": 50, "lr": 0.000384806089{"train_loss": 0.1{"train_loss": 0.13921579718589783, "global_step": 4879, "epoch": 50, "lr": 0.{"train_l{"train_loss": 0.11956936866044998, "global_step": 4880, "epoch": 50, "lr": 0.00038479346{"train_l{"train_lo{"train_loss": 0.13071076571941376, "global_step": 4881, "epoch": 50, "lr": 0.000{"train{"tr{"train_{"train_loss": 0.1013530045747757, "global_step": 4882, "epoch": 50, "lr": 0.0003{"train_los{"train_loss": 0.07424761354923248, "global_step": 4883, "epoch": 50, "lr": 0.00038477452{"train{"tr{"train{"train_loss": 0.11036411672830582, "global_step": 4884, "epoch": 50, "lr": 0.000{"train{"tr{"train_loss": 0.08686017990112305, "global_step": 4885, "epoch": 50, "lr": 0.0003847618{"train_loss": 0.08638552576303482, "global_step": 4886, "epoch": 50, "lr": 0.0003847555707489548}
+{"train{"tr{"train_loss": 0.05763539671897888, "global_step": 4887, "epoch": 50, "lr": 0.0003847492{"train{"train_loss": 0.1257263571023941, "global_step": 4888, "epoch": 50, "lr": 0.000384742928375{"trai{"tra{"train_loss": 0.08646300435066223, "global_step": 4889, "epoch": 50, "lr": 0.00038473660{"trai{"train_loss{"train_loss": 0.06123339384794235, "global_step": 4890, "epoch": 50, "lr": 0.000{"train{"train_loss": 0.10069289058446884, "global_step": 4891, "epoch": 50, "lr": 0.000384723955379{"train{"tr{"train{"train_loss": 0.09845998883247375, "global_step": 4892, "epoch": 50, "lr": 0.0003{"train{"tr{"train{"train_loss": 0.11256061494350433, "global_step": 4893, "epoch": 50, "lr": 0.0003{"train_loss": 0.08100538700819016, "global_step": 4894, "epoch": 50, "lr": 0.0003847049710619007}
+{"train_los{"train{"train_loss": 0.09429497252373646, "global_step": 4895, "epoch": 50, "lr": 0.00038469864044052797, "train_action_mse_error": 6.021{"train_loss": 0.0{"train_loss": 0.07135796546936035, "global_step": 4896, "epoch": 51, "lr": 0.0003{"train_loss": 0.0{"train_loss": 0.09105350822210312, "global_step": 4897, "epoch": 51, "lr": 0.0003{"train_loss": 0.0{"train_loss": 0.08942464739084244, "global_step": 4898, "epoch": 51, "lr": 0.0003{"train_loss": 0.0{"train_loss": 0.08248236775398254, "global_step": 4899, "epoch": 51, "lr": 0.000{"trai{"train_loss{"train_loss": 0.07586532086133957, "global_step": 4900, "epoch": 51, "lr": 0.0003{"train_loss": 0.0{"train_loss": 0.08390010893344879, "global_step": 4901, "epoch": 51, "lr": 0.000{"train_loss": 0.12182590365409851, "global_step": 4902, "epoch": 51, "lr": 0.00038465429087652405}
+{"train_loss": 0.0{"train_loss": 0.10306273400783539, "global_step": 4903, "epoch": 51, "lr": 0.00{"train_los{"train_{"train_loss": 0.07840591669082642, "global_step": 4904, "epoch": 51, "lr": 0.00{"train_loss": 0.09316696226596832, "global_step": 4905, "epoch": 51, "lr": 0.0003846352650580411}
+{"train{"train_loss"{"train_loss": 0.11907202750444412, "global_step": 4906, "epoch": 51, "lr": 0.0{"train{"train_loss"{"train_loss": 0.1048784852027893, "global_step": 4907, "epoch": 51, "lr": 0.00{"train_los{"train_{"train_loss": 0.09196949005126953, "global_step": 4908, "epoch": 51, "lr": 0.00{"train{"train_loss": 0.11254934221506119, "global_step": 4909, "epoch": 51, "lr": 0.000384609879697{"train_loss": 0.08{"train_loss": 0.08168145269155502, "global_step": 4910, "epoch": 51, "lr": 0.00{"train{"train_loss": 0.10119731724262238, "global_step": 4911, "epoch": 51, "lr": 0.000384597179474{"train{"train_loss{"train_loss": 0.08744127303361893, "global_step": 4912, "epoch": 51, "lr": 0.000{"train{"t{"train_loss": 0.1327308714389801, "global_step": 4913, "epoch": 51, "lr": 0.00038458447{"train_loss": 0.10399660468101501, "global_step": 4914, "epoch": 51, "lr": 0.0003845781197124305}
+{"train_{"train_loss": 0.09350506216287613, "global_step": 4915, "epoch": 51, "lr": 0.0003845717639{"train_{"train_loss": 0.12631714344024658, "global_step": 4916, "epoch": 51, "lr": 0.0003845654069{"train_loss": 0.0{"train_loss": 0.09581060707569122, "global_step": 4917, "epoch": 51, "lr": 0.000{"train_{{"train_l{"train_loss": 0.09961356222629547, "global_step": 4918, "epoch": 51, "lr": 0.0003{"train_loss": 0.10079969465732574, "global_step": 4919, "epoch": 51, "lr": 0.0003845463283038964}
+{"train_l{"train_loss": 0.089185930788517, "global_step": 4920, "epoch": 51, "lr": 0.00038453996625{"train{"train_loss": 0.11617463082075119, "global_step": 4921, "epoch": 51, "lr": 0.000384533602943{"train_loss": 0.0{"train_loss": 0.06314373761415482, "global_step": 4922, "epoch": 51, "lr": 0.0003{"train_loss": 0.0{"train_loss": 0.078891322016716, "global_step": 4923, "epoch": 51, "lr": 0.00038{"train_loss": 0.08207236230373383, "global_step": 4924, "epoch": 51, "lr": 0.0003845145054777121}
+{"train_loss": 0.08012636750936508, "global_step": 4925, "epoch": 51, "lr": 0.0003845081371428339}
+{"train_loss": 0.1224386990070343, "global_step": 4926, "epoch": 51, "lr": 0.00038450176755150975}
+{"train_loss": 0.10123462975025177, "global_step": 4927, "epoch": 51, "lr": 0.000384495396703783}
+{"train_loss": 0.0{"train_loss": 0.06614499539136887, "global_step": 4928, "epoch": 51, "lr": 0.000{"train{"train_loss": 0.07319802045822144, "global_step": 4929, "epoch": 51, "lr": 0.000384482651239{"train{"train_loss": 0.10928480327129364, "global_step": 4930, "epoch": 51, "lr": 0.000384476276622{"train_loss": 0.08949391543865204, "global_step": 4931, "epoch": 51, "lr": 0.000384469900749718}
+{"train_loss": 0.11552638560533524, "global_step": 4932, "epoch": 51, "lr": 0.0003844635236206293}
+{"train{"train_loss": 0.1116374284029007, "global_step": 4933, "epoch": 51, "lr": 0.00038445714523{"train_loss": 0.125{"train_loss": 0.12990829348564148, "global_step": 4934, "epoch": 51, "lr": 0.0{"train_loss": 0.08185398578643799, "global_step": 4935, "epoch": 51, "lr": 0.000384444384696684}
+{"train_loss": 0.11648239195346832, "global_step": 4936, "epoch": 51, "lr": 0.0003844380025432874}
+{"tra{"t{"train_loss": 0.12926273047924042, "global_step": 4937, "epoch": 51, "lr": 0.00038443161913{"train_{"train_los{"train_loss": 0.10348491370677948, "global_step": 4938, "epoch": 51, "lr": 0.00{"train_loss": 0.11437295377254486, "global_step": 4939, "epoch": 51, "lr": 0.00038441884854746117}
+{"train_loss": 0.11{"train_loss": 0.11042062938213348, "global_step": 4940, "epoch": 51, "lr": 0.00{"train_loss": 0.10{"train_loss": 0.10652047395706177, "global_step": 4941, "epoch": 51, "lr": 0.00{"train_{"train_loss": 0.09869270026683807, "global_step": 4942, "epoch": 51, "lr": 0.0003843996832{"train_loss": 0.08485113084316254, "global_step": 4943, "epoch": 51, "lr": 0.00038439329230483167}
+{"train_loss": 0.1031172126531601, "global_step": 4944, "epoch": 51, "lr": 0.0003843869001049058}
+{"train_loss": 0.11675772070884705, "global_step": 4945, "epoch": 51, "lr": 0.0003843805066493595}
+{"train_loss": 0.0829416885972023, "global_step": 4946, "epoch": 51, "lr": 0.00038437411193823645}
+{"trai{"train_loss": 0.07806684076786041, "global_step": 4947, "epoch": 51, "lr": 0.0003843677159{"trai{"train_loss": 0.06531273573637009, "global_step": 4948, "epoch": 51, "lr": 0.000384361318749{"train_los{"train_{"train_loss": 0.08555822819471359, "global_step": 4949, "epoch": 51, "lr": 0.0{"train_loss": 0.07666560262441635, "global_step": 4950, "epoch": 51, "lr": 0.0003843485205388468}
+{"train_loss": 0.134{"train_loss": 0.13817331194877625, "global_step": 4951, "epoch": 51, "lr": 0.0{"train_{"train_loss": 0.08869393914937973, "global_step": 4952, "epoch": 51, "lr": 0.00038433571730{"train_loss": 0.1174{"train_loss": 0.11397998780012131, "global_step": 4953, "epoch": 51, "lr": 0.0{"train_loss": 0.0737{"train_loss": 0.07517105340957642, "global_step": 4954, "epoch": 51, "lr": 0.{"train_loss": 0.0744{"train_loss": 0.07043460756540298, "global_step": 4955, "epoch": 51, "lr": 0.0{"train_{"train_loss"{"train_loss": 0.11556048691272736, "global_step": 4956, "epoch": 51, "lr": 0.{"train_l{"train_loss": 0.12768954038619995, "global_step": 4957, "epoch": 51, "lr": 0.000384303687{"train_l{"train_loss": 0.08749431371688843, "global_step": 4958, "epoch": 51, "lr": 0.0003842972774{"train_l{"train_loss": 0.09955140948295593, "global_step": 4959, "epoch": 51, "lr": 0.0003842908664{"train_loss": 0.13371627032756805, "global_step": 4960, "epoch": 51, "lr": 0.0003842844541713477}
+{"train_l{"train_loss": 0.06929570436477661, "global_step": 4961, "epoch": 51, "lr": 0.000384278040{"train_loss": 0.076{"train_loss": 0.07536609470844269, "global_step": 4962, "epoch": 51, "lr": 0.0{"train{"train_loss": 0.09869649261236191, "global_step": 4963, "epoch": 51, "lr": 0.000384265209788{"train{"{"train_loss": 0.1424856185913086, "global_step": 4964, "epoch": 51, "lr": 0.00038425879248{"trai{"train_loss": 0.09595824778079987, "global_step": 4965, "epoch": 51, "lr": 0.0003842523739252{"train_loss": 0.11299052089452744, "global_step": 4966, "epoch": 51, "lr": 0.0003842459541117645}
+{"train_{"train_los{"train_loss": 0.07725284993648529, "global_step": 4967, "epoch": 51, "lr": 0.000{"trai{"train_loss": 0.08098548650741577, "global_step": 4968, "epoch": 51, "lr": 0.0003842331107208{"trai{"train_loss"{"train_loss": 0.06278672814369202, "global_step": 4969, "epoch": 51, "lr": 0.000{"trai{"train_loss": 0.07210621237754822, "global_step": 4970, "epoch": 51, "lr": 0.000384220262311{"trai{"train_loss": 0.11096765100955963, "global_step": 4971, "epoch": 51, "lr": 0.000384213836225{"train_{"train_loss": 0.09065227210521698, "global_step": 4972, "epoch": 51, "lr": 0.0003842074088{"train_loss": 0.07644740492105484, "global_step": 4973, "epoch": 51, "lr": 0.00038420098028919293}
+{"trai{"train_loss": 0.0779956504702568, "global_step": 4974, "epoch": 51, "lr": 0.0003841945504396{"tra{"t{"train_loss": 0.12320134788751602, "global_step": 4975, "epoch": 51, "lr": 0.0003841881193{"train_{"train_loss": 0.08875526487827301, "global_step": 4976, "epoch": 51, "lr": 0.00038418168697{"train_{"train_loss": 0.10946253687143326, "global_step": 4977, "epoch": 51, "lr": 0.00038417525336{"train_loss": 0.0950249433517456, "global_step": 4978, "epoch": 51, "lr": 0.0003841688184987092}
+{"train_loss": 0.12{"train_loss": 0.1252453327178955, "global_step": 4979, "epoch": 51, "lr": 0.00{"trai{"train_loss": 0.09976673871278763, "global_step": 4980, "epoch": 51, "lr": 0.00038415594500{"trai{"train_loss"{"train_loss": 0.09635742008686066, "global_step": 4981, "epoch": 51, "lr": 0.000{"trai{"tr{"train_l{"train_loss": 0.0759485587477684, "global_step": 4982, "epoch": 51, "lr": 0.000{"train_lo{"train_loss": 0.09254761040210724, "global_step": 4983, "epoch": 51, "lr": 0.000384136625{"tra{"train_loss"{"train_loss": 0.09032188355922699, "global_step": 4984, "epoch": 51, "lr": 0.000{"train_l{"train_l{"train_loss": 0.12619665265083313, "global_step": 4985, "epoch": 51, "lr": 0.00{"tra{"train_loss"{"train_loss": 0.07291276752948761, "global_step": 4986, "epoch": 51, "lr": 0.000{"tr{"tra{"train_loss": 0.09362838417291641, "global_step": 4987, "epoch": 51, "lr": 0.0003841108482{"tr{"train_loss":{"train_loss": 0.06326590478420258, "global_step": 4988, "epoch": 51, "lr": 0.0003{"tr{"tra{"train_l{"train_loss": 0.09407993406057358, "global_step": 4989, "epoch": 51, "lr": 0.00{"train_loss": 0.10106875747442245, "global_step": 4990, "epoch": 51, "lr": 0.0003840915022901864}
+{"tr{"train_loss":{"train_loss": 0.0962433849927038, "global_step": 4991, "epoch": 51, "lr": 0.00038{"train_loss": 0.11024044454097748, "global_step": 4992, "epoch": 52, "lr": 0.0003840785987028609}
+{"train_loss": 0.10874225199222565, "global_step": 4993, "epoch": 52, "lr": 0.0003840721450288947}
+{"train_loss": 0.08050280064344406, "global_step": 4994, "epoch": 52, "lr": 0.0003840656901014516}
+{"tr{"train_loss": 0.10254202783107758, "global_step": 4995, "epoch": 52, "lr": 0.00038405923392057{"train_loss": 0.06607817113399506, "global_step": 4996, "epoch": 52, "lr": 0.0003840527764863103}
+{"train_loss": 0.08187808096408844, "global_step": 4997, "epoch": 52, "lr": 0.00038404631779870004}
+{"tr{"train_loss": 0.12497246265411377, "global_step": 4998, "epoch": 52, "lr": 0.00038403985785778{"tr{"train_loss": 0.10394640266895294, "global_step": 4999, "epoch": 52, "lr": 0.000384033396663620{"tr{"tra{"train_{"train_loss": 0.11098014563322067, "global_step": 5000, "epoch": 52, "lr": 0.00038{"t{"train_loss":{"train_loss": 0.09777943789958954, "global_step": 5001, "epoch": 52, "lr": 0.000{"{"train{"train_{"train_loss": 0.0659458264708519, "global_step": 5002, "epoch": 52, "lr": 0.00038{"{"train_loss": 0.07344625890254974, "global_step": 5003, "epoch": 52, "lr": 0.00038400753935525535{"train_loss": 0.07368165999650955, "global_step": 5004, "epoch": 52, "lr": 0.00038400107189546145}
+{"train_loss": 0{"train_loss": 0.08031720668077469, "global_step": 5005, "epoch": 52, "lr": 0.00038{"{"train_loss": 0.08951154351234436, "global_step": 5006, "epoch": 52, "lr": 0.0003839881332169388{"train_loss": 0{"train_loss": 0.08881412446498871, "global_step": 5007, "epoch": 52, "lr": 0.00038{"train_loss": 0.08238416910171509, "global_step": 5008, "epoch": 52, "lr": 0.0003839751895267967}
+{"{"train_loss": 0.08788260817527771, "global_step": 5009, "epoch": 52, "lr": 0.00038396871580247{"tr{"train_loss": 0.06330777704715729, "global_step": 5010, "epoch": 52, "lr": 0.00038396224082538{"train{"train_loss": 0.13744968175888062, "global_step": 5011, "epoch": 52, "lr": 0.00038395576459{"tr{"train_loss": 0.07741560786962509, "global_step": 5012, "epoch": 52, "lr": 0.00038394928711306{"train{"train_loss": 0.12249442934989929, "global_step": 5013, "epoch": 52, "lr": 0.000383942808377{"tr{"train_loss": 0.12132279574871063, "global_step": 5014, "epoch": 52, "lr": 0.000383936328390179{"train_loss": 0.09640160202980042, "global_step": 5015, "epoch": 52, "lr": 0.000383929847149887}
+{"t{"train_loss": 0.11298500001430511, "global_step": 5016, "epoch": 52, "lr": 0.0003839233646570864{"train{"train_loss": 0.07941339164972305, "global_step": 5017, "epoch": 52, "lr": 0.00038391688091{"train{"train_loss": 0.08925608545541763, "global_step": 5018, "epoch": 52, "lr": 0.00038391039591{"train_{"train_loss": 0.07466872781515121, "global_step": 5019, "epoch": 52, "lr": 0.0003839039096{"tr{"train_loss": 0.12564319372177124, "global_step": 5020, "epoch": 52, "lr": 0.00038389742216168{"tr{"train_loss": 0.12517611682415009, "global_step": 5021, "epoch": 52, "lr": 0.00038389093340700{"tr{"train_loss": 0.12274304032325745, "global_step": 5022, "epoch": 52, "lr": 0.000383884443400088{"tr{"tr{"train_loss": 0.07657334208488464, "global_step": 5023, "epoch": 52, "lr": 0.0003838779521{"tr{"train_loss": 0.08724871277809143, "global_step": 5024, "epoch": 52, "lr": 0.0003838714596296{"train_loss": 0.11185309290885925, "global_step": 5025, "epoch": 52, "lr": 0.0003838649658663095}
+{"tra{"train_loss": 0.09867420792579651, "global_step": 5026, "epoch": 52, "lr": 0.0003838584708508{"tra{"train_loss": 0.10305851697921753, "global_step": 5027, "epoch": 52, "lr": 0.00038385197458338{"tra{"t{"train_loss": 0.07446330785751343, "global_step": 5028, "epoch": 52, "lr": 0.0003838454770{"tra{"train_loss": 0.10044743120670319, "global_step": 5029, "epoch": 52, "lr": 0.00038383897829255{"tra{"t{"train_loss": 0.09599613398313522, "global_step": 5030, "epoch": 52, "lr": 0.00038383247826{"tra{"t{"train_loss": 0.1022506058216095, "global_step": 5031, "epoch": 52, "lr": 0.000383825976994{"tra{"train_loss": 0.09072867780923843, "global_step": 5032, "epoch": 52, "lr": 0.00038381947446724{"tra{"{"train_loss": 0.09236878901720047, "global_step": 5033, "epoch": 52, "lr": 0.00038381297068{"tr{"train_loss": 0.082914799451828, "global_step": 5034, "epoch": 52, "lr": 0.000383806465658179{"t{"train_loss": 0.07917976379394531, "global_step": 5035, "epoch": 52, "lr": 0.000383799959376124{"t{"train_loss": 0.07104875147342682, "global_step": 5036, "epoch": 52, "lr": 0.0003837934518424461{"t{"train_loss": 0.11362011730670929, "global_step": 5037, "epoch": 52, "lr": 0.0003837869430571886{"train_loss": 0.07266584038734436, "global_step": 5038, "epoch": 52, "lr": 0.0003837804330203963}
+{"train_loss": 0.07368490099906921, "global_step": 5039, "epoch": 52, "lr": 0.0003837739217321134}
+{"train_loss": 0.1201140433549881, "global_step": 5040, "epoch": 52, "lr": 0.00038376740919238443}
+{"train_loss": 0.06865545362234116, "global_step": 5041, "epoch": 52, "lr": 0.00038376089540125355}
+{"tr{"train_loss": 0{"train_loss": 0.08045932650566101, "global_step": 5042, "epoch": 52, "lr": 0.00{"train_loss": 0.11445830017328262, "global_step": 5043, "epoch": 52, "lr": 0.00038374786406496393}
+{"tr{"train_loss": 0.06889893114566803, "global_step": 5044, "epoch": 52, "lr": 0.00038374134651989{"train_loss": 0.11923111230134964, "global_step": 5045, "epoch": 52, "lr": 0.0003837348277235994}
+{"trai{"train_loss": 0.099200040102005, "global_step": 5046, "epoch": 52, "lr": 0.000383728307676125{"tr{"train_loss": 0.13769260048866272, "global_step": 5047, "epoch": 52, "lr": 0.00038372178637751{"tr{"train_loss": 0.12426508218050003, "global_step": 5048, "epoch": 52, "lr": 0.000383715263827814{"tr{"train_loss": 0.09294362366199493, "global_step": 5049, "epoch": 52, "lr": 0.000383708740027066{"tr{"train_loss": 0.053341083228588104, "global_step": 5050, "epoch": 52, "lr": 0.00038370221497531{"t{{"train_loss": 0.0775008499622345, "global_step": 5051, "epoch": 52, "lr": 0.000383695688672608{"t{"train_loss": 0.10979617387056351, "global_step": 5052, "epoch": 52, "lr": 0.000383689161118986{"t{"train_loss": 0.06712861359119415, "global_step": 5053, "epoch": 52, "lr": 0.000383682632314496{"train_loss": 0.11537910997867584, "global_step": 5054, "epoch": 52, "lr": 0.00038367610225918176}
+{"{{"train_loss": 0.14652755856513977, "global_step": 5055, "epoch": 52, "lr": 0.0003836695709530868{"train_loss": 0.08721844851970673, "global_step": 5056, "epoch": 52, "lr": 0.00038366303839625646}
+{"train_loss": 0.06603361666202545, "global_step": 5057, "epoch": 52, "lr": 0.00038365650458873496}
+{"t{"train_loss": 0.11463426053524017, "global_step": 5058, "epoch": 52, "lr": 0.0003836499695305668{"train_loss": 0.1112438440322876, "global_step": 5059, "epoch": 52, "lr": 0.0003836434332217967}
+{"{"train_loss": 0.10195519775152206, "global_step": 5060, "epoch": 52, "lr": 0.0003836368956624689{"tr{"train_loss": 0.09167759120464325, "global_step": 5061, "epoch": 52, "lr": 0.000383630356852628{"{"train_loss": 0.14339396357536316, "global_step": 5062, "epoch": 52, "lr": 0.00038362381679231877{"{{"train_loss": 0.10408373922109604, "global_step": 5063, "epoch": 52, "lr": 0.0003836172754815854{"{"train_loss": 0.12021143734455109, "global_step": 5064, "epoch": 52, "lr": 0.0003836107329204727{"{"train_loss": 0.11813746392726898, "global_step": 5065, "epoch": 52, "lr": 0.00038360418910902494{"train_loss": 0.11157525330781937, "global_step": 5066, "epoch": 52, "lr": 0.00038359764404728697}
+{"{"train_loss": 0.07924771308898926, "global_step": 5067, "epoch": 52, "lr": 0.0003835910977353032{"{"train_loss":{"train_loss": 0.10702602565288544, "global_step": 5068, "epoch": 52, "lr": 0.000383{{"train_loss": 0.09763717651367188, "global_step": 5069, "epoch": 52, "lr": 0.0003835780013607767}{{"train_loss": 0.1193096786737442, "global_step": 5070, "epoch": 52, "lr": 0.0003835714512983231}
+{"train_loss": 0.06673271954059601, "global_step": 5071, "epoch": 52, "lr": 0.00038356489998580217}{{"train_loss": 0.10069184750318527, "global_step": 5072, "epoch": 52, "lr": 0.00038355834742325845{"train_loss": 0.{"train_loss": 0.09983642399311066, "global_step": 5073, "epoch": 52, "lr": 0.0003{"train_loss": 0.{"train_loss": 0.09640175104141235, "global_step": 5074, "epoch": 52, "lr": 0.0003{"{"train_loss": {"train_loss": 0.08679573237895966, "global_step": 5075, "epoch": 52, "lr": 0.00038{"t{"train_loss":{"train_loss": 0.10045865178108215, "global_step": 5076, "epoch": 52, "lr": 0.00038{"t{"train_loss": 0.08999120444059372, "global_step": 5077, "epoch": 52, "lr": 0.0003835255658617599{"{"train_loss": {"train_loss": 0.09682328999042511, "global_step": 5078, "epoch": 52, "lr": 0.00038{"{"train_loss": 0.07938633859157562, "global_step": 5079, "epoch": 52, "lr": 0.0003835124444885635{"t{"train_loss": 0.10828638821840286, "global_step": 5080, "epoch": 52, "lr": 0.000383505881927444{"{"train_loss": 0.09522368758916855, "global_step": 5081, "epoch": 52, "lr": 0.0003834993181167046{"t{"train_loss": 0.11373624950647354, "global_step": 5082, "epoch": 52, "lr": 0.0003834927530563886{"t{"train_loss": 0.07629406452178955, "global_step": 5083, "epoch": 52, "lr": 0.000383486186746541{"train_loss": 0.0{"train_loss": 0.10373950749635696, "global_step": 5084, "epoch": 52, "lr": 0.000{"t{"train_loss": 0.08379863202571869, "global_step": 5085, "epoch": 52, "lr": 0.000383473050378430{"train_loss": 0.1{"train_loss": 0.10244856774806976, "global_step": 5086, "epoch": 52, "lr": 0.000{"t{"train_loss": 0.09597594616934657, "global_step": 5087, "epoch": 52, "lr": 0.0003834599090127305{"t{"train_loss": 0.08971041440963745, "global_step": 5088, "epoch": 53, "lr": 0.0003834533364558964{"t{"train_loss": 0{"train_loss": 0.1025192141532898, "global_step": 5089, "epoch": 53, "lr": 0.0003{"tr{"train_loss":{"train_loss": 0.1026296466588974, "global_step": 5090, "epoch": 53, "lr": 0.00038{"train_loss": 0.09335067868232727, "global_step": 5091, "epoch": 53, "lr": 0.0003834336112899949}
+{"t{"train_loss": 0.10197769105434418, "global_step": 5092, "epoch": 53, "lr": 0.000383427033736377{"t{"train_loss": 0.12686237692832947, "global_step": 5093, "epoch": 53, "lr": 0.0003834204549336754{"t{{"train_loss": 0.10393863916397095, "global_step": 5094, "epoch": 53, "lr": 0.00038341387488193{"t{{"train_loss": 0.09477133303880692, "global_step": 5095, "epoch": 53, "lr": 0.000383407293581199{"t{{"train_loss": 0.08632761240005493, "global_step": 5096, "epoch": 53, "lr": 0.00038340071103151{"tr{"train_loss": 0.08256575465202332, "global_step": 5097, "epoch": 53, "lr": 0.000383394127232925{"tr{"train_los{"train_loss": 0.1068769171833992, "global_step": 5098, "epoch": 53, "lr": 0.00038338{"t{{"train_loss": 0.10988745093345642, "global_step": 5099, "epoch": 53, "lr": 0.0003833809558892{"t{"{"train_lo{"train_loss": 0.12719959020614624, "global_step": 5100, "epoch": 53, "lr": 0.00038{"tr{"{"train_loss": 0.08195265382528305, "global_step": 5101, "epoch": 53, "lr": 0.0003833677795504{"trai{"train_loss": 0.10038965940475464, "global_step": 5102, "epoch": 53, "lr": 0.000383361189507{"train_loss": 0.1035136878490448, "global_step": 5103, "epoch": 53, "lr": 0.000383354598216901}
+{"tr{"train_loss": 0.09511128067970276, "global_step": 5104, "epoch": 53, "lr": 0.00038334800567723{"train_loss": 0.10111287236213684, "global_step": 5105, "epoch": 53, "lr": 0.00038334141188902206}
+{"trai{"train_loss": 0.06990662217140198, "global_step": 5106, "epoch": 53, "lr": 0.00038333481685{"train{"train_loss": 0.0847308412194252, "global_step": 5107, "epoch": 53, "lr": 0.000383328220567{"tr{"train_loss": 0.09426059573888779, "global_step": 5108, "epoch": 53, "lr": 0.000383321623033559{"tr{"train_loss": 0.10004133731126785, "global_step": 5109, "epoch": 53, "lr": 0.000383315024251612{"tr{"train_loss": 0.07890195399522781, "global_step": 5110, "epoch": 53, "lr": 0.000383308424221345{"train_loss": 0.0659848153591156, "global_step": 5111, "epoch": 53, "lr": 0.0003833018229428012}
+{"tra{"train_loss": 0.0944451242685318, "global_step": 5112, "epoch": 53, "lr": 0.000383295220416025{"tr{"train_loss": 0.0766814723610878, "global_step": 5113, "epoch": 53, "lr": 0.0003832886166410643{"t{"train_loss": 0.11291936039924622, "global_step": 5114, "epoch": 53, "lr": 0.0003832820116179613{"train_loss": 0.0920814722776413, "global_step": 5115, "epoch": 53, "lr": 0.00038327540534676205}
+{"train_loss": 0.1037280410528183, "global_step": 5116, "epoch": 53, "lr": 0.0003832687978275112}
+{"tra{"train_loss": 0.09899019449949265, "global_step": 5117, "epoch": 53, "lr": 0.000383262189060{"tra{"train_loss": 0{"train_loss": 0.08566826581954956, "global_step": 5118, "epoch": 53, "lr": 0.{"tra{"train_loss": 0.09121382236480713, "global_step": 5119, "epoch": 53, "lr": 0.00038324896778190{"tra{"train_loss": 0.06413248926401138, "global_step": 5120, "epoch": 53, "lr": 0.000383242355270{"tra{"train_loss": 0.09516804665327072, "global_step": 5121, "epoch": 53, "lr": 0.0003832357415120{"tra{"t{"train_loss": 0.08796308189630508, "global_step": 5122, "epoch": 53, "lr": 0.00038322912650{"tra{"train_loss": 0.09380301088094711, "global_step": 5123, "epoch": 53, "lr": 0.0003832225102510{"tra{"train_loss": 0.08386871963739395, "global_step": 5124, "epoch": 53, "lr": 0.00038321589274905{"train_loss": 0.08926837891340256, "global_step": 5125, "epoch": 53, "lr": 0.00038320927399936754}
+{"train_loss": 0.09619416296482086, "global_step": 5126, "epoch": 53, "lr": 0.0003832026540020788}
+{"train_loss": 0.05923333019018173, "global_step": 5127, "epoch": 53, "lr": 0.0003831960327572341}
+{"train_loss": 0.06414078176021576, "global_step": 5128, "epoch": 53, "lr": 0.00038318941026487836}
+{"tr{"train_loss"{"train_loss": 0.10939380526542664, "global_step": 5129, "epoch": 53, "lr": 0.00038{"tr{"tra{"train_loss": 0.07197020947933197, "global_step": 5130, "epoch": 53, "lr": 0.0003831761615{"train_l{"train_loss": 0.07823480665683746, "global_step": 5131, "epoch": 53, "lr": 0.000383169535{"train_loss": 0.09368710219860077, "global_step": 5132, "epoch": 53, "lr": 0.0003831629078212486}
+{"tr{"tr{"train_loss": 0.0744251161813736, "global_step": 5133, "epoch": 53, "lr": 0.0003831562790{"train{"train_loss": 0.11547115445137024, "global_step": 5134, "epoch": 53, "lr": 0.00038314964911{"train_loss": 0.06175954267382622, "global_step": 5135, "epoch": 53, "lr": 0.00038314301789187235}
+{"train_{"train_loss": 0.09479855746030807, "global_step": 5136, "epoch": 53, "lr": 0.00038313638542{"train_loss": 0.07903294265270233, "global_step": 5137, "epoch": 53, "lr": 0.00038312975170313015}
+{"t{"tra{"train_loss": 0.10346098989248276, "global_step": 5138, "epoch": 53, "lr": 0.0003831231167{"train_loss": 0.07090651243925095, "global_step": 5139, "epoch": 53, "lr": 0.00038311648052614976}
+{"train_{"train_loss": 0.0947418361902237, "global_step": 5140, "epoch": 53, "lr": 0.000383109843067{"train_loss": 0.10824373364448547, "global_step": 5141, "epoch": 53, "lr": 0.00038310320436129257}
+{"train_loss": 0.07221312820911407, "global_step": 5142, "epoch": 53, "lr": 0.00038309656440852326}
+{"t{"train_loss": {"train_loss": 0.08891312777996063, "global_step": 5143, "epoch": 53, "lr": 0.0003{"t{"train_loss": 0.0810527503490448, "global_step": 5144, "epoch": 53, "lr": 0.0003830832807625291{"{"train_loss": 0.10622905194759369, "global_step": 5145, "epoch": 53, "lr": 0.00038307663706939484{"train_loss": 0.10044826567173004, "global_step": 5146, "epoch": 53, "lr": 0.0003830699921295626}
+{"{"tr{"train_los{"train_loss": 0.11056113988161087, "global_step": 5147, "epoch": 53, "lr": 0.0003{"{"tr{"train_loss": 0.13385801017284393, "global_step": 5148, "epoch": 53, "lr": 0.0003830566985099{{"tra{"train_loss": 0.07556498050689697, "global_step": 5149, "epoch": 53, "lr": 0.000383050049830{{"tra{"train_los{"train_loss": 0.06834384053945541, "global_step": 5150, "epoch": 53, "lr": 0.00038{"train_loss": 0.{"train_loss": 0.0899043157696724, "global_step": 5151, "epoch": 53, "lr": 0.00038{"train_loss": 0{"train_loss": 0.07537981867790222, "global_step": 5152, "epoch": 53, "lr": 0.0003{"train_loss": 0.1116219162940979, "global_step": 5153, "epoch": 53, "lr": 0.00038302344264699926}
+{"train_loss": 0.0775170847773552, "global_step": 5154, "epoch": 53, "lr": 0.0003830167877352139}
+{"train_loss": 0.09698940813541412, "global_step": 5155, "epoch": 53, "lr": 0.00038301013157713827}
+{"trai{"train_loss": 0.09743031859397888, "global_step": 5156, "epoch": 53, "lr": 0.0003830034741728{"t{"t{"train_lo{"train_loss": 0.10669413954019547, "global_step": 5157, "epoch": 53, "lr": 0.000382{"t{"train_loss": 0.0984727218747139, "global_step": 5158, "epoch": 53, "lr": 0.00038299015562562273{"train_loss": 0.0974477007985115, "global_step": 5159, "epoch": 53, "lr": 0.00038298349448283927}
+{"train_loss": 0.{"train_loss": 0.12286484241485596, "global_step": 5160, "epoch": 53, "lr": 0.00038{"train_loss": 0.{"train_loss": 0.0960482507944107, "global_step": 5161, "epoch": 53, "lr": 0.000382{"tra{"train_loss": 0.11010193824768066, "global_step": 5162, "epoch": 53, "lr": 0.00038296350357828{"train_loss": 0.10459744185209274, "global_step": 5163, "epoch": 53, "lr": 0.00038295683745152306}
+{"train_loss": 0{"train_loss": 0.14975710213184357, "global_step": 5164, "epoch": 53, "lr": 0.000382{"train_loss": 0.0994461327791214, "global_step": 5165, "epoch": 53, "lr": 0.000382943501460391}
+{"t{"train_loss": 0.091218501329422, "global_step": 5166, "epoch": 53, "lr": 0.0003829368315961154}{{"tra{"train_los{"train_loss": 0.09146115183830261, "global_step": 5167, "epoch": 53, "lr": 0.000{"trai{"train_los{"train_loss": 0.10810141265392303, "global_step": 5168, "epoch": 53, "lr": 0.00038{{"train_loss": 0.06191834807395935, "global_step": 5169, "epoch": 53, "lr": 0.0003829168145289955}{{"train_loss": 0.07998308539390564, "global_step": 5170, "epoch": 53, "lr": 0.0003829101396820091{"train_loss": 0.09086361527442932, "global_step": 5171, "epoch": 53, "lr": 0.00038290346358945884}
+{"{"train_loss": 0.08604176342487335, "global_step": 5172, "epoch": 53, "lr": 0.0003828967862513899{"train_loss": 0.07346022129058838, "global_step": 5173, "epoch": 53, "lr": 0.0003828901076678478}
+{"train_loss": 0.09009219706058502, "global_step": 5174, "epoch": 53, "lr": 0.00038288342783887814}
+{"{"train_loss": 0.12459073960781097, "global_step": 5175, "epoch": 53, "lr": 0.00038287674676452623{"{"train_loss": 0.09680845588445663, "global_step": 5176, "epoch": 53, "lr": 0.00038287006444483765{"train_loss": 0.{"train_loss": 0.08109134435653687, "global_step": 5177, "epoch": 53, "lr": 0.0003{"train_loss": 0.05628450959920883, "global_step": 5178, "epoch": 53, "lr": 0.0003828566960696326}
+{"{"tra{"train_lo{"train_loss": 0.11003515124320984, "global_step": 5179, "epoch": 53, "lr": 0.0003{"{"tra{"train_lo{"train_loss": 0.10873857140541077, "global_step": 5180, "epoch": 53, "lr": 0.0003{"t{"tra{"train_loss": 0.09468519687652588, "global_step": 5181, "epoch": 53, "lr": 0.000382836634{"tr{"train_loss": 0.12182511389255524, "global_step": 5182, "epoch": 53, "lr": 0.00038282994437718{"tr{"train_loss": {"train_loss": 0.0931197883716474, "global_step": 5183, "epoch": 53, "lr": 0.0003{"tr{"tra{"train_loss": 0.1188800260424614, "global_step": 5184, "epoch": 54, "lr": 0.0003828165610{"tr{"tr{"train_lo{"train_loss": 0.09075170010328293, "global_step": 5185, "epoch": 54, "lr": 0.0003{"train{"train_loss": 0.11749540269374847, "global_step": 5186, "epoch": 54, "lr": 0.00038280317276{"t{"train_loss": 0.08889563381671906, "global_step": 5187, "epoch": 54, "lr": 0.000382796476749064{"t{"train_loss": {"train_loss": 0.12708115577697754, "global_step": 5188, "epoch": 54, "lr": 0.00{"tr{"t{"train_loss{"train_loss": 0.07647699117660522, "global_step": 5189, "epoch": 54, "lr": 0.00{"train_loss": 0.10249939560890198, "global_step": 5190, "epoch": 54, "lr": 0.0003827763812343461}
+{"tr{{"train_loss": 0.06478448212146759, "global_step": 5191, "epoch": 54, "lr": 0.00038276968024007{"tra{"train_loss":{"train_loss": 0.0705379992723465, "global_step": 5192, "epoch": 54, "lr": 0.000{"train_loss": 0.0911666601896286, "global_step": 5193, "epoch": 54, "lr": 0.0003827562745177493}
+{"tra{"train_loss":{"train_loss": 0.09390807896852493, "global_step": 5194, "epoch": 54, "lr": 0.00{"tra{"train_loss":{"train_loss": 0.12330448627471924, "global_step": 5195, "epoch": 54, "lr": 0.00{"train_loss": 0.12{"train_loss": 0.12217529863119125, "global_step": 5196, "epoch": 54, "lr": 0.0{"train_loss": 0.08{"train_loss": 0.08587577939033508, "global_step": 5197, "epoch": 54, "lr": 0.00{"train_loss": 0.10{"train_loss": 0.11121918261051178, "global_step": 5198, "epoch": 54, "lr": 0.00{"tr{"train_loss": {"train_loss": 0.10194657742977142, "global_step": 5199, "epoch": 54, "lr": 0.00{"t{"{"train_loss":{"train_loss": 0.08501306176185608, "global_step": 5200, "epoch": 54, "lr": 0.00{"t{"train_loss": 0{"train_loss": 0.0962790697813034, "global_step": 5201, "epoch": 54, "lr": 0.0{"train{"train_loss"{"train_loss": 0.0756082534790039, "global_step": 5202, "epoch": 54, "lr": 0.000{"tr{"t{"train_loss": 0.07563017308712006, "global_step": 5203, "epoch": 54, "lr": 0.00038268917124{"tr{"t{"train_loss": 0.08504411578178406, "global_step": 5204, "epoch": 54, "lr": 0.000382682454071{"train_loss": 0.08{"train_loss": 0.08556590974330902, "global_step": 5205, "epoch": 54, "lr": 0.00{"train_loss": 0.06{"train_loss": 0.059605102986097336, "global_step": 5206, "epoch": 54, "lr": 0.0{"tra{"train_loss": {"train_loss": 0.1170811578631401, "global_step": 5207, "epoch": 54, "lr": 0.0{"trai{"t{"train_loss": 0.09877903759479523, "global_step": 5208, "epoch": 54, "lr": 0.0003826555729{"train_loss": 0.084{"train_loss": 0.09063324332237244, "global_step": 5209, "epoch": 54, "lr": 0.0{"train_l{"train_los{"train_loss": 0.08962637186050415, "global_step": 5210, "epoch": 54, "lr": 0.0{"train_loss": 0.09723398834466934, "global_step": 5211, "epoch": 54, "lr": 0.00038263539904776986}
+{"train_loss": 0.11194050312042236, "global_step": 5212, "epoch": 54, "lr": 0.0003826286719263333}
+{"trai{"train_loss":{"train_loss": 0.0658862441778183, "global_step": 5213, "epoch": 54, "lr": 0.00{"trai{"train_loss": 0.11260975152254105, "global_step": 5214, "epoch": 54, "lr": 0.0003826152139525{"trai{"{"train_lo{"train_loss": 0.10810311138629913, "global_step": 5215, "epoch": 54, "lr": 0.000{"train_loss": 0.0{"train_loss": 0.09267179667949677, "global_step": 5216, "epoch": 54, "lr": 0.000{"train_loss": 0.06856787204742432, "global_step": 5217, "epoch": 54, "lr": 0.0003825950176653567}
+{"train{"train_loss": 0.07969290018081665, "global_step": 5218, "epoch": 54, "lr": 0.00038258828308{"train_loss": 0{"train_loss": 0.09427352994680405, "global_step": 5219, "epoch": 54, "lr": 0.000382{"train_loss": 0.09364333748817444, "global_step": 5220, "epoch": 54, "lr": 0.000382574810187386}
+{"train_loss": 0.10026708245277405, "global_step": 5221, "epoch": 54, "lr": 0.00038256807187477345}
+{"train_loss": 0.07114796340465546, "global_step": 5222, "epoch": 54, "lr": 0.0003825613323189262}
+{"tr{"train_loss{"train_loss": 0.11084364354610443, "global_step": 5223, "epoch": 54, "lr": 0.000382{"trai{"train_loss": 0.08663803339004517, "global_step": 5224, "epoch": 54, "lr": 0.0003825478494777{"train_loss": 0.10127411782741547, "global_step": 5225, "epoch": 54, "lr": 0.0003825411061924354}
+{"trai{"train_loss": 0.09276314079761505, "global_step": 5226, "epoch": 54, "lr": 0.000382534361664{"train_loss": 0.11116652935743332, "global_step": 5227, "epoch": 54, "lr": 0.0003825276158927764}
+{"train_loss": 0.10466473549604416, "global_step": 5228, "epoch": 54, "lr": 0.00038252086887848524}
+{"{"train_loss": 0.10012321174144745, "global_step": 5229, "epoch": 54, "lr": 0.00038251412062128074{"{"t{"train_loss": 0.08772978186607361, "global_step": 5230, "epoch": 54, "lr": 0.000382507371121{"train_loss": 0.08193402737379074, "global_step": 5231, "epoch": 54, "lr": 0.00038250062037831586}
+{"train_loss": 0.12614431977272034, "global_step": 5232, "epoch": 54, "lr": 0.0003824938683926474}
+{"train_loss": 0.11226597428321838, "global_step": 5233, "epoch": 54, "lr": 0.0003824871151642496}
+{"tra{"train_loss": 0.0929483026266098, "global_step": 5234, "epoch": 54, "lr": 0.00038248036069316{"train_loss": 0.0887756198644638, "global_step": 5235, "epoch": 54, "lr": 0.00038247360497944976}
+{"train_loss": 0.10584427416324615, "global_step": 5236, "epoch": 54, "lr": 0.0003824668480231398}
+{{"tr{"train_loss": 0.10337934643030167, "global_step": 5237, "epoch": 54, "lr": 0.0003824600898242{{"train_loss": 0.09479337185621262, "global_step": 5238, "epoch": 54, "lr": 0.00038245333038292967}{"train_loss": 0.08669091761112213, "global_step": 5239, "epoch": 54, "lr": 0.0003824465696991216}
+{"train_loss":{"train_loss": 0.12796589732170105, "global_step": 5240, "epoch": 54, "lr": 0.0003824{"train_loss": 0.13804695010185242, "global_step": 5241, "epoch": 54, "lr": 0.00038243304460432967}
+{"train_loss": 0.12035392224788666, "global_step": 5242, "epoch": 54, "lr": 0.00038242628019343795}
+{"tra{"train_loss": 0.10639513283967972, "global_step": 5243, "epoch": 54, "lr": 0.0003824195145402{"trai{"train_loss": 0.10650910437107086, "global_step": 5244, "epoch": 54, "lr": 0.000382412747644{"train_loss":{"train_loss": 0.10199678689241409, "global_step": 5245, "epoch": 54, "lr": 0.0003824{{"train_loss": 0.08970880508422852, "global_step": 5246, "epoch": 54, "lr": 0.0003823992101276404}{"tr{"train_loss": 0.12387503683567047, "global_step": 5247, "epoch": 54, "lr": 0.000382392439505863{"tr{"train_loss": 0.08702345192432404, "global_step": 5248, "epoch": 54, "lr": 0.00038238566764204{"train_loss": 0.12481877207756042, "global_step": 5249, "epoch": 54, "lr": 0.00038237889453624077}
+{"train_loss": {"train_loss": 0.07897281646728516, "global_step": 5250, "epoch": 54, "lr": 0.000382{"tra{"train_lo{"train_loss": 0.09545285999774933, "global_step": 5251, "epoch": 54, "lr": 0.0003823{"train_loss": {"train_loss": 0.07841479778289795, "global_step": 5252, "epoch": 54, "lr": 0.000382{"tra{"train_loss": 0.10673842579126358, "global_step": 5253, "epoch": 54, "lr": 0.00038235178969400{"train_loss": {"train_loss": 0.10856394469738007, "global_step": 5254, "epoch": 54, "lr": 0.000382{"train_loss": 0.10095265507698059, "global_step": 5255, "epoch": 54, "lr": 0.0003823382298221336}
+{"tra{"train_loss": 0.10046042501926422, "global_step": 5256, "epoch": 54, "lr": 0.0003823314480236{"train_loss": 0.08861622959375381, "global_step": 5257, "epoch": 54, "lr": 0.00038232466498358265}
+{"tr{"train_loss": 0.08400221914052963, "global_step": 5258, "epoch": 54, "lr": 0.000382317880701918{"train_loss": 0.08173432946205139, "global_step": 5259, "epoch": 54, "lr": 0.000382311095178723}{"tra{"train_loss": 0.10990328341722488, "global_step": 5260, "epoch": 54, "lr": 0.00038230430841404{"tra{"train_loss": 0.12862040102481842, "global_step": 5261, "epoch": 54, "lr": 0.0003822975204079{"train_loss"{"train_loss": 0.10477866232395172, "global_step": 5262, "epoch": 54, "lr": 0.00038229{{"train_loss": 0.11512621492147446, "global_step": 5263, "epoch": 54, "lr": 0.0003822839406715566}{{"train_loss": 0.09267893433570862, "global_step": 5264, "epoch": 54, "lr": 0.00038227714894139994}{{"train_loss": 0.105523020029068, "global_step": 5265, "epoch": 54, "lr": 0.0003822703559699896}
+{"train{"train_loss": 0.12337236106395721, "global_step": 5266, "epoch": 54, "lr": 0.00038226356175{{"trai{"train_loss": 0.08234679698944092, "global_step": 5267, "epoch": 54, "lr": 0.00038225676630{{"trai{"train_loss": 0.08972816169261932, "global_step": 5268, "epoch": 54, "lr": 0.00038224996960{{"trai{"train_loss": 0.07914775609970093, "global_step": 5269, "epoch": 54, "lr": 0.00038224317167{"train_loss": 0.07826542854309082, "global_step": 5270, "epoch": 54, "lr": 0.00038223637249575347}
+{{"train_loss": 0.1295681595802307, "global_step": 5271, "epoch": 54, "lr": 0.00038222957207779333}
+{"trai{"train_loss": 0.10755672305822372, "global_step": 5272, "epoch": 54, "lr": 0.000382222770418{{"train_loss": 0.10693209618330002, "global_step": 5273, "epoch": 54, "lr": 0.00038221596751913066}{"train_loss": 0.10579469799995422, "global_step": 5274, "epoch": 54, "lr": 0.0003822091633785207}
+{{"tra{"train_loss": 0.12069307267665863, "global_step": 5275, "epoch": 54, "lr": 0.0003822023579971{"train_loss": 0.1026444360613823, "global_step": 5276, "epoch": 54, "lr": 0.0003821955513749753}
+{"train_loss": 0.08042833209037781, "global_step": 5277, "epoch": 54, "lr": 0.0003821887435121325}
+{"train_loss": 0.10598783195018768, "global_step": 5278, "epoch": 54, "lr": 0.00038218193440863824}
+{"train_loss"{"train_loss": 0.09782084756686042, "global_step": 5279, "epoch": 54, "lr": 0.00038217{"train_loss": 0.10955344885587692, "global_step": 5280, "epoch": 55, "lr": 0.0003821683124798803{"train_loss": 0.09674233198165894, "global_step": 5281, "epoch": 55, "lr": 0.0003821614996547095}
+{"train_loss": 0.07929763197898865, "global_step": 5282, "epoch": 55, "lr": 0.0003821546855890727}
+{"train_loss": 0.08603912591934204, "global_step": 5283, "epoch": 55, "lr": 0.0003821478702830162}
+{"train_loss": 0.07500562071800232, "global_step": 5284, "epoch": 55, "lr": 0.0003821410537365865}
+{"train_loss": 0.12722890079021454, "global_step": 5285, "epoch": 55, "lr": 0.00038213423594983}
+{"{"train_loss": 0.07256200909614563, "global_step": 5286, "epoch": 55, "lr": 0.000382127416922793{"train_loss": 0.0769813135266304, "global_step": 5287, "epoch": 55, "lr": 0.0003821205966555222}
+{"train_loss": 0.10199055075645447, "global_step": 5288, "epoch": 55, "lr": 0.0003821137751480638}
+{"train_{"train_loss": 0.10538478195667267, "global_step": 5289, "epoch": 55, "lr": 0.000382106952{"train_loss": 0.1015324592590332, "global_step": 5290, "epoch": 55, "lr": 0.00038210012841277034}
+{"tra{"train_loss": 0.11655712872743607, "global_step": 5291, "epoch": 55, "lr": 0.00038209330318502{"tra{"train_loss": 0.08137474954128265, "global_step": 5292, "epoch": 55, "lr": 0.0003820864767172{"tra{"train_loss": 0.09064009040594101, "global_step": 5293, "epoch": 55, "lr": 0.0003820796490095{"tra{"train_loss": 0.1086435616016388, "global_step": 5294, "epoch": 55, "lr": 0.00038207282006197{"tra{"tra{"train_loss": 0.09903418272733688, "global_step": 5295, "epoch": 55, "lr": 0.00038206598{"train_loss": 0.10346134006977081, "global_step": 5296, "epoch": 55, "lr": 0.00038205915844722265}
+{"tra{"train_loss": 0.12854377925395966, "global_step": 5297, "epoch": 55, "lr": 0.000382052325780{"train_loss": 0.10198023915290833, "global_step": 5298, "epoch": 55, "lr": 0.000382045491873391}
+{"train_loss": 0.059668052941560745, "global_step": 5299, "epoch": 55, "lr": 0.00038203865672693777}
+{"train_loss": {"train_loss": 0.06998686492443085, "global_step": 5300, "epoch": 55, "lr": 0.00038{"train_loss": 0.10068660974502563, "global_step": 5301, "epoch": 55, "lr": 0.0003820249827151893}
+{"tr{"train_loss": 0.0938798189163208, "global_step": 5302, "epoch": 55, "lr": 0.000382018143849987{"train_loss": 0.09555667638778687, "global_step": 5303, "epoch": 55, "lr": 0.0003820113037452952}
+{"train_loss": 0.11837342381477356, "global_step": 5304, "epoch": 55, "lr": 0.00038200446240116003}
+{"t{"train_loss": 0.13735917210578918, "global_step": 5305, "epoch": 55, "lr": 0.000381997619817628{"train_loss{"train_loss": 0.09874039888381958, "global_step": 5306, "epoch": 55, "lr": 0.0003819907{"train_loss": 0.11452367156744003, "global_step": 5307, "epoch": 55, "lr": 0.0003819839309325608}
+{"t{"train_loss": 0.10919621586799622, "global_step": 5308, "epoch": 55, "lr": 0.000381977084631118{"train_loss": 0.10295356810092926, "global_step": 5309, "epoch": 55, "lr": 0.00038197023709046605}
+{"train_l{"train_loss": 0.10438959300518036, "global_step": 5310, "epoch": 55, "lr": 0.0003819633{"{"train{"train_loss": 0.11156272888183594, "global_step": 5311, "epoch": 55, "lr": 0.000381956538{"train_loss": 0.0822368785738945, "global_step": 5312, "epoch": 55, "lr": 0.00038194968703371353}
+{"train_loss": 0.11989381909370422, "global_step": 5313, "epoch": 55, "lr": 0.0003819428345366865}
+{"t{"train_loss": 0.06706321984529495, "global_step": 5314, "epoch": 55, "lr": 0.0003819359808006824{"t{"train_loss": 0.0832739770412445, "global_step": 5315, "epoch": 55, "lr": 0.00038192912582574813{"{"train{"train_loss": 0.09544699639081955, "global_step": 5316, "epoch": 55, "lr": 0.000381922269{"train_loss": 0.08950518071651459, "global_step": 5317, "epoch": 55, "lr": 0.0003819154121592751}
+{{"train_loss": 0.09285558015108109, "global_step": 5318, "epoch": 55, "lr": 0.00038190855346782987}{{"train_loss": 0.08319728076457977, "global_step": 5319, "epoch": 55, "lr": 0.0003819016935376411}{"train_l{"train_loss": 0.09402690082788467, "global_step": 5320, "epoch": 55, "lr": 0.000381894832{{"train_{"train_loss": 0.1133531779050827, "global_step": 5321, "epoch": 55, "lr": 0.0003818879699{{"train_loss": 0.0783853679895401, "global_step": 5322, "epoch": 55, "lr": 0.0003818811063150806}
+{"train_{"train_loss": 0.09338012337684631, "global_step": 5323, "epoch": 55, "lr": 0.00038187424143{"train_loss": 0.08983275294303894, "global_step": 5324, "epoch": 55, "lr": 0.00038186737530717914}
+{"train_loss": 0.11641345918178558, "global_step": 5325, "epoch": 55, "lr": 0.0003818605079455103}
+{"tra{"train_loss": 0.06604182720184326, "global_step": 5326, "epoch": 55, "lr": 0.00038185363934542{"train_loss": 0.09183652698993683, "global_step": 5327, "epoch": 55, "lr": 0.00038184676950697027}{{"train{"train_loss": 0.10176658630371094, "global_step": 5328, "epoch": 55, "lr": 0.00038183989843{{"train_loss": 0.10293616354465485, "global_step": 5329, "epoch": 55, "lr": 0.000381833026115139}{"trai{"train_loss": 0.09852533042430878, "global_step": 5330, "epoch": 55, "lr": 0.00038182615256{"train_loss": 0.11713606864213943, "global_step": 5331, "epoch": 55, "lr": 0.00038181927777039077}
+{"train{"train_loss": 0.09791229665279388, "global_step": 5332, "epoch": 55, "lr": 0.000381812401740{"train{"train_loss": 0.13633863627910614, "global_step": 5333, "epoch": 55, "lr": 0.00038180552{"train_loss": 0.08457597345113754, "global_step": 5334, "epoch": 55, "lr": 0.00038179864596736833}{"train{"train_loss": 0.11248336732387543, "global_step": 5335, "epoch": 55, "lr": 0.00038179176622{"train{"train_loss": 0.08288921415805817, "global_step": 5336, "epoch": 55, "lr": 0.000381784885241{"train{"train_loss": 0.12349123507738113, "global_step": 5337, "epoch": 55, "lr": 0.00038177800302{"train_loss": 0.07242736965417862, "global_step": 5338, "epoch": 55, "lr": 0.0003817711195649589}
+{"train_loss": 0.13706842064857483, "global_step": 5339, "epoch": 55, "lr": 0.0003817642348697202}{{"trai{"train_loss": 0.09092774987220764, "global_step": 5340, "epoch": 55, "lr": 0.00038175734893{{"train_loss": 0.10120280086994171, "global_step": 5341, "epoch": 55, "lr": 0.0003817504617660073}{{"train_loss": 0.0773506909608841, "global_step": 5342, "epoch": 55, "lr": 0.0003817435733576269}
+{"train_loss": 0.11217451840639114, "global_step": 5343, "epoch": 55, "lr": 0.0003817366837116264}
+{"train_loss": 0.1178022027015686, "global_step": 5344, "epoch": 55, "lr": 0.0003817297928280527}
+{"train_loss": 0.07342927157878876, "global_step": 5345, "epoch": 55, "lr": 0.00038172290070695284}
+{"train_loss": 0.09533119201660156, "global_step": 5346, "epoch": 55, "lr": 0.0003817160073483736}
+{"train_loss": 0.08995579183101654, "global_step": 5347, "epoch": 55, "lr": 0.00038170911275236196}
+{"train_loss": 0.07157638669013977, "global_step": 5348, "epoch": 55, "lr": 0.000381702216918965}
+{"train_{"train_loss": 0.09133097529411316, "global_step": 5349, "epoch": 55, "lr": 0.0003816953198{"train{"train_loss": 0.08200585842132568, "global_step": 5350, "epoch": 55, "lr": 0.0003816884215{"train_l{"train_loss": 0.10619929432868958, "global_step": 5351, "epoch": 55, "lr": 0.0003816815219{{"train_{"train_loss": 0.0954202264547348, "global_step": 5352, "epoch": 55, "lr": 0.000381674621{"train_{"train_loss": 0.0821056067943573, "global_step": 5353, "epoch": 55, "lr": 0.00038166771919{"train_{"train_loss": 0.07583696395158768, "global_step": 5354, "epoch": 55, "lr": 0.00038166081593{"train{{"train_loss": 0.10353316366672516, "global_step": 5355, "epoch": 55, "lr": 0.0003816539114{"train_loss": 0.08586373925209045, "global_step": 5356, "epoch": 55, "lr": 0.0003816470057115504}
+{"train_loss": 0.1376541554927826, "global_step": 5357, "epoch": 55, "lr": 0.0003816400987437987}
+{"train_loss": 0.0910896509885788, "global_step": 5358, "epoch": 55, "lr": 0.0003816331905391316}
+{"train_loss": 0.06488505005836487, "global_step": 5359, "epoch": 55, "lr": 0.0003816262810975961}
+{"t{"train_loss": 0.07225599884986877, "global_step": 5360, "epoch": 55, "lr": 0.000381619370419239{"t{"train_loss": 0.11702220886945724, "global_step": 5361, "epoch": 55, "lr": 0.000381612458504107{"t{"tra{"train_loss": 0.10598254203796387, "global_step": 5362, "epoch": 55, "lr": 0.0003816055453{"t{"tra{"train_loss": 0.07374966144561768, "global_step": 5363, "epoch": 55, "lr": 0.0003815986309{"train_{"train_loss": 0.10021047294139862, "global_step": 5364, "epoch": 55, "lr": 0.0003815917153{"train_loss": 0.10203331708908081, "global_step": 5365, "epoch": 55, "lr": 0.0003815847984767815}
+{"train_l{"train_loss": 0.10098607838153839, "global_step": 5366, "epoch": 55, "lr": 0.00038157788{"tr{"tra{"train_loss": 0.11460578441619873, "global_step": 5367, "epoch": 55, "lr": 0.000381570961{"train_l{"train_loss": 0.07350273430347443, "global_step": 5368, "epoch": 55, "lr": 0.0003815640404{"tr{"tra{"train_loss": 0.07822680473327637, "global_step": 5369, "epoch": 55, "lr": 0.000381557118{"tr{"tra{"train_loss": 0.108708456158638, "global_step": 5370, "epoch": 55, "lr": 0.000381550195620{"tr{"t{"train_loss": 0.09805307537317276, "global_step": 5371, "epoch": 55, "lr": 0.00038154327134{"train{"{"train_loss": 0.10559418797492981, "global_step": 5372, "epoch": 55, "lr": 0.00038153634{"train{"train_loss": 0.0845387652516365, "global_step": 5373, "epoch": 55, "lr": 0.0003815294190712{"tr{"train_loss": 0.08758065104484558, "global_step": 5374, "epoch": 55, "lr": 0.000381522491082367{"trai{"t{"train_loss": 0.09705055877566338, "global_step": 5375, "epoch": 55, "lr": 0.0003815155618{"tr{"{"train_loss": 0.08721449971199036, "global_step": 5376, "epoch": 56, "lr": 0.000381508631396{"trai{"train_loss": 0.07977308332920074, "global_step": 5377, "epoch": 56, "lr": 0.0003815016996991{"train_loss": 0.1403060257434845, "global_step": 5378, "epoch": 56, "lr": 0.0003814947667660504}
+{"train_lo{"train_loss": 0.10501009970903397, "global_step": 5379, "epoch": 56, "lr": 0.00038148783{"trai{"tra{"train_loss": 0.09224344044923782, "global_step": 5380, "epoch": 56, "lr": 0.00038148089{"trai{"tra{"train_loss": 0.06589771062135696, "global_step": 5381, "epoch": 56, "lr": 0.0003814739{"trai{"train_loss": 0.09555914998054504, "global_step": 5382, "epoch": 56, "lr": 0.0003814670226749{"tra{"trai{"train_loss": 0.11400479078292847, "global_step": 5383, "epoch": 56, "lr": 0.000381460{"train{"train_loss": 0.09266571700572968, "global_step": 5384, "epoch": 56, "lr": 0.000381453143214{"trai{{"train_loss": 0.09952086955308914, "global_step": 5385, "epoch": 56, "lr": 0.00038144620163{"trai{"trai{"train_loss": 0.09995746612548828, "global_step": 5386, "epoch": 56, "lr": 0.000381439{"train_loss{"train_loss": 0.10330452024936676, "global_step": 5387, "epoch": 56, "lr": 0.0003814323{"trai{"train_loss": 0.08466991037130356, "global_step": 5388, "epoch": 56, "lr": 0.0003814253694670{"trai{"train_loss": 0.07681342214345932, "global_step": 5389, "epoch": 56, "lr": 0.0003814184229413{"trai{"train_loss": 0.08185948431491852, "global_step": 5390, "epoch": 56, "lr": 0.000381411475180{"trai{"train_loss": 0.09708691388368607, "global_step": 5391, "epoch": 56, "lr": 0.000381404526183{"trai{"tra{"train_loss": 0.10236816853284836, "global_step": 5392, "epoch": 56, "lr": 0.0003813975{"train_loss": 0.07499651610851288, "global_step": 5393, "epoch": 56, "lr": 0.00038139062448512253}
+{"trai{"train_loss": 0.05777917057275772, "global_step": 5394, "epoch": 56, "lr": 0.0003813836717828{"tra{"tra{"train_loss": 0.10057981312274933, "global_step": 5395, "epoch": 56, "lr": 0.000381376717{"tra{"train_loss": 0.09101024270057678, "global_step": 5396, "epoch": 56, "lr": 0.0003813697626729{"train_loss": 0.07345575839281082, "global_step": 5397, "epoch": 56, "lr": 0.00038136280626538567}
+{"train_loss": 0.0819379910826683, "global_step": 5398, "epoch": 56, "lr": 0.0003813558486227651}
+{"tra{"train_loss": 0.07610858976840973, "global_step": 5399, "epoch": 56, "lr": 0.0003813488897451{"tra{{"train_loss": 0.0739339292049408, "global_step": 5400, "epoch": 56, "lr": 0.000381341929632{"tra{"train_loss": 0.08423097431659698, "global_step": 5401, "epoch": 56, "lr": 0.00038133496828521{"tra{"train_loss": 0.08616401255130768, "global_step": 5402, "epoch": 56, "lr": 0.00038132800570295{"tra{"train_loss": 0.1026797890663147, "global_step": 5403, "epoch": 56, "lr": 0.00038132104188591{"tr{"train_loss": 0.10400430113077164, "global_step": 5404, "epoch": 56, "lr": 0.00038131407683412{"tra{{"train_loss": 0.08485089242458344, "global_step": 5405, "epoch": 56, "lr": 0.000381307110547{"tra{"train_loss": 0.10024908930063248, "global_step": 5406, "epoch": 56, "lr": 0.00038130014302650{"train_loss": 0.08387607336044312, "global_step": 5407, "epoch": 56, "lr": 0.0003812931742707774}
+{"train_loss": 0.0802026018500328, "global_step": 5408, "epoch": 56, "lr": 0.0003812862042804923}
+{"train{"train_loss": 0.07481110095977783, "global_step": 5409, "epoch": 56, "lr": 0.0003812792330{"train_{"train_loss": 0.09741274267435074, "global_step": 5410, "epoch": 56, "lr": 0.0003812722605{"train_loss": 0.10126788914203644, "global_step": 5411, "epoch": 56, "lr": 0.00038126528690279367}
+{"train_{{"train_loss": 0.12082283198833466, "global_step": 5412, "epoch": 56, "lr": 0.000381258311{"train_loss": 0.11242252588272095, "global_step": 5413, "epoch": 56, "lr": 0.00038125133581243335}
+{"train_loss": 0.11019660532474518, "global_step": 5414, "epoch": 56, "lr": 0.0003812443584158272}
+{"trai{"train_loss": 0.08617997914552689, "global_step": 5415, "epoch": 56, "lr": 0.00038123737978{"train{"train{"train_loss": 0.09741724282503128, "global_step": 5416, "epoch": 56, "lr": 0.0003812{"train_{"train_loss": 0.09323257207870483, "global_step": 5417, "epoch": 56, "lr": 0.0003812234188{"train_{"train_loss": 0.11530463397502899, "global_step": 5418, "epoch": 56, "lr": 0.00038121643648{"train_{"train_loss": 0.08381949365139008, "global_step": 5419, "epoch": 56, "lr": 0.00038120945292{"train_{"train_loss": 0.09076586365699768, "global_step": 5420, "epoch": 56, "lr": 0.0003812024681{"train_loss": 0.12307696044445038, "global_step": 5421, "epoch": 56, "lr": 0.00038119548208407017}
+{"train_{"train_loss": 0.10586454719305038, "global_step": 5422, "epoch": 56, "lr": 0.0003811884948{"train_loss": 0.09946402907371521, "global_step": 5423, "epoch": 56, "lr": 0.00038118150631215076}
+{"train_{"train_loss": 0.07109896838665009, "global_step": 5424, "epoch": 56, "lr": 0.0003811745165{"train_{"train_loss": 0.1066419929265976, "global_step": 5425, "epoch": 56, "lr": 0.00038116752560{"train_loss": 0.10898789763450623, "global_step": 5426, "epoch": 56, "lr": 0.00038116053340094615}
+{"train_{"train_loss": 0.12386462092399597, "global_step": 5427, "epoch": 56, "lr": 0.00038115353996{"train_{"train_loss": 0.10890975594520569, "global_step": 5428, "epoch": 56, "lr": 0.000381146545{"train_loss":{"train_loss": 0.1158127710223198, "global_step": 5429, "epoch": 56, "lr": 0.00038113{"train_{"train_loss": 0.06093614548444748, "global_step": 5430, "epoch": 56, "lr": 0.00038113255224{"train_loss": 0.0721936970949173, "global_step": 5431, "epoch": 56, "lr": 0.0003811255538765786}
+{"trai{"trai{"train_loss": 0.1082557737827301, "global_step": 5432, "epoch": 56, "lr": 0.00038111855{"trai{"tra{"train_loss": 0.10269305109977722, "global_step": 5433, "epoch": 56, "lr": 0.0003811115{"trai{"train_loss": 0.11639013141393661, "global_step": 5434, "epoch": 56, "lr": 0.0003811045513606{"trai{"train{"train_loss": 0.13109180331230164, "global_step": 5435, "epoch": 56, "lr": 0.0003810{"train_loss": 0.0977456346154213, "global_step": 5436, "epoch": 56, "lr": 0.00038109054351692255}
+{"train_loss": 0.11486651003360748, "global_step": 5437, "epoch": 56, "lr": 0.000381083537745281}
+{"train_loss": 0.12395031750202179, "global_step": 5438, "epoch": 56, "lr": 0.0003810765307405142}
+{"train_loss": 0.08868396282196045, "global_step": 5439, "epoch": 56, "lr": 0.0003810695225026696}
+{"trai{"train_loss": 0.10511794686317444, "global_step": 5440, "epoch": 56, "lr": 0.0003810625130317{"train_los{"tr{"train_loss": 0.08566737920045853, "global_step": 5441, "epoch": 56, "lr": 0.0003810{"trai{"train_loss": 0.07517136633396149, "global_step": 5442, "epoch": 56, "lr": 0.000381048490391{"trai{"train_loss": 0.10039113461971283, "global_step": 5443, "epoch": 56, "lr": 0.000381041477221{"trai{"tra{"train_loss": 0.10410033166408539, "global_step": 5444, "epoch": 56, "lr": 0.000381034{"train{"tra{"tr{"train_loss": 0.07624904811382294, "global_step": 5445, "epoch": 56, "lr": 0.000381{"train{"tra{"tr{"train_loss": 0.10024320334196091, "global_step": 5446, "epoch": 56, "lr": 0.000381{"train_loss{"train_loss": 0.10702690482139587, "global_step": 5447, "epoch": 56, "lr": 0.0003810134{"train{"train_l{"train_loss": 0.06830327212810516, "global_step": 5448, "epoch": 56, "lr": 0.00038{"train{"train_loss": 0.09385295957326889, "global_step": 5449, "epoch": 56, "lr": 0.0003809993723{"train_loss": 0.11005149036645889, "global_step": 5450, "epoch": 56, "lr": 0.00038099235051690405}
+{"train_loss": 0.12866976857185364, "global_step": 5451, "epoch": 56, "lr": 0.0003809853274858516}
+{"train_loss": 0.09981536865234375, "global_step": 5452, "epoch": 56, "lr": 0.0003809783032223425}
+{"train_loss": 0.1059899628162384, "global_step": 5453, "epoch": 56, "lr": 0.00038097127772642456}
+{"train{"train_loss": 0.07032248377799988, "global_step": 5454, "epoch": 56, "lr": 0.00038096425099{"train{"tr{"trai{"train_loss": 0.08658070862293243, "global_step": 5455, "epoch": 56, "lr": 0.0003{"train{"train_loss": 0.09551899135112762, "global_step": 5456, "epoch": 56, "lr": 0.0003809501938{"train_{"t{"train{"train_loss": 0.11210285872220993, "global_step": 5457, "epoch": 56, "lr": 0.00{"train_l{"{"train_loss": 0.07663631439208984, "global_step": 5458, "epoch": 56, "lr": 0.0003809361{"train_l{"train_loss": 0.06012013554573059, "global_step": 5459, "epoch": 56, "lr": 0.0003809290988{"train_{"train_loss": 0.07895025610923767, "global_step": 5460, "epoch": 56, "lr": 0.0003809220647{"train_{"train_l{"train_loss": 0.1040177047252655, "global_step": 5461, "epoch": 56, "lr": 0.00038{"train_loss": 0.08441820740699768, "global_step": 5462, "epoch": 56, "lr": 0.0003809079928126627}
+{"train_{"train_loss": 0.09181350469589233, "global_step": 5463, "epoch": 56, "lr": 0.00038090095499{"train_{"trai{"train_loss": 0.10505230724811554, "global_step": 5464, "epoch": 56, "lr": 0.0003808{"train_{"train_loss": 0.08998753130435944, "global_step": 5465, "epoch": 56, "lr": 0.00038088687566{"train_{{"train_loss": 0.10425708442926407, "global_step": 5466, "epoch": 56, "lr": 0.000380879834{"train_loss": 0.07414423674345016, "global_step": 5467, "epoch": 56, "lr": 0.0003808727914074534}
+{"train_l{"train_loss": 0.12237893044948578, "global_step": 5468, "epoch": 56, "lr": 0.000380865747{"train_{"trai{"train_loss": 0.1068660318851471, "global_step": 5469, "epoch": 56, "lr": 0.000380858{"train_loss"{"train_loss": 0.07612909376621246, "global_step": 5470, "epoch": 56, "lr": 0.00038085{"train{"{"tr{"train_loss": 0.09555044867253552, "global_step": 5471, "epoch": 56, "lr": 0.00038084{"train{"train_loss": 0.10622955858707428, "global_step": 5472, "epoch": 57, "lr": 0.00038083755920{"train_loss": 0.08329890668392181, "global_step": 5473, "epoch": 57, "lr": 0.00038083050907594993}
+{"train_l{"tr{"train_loss": 0.10464006662368774, "global_step": 5474, "epoch": 57, "lr": 0.0003808{"train{"trai{"train_loss": 0.0943312719464302, "global_step": 5475, "epoch": 57, "lr": 0.000380816{"train_loss{"train_loss": 0.06979206204414368, "global_step": 5476, "epoch": 57, "lr": 0.00038080{"train{"tra{"train_loss": 0.11223363876342773, "global_step": 5477, "epoch": 57, "lr": 0.0003808{"train{"tra{"train_loss": 0.1280277967453003, "global_step": 5478, "epoch": 57, "lr": 0.0003807952{"train{"tr{"train_loss": 0.0800849199295044, "global_step": 5479, "epoch": 57, "lr": 0.0003807881{"train_{"train_loss": 0.12363606691360474, "global_step": 5480, "epoch": 57, "lr": 0.0003807811236{"train_{"{"train_loss": 0.10688911378383636, "global_step": 5481, "epoch": 57, "lr": 0.000380774063{"train_loss": 0.13528329133987427, "global_step": 5482, "epoch": 57, "lr": 0.00038076700246227724}
+{"train_{"train_loss": 0.09245923906564713, "global_step": 5483, "epoch": 57, "lr": 0.0003807599400{"train_{"t{"train_loss": 0.10620854794979095, "global_step": 5484, "epoch": 57, "lr": 0.0003807528{"train_los{"train_loss": 0.09095185250043869, "global_step": 5485, "epoch": 57, "lr": 0.00038074581{"train_{"train_loss": 0.11315500736236572, "global_step": 5486, "epoch": 57, "lr": 0.00038073874529{"train_loss": 0.07566376030445099, "global_step": 5487, "epoch": 57, "lr": 0.0003807316779240466}
+{"train_{{"train_loss": 0.0683259442448616, "global_step": 5488, "epoch": 57, "lr": 0.0003807246093{"train_{"train_loss": 0.08752625435590744, "global_step": 5489, "epoch": 57, "lr": 0.0003807175394{"train_loss": 0.0961562842130661, "global_step": 5490, "epoch": 57, "lr": 0.00038071046843197076}
+{"train_loss{"train_loss": 0.07123992592096329, "global_step": 5491, "epoch": 57, "lr": 0.0003807033{"train_l{"t{"train_loss": 0.11222399771213531, "global_step": 5492, "epoch": 57, "lr": 0.000380696{"train_l{"train_loss": 0.10662148892879486, "global_step": 5493, "epoch": 57, "lr": 0.0003806892478{"train_l{"train_loss": 0.08641017973423004, "global_step": 5494, "epoch": 57, "lr": 0.000380682171{"train_l{"train_loss": 0.10002312809228897, "global_step": 5495, "epoch": 57, "lr": 0.0003806750946{"train_loss": 0.09951790422201157, "global_step": 5496, "epoch": 57, "lr": 0.0003806680162233262}
+{"train_loss{"train_loss": 0.11191533505916595, "global_step": 5497, "epoch": 57, "lr": 0.00038066{"train_loss": 0.111325204372406, "global_step": 5498, "epoch": 57, "lr": 0.0003806538556442303}
+{"train_lo{{"train_loss": 0.11163568496704102, "global_step": 5499, "epoch": 57, "lr": 0.0003806467{"train_lo{{"{"train_loss": 0.09051652997732162, "global_step": 5500, "epoch": 57, "lr": 0.000380639{"train_lo{{"{"train_loss": 0.07823918759822845, "global_step": 5501, "epoch": 57, "lr": 0.00038063{"train_loss": 0.08081148564815521, "global_step": 5502, "epoch": 57, "lr": 0.00038062551972403133}
+{"train_loss": 0.09071433544158936, "global_step": 5503, "epoch": 57, "lr": 0.0003806184326688448}
+{"train_loss": 0.10711131244897842, "global_step": 5504, "epoch": 57, "lr": 0.0003806113443837}
+{"train_loss": 0.11619052290916443, "global_step": 5505, "epoch": 57, "lr": 0.00038060425486864533}
+{"train_loss": 0.10588270425796509, "global_step": 5506, "epoch": 57, "lr": 0.00038059716412372897}
+{"train_loss": 0.07965932041406631, "global_step": 5507, "epoch": 57, "lr": 0.00038059007214899916}
+{"train_lo{"train_loss": 0.08930165320634842, "global_step": 5508, "epoch": 57, "lr": 0.000380582978{"train_lo{{"train_loss": 0.09472033381462097, "global_step": 5509, "epoch": 57, "lr": 0.0003805758{"train_loss": 0.08870011568069458, "global_step": 5510, "epoch": 57, "lr": 0.00038056878884641264}
+{"train_lo{"train_loss": 0.11761817336082458, "global_step": 5511, "epoch": 57, "lr": 0.000380561691{"train{"train_loss": 0.07850474864244461, "global_step": 5512, "epoch": 57, "lr": 0.00038055459382{"train_lo{"train_loss": 0.08222459256649017, "global_step": 5513, "epoch": 57, "lr": 0.000380547494{"train{"train_loss": 0.0684794932603836, "global_step": 5514, "epoch": 57, "lr": 0.000380540393895{"train_lo{{"train_loss": 0.08415504544973373, "global_step": 5515, "epoch": 57, "lr": 0.00038053329{"train_lo{"train_loss": 0.09395507723093033, "global_step": 5516, "epoch": 57, "lr": 0.00038052618{"train_lo{{"train_loss": 0.10308454185724258, "global_step": 5517, "epoch": 57, "lr": 0.00038051908{"train_l{"train_loss": 0.10990556329488754, "global_step": 5518, "epoch": 57, "lr": 0.000380511979{"train_l{"{"train_loss": 0.08923880755901337, "global_step": 5519, "epoch": 57, "lr": 0.000380504{"train_loss{"train_loss": 0.1087445616722107, "global_step": 5520, "epoch": 57, "lr": 0.00038049{"train_{"t{"train_loss": 0.09867128729820251, "global_step": 5521, "epoch": 57, "lr": 0.00038049065{"train_lo{{"train_loss": 0.0629059374332428, "global_step": 5522, "epoch": 57, "lr": 0.00038048354{"train_l{"train_loss": 0.13087323307991028, "global_step": 5523, "epoch": 57, "lr": 0.0003804764{"train_los{"train_loss": 0.11018262803554535, "global_step": 5524, "epoch": 57, "lr": 0.0003804693{"train_los{"train_loss": 0.10258522629737854, "global_step": 5525, "epoch": 57, "lr": 0.0003804622{"train_loss": 0.08054453134536743, "global_step": 5526, "epoch": 57, "lr": 0.000380455091028873}
+{"train_l{"train_loss": 0.049780331552028656, "global_step": 5527, "epoch": 57, "lr": 0.000380447974{"train_loss": 0.12411200255155563, "global_step": 5528, "epoch": 57, "lr": 0.0003804408566783866}
+{"train_{"train_loss": 0.0960317924618721, "global_step": 5529, "epoch": 57, "lr": 0.00038043373765{"train{"train_loss": 0.08620058745145798, "global_step": 5530, "epoch": 57, "lr": 0.00038042661741{"train{"train_loss": 0.10609463602304459, "global_step": 5531, "epoch": 57, "lr": 0.00038041949593{"train{"train_loss": 0.07244054973125458, "global_step": 5532, "epoch": 57, "lr": 0.00038041237323{"trai{"train_loss": 0.09772634506225586, "global_step": 5533, "epoch": 57, "lr": 0.000380405249299{"trai{{"train_loss": 0.0980544164776802, "global_step": 5534, "epoch": 57, "lr": 0.000380398124138{"trai{"t{"train_loss": 0.12612485885620117, "global_step": 5535, "epoch": 57, "lr": 0.0003803909977{"trai{"t{"train_loss": 0.10415913164615631, "global_step": 5536, "epoch": 57, "lr": 0.0003803838701{"tra{"train_loss": 0.072821244597435, "global_step": 5537, "epoch": 57, "lr": 0.0003803767412837250{"t{"train_loss": 0.0976049080491066, "global_step": 5538, "epoch": 57, "lr": 0.0003803696112087759{"tra{"train_loss": 0.09168154746294022, "global_step": 5539, "epoch": 57, "lr": 0.000380362479905{"{"t{"train_loss": 0.107398122549057, "global_step": 5540, "epoch": 57, "lr": 0.0003803553473741348{"{"tra{"train_loss": 0.09292707592248917, "global_step": 5541, "epoch": 57, "lr": 0.00038034821361{"train_loss": 0.05946589633822441, "global_step": 5542, "epoch": 57, "lr": 0.00038034107862682713}
+{"train_loss": 0.0760108232498169, "global_step": 5543, "epoch": 57, "lr": 0.00038033394241104466}
+{"train_loss": 0.08596485108137131, "global_step": 5544, "epoch": 57, "lr": 0.0003803268049672413}
+{"tr{"train_loss": 0.0893787369132042, "global_step": 5545, "epoch": 57, "lr": 0.000380319666295465{"train_loss": 0.0913529172539711, "global_step": 5546, "epoch": 57, "lr": 0.0003803125263957663}
+{"tra{"train_loss": 0.11457562446594238, "global_step": 5547, "epoch": 57, "lr": 0.00038030538526819{"train_loss": 0.08193664252758026, "global_step": 5548, "epoch": 57, "lr": 0.00038029824291279084}
+{"tra{"train_loss": 0.12741605937480927, "global_step": 5549, "epoch": 57, "lr": 0.00038029109932961{"train_loss": 0.07680977880954742, "global_step": 5550, "epoch": 57, "lr": 0.0003802839545187042}
+{"train_loss": 0.10840849578380585, "global_step": 5551, "epoch": 57, "lr": 0.0003802768084801158}
+{"train_loss": 0.054956018924713135, "global_step": 5552, "epoch": 57, "lr": 0.0003802696612138955}
+{"train_loss": 0.08945589512586594, "global_step": 5553, "epoch": 57, "lr": 0.0003802625127200921}
+{"train_loss": 0.10247079282999039, "global_step": 5554, "epoch": 57, "lr": 0.0003802553629987541}
+{"train_loss": 0.1003493070602417, "global_step": 5555, "epoch": 57, "lr": 0.00038024821204993037}
+{"train_loss": 0.10975846648216248, "global_step": 5556, "epoch": 57, "lr": 0.0003802410598736694}
+{"train_loss": 0.11157771944999695, "global_step": 5557, "epoch": 57, "lr": 0.00038023390647002014}
+{"train_l{"train_loss": 0.1144365519285202, "global_step": 5558, "epoch": 57, "lr": 0.0003802267518{"train_loss": 0.06814488023519516, "global_step": 5559, "epoch": 57, "lr": 0.00038021959598075113}
+{"train_{"train_loss": 0.10553790628910065, "global_step": 5560, "epoch": 57, "lr": 0.00038021243889{"train_loss": 0.08892784267663956, "global_step": 5561, "epoch": 57, "lr": 0.0003802052805825131}
+{"train_loss": 0.09866972267627716, "global_step": 5562, "epoch": 57, "lr": 0.00038019812104265257}
+{"train_loss": 0.10138832032680511, "global_step": 5563, "epoch": 57, "lr": 0.000380190960275696}
+{"t{{"train_loss": 0.08641864359378815, "global_step": 5564, "epoch": 57, "lr": 0.000380183798281692{"t{"train_loss": 0.09120102226734161, "global_step": 5565, "epoch": 57, "lr": 0.0003801766350606899{"t{{"train_loss": 0.09556478261947632, "global_step": 5566, "epoch": 57, "lr": 0.000380169470612737{"t{"train_loss": 0.09529285047513743, "global_step": 5567, "epoch": 57, "lr": 0.000380162304937885{"train_loss": 0.12845197319984436, "global_step": 5568, "epoch": 58, "lr": 0.00038015513803618006}
+{"train_loss": 0.07193980365991592, "global_step": 5569, "epoch": 58, "lr": 0.00038014796990767165}
+{"train_loss": 0.09772386401891708, "global_step": 5570, "epoch": 58, "lr": 0.0003801408005524088}
+{"train_loss": 0.0903589203953743, "global_step": 5571, "epoch": 58, "lr": 0.00038013362997044034}
+{"train_loss": 0.0896914079785347, "global_step": 5572, "epoch": 58, "lr": 0.000380126458161815}
+{"train_loss": 0.09140753000974655, "global_step": 5573, "epoch": 58, "lr": 0.0003801192851265816}
+{"tr{"tra{"train_loss": 0.06340555846691132, "global_step": 5574, "epoch": 58, "lr": 0.000380112110{"tra{"train_loss": 0.09983579814434052, "global_step": 5575, "epoch": 58, "lr": 0.0003801049353764{"train_loss": 0.10091575980186462, "global_step": 5576, "epoch": 58, "lr": 0.0003800977586617219}
+{"tr{"train_loss": 0.07013361155986786, "global_step": 5577, "epoch": 58, "lr": 0.000380090580720545{"tr{"train_loss": 0.11304116994142532, "global_step": 5578, "epoch": 58, "lr": 0.000380083401553004{"train_loss": 0.07027842104434967, "global_step": 5579, "epoch": 58, "lr": 0.00038007622115914907}
+{"train_loss": 0.0928053930401802, "global_step": 5580, "epoch": 58, "lr": 0.00038006903953902773}
+{"train_loss": 0.078074611723423, "global_step": 5581, "epoch": 58, "lr": 0.00038006185669268945}
+{"trai{"train_loss": 0.06519441306591034, "global_step": 5582, "epoch": 58, "lr": 0.00038005467262{"trai{"train_loss": 0.08986210823059082, "global_step": 5583, "epoch": 58, "lr": 0.0003800474873215{"train_loss": 0.09502513706684113, "global_step": 5584, "epoch": 58, "lr": 0.00038004030079686165}
+{"tra{"train_loss": 0.0834839940071106, "global_step": 5585, "epoch": 58, "lr": 0.000380033113046144{"tra{"train_loss": 0.09659364819526672, "global_step": 5586, "epoch": 58, "lr": 0.00038002592406945{"train_loss": 0.07421329617500305, "global_step": 5587, "epoch": 58, "lr": 0.00038001873386684217}
+{"train_loss": 0.08358055353164673, "global_step": 5588, "epoch": 58, "lr": 0.0003800115424383548}
+{"train_loss": 0.07509461790323257, "global_step": 5589, "epoch": 58, "lr": 0.00038000434978404204}
+{"train_loss": 0.08443503826856613, "global_step": 5590, "epoch": 58, "lr": 0.0003799971559039527}
+{"train_loss": 0.09021983295679092, "global_step": 5591, "epoch": 58, "lr": 0.00037998996079813594}
+{"train_loss": 0.09134674072265625, "global_step": 5592, "epoch": 58, "lr": 0.0003799827644666406}
+{"train_lo{"train_loss": 0.08446346968412399, "global_step": 5593, "epoch": 58, "lr": 0.00037997556{"tr{"train_loss": 0.06831176578998566, "global_step": 5594, "epoch": 58, "lr": 0.00037996836812681{"t{{"train_loss": 0.09482234716415405, "global_step": 5595, "epoch": 58, "lr": 0.00037996116811857{"train_loss": 0.09639439731836319, "global_step": 5596, "epoch": 58, "lr": 0.0003799539668848546}
+{"tr{"tra{"train_loss": 0.12115929275751114, "global_step": 5597, "epoch": 58, "lr": 0.00037994676{"train_loss": 0.08744916319847107, "global_step": 5598, "epoch": 58, "lr": 0.00037993956074116507}
+{"tra{"train_loss": 0.08232572674751282, "global_step": 5599, "epoch": 58, "lr": 0.00037993235583129{"tra{"train_loss": 0.06953181326389313, "global_step": 5600, "epoch": 58, "lr": 0.0003799251496961{"tra{"train_loss": 0.08273214101791382, "global_step": 5601, "epoch": 58, "lr": 0.0003799179423357{"tra{"train_loss": 0.083436980843544, "global_step": 5602, "epoch": 58, "lr": 0.0003799107337501550{"train_loss": 0.08773203194141388, "global_step": 5603, "epoch": 58, "lr": 0.0003799035239394323}
+{"train_loss": 0.08417209982872009, "global_step": 5604, "epoch": 58, "lr": 0.00037989631290361975}
+{"train_lo{"train_loss": 0.10816335678100586, "global_step": 5605, "epoch": 58, "lr": 0.00037988910{"train_loss": 0.11647462844848633, "global_step": 5606, "epoch": 58, "lr": 0.00037988188715692127}
+{"{"train_loss": 0.10796138644218445, "global_step": 5607, "epoch": 58, "lr": 0.00037987467244613365{"train_loss": 0.13499784469604492, "global_step": 5608, "epoch": 58, "lr": 0.00037986745651045264}
+{"{"train_loss": 0.08980993926525116, "global_step": 5609, "epoch": 58, "lr": 0.0003798602393499273{"train_loss": 0.07034870982170105, "global_step": 5610, "epoch": 58, "lr": 0.0003798530209646068}
+{"train_loss": 0.09801002591848373, "global_step": 5611, "epoch": 58, "lr": 0.0003798458013545403}
+{"{"train_loss": 0.08838370442390442, "global_step": 5612, "epoch": 58, "lr": 0.0003798385805197770{"train_loss": 0.10457423329353333, "global_step": 5613, "epoch": 58, "lr": 0.0003798313584603661}
+{"train_loss": 0.09849444031715393, "global_step": 5614, "epoch": 58, "lr": 0.00037982413517635667}
+{"train_loss": 0.08851920813322067, "global_step": 5615, "epoch": 58, "lr": 0.000379816910667798}
+{"train_loss": 0.11600598692893982, "global_step": 5616, "epoch": 58, "lr": 0.0003798096849347393}
+{"train_l{"train_loss": 0.11983927339315414, "global_step": 5617, "epoch": 58, "lr": 0.00037980245{"train_lo{"train_loss": 0.13056686520576477, "global_step": 5618, "epoch": 58, "lr": 0.00037979522{"t{"train_loss": 0.08792407065629959, "global_step": 5619, "epoch": 58, "lr": 0.000379788000389054{"t{{"train_loss": 0.10283328592777252, "global_step": 5620, "epoch": 58, "lr": 0.00037978076975848{"train_lo{"train_loss": 0.06903606653213501, "global_step": 5621, "epoch": 58, "lr": 0.000379773537{"t{{"train_loss": 0.06949073076248169, "global_step": 5622, "epoch": 58, "lr": 0.000379766304824640{"train_lo{"train_loss": 0.09589439630508423, "global_step": 5623, "epoch": 58, "lr": 0.000379759070{"train_lo{"train_loss": 0.12384617328643799, "global_step": 5624, "epoch": 58, "lr": 0.00037975183{"t{"train{"train_loss": 0.0914870947599411, "global_step": 5625, "epoch": 58, "lr": 0.0003797445{"train_loss": 0.11179935932159424, "global_step": 5626, "epoch": 58, "lr": 0.0003797373602674761}
+{"train_loss": 0.09519313275814056, "global_step": 5627, "epoch": 58, "lr": 0.00037973012106816574}
+{"train_loss": 0.09741692245006561, "global_step": 5628, "epoch": 58, "lr": 0.0003797228806449463}
+{"tr{"train_loss": 0.07799208164215088, "global_step": 5629, "epoch": 58, "lr": 0.00037971563899786{"train_loss": 0.11431889981031418, "global_step": 5630, "epoch": 58, "lr": 0.00037970839612697755}
+{"tr{"train_loss": 0.10881394147872925, "global_step": 5631, "epoch": 58, "lr": 0.000379701152032326{"train_loss": 0.10799608379602432, "global_step": 5632, "epoch": 58, "lr": 0.00037969390671396423}
+{"t{"train_loss": 0.06533031165599823, "global_step": 5633, "epoch": 58, "lr": 0.0003796866601719391{"train_loss": 0.07974983751773834, "global_step": 5634, "epoch": 58, "lr": 0.000379679412406301}
+{"train_loss": 0.11195297539234161, "global_step": 5635, "epoch": 58, "lr": 0.00037967216341709914}
+{"t{"train_loss": 0.06466839462518692, "global_step": 5636, "epoch": 58, "lr": 0.000379664913204382{"train_loss": 0.10892610251903534, "global_step": 5637, "epoch": 58, "lr": 0.0003796576617682014}
+{"train_loss": 0.09188731014728546, "global_step": 5638, "epoch": 58, "lr": 0.00037965040910860445}
+{"{"train_loss": 0.0855250358581543, "global_step": 5639, "epoch": 58, "lr": 0.00037964315522564124{"{"{"train_loss": 0.11227045953273773, "global_step": 5640, "epoch": 58, "lr": 0.00037963590011936{{"train_l{"train_loss": 0.08994267880916595, "global_step": 5641, "epoch": 58, "lr": 0.00037962864{"train_loss": 0.10379939526319504, "global_step": 5642, "epoch": 58, "lr": 0.0003796213862370479}
+{"train_loss": 0.08952547609806061, "global_step": 5643, "epoch": 58, "lr": 0.0003796141274611137}
+{"train_loss": 0.0910688042640686, "global_step": 5644, "epoch": 58, "lr": 0.00037960686746206024}
+{"{"train_loss": 0.0760018602013588, "global_step": 5645, "epoch": 58, "lr": 0.0003795996062399371}{{"tr{"train_loss": 0.08407671749591827, "global_step": 5646, "epoch": 58, "lr": 0.0003795923437947{"train_loss": 0.08487862348556519, "global_step": 5647, "epoch": 58, "lr": 0.00037958508012667926}
+{"train_loss": 0.08358274400234222, "global_step": 5648, "epoch": 58, "lr": 0.00037957781523564356}
+{"train_los{"train_loss": 0.08516604453325272, "global_step": 5649, "epoch": 58, "lr": 0.00037957054{{"train_loss": 0.08193257451057434, "global_step": 5650, "epoch": 58, "lr": 0.00037956328178500584}{{"train_loss": 0.10518194735050201, "global_step": 5651, "epoch": 58, "lr": 0.00037955601322550286{"train_loss": 0.09603963792324066, "global_step": 5652, "epoch": 58, "lr": 0.0003795487434432764}
+{"trai{"train_loss": 0.09349425882101059, "global_step": 5653, "epoch": 58, "lr": 0.0003795414724383{"train_loss": 0.0985196977853775, "global_step": 5654, "epoch": 58, "lr": 0.0003795342002108511}
+{"train{"train_loss": 0.11710216104984283, "global_step": 5655, "epoch": 58, "lr": 0.000379526926760{"train_loss": 0.12445481866598129, "global_step": 5656, "epoch": 58, "lr": 0.0003795196520881262}
+{"train_loss": 0.07545813173055649, "global_step": 5657, "epoch": 58, "lr": 0.0003795123761930252}
+{"train_loss": 0.08766457438468933, "global_step": 5658, "epoch": 58, "lr": 0.00037950509907549795}
+{"trai{"train_loss": 0.0919562354683876, "global_step": 5659, "epoch": 58, "lr": 0.0003794978207355{"train_loss": 0.06454117596149445, "global_step": 5660, "epoch": 58, "lr": 0.00037949054117336276}
+{"train_loss": 0.09910617768764496, "global_step": 5661, "epoch": 58, "lr": 0.000379483260388854}
+{"train_loss": 0.10423476248979568, "global_step": 5662, "epoch": 58, "lr": 0.0003794759783821171}
+{"train_loss": 0.09262157410072784, "global_step": 5663, "epoch": 58, "lr": 0.00037946869515320187}
+{"train_loss": 0.11260008811950684, "global_step": 5664, "epoch": 59, "lr": 0.00037946141070215777}
+{"train_loss": 0.08774709701538086, "global_step": 5665, "epoch": 59, "lr": 0.0003794541250290344}
+{"train_loss": 0.09167379140853882, "global_step": 5666, "epoch": 59, "lr": 0.00037944683813388144}{"train_loss{"train_loss": 0.08367381244897842, "global_step": 5667, "epoch": 59, "lr": 0.0003794395{"tr{"train_{"train_loss": 0.0766400396823883, "global_step": 5668, "epoch": 59, "lr": 0.0003794322{"train_loss": 0.08818378299474716, "global_step": 5669, "epoch": 59, "lr": 0.0003794249701167411}
+{"train_lo{"train_loss": 0.10021205246448517, "global_step": 5670, "epoch": 59, "lr": 0.0003794176{"train_lo{"train_loss": 0.11277198791503906, "global_step": 5671, "epoch": 59, "lr": 0.00037941038{"train_lo{"train_loss": 0.08001241832971573, "global_step": 5672, "epoch": 59, "lr": 0.00037940309{"t{"train{"train_loss": 0.1036098524928093, "global_step": 5673, "epoch": 59, "lr": 0.0003793957956{"train_loss": 0.09056500345468521, "global_step": 5674, "epoch": 59, "lr": 0.00037938849898554774}
+{"t{"trai{"train_loss": 0.1529363989830017, "global_step": 5675, "epoch": 59, "lr": 0.0003793812010{"train_loss": 0.11507387459278107, "global_step": 5676, "epoch": 59, "lr": 0.0003793739019816435}
+{{"train_loss": 0.13060520589351654, "global_step": 5677, "epoch": 59, "lr": 0.0003793666016474416}{"train_loss": 0.07363379001617432, "global_step": 5678, "epoch": 59, "lr": 0.00037935930009180607}
+{{"train_loss": 0.0757472813129425, "global_step": 5679, "epoch": 59, "lr": 0.00037935199731478663}
+{"t{"train_loss": 0.08397479355335236, "global_step": 5680, "epoch": 59, "lr": 0.0003793446933164{"train_loss": 0.14203067123889923, "global_step": 5681, "epoch": 59, "lr": 0.0003793373880967949}
+{"train_loss": 0.08707596361637115, "global_step": 5682, "epoch": 59, "lr": 0.00037933008165592225}{{"t{"train_loss": 0.09340491145849228, "global_step": 5683, "epoch": 59, "lr": 0.000379322773993864{"tr{"{"train_loss": 0.09300178289413452, "global_step": 5684, "epoch": 59, "lr": 0.0003793154651106{"tr{"train_loss": 0.10678534209728241, "global_step": 5685, "epoch": 59, "lr": 0.00037930815500639{"tra{"train_loss": 0.09920258820056915, "global_step": 5686, "epoch": 59, "lr": 0.0003793008436810{"train_loss": 0.09596692025661469, "global_step": 5687, "epoch": 59, "lr": 0.0003792935311347802}
+{"tra{"train_loss": 0.0769696980714798, "global_step": 5688, "epoch": 59, "lr": 0.00037928621736754{{"t{"train_loss": 0.09339519590139389, "global_step": 5689, "epoch": 59, "lr": 0.000379278902379422{"train_loss": 0.08853541314601898, "global_step": 5690, "epoch": 59, "lr": 0.0003792715861704644}
+{"tr{"train_loss": 0.09777764976024628, "global_step": 5691, "epoch": 59, "lr": 0.00037926426874071{"train_loss": 0.11819157749414444, "global_step": 5692, "epoch": 59, "lr": 0.00037925695009023794}
+{"train_loss": 0.09645994007587433, "global_step": 5693, "epoch": 59, "lr": 0.00037924963021906944}
+{"train{"train_loss": 0.09832055121660233, "global_step": 5694, "epoch": 59, "lr": 0.000379242309127{"train_loss": 0.08915789425373077, "global_step": 5695, "epoch": 59, "lr": 0.000379234986814871}
+{"train_loss": 0.07855217903852463, "global_step": 5696, "epoch": 59, "lr": 0.0003792276632819408}
+{"train{"train_loss": 0.12730754911899567, "global_step": 5697, "epoch": 59, "lr": 0.0003792203385{"tra{"train_loss": 0.06528095155954361, "global_step": 5698, "epoch": 59, "lr": 0.000379213012554{"train_l{"train_loss": 0.10131164640188217, "global_step": 5699, "epoch": 59, "lr": 0.0003792056853{"t{"t{"train_loss": 0.09296992421150208, "global_step": 5700, "epoch": 59, "lr": 0.000379198356945{"train_loss": 0.0786653459072113, "global_step": 5701, "epoch": 59, "lr": 0.0003791910273109754}
+{"train_loss": 0.09842380881309509, "global_step": 5702, "epoch": 59, "lr": 0.0003791836964558686}
+{"tr{"t{"train_loss": 0.13911795616149902, "global_step": 5703, "epoch": 59, "lr": 0.000379176364380{"train{"{"train_loss": 0.09540006518363953, "global_step": 5704, "epoch": 59, "lr": 0.0003791690310{"tr{"train_loss": 0.08373171091079712, "global_step": 5705, "epoch": 59, "lr": 0.000379161696569619{"tr{"train_loss": 0.09393414109945297, "global_step": 5706, "epoch": 59, "lr": 0.000379154360834060{"tr{"train_loss": 0.06964880228042603, "global_step": 5707, "epoch": 59, "lr": 0.00037914702387851{"tr{"{"{"train_loss": 0.12045690417289734, "global_step": 5708, "epoch": 59, "lr": 0.000379139685{"train_l{"train_loss": 0.105605348944664, "global_step": 5709, "epoch": 59, "lr": 0.00037913234630{"train_loss": 0.07774029672145844, "global_step": 5710, "epoch": 59, "lr": 0.00037912500569243894}
+{"train{"train_loss": 0.10178232938051224, "global_step": 5711, "epoch": 59, "lr": 0.000379117663857{"train_loss": 0.056760914623737335, "global_step": 5712, "epoch": 59, "lr": 0.0003791103208026979}
+{"tr{"{"train_loss": 0.10298208892345428, "global_step": 5713, "epoch": 59, "lr": 0.000379102976528{"tr{"train_loss": 0.0791596919298172, "global_step": 5714, "epoch": 59, "lr": 0.000379095631034203{"t{"train_loss": 0.07466435432434082, "global_step": 5715, "epoch": 59, "lr": 0.000379088284320548{"train_loss": 0.09552505612373352, "global_step": 5716, "epoch": 59, "lr": 0.00037908093638735487}
+{"t{"t{{"train_loss": 0.13511621952056885, "global_step": 5717, "epoch": 59, "lr": 0.00037907358723{"t{"train_loss": 0.07394926249980927, "global_step": 5718, "epoch": 59, "lr": 0.000379066236862553{"train_loss": 0.0940621942281723, "global_step": 5719, "epoch": 59, "lr": 0.0003790588852710452}
+{"tra{"train_loss": 0.08369246125221252, "global_step": 5720, "epoch": 59, "lr": 0.000379051532460{"tra{"t{"train_loss": 0.10891991853713989, "global_step": 5721, "epoch": 59, "lr": 0.00037904417843{"tra{"t{"train_loss": 0.11885188519954681, "global_step": 5722, "epoch": 59, "lr": 0.00037903682318{"tra{"train_loss": 0.10150192677974701, "global_step": 5723, "epoch": 59, "lr": 0.000379029466712{"tra{"t{"train_loss": 0.10255319625139236, "global_step": 5724, "epoch": 59, "lr": 0.0003790221090{"tra{"t{"train_loss": 0.1055370569229126, "global_step": 5725, "epoch": 59, "lr": 0.000379014750{"tra{"train_loss": 0.0898473709821701, "global_step": 5726, "epoch": 59, "lr": 0.000379007389991824{"tr{"train_loss": 0.09294689446687698, "global_step": 5727, "epoch": 59, "lr": 0.00037900002864701{"tr{"train_loss": 0.1121017187833786, "global_step": 5728, "epoch": 59, "lr": 0.000378992666083265{"t{"train_loss": 0.1429823338985443, "global_step": 5729, "epoch": 59, "lr": 0.0003789853023006299{"{"train_loss": 0.09580978751182556, "global_step": 5730, "epoch": 59, "lr": 0.0003789779372991573{"tra{"train_loss": 0.07972406595945358, "global_step": 5731, "epoch": 59, "lr": 0.00037897057107889{"{"t{"train_loss": 0.08687302470207214, "global_step": 5732, "epoch": 59, "lr": 0.00037896320363990{"{"t{"train_loss": 0.1049526035785675, "global_step": 5733, "epoch": 59, "lr": 0.000378955834982218{"{"train_loss": 0.08720806986093521, "global_step": 5734, "epoch": 59, "lr": 0.0003789484651058994{"train_loss": 0.0995045155286789, "global_step": 5735, "epoch": 59, "lr": 0.0003789410940109939}
+{"train_loss": 0.10355252027511597, "global_step": 5736, "epoch": 59, "lr": 0.0003789337216975524}
+{"tr{"train_loss": 0.09973450005054474, "global_step": 5737, "epoch": 59, "lr": 0.000378926348165625{"train_loss": 0.123177170753479, "global_step": 5738, "epoch": 59, "lr": 0.00037891897341526203}
+{"tra{"train_loss": 0.08531443774700165, "global_step": 5739, "epoch": 59, "lr": 0.0003789115974465{"tra{"train_loss": 0.13075020909309387, "global_step": 5740, "epoch": 59, "lr": 0.0003789042202594{"trai{"tr{"train_loss": 0.0835956484079361, "global_step": 5741, "epoch": 59, "lr": 0.000378896841{"tra{"train_loss": 0.11239582300186157, "global_step": 5742, "epoch": 59, "lr": 0.00037888946223045{"tra{"t{"train_loss": 0.08013096451759338, "global_step": 5743, "epoch": 59, "lr": 0.00037888208138{"tra{"train_loss": 0.09031517803668976, "global_step": 5744, "epoch": 59, "lr": 0.00037887469932874{"tra{"train_loss": 0.06305272877216339, "global_step": 5745, "epoch": 59, "lr": 0.0003788673160507{"tra{"train_loss": 0.11990314722061157, "global_step": 5746, "epoch": 59, "lr": 0.0003788599315547{"tra{"train_loss": 0.09001149237155914, "global_step": 5747, "epoch": 59, "lr": 0.0003788525458406{"tr{{"train_loss": 0.07424923777580261, "global_step": 5748, "epoch": 59, "lr": 0.0003788451589087{"tra{"train_loss": 0.06251641362905502, "global_step": 5749, "epoch": 59, "lr": 0.00037883777075888{"t{"train_loss": 0.08621898293495178, "global_step": 5750, "epoch": 59, "lr": 0.0003788303813912164{"tra{"train_loss": 0.11968161165714264, "global_step": 5751, "epoch": 59, "lr": 0.00037882299080576{"tra{"train_loss": 0.11316771060228348, "global_step": 5752, "epoch": 59, "lr": 0.0003788155990025{"trai{"train_loss": 0.12459605932235718, "global_step": 5753, "epoch": 59, "lr": 0.000378808205981{"tr{"{"train_loss": 0.08616289496421814, "global_step": 5754, "epoch": 59, "lr": 0.0003788008117432{"tra{{"train_loss": 0.1023065522313118, "global_step": 5755, "epoch": 59, "lr": 0.0003787934162871{"tr{{"train_loss": 0.079849973320961, "global_step": 5756, "epoch": 59, "lr": 0.000378786019613528{"t{"train_loss": 0.10119516402482986, "global_step": 5757, "epoch": 59, "lr": 0.0003787786217224401{"t{"train_loss": 0.11311911046504974, "global_step": 5758, "epoch": 59, "lr": 0.0003787712226139220{"t{{"train_loss": 0.09775297960732132, "global_step": 5759, "epoch": 59, "lr": 0.00037876382228802{"t{{"train_loss": 0.08132067322731018, "global_step": 5760, "epoch": 60, "lr": 0.00037875642074479{"t{"train_loss": 0.0992872565984726, "global_step": 5761, "epoch": 60, "lr": 0.00037874901798429374{"train_loss": 0.07241364568471909, "global_step": 5762, "epoch": 60, "lr": 0.00037874161400656097}
+{"{{"train_loss": 0.09928533434867859, "global_step": 5763, "epoch": 60, "lr": 0.00037873420881165{"tra{"train_loss": 0.0666990727186203, "global_step": 5764, "epoch": 60, "lr": 0.00037872680239961{"tr{"train_loss": 0.08333588391542435, "global_step": 5765, "epoch": 60, "lr": 0.00037871939477049{"t{"train_loss": 0.09090739488601685, "global_step": 5766, "epoch": 60, "lr": 0.000378711985924357{"t{"train_loss": 0.08670143783092499, "global_step": 5767, "epoch": 60, "lr": 0.000378704575861241{"t{"train_loss": 0.09283768385648727, "global_step": 5768, "epoch": 60, "lr": 0.0003786971645811993{"tr{"train_loss": 0.058047279715538025, "global_step": 5769, "epoch": 60, "lr": 0.00037868975208428{"tr{"train_loss": 0.10448673367500305, "global_step": 5770, "epoch": 60, "lr": 0.000378682338370541{"tr{{"train_loss": 0.06965544819831848, "global_step": 5771, "epoch": 60, "lr": 0.000378674923440{"tra{"train_loss": 0.11971398442983627, "global_step": 5772, "epoch": 60, "lr": 0.00037866750729278{"trai{"train_loss": 0.08526834845542908, "global_step": 5773, "epoch": 60, "lr": 0.0003786600899288{"train_loss": 0.1266646683216095, "global_step": 5774, "epoch": 60, "lr": 0.00037865267134834063}
+{"train_loss": 0.07874239236116409, "global_step": 5775, "epoch": 60, "lr": 0.0003786452515512343}
+{"trai{"train_loss": 0.080274797976017, "global_step": 5776, "epoch": 60, "lr": 0.00037863783053760{"trai{"train_loss": 0.12925758957862854, "global_step": 5777, "epoch": 60, "lr": 0.00037863040830{"tr{"train_loss": 0.0767754465341568, "global_step": 5778, "epoch": 60, "lr": 0.00037862298486098{"trai{"train_loss": 0.07963012158870697, "global_step": 5779, "epoch": 60, "lr": 0.0003786155601981{"t{"train_loss": 0.07172992825508118, "global_step": 5780, "epoch": 60, "lr": 0.000378608134318892{"t{"train_loss": 0.09572437405586243, "global_step": 5781, "epoch": 60, "lr": 0.000378600707223415{"train_loss": 0.11151424050331116, "global_step": 5782, "epoch": 60, "lr": 0.0003785932789117207}
+{"trai{"train_loss": 0.1080751121044159, "global_step": 5783, "epoch": 60, "lr": 0.00037858584938385{"train_loss": 0.10078631341457367, "global_step": 5784, "epoch": 60, "lr": 0.00037857841863987924}
+{"tra{"train_loss": 0.12274566292762756, "global_step": 5785, "epoch": 60, "lr": 0.00037857098667983{"t{"train_loss": 0.08348317444324493, "global_step": 5786, "epoch": 60, "lr": 0.000378563553503772{"t{"train_loss": 0.13487748801708221, "global_step": 5787, "epoch": 60, "lr": 0.00037855611911174{"train_loss": 0.0923861712217331, "global_step": 5788, "epoch": 60, "lr": 0.00037854868350380524}
+{"train_loss": 0.11544503271579742, "global_step": 5789, "epoch": 60, "lr": 0.00037854124668000057}
+{"train_loss": 0.10205592215061188, "global_step": 5790, "epoch": 60, "lr": 0.00037853380864038275}
+{"train_loss": 0.0949489176273346, "global_step": 5791, "epoch": 60, "lr": 0.00037852636938500236}
+{"tr{"train_loss": 0.07953687012195587, "global_step": 5792, "epoch": 60, "lr": 0.000378518928913910{"train_loss": 0.07246561348438263, "global_step": 5793, "epoch": 60, "lr": 0.0003785114872271566}
+{"tra{"train_loss": 0.0845278948545456, "global_step": 5794, "epoch": 60, "lr": 0.00037850404432479{"train_loss": 0.10638296604156494, "global_step": 5795, "epoch": 60, "lr": 0.0003784966002068687}
+{"train_loss": 0.07639357447624207, "global_step": 5796, "epoch": 60, "lr": 0.00037848915487343577}
+{"train_loss": 0.10838421434164047, "global_step": 5797, "epoch": 60, "lr": 0.00037848170832454427}
+{"{"train_loss": 0.11686164140701294, "global_step": 5798, "epoch": 60, "lr": 0.00037847426056024505{"train_loss": 0.09198079258203506, "global_step": 5799, "epoch": 60, "lr": 0.00037846681158058875}
+{"t{"train_loss": 0.09120365232229233, "global_step": 5800, "epoch": 60, "lr": 0.000378459361385626{"{{"train_loss": 0.09098482131958008, "global_step": 5801, "epoch": 60, "lr": 0.0003784519099754080{"{{"train_loss": 0.08407104760408401, "global_step": 5802, "epoch": 60, "lr": 0.0003784444573499850{"train_loss": 0.09987851232290268, "global_step": 5803, "epoch": 60, "lr": 0.000378437003509408}
+{"{"train_loss": 0.08551109582185745, "global_step": 5804, "epoch": 60, "lr": 0.0003784295484537276{"{"train_loss": 0.10180433094501495, "global_step": 5805, "epoch": 60, "lr": 0.00037842209218299464{"{"train_loss": 0.10423555970191956, "global_step": 5806, "epoch": 60, "lr": 0.0003784146346972599{"{{"train_loss": 0.11667052656412125, "global_step": 5807, "epoch": 60, "lr": 0.000378407175996574{"{{"train_loss": 0.08975285291671753, "global_step": 5808, "epoch": 60, "lr": 0.0003783997160809882{"{"train_loss": 0.09318430721759796, "global_step": 5809, "epoch": 60, "lr": 0.0003783922549505529{"{"train_loss": 0.08903317153453827, "global_step": 5810, "epoch": 60, "lr": 0.00037838479260531894{{{"train_loss": 0.08864325284957886, "global_step": 5811, "epoch": 60, "lr": 0.000378377329045337{{{{"train_loss": 0.0739944726228714, "global_step": 5812, "epoch": 60, "lr": 0.00037836986427065855{{{"train_loss": 0.07910852134227753, "global_step": 5813, "epoch": 60, "lr": 0.00037836239828133373{{{"train_loss": 0.0960538238286972, "global_step": 5814, "epoch": 60, "lr": 0.00037835493107741364}{{"train_loss": 0.059205561876297, "global_step": 5815, "epoch": 60, "lr": 0.0003783474626589491}
+{"train_loss": 0.0853710025548935, "global_step": 5816, "epoch": 60, "lr": 0.00037833999302599097}
+{"{"train_loss": 0.07767606526613235, "global_step": 5817, "epoch": 60, "lr": 0.00037833252217859013{"{"train_loss": 0.11475556343793869, "global_step": 5818, "epoch": 60, "lr": 0.0003783250501167975{"train_loss": 0.08263582736253738, "global_step": 5819, "epoch": 60, "lr": 0.0003783175768406638}
+{"train_loss": 0.11519864201545715, "global_step": 5820, "epoch": 60, "lr": 0.00037831010235024013}
+{"train_loss": 0.07648712396621704, "global_step": 5821, "epoch": 60, "lr": 0.0003783026266455773}
+{"train_loss": 0.09701848775148392, "global_step": 5822, "epoch": 60, "lr": 0.0003782951497267262}
+{"train_loss": 0.08612149953842163, "global_step": 5823, "epoch": 60, "lr": 0.0003782876715937377}
+{"train_loss": 0.11687621474266052, "global_step": 5824, "epoch": 60, "lr": 0.00037828019224666286}
+{"train_loss": 0.1037929356098175, "global_step": 5825, "epoch": 60, "lr": 0.0003782727116855525}
+{{"train_loss": 0.11843012273311615, "global_step": 5826, "epoch": 60, "lr": 0.00037826522991045756}{"train_loss": 0.08660820126533508, "global_step": 5827, "epoch": 60, "lr": 0.00037825774692142907}
+{{"train_loss": 0.09977966547012329, "global_step": 5828, "epoch": 60, "lr": 0.00037825026271851795{"{"train_loss": 0.08306457847356796, "global_step": 5829, "epoch": 60, "lr": 0.0003782427773017752{"train_loss": 0.0982113927602768, "global_step": 5830, "epoch": 60, "lr": 0.00037823529067125165}
+{"t{"train_loss": 0.10666553676128387, "global_step": 5831, "epoch": 60, "lr": 0.0003782278028269983{"t{"train_loss": 0.07876747846603394, "global_step": 5832, "epoch": 60, "lr": 0.000378220313769066{"{"train_loss": 0.09267474710941315, "global_step": 5833, "epoch": 60, "lr": 0.00037821282349750673{"{"train_loss": 0.08719845861196518, "global_step": 5834, "epoch": 60, "lr": 0.0003782053320123703{"{"train_loss": 0.06398054212331772, "global_step": 5835, "epoch": 60, "lr": 0.0003781978393137082{"train_loss": 0.08698363602161407, "global_step": 5836, "epoch": 60, "lr": 0.0003781903454015713}
+{"train_loss": 0.10521477460861206, "global_step": 5837, "epoch": 60, "lr": 0.00037818285027601086}
+{{"train_loss": 0.06553536653518677, "global_step": 5838, "epoch": 60, "lr": 0.00037817535393707774}{{"train_loss": 0.08484333753585815, "global_step": 5839, "epoch": 60, "lr": 0.0003781678563848231{"tr{"train_loss": 0.06831044703722, "global_step": 5840, "epoch": 60, "lr": 0.00037816035761929794}{{"train_loss": 0.07585011422634125, "global_step": 5841, "epoch": 60, "lr": 0.0003781528576405533}{{"train_loss": 0.08672165125608444, "global_step": 5842, "epoch": 60, "lr": 0.00037814535644864033}{{{"train_loss": 0.11175453662872314, "global_step": 5843, "epoch": 60, "lr": 0.00037813785404361004{{"train_loss": 0.09618157893419266, "global_step": 5844, "epoch": 60, "lr": 0.0003781303504255135}{"{"train_loss": 0.10024364292621613, "global_step": 5845, "epoch": 60, "lr": 0.0003781228455944019{"train_loss": 0.10443823784589767, "global_step": 5846, "epoch": 60, "lr": 0.00037811533955032627}
+{"{"train_loss": 0.09096796810626984, "global_step": 5847, "epoch": 60, "lr": 0.0003781078322933378{"tr{"train_loss": 0.09726065397262573, "global_step": 5848, "epoch": 60, "lr": 0.00037810032382348{"train_loss": 0.09669984877109528, "global_step": 5849, "epoch": 60, "lr": 0.0003780928141408267}
+{{"train_loss": 0.0952606275677681, "global_step": 5850, "epoch": 60, "lr": 0.0003780853032454063}
+{{"train_loss": 0.05921746790409088, "global_step": 5851, "epoch": 60, "lr": 0.00037807779113727753}{"train_loss": 0.07850362360477448, "global_step": 5852, "epoch": 60, "lr": 0.0003780702778164916}
+{{"tr{"train_loss": 0.15860101580619812, "global_step": 5853, "epoch": 60, "lr": 0.000378062763283{{"train_loss": 0.06627526879310608, "global_step": 5854, "epoch": 60, "lr": 0.0003780552475371528}{"train_loss": 0.09257197830205162, "global_step": 5855, "epoch": 60, "lr": 0.0003780477305787023, "train_action_mse_error": 5.578178388532251e-05}
+{{"train_loss": 0.10572609305381775, "global_step": 5856, "epoch": 61, "lr": 0.0003780402124077993}{{"tra{"train_loss": 0.11732335388660431, "global_step": 5857, "epoch": 61, "lr": 0.0003780326930244{"trai{"train_loss": 0.0895933210849762, "global_step": 5858, "epoch": 61, "lr": 0.0003780251724288{"train_loss": 0.09201215952634811, "global_step": 5859, "epoch": 61, "lr": 0.0003780176506208874}
+{"train_loss": 0.10564672946929932, "global_step": 5860, "epoch": 61, "lr": 0.0003780101276006865}
+{"train_loss": 0.115134596824646, "global_step": 5861, "epoch": 61, "lr": 0.00037800260336828915}
+{"{"train_loss": 0.07963363081216812, "global_step": 5862, "epoch": 61, "lr": 0.0003779950779237466{"train_loss": 0.07657085359096527, "global_step": 5863, "epoch": 61, "lr": 0.00037798755126711007}
+{"train_loss": 0.1071983277797699, "global_step": 5864, "epoch": 61, "lr": 0.00037798002339843096}
+{"{"trai{"train_loss": 0.0760546550154686, "global_step": 5865, "epoch": 61, "lr": 0.000377972494317{{"train_loss": 0.07587875425815582, "global_step": 5866, "epoch": 61, "lr": 0.00037796496402514964{"train{"train_loss": 0.06371535360813141, "global_step": 5867, "epoch": 61, "lr": 0.000377957432520{"train_loss": 0.08461690694093704, "global_step": 5868, "epoch": 61, "lr": 0.00037794989980431286}
+{{"trai{"train_loss": 0.10331706702709198, "global_step": 5869, "epoch": 61, "lr": 0.000377942365876{"train_loss": 0.09829376637935638, "global_step": 5870, "epoch": 61, "lr": 0.00037793483073633087}
+{"train{"train_loss": 0.10338570922613144, "global_step": 5871, "epoch": 61, "lr": 0.00037792729438{"train_loss": 0.10229206830263138, "global_step": 5872, "epoch": 61, "lr": 0.00037791975682161417}
+{{"train_loss": 0.15492606163024902, "global_step": 5873, "epoch": 61, "lr": 0.00037791221804685867}{{"train_loss": 0.097305528819561, "global_step": 5874, "epoch": 61, "lr": 0.00037790467806057343}
+{{"train_loss": 0.09713837504386902, "global_step": 5875, "epoch": 61, "lr": 0.00037789713686280985}{{"tr{"train_loss": 0.10579768568277359, "global_step": 5876, "epoch": 61, "lr": 0.00037788959445361{{"train_loss": 0.0668860673904419, "global_step": 5877, "epoch": 61, "lr": 0.0003778820508330531}{{"tra{"train_loss": 0.08235905319452286, "global_step": 5878, "epoch": 61, "lr": 0.000377874506001{"train_{"train_loss": 0.1290944665670395, "global_step": 5879, "epoch": 61, "lr": 0.00037786695995{"train{"train_loss": 0.10444678366184235, "global_step": 5880, "epoch": 61, "lr": 0.00037785941270{{"tra{{"train_loss": 0.08762691169977188, "global_step": 5881, "epoch": 61, "lr": 0.00037785186423{"train{"train_loss": 0.08832798898220062, "global_step": 5882, "epoch": 61, "lr": 0.00037784431456{"train_loss": 0.09566546976566315, "global_step": 5883, "epoch": 61, "lr": 0.000377836763673645}
+{"train_loss": 0.06286628544330597, "global_step": 5884, "epoch": 61, "lr": 0.0003778292115748882}
+{"train_loss": 0.12685158848762512, "global_step": 5885, "epoch": 61, "lr": 0.00037782165826516696}
+{{"train_loss": 0.08494021743535995, "global_step": 5886, "epoch": 61, "lr": 0.0003778141037445327}{"train_loss": 0.08474160730838776, "global_step": 5887, "epoch": 61, "lr": 0.00037780654801303687}
+{{"tr{"train_loss": 0.1180596798658371, "global_step": 5888, "epoch": 61, "lr": 0.000377798991070730{"train_loss": 0.09144389629364014, "global_step": 5889, "epoch": 61, "lr": 0.0003777914329176664}{"train_loss": 0.1154431700706482, "global_step": 5890, "epoch": 61, "lr": 0.00037778387355389466}
+{"{"t{"train_loss": 0.08582433313131332, "global_step": 5891, "epoch": 61, "lr": 0.00037777631297946{"{"t{"train_loss": 0.09398481249809265, "global_step": 5892, "epoch": 61, "lr": 0.000377768751194{"t{"train_loss": 0.09807610511779785, "global_step": 5893, "epoch": 61, "lr": 0.000377761188198851{"trai{"train_loss": 0.05893424525856972, "global_step": 5894, "epoch": 61, "lr": 0.0003777536239927{"tra{"train_loss": 0.10210585594177246, "global_step": 5895, "epoch": 61, "lr": 0.0003777460585762{"train_loss": 0.07578612864017487, "global_step": 5896, "epoch": 61, "lr": 0.0003777384919492968}
+{"{"train_loss": 0.14146074652671814, "global_step": 5897, "epoch": 61, "lr": 0.0003777309241120165{"t{"train_loss": 0.10259794443845749, "global_step": 5898, "epoch": 61, "lr": 0.000377723355064441{"trai{"train_loss": 0.07621386647224426, "global_step": 5899, "epoch": 61, "lr": 0.0003777157848066{"t{"train_loss": 0.07870420813560486, "global_step": 5900, "epoch": 61, "lr": 0.0003777082133386114{"train_loss": 0.08889657258987427, "global_step": 5901, "epoch": 61, "lr": 0.00037770064066046}
+{"t{"train_loss": 0.1004611998796463, "global_step": 5902, "epoch": 61, "lr": 0.0003776930667722197{"train_loss": 0.1381843090057373, "global_step": 5903, "epoch": 61, "lr": 0.000377685491673942}
+{"train{"train_loss": 0.07988899946212769, "global_step": 5904, "epoch": 61, "lr": 0.000377677915365{"train_loss": 0.11240047216415405, "global_step": 5905, "epoch": 61, "lr": 0.00037767033784748104}
+{"train_loss": 0.1196371465921402, "global_step": 5906, "epoch": 61, "lr": 0.0003776627591194009}
+{"train_loss": 0.09573401510715485, "global_step": 5907, "epoch": 61, "lr": 0.00037765517918148986}
+{"train_loss": 0.051025036722421646, "global_step": 5908, "epoch": 61, "lr": 0.00037764759803379945}
+{"{"train_loss": 0.12194091826677322, "global_step": 5909, "epoch": 61, "lr": 0.00037764001567638136{"{"train_loss": 0.08032843470573425, "global_step": 5910, "epoch": 61, "lr": 0.00037763243210928713{"{"train_loss": 0.0953286662697792, "global_step": 5911, "epoch": 61, "lr": 0.00037762484733256855}{"train{"train_loss": 0.07111416757106781, "global_step": 5912, "epoch": 61, "lr": 0.000377617261346{"train{"train_loss": 0.08176626265048981, "global_step": 5913, "epoch": 61, "lr": 0.000377609674150{"tra{"{"train_loss": 0.12467333674430847, "global_step": 5914, "epoch": 61, "lr": 0.00037760208574{"tra{"train_loss": 0.10699509084224701, "global_step": 5915, "epoch": 61, "lr": 0.0003775944961304{"train_loss": 0.08854195475578308, "global_step": 5916, "epoch": 61, "lr": 0.0003775869053064169}
+{{"train_loss": 0.12852302193641663, "global_step": 5917, "epoch": 61, "lr": 0.0003775793132730367}{"train_loss": 0.11170902848243713, "global_step": 5918, "epoch": 61, "lr": 0.00037757172003039375}
+{{"tr{"train_loss": 0.08321299403905869, "global_step": 5919, "epoch": 61, "lr": 0.0003775641255785{{"train_loss": 0.12397141754627228, "global_step": 5920, "epoch": 61, "lr": 0.0003775565299175265}{"tra{"train_loss": 0.0751580148935318, "global_step": 5921, "epoch": 61, "lr": 0.00037754893304740{"tr{"train_loss": 0.08623702824115753, "global_step": 5922, "epoch": 61, "lr": 0.000377541334968229{"tr{"tr{"train_loss": 0.08953045308589935, "global_step": 5923, "epoch": 61, "lr": 0.0003775337356{{"t{"train_loss": 0.1263844221830368, "global_step": 5924, "epoch": 61, "lr": 0.00037752613518291{"tr{"train_loss": 0.06541824340820312, "global_step": 5925, "epoch": 61, "lr": 0.00037751853347688{"train_l{"train_loss": 0.10528351366519928, "global_step": 5926, "epoch": 61, "lr": 0.000377510930{"{"train_loss": 0.07964576780796051, "global_step": 5927, "epoch": 61, "lr": 0.0003775033264383196{"train_loss": 0.08675707876682281, "global_step": 5928, "epoch": 61, "lr": 0.0003774957211058949}
+{{"train_loss": 0.09768824279308319, "global_step": 5929, "epoch": 61, "lr": 0.00037748811456477665}{"train_loss": 0.0899295061826706, "global_step": 5930, "epoch": 61, "lr": 0.00037748050681501674}
+{"train_loss": 0.10713814198970795, "global_step": 5931, "epoch": 61, "lr": 0.00037747289785666695}
+{"{"train_loss": 0.08147262036800385, "global_step": 5932, "epoch": 61, "lr": 0.0003774652876897792{"train_loss": 0.12342420965433121, "global_step": 5933, "epoch": 61, "lr": 0.0003774576763144051}
+{"train_loss": 0.0636947900056839, "global_step": 5934, "epoch": 61, "lr": 0.00037745006373059663}
+{"train_loss": 0.137533500790596, "global_step": 5935, "epoch": 61, "lr": 0.0003774424499384057}
+{"train_{"train_loss": 0.06843054294586182, "global_step": 5936, "epoch": 61, "lr": 0.000377434834{"train_{"train_loss": 0.10206494480371475, "global_step": 5937, "epoch": 61, "lr": 0.0003774272187{"train_loss": 0.0923926830291748, "global_step": 5938, "epoch": 61, "lr": 0.00037741960131205585}
+{"train_loss"{"train_loss": 0.09461236000061035, "global_step": 5939, "epoch": 61, "lr": 0.0003774{"train_loss": 0.1081620380282402, "global_step": 5940, "epoch": 61, "lr": 0.00037740436285352725}
+{"train_loss": {"train_loss": 0.0911923497915268, "global_step": 5941, "epoch": 61, "lr": 0.00037{"train_loss":{"train_loss": 0.09961311519145966, "global_step": 5942, "epoch": 61, "lr": 0.00037738{"train_los{"train_loss": 0.09319516271352768, "global_step": 5943, "epoch": 61, "lr": 0.0003773814{"train_loss": 0.16547837853431702, "global_step": 5944, "epoch": 61, "lr": 0.00037737387144002926}
+{"tra{"train_loss": 0.08056626468896866, "global_step": 5945, "epoch": 61, "lr": 0.00037736624556686{"train_loss": 0.11290882527828217, "global_step": 5946, "epoch": 61, "lr": 0.0003773586184858903}
+{"train_loss": 0.08788701891899109, "global_step": 5947, "epoch": 61, "lr": 0.0003773509901971551}
+{"train_loss": 0.10364201664924622, "global_step": 5948, "epoch": 61, "lr": 0.000377343360700712}
+{"train_loss": 0.08500400930643082, "global_step": 5949, "epoch": 61, "lr": 0.00037733572999661304}
+{"train_loss": 0.09249445796012878, "global_step": 5950, "epoch": 61, "lr": 0.00037732809808490995}
+{"{"train_loss": 0.0968748985324055, "global_step": 5951, "epoch": 61, "lr": 0.000377320464965655}{"train_loss": 0.08825002610683441, "global_step": 5952, "epoch": 62, "lr": 0.00037731283063889993}
+{"train_lo{"train_loss": 0.1349373459815979, "global_step": 5953, "epoch": 62, "lr": 0.000377305195{"train_l{"train_loss": 0.11825133115053177, "global_step": 5954, "epoch": 62, "lr": 0.0003772975583{"train_loss": 0.09763091057538986, "global_step": 5955, "epoch": 62, "lr": 0.00037728992041415456}
+{{"train_loss": 0.0650460347533226, "global_step": 5956, "epoch": 62, "lr": 0.00037728228125791935}
+{"train_l{"train_loss": 0.062431059777736664, "global_step": 5957, "epoch": 62, "lr": 0.000377274640{"train_loss": 0.09290441125631332, "global_step": 5958, "epoch": 62, "lr": 0.000377266999323781}
+{"train_lo{"train_loss": 0.06852938234806061, "global_step": 5959, "epoch": 62, "lr": 0.00037725935{"train_lo{"train_loss": 0.10223396867513657, "global_step": 5960, "epoch": 62, "lr": 0.00037725171{"train_loss": 0.09280383586883545, "global_step": 5961, "epoch": 62, "lr": 0.000377244067369184}
+{"train_loss": 0.06488962471485138, "global_step": 5962, "epoch": 62, "lr": 0.00037723642097028937}
+{"train_loss": 0.10324180126190186, "global_step": 5963, "epoch": 62, "lr": 0.000377228773364467}
+{"train_los{"train_loss": 0.12234044075012207, "global_step": 5964, "epoch": 62, "lr": 0.00037722{"train_{"train_loss": 0.08645288646221161, "global_step": 5965, "epoch": 62, "lr": 0.000377213474{{"train_{"tr{"train_loss": 0.12358603626489639, "global_step": 5966, "epoch": 62, "lr": 0.00037720{"train_loss": 0.11320360004901886, "global_step": 5967, "epoch": 62, "lr": 0.00037719817087294213}
+{"train_loss": 0.10661692172288895, "global_step": 5968, "epoch": 62, "lr": 0.0003771905172332625}
+{"train_l{"train_loss": 0.09427588433027267, "global_step": 5969, "epoch": 62, "lr": 0.000377182862{"train_loss": 0.082158163189888, "global_step": 5970, "epoch": 62, "lr": 0.00037717520633411016}
+{"t{"train_{"train_loss": 0.11404705792665482, "global_step": 5971, "epoch": 62, "lr": 0.00037716754{"{"train_loss": 0.08739707618951797, "global_step": 5972, "epoch": 62, "lr": 0.0003771598906089143{"train_los{"train_loss": 0.09763896465301514, "global_step": 5973, "epoch": 62, "lr": 0.0003771522{"train_loss{"{"train_loss": 0.11799423396587372, "global_step": 5974, "epoch": 62, "lr": 0.00037714{"t{"train_l{"{"train_loss": 0.1014133095741272, "global_step": 5975, "epoch": 62, "lr": 0.00037713{"t{"train_l{"train_loss": 0.06373326480388641, "global_step": 5976, "epoch": 62, "lr": 0.0003771292{"t{"train_l{"train_loss": 0.0827302485704422, "global_step": 5977, "epoch": 62, "lr": 0.00037712158{"t{"train_{"{"train_loss": 0.12173952907323837, "global_step": 5978, "epoch": 62, "lr": 0.00037711{"train_lo{"t{"train_loss": 0.06644650548696518, "global_step": 5979, "epoch": 62, "lr": 0.00037710{"tr{"train_loss": 0.125084787607193, "global_step": 5980, "epoch": 62, "lr": 0.0003770985794560424{"train_los{"t{"train_loss": 0.08984702825546265, "global_step": 5981, "epoch": 62, "lr": 0.0003770{"train_loss": 0.1165713220834732, "global_step": 5982, "epoch": 62, "lr": 0.00037708323960688984}
+{"train_loss": {"train_loss": 0.07002238929271698, "global_step": 5983, "epoch": 62, "lr": 0.0003770{"t{"train_loss": 0.10329009592533112, "global_step": 5984, "epoch": 62, "lr": 0.000377067894934198{"t{"train_loss{"train_loss": 0.09757502377033234, "global_step": 5985, "epoch": 62, "lr": 0.0003770{"train_loss": 0.08816704899072647, "global_step": 5986, "epoch": 62, "lr": 0.00037705254543838755}
+{"t{"train_loss": 0.09250275790691376, "global_step": 5987, "epoch": 62, "lr": 0.000377044868881942{"train_loss": 0.09750567376613617, "global_step": 5988, "epoch": 62, "lr": 0.00037703719111987393}
+{"train_loss": 0.11568351835012436, "global_step": 5989, "epoch": 62, "lr": 0.00037702951215223444}
+{"train_loss": 0.098867267370224, "global_step": 5990, "epoch": 62, "lr": 0.0003770218319790763}
+{"train_loss": 0.07253493368625641, "global_step": 5991, "epoch": 62, "lr": 0.00037701415060045166}
+{"tra{"train_loss": 0.11647805571556091, "global_step": 5992, "epoch": 62, "lr": 0.0003770064680164{"train_loss": {"train_loss": 0.06764889508485794, "global_step": 5993, "epoch": 62, "lr": 0.0003769{"train_loss": 0.09027771651744843, "global_step": 5994, "epoch": 62, "lr": 0.00037699109923230236}
+{"train_loss"{"train_loss": 0.11137561500072479, "global_step": 5995, "epoch": 62, "lr": 0.0003769{"train_loss":{"{"train_loss": 0.09110049903392792, "global_step": 5996, "epoch": 62, "lr": 0.00037{"train_loss": 0{"train_loss": 0.09659797698259354, "global_step": 5997, "epoch": 62, "lr": 0.00037{"trai{"train_{"train_loss": 0.12342236936092377, "global_step": 5998, "epoch": 62, "lr": 0.000376{"train{"train_loss": 0.08169273287057877, "global_step": 5999, "epoch": 62, "lr": 0.000376952656180{"train{"train_{"train_loss": 0.08713173866271973, "global_step": 6000, "epoch": 62, "lr": 0.000376{"train{"train_l{"train_loss": 0.12627950310707092, "global_step": 6001, "epoch": 62, "lr": 0.00037{"train{"train_loss": 0.09824834764003754, "global_step": 6002, "epoch": 62, "lr": 0.00037692957588{"train{"train_{"train_loss": 0.10340021550655365, "global_step": 6003, "epoch": 62, "lr": 0.0003769{"train{"train_{"train_loss": 0.08592293411493301, "global_step": 6004, "epoch": 62, "lr": 0.000376{"train{"train_loss": 0.0629795640707016, "global_step": 6005, "epoch": 62, "lr": 0.00037690648475503{"tra{"train_loss": 0.07469192147254944, "global_step": 6006, "epoch": 62, "lr": 0.00037689878530070{"tra{"train_loss": 0.11684034764766693, "global_step": 6007, "epoch": 62, "lr": 0.0003768910846417{"tra{"trai{"t{"train_loss": 0.08983674645423889, "global_step": 6008, "epoch": 62, "lr": 0.0003768{"tra{"train_loss": 0.0753079205751419, "global_step": 6009, "epoch": 62, "lr": 0.000376875679710120{"tr{"train_loss": 0.09068471193313599, "global_step": 6010, "epoch": 62, "lr": 0.00037686797543758{"tr{"train_lo{"train_loss": 0.08757025003433228, "global_step": 6011, "epoch": 62, "lr": 0.0003768{"tr{"train_loss": 0.09662061929702759, "global_step": 6012, "epoch": 62, "lr": 0.000376852563279300{"tr{"train_loss": 0.09667635709047318, "global_step": 6013, "epoch": 62, "lr": 0.0003768448553936{"tr{"tra{"train_loss": 0.0995425432920456, "global_step": 6014, "epoch": 62, "lr": 0.00037683714630{"train_{"train_loss": 0.08003784716129303, "global_step": 6015, "epoch": 62, "lr": 0.0003768294360{"t{"tra{"train_loss": 0.07922118902206421, "global_step": 6016, "epoch": 62, "lr": 0.00037682172451{"t{"train_l{"train_loss": 0.08201843500137329, "global_step": 6017, "epoch": 62, "lr": 0.00037681{"tr{"train_l{"train_loss": 0.10659061372280121, "global_step": 6018, "epoch": 62, "lr": 0.000376806{"tr{"train_loss": 0.08901156485080719, "global_step": 6019, "epoch": 62, "lr": 0.000376798582792188{"train_{"train_loss": 0.09135477244853973, "global_step": 6020, "epoch": 62, "lr": 0.0003767908664{"tra{"train_l{"train_loss": 0.07083999365568161, "global_step": 6021, "epoch": 62, "lr": 0.000376{"tra{"train_l{"train_loss": 0.07104788720607758, "global_step": 6022, "epoch": 62, "lr": 0.0003767{"tra{"train_l{"train_loss": 0.10856718569993973, "global_step": 6023, "epoch": 62, "lr": 0.0003767{"train_loss": 0.08360695838928223, "global_step": 6024, "epoch": 62, "lr": 0.00037675998918196003}
+{"tra{"tr{"train_loss": 0.10836058855056763, "global_step": 6025, "epoch": 62, "lr": 0.000376752266{"tra{"tr{"t{"train_loss": 0.09525773674249649, "global_step": 6026, "epoch": 62, "lr": 0.00037674{"tra{"train{"train_loss": 0.1085791364312172, "global_step": 6027, "epoch": 62, "lr": 0.0003767368{"train_loss": 0.10070741921663284, "global_step": 6028, "epoch": 62, "lr": 0.0003767290926271613}
+{"tr{"train{"train_loss": 0.10257963836193085, "global_step": 6029, "epoch": 62, "lr": 0.000376721{"tra{"train_loss": 0.0961959958076477, "global_step": 6030, "epoch": 62, "lr": 0.00037671363712871{"tr{"t{"train_loss": 0.07638116180896759, "global_step": 6031, "epoch": 62, "lr": 0.000376705907574{"tr{"t{"train_loss": 0.12570016086101532, "global_step": 6032, "epoch": 62, "lr": 0.000376698176816{"tr{"train_loss": 0.10163247585296631, "global_step": 6033, "epoch": 62, "lr": 0.000376690444855916{"tr{"trai{"train_loss": 0.14159977436065674, "global_step": 6034, "epoch": 62, "lr": 0.000376682711{"t{"train{"train_loss": 0.0760711133480072, "global_step": 6035, "epoch": 62, "lr": 0.000376674977{"t{"t{"train_loss": 0.08441603183746338, "global_step": 6036, "epoch": 62, "lr": 0.0003766672417542{"{"train{"train_loss": 0.09871244430541992, "global_step": 6037, "epoch": 62, "lr": 0.0003766595049{"train_loss": 0.08294267952442169, "global_step": 6038, "epoch": 62, "lr": 0.0003766517670044273}
+{"trai{"train_loss": 0.09687040746212006, "global_step": 6039, "epoch": 62, "lr": 0.000376644027825{"train_loss": 0.09676797688007355, "global_step": 6040, "epoch": 62, "lr": 0.00037663628744283816}
+{{"train_loss": 0.088535375893116, "global_step": 6041, "epoch": 62, "lr": 0.0003766285458577558}
+{"train_loss": 0.13048803806304932, "global_step": 6042, "epoch": 62, "lr": 0.00037662080306988515}
+{"train_loss": 0.1045253574848175, "global_step": 6043, "epoch": 62, "lr": 0.00037661305907927894}
+{"train_loss": 0.10106551647186279, "global_step": 6044, "epoch": 62, "lr": 0.00037660531388598997}
+{"train{"train_loss": 0.09914912283420563, "global_step": 6045, "epoch": 62, "lr": 0.000376597567490{"train_loss": 0.06727021932601929, "global_step": 6046, "epoch": 62, "lr": 0.0003765898198915746}
+{"train_loss": 0.09512005909346044, "global_step": 6047, "epoch": 62, "lr": 0.00037658207109055367}
+{"trai{"train_loss": 0.08467116206884384, "global_step": 6048, "epoch": 63, "lr": 0.00037657432108{"train_loss": 0.12354232370853424, "global_step": 6049, "epoch": 63, "lr": 0.00037656656988114927}
+{"{"train_loss": 0.06619369983673096, "global_step": 6050, "epoch": 63, "lr": 0.0003765588174728714{"train_l{"train_loss": 0.07803791761398315, "global_step": 6051, "epoch": 63, "lr": 0.00037655106{"train_{"train_loss": 0.12344929575920105, "global_step": 6052, "epoch": 63, "lr": 0.00037654330904{"tr{"train_loss": 0.12183485925197601, "global_step": 6053, "epoch": 63, "lr": 0.000376535553034368{"tr{"tr{"train_loss": 0.08579015731811523, "global_step": 6054, "epoch": 63, "lr": 0.0003765277958{"tr{"train{"train_loss": 0.09395480155944824, "global_step": 6055, "epoch": 63, "lr": 0.00037652003{"train_loss": 0.09220349788665771, "global_step": 6056, "epoch": 63, "lr": 0.0003765122777764701}
+{"tr{"train_loss": 0.10427293926477432, "global_step": 6057, "epoch": 63, "lr": 0.00037650451695310{"train_l{"train_loss": 0.11354377865791321, "global_step": 6058, "epoch": 63, "lr": 0.000376496754{"train_l{"train_loss": 0.12540337443351746, "global_step": 6059, "epoch": 63, "lr": 0.00037648899{"train_loss": 0.09200233966112137, "global_step": 6060, "epoch": 63, "lr": 0.0003764812272715681}
+{"train_loss": 0.12291909009218216, "global_step": 6061, "epoch": 63, "lr": 0.0003764734616407478}
+{"train_loss{"train_loss": 0.10859321057796478, "global_step": 6062, "epoch": 63, "lr": 0.000376465{"train_loss": 0.08307528495788574, "global_step": 6063, "epoch": 63, "lr": 0.00037645792677396347}
+{"train_loss{"train_loss": 0.10481075942516327, "global_step": 6064, "epoch": 63, "lr": 0.0003764501{"train_loss": 0.10533666610717773, "global_step": 6065, "epoch": 63, "lr": 0.0003764423871006735}
+{"train{"train_loss": 0.12292381376028061, "global_step": 6066, "epoch": 63, "lr": 0.000376434615461{"train{"train_loss": 0.10265859216451645, "global_step": 6067, "epoch": 63, "lr": 0.0003764268426{"train_loss{"train_loss": 0.08422168344259262, "global_step": 6068, "epoch": 63, "lr": 0.0003764190{"train_loss"{"train_loss": 0.08268624544143677, "global_step": 6069, "epoch": 63, "lr": 0.000376411{"train_l{"train_loss": 0.10400667786598206, "global_step": 6070, "epoch": 63, "lr": 0.0003764035168{"train_l{"train_loss": 0.08291393518447876, "global_step": 6071, "epoch": 63, "lr": 0.0003763957392{"train_los{"train_loss": 0.07290398329496384, "global_step": 6072, "epoch": 63, "lr": 0.0003763879{"train_loss": 0.10792567580938339, "global_step": 6073, "epoch": 63, "lr": 0.00037638018035092576}
+{"train_loss": 0.13636207580566406, "global_step": 6074, "epoch": 63, "lr": 0.00037637239910171476}
+{"train_loss":{"train_loss": 0.09358202666044235, "global_step": 6075, "epoch": 63, "lr": 0.00037636{"train_los{"train_loss": 0.08617868274450302, "global_step": 6076, "epoch": 63, "lr": 0.0003763568{"train_l{"{"train_loss": 0.08151961863040924, "global_step": 6077, "epoch": 63, "lr": 0.00037634{"train_l{"{"train_loss": 0.11810397356748581, "global_step": 6078, "epoch": 63, "lr": 0.00037634126{"train_l{"train_loss": 0.08635015040636063, "global_step": 6079, "epoch": 63, "lr": 0.0003763334748{"train_loss": 0.11989115178585052, "global_step": 6080, "epoch": 63, "lr": 0.0003763256863863805}
+{"train_los{"train_loss": 0.10396698862314224, "global_step": 6081, "epoch": 63, "lr": 0.0003763178{"train_los{{"train_loss": 0.08223000168800354, "global_step": 6082, "epoch": 63, "lr": 0.0003763{"train_lo{"train_loss": 0.09173323959112167, "global_step": 6083, "epoch": 63, "lr": 0.00037630231{"train_loss": 0.1314186155796051, "global_step": 6084, "epoch": 63, "lr": 0.0003762945205609333}
+{"train_loss":{"train_loss": 0.11014202982187271, "global_step": 6085, "epoch": 63, "lr": 0.000376{"train_loss": {"train_loss": 0.14328691363334656, "global_step": 6086, "epoch": 63, "lr": 0.00037{"train_loss": 0.09122763574123383, "global_step": 6087, "epoch": 63, "lr": 0.00037627113358626885}
+{"train_loss": 0{"train_loss": 0.1312749981880188, "global_step": 6088, "epoch": 63, "lr": 0.000376{"train_loss": {"train_loss": 0.10572902858257294, "global_step": 6089, "epoch": 63, "lr": 0.0003762{"train_loss": {"train_loss": 0.07792085409164429, "global_step": 6090, "epoch": 63, "lr": 0.00037{"train_loss"{"{"train_loss": 0.08597040176391602, "global_step": 6091, "epoch": 63, "lr": 0.000376{"train_loss": 0.08231684565544128, "global_step": 6092, "epoch": 63, "lr": 0.0003762321312887819}
+{"train_loss": 0.08497534692287445, "global_step": 6093, "epoch": 63, "lr": 0.0003762243272288056}
+{"train_loss": 0.11604169011116028, "global_step": 6094, "epoch": 63, "lr": 0.00037621652196879367}
+{"train_{"train_loss": 0.08182066679000854, "global_step": 6095, "epoch": 63, "lr": 0.00037620871550{"train_{"train_loss": 0.11069751530885696, "global_step": 6096, "epoch": 63, "lr": 0.00037620090784{"train_{"trai{"train_loss": 0.10486281663179398, "global_step": 6097, "epoch": 63, "lr": 0.000376{"train_loss": 0.12377220392227173, "global_step": 6098, "epoch": 63, "lr": 0.00037618528892945254}
+{"train_loss": {"train_loss": 0.09636180102825165, "global_step": 6099, "epoch": 63, "lr": 0.0003761{"train_loss{"train_loss": 0.10392448306083679, "global_step": 6100, "epoch": 63, "lr": 0.000376169{"train_l{"t{"train_loss": 0.10262138396501541, "global_step": 6101, "epoch": 63, "lr": 0.00037616{"train_loss": 0.0751495212316513, "global_step": 6102, "epoch": 63, "lr": 0.00037615403669379456}
+{"train_loss": 0.07849100232124329, "global_step": 6103, "epoch": 63, "lr": 0.00037614622063585453}
+{"train_lo{"train{"train_loss": 0.10737557709217072, "global_step": 6104, "epoch": 63, "lr": 0.0003{"train_lo{"t{"train_loss": 0.0899847000837326, "global_step": 6105, "epoch": 63, "lr": 0.000376130{"train_loss": 0.12365701049566269, "global_step": 6106, "epoch": 63, "lr": 0.0003761227652652248}
+{"train_loss": 0.{"train_loss": 0.12404251843690872, "global_step": 6107, "epoch": 63, "lr": 0.00037{"train_loss": 0.{"train_loss": 0.07185336947441101, "global_step": 6108, "epoch": 63, "lr": 0.000{"train_l{"train_loss": 0.10714089125394821, "global_step": 6109, "epoch": 63, "lr": 0.0003760992991{"train_l{"train_loss": 0.0967409759759903, "global_step": 6110, "epoch": 63, "lr": 0.00037609147464{"train_{"train_loss": 0.11257466673851013, "global_step": 6111, "epoch": 63, "lr": 0.0003760836489{"train_loss": 0{"train_loss": 0.0785035640001297, "global_step": 6112, "epoch": 63, "lr": 0.0003760{"train_{"train_loss": 0.07222375273704529, "global_step": 6113, "epoch": 63, "lr": 0.00037606799409{"train_{"train{"train_loss": 0.08892650157213211, "global_step": 6114, "epoch": 63, "lr": 0.000376{"train_loss{"t{"train_loss": 0.1107671856880188, "global_step": 6115, "epoch": 63, "lr": 0.00037605{"train_loss{"train_loss": 0.08840181678533554, "global_step": 6116, "epoch": 63, "lr": 0.000376044{"train{"train_loss": 0.08791612088680267, "global_step": 6117, "epoch": 63, "lr": 0.00037603666990{"train_loss":{"train_loss": 0.05028357729315758, "global_step": 6118, "epoch": 63, "lr": 0.0003760{"train_{"trai{"train_loss": 0.08245763182640076, "global_step": 6119, "epoch": 63, "lr": 0.0003760{"train_{"tr{"{"train_loss": 0.09328898042440414, "global_step": 6120, "epoch": 63, "lr": 0.0003760{"train_{"trai{"train_loss": 0.08136986196041107, "global_step": 6121, "epoch": 63, "lr": 0.000376{"train_l{"train_loss": 0.100044846534729, "global_step": 6122, "epoch": 63, "lr": 0.0003759974876{"train_{"train_{"train_loss": 0.0971795916557312, "global_step": 6123, "epoch": 63, "lr": 0.000375{"train_{"tra{"{"train_loss": 0.07950356602668762, "global_step": 6124, "epoch": 63, "lr": 0.0003759{"train_{"tra{"train_loss": 0.11234152317047119, "global_step": 6125, "epoch": 63, "lr": 0.00037597{"train_{"tra{"train_loss": 0.1108909621834755, "global_step": 6126, "epoch": 63, "lr": 0.00037596{"train_loss"{"train_loss": 0.08882492035627365, "global_step": 6127, "epoch": 63, "lr": 0.000375958{"train_l{"train_loss": 0.09205552935600281, "global_step": 6128, "epoch": 63, "lr": 0.000375950429{"train_loss"{"train_loss": 0.118879035115242, "global_step": 6129, "epoch": 63, "lr": 0.00037594258{"train_l{"{"tr{"train_loss": 0.11030401289463043, "global_step": 6130, "epoch": 63, "lr": 0.000375{"train_los{"train_loss": 0.11638662219047546, "global_step": 6131, "epoch": 63, "lr": 0.0003759268{"train_l{"{"tr{"train_loss": 0.06724797189235687, "global_step": 6132, "epoch": 63, "lr": 0.00037{"train_loss": 0.11083164066076279, "global_step": 6133, "epoch": 63, "lr": 0.0003759111813679415}
+{"train_loss": {"train_loss": 0.10156802088022232, "global_step": 6134, "epoch": 63, "lr": 0.000375{"train_loss": 0.090931735932827, "global_step": 6135, "epoch": 63, "lr": 0.0003758954737345583}
+{"train_loss": 0.06963198632001877, "global_step": 6136, "epoch": 63, "lr": 0.00037588761812114556}
+{"train_loss"{"train_loss": 0.11611305922269821, "global_step": 6137, "epoch": 63, "lr": 0.00037587{"train_lo{"train_loss": 0.054553642868995667, "global_step": 6138, "epoch": 63, "lr": 0.00037587190{"train_los{"train_loss": 0.08587959408760071, "global_step": 6139, "epoch": 63, "lr": 0.0003758640{"train_loss{"train_loss": 0.07093863189220428, "global_step": 6140, "epoch": 63, "lr": 0.0003758561{"train_loss{"train_loss": 0.061950985342264175, "global_step": 6141, "epoch": 63, "lr": 0.00037584{"train_loss"{"train_loss": 0.11368151009082794, "global_step": 6142, "epoch": 63, "lr": 0.000375840{"train_loss": 0.09716397582087666, "global_step": 6143, "epoch": 63, "lr": 0.00037583259529345585}
+{"train_loss":{"train_loss": 0.08753862977027893, "global_step": 6144, "epoch": 64, "lr": 0.00037582{"train_loss{"{"tr{"train_loss": 0.1255171298980713, "global_step": 6145, "epoch": 64, "lr": 0.000{"train_loss":{"train_loss": 0.0969395861029625, "global_step": 6146, "epoch": 64, "lr": 0.0003758{"train_loss"{"tr{"train_loss": 0.11814505606889725, "global_step": 6147, "epoch": 64, "lr": 0.0003{"train_loss": 0.{"train_loss": 0.08566170930862427, "global_step": 6148, "epoch": 64, "lr": 0.00037{"train_loss{"train_loss": 0.07120142877101898, "global_step": 6149, "epoch": 64, "lr": 0.0003757853{"train_loss": 0.{"train_loss": 0.09993600845336914, "global_step": 6150, "epoch": 64, "lr": 0.0003{"train_loss": 0.10326891392469406, "global_step": 6151, "epoch": 64, "lr": 0.0003757696402207995}
+{"train_loss{{"tr{"train_loss": 0.056536417454481125, "global_step": 6152, "epoch": 64, "lr": 0.0003{"train_loss": 0.0895686149597168, "global_step": 6153, "epoch": 64, "lr": 0.0003757538894821696}
+{"train_loss{"train_loss": 0.09677252173423767, "global_step": 6154, "epoch": 64, "lr": 0.000375746{"train_loss": 0.10660510510206223, "global_step": 6155, "epoch": 64, "lr": 0.00037573813395621133}
+{"train_loss": 0.0860162228345871, "global_step": 6156, "epoch": 64, "lr": 0.0003757302543981182}
+{"train_loss"{"trai{"train_loss": 0.08507563173770905, "global_step": 6157, "epoch": 64, "lr": 0.00{"train_loss": 0.10768498480319977, "global_step": 6158, "epoch": 64, "lr": 0.000375714491691972}
+{"train_loss": {"train_loss": 0.11317886412143707, "global_step": 6159, "epoch": 64, "lr": 0.000375{"train_loss{"train{"train_loss": 0.07118317484855652, "global_step": 6160, "epoch": 64, "lr": 0.000{"train_loss{"t{"train_loss": 0.09846090525388718, "global_step": 6161, "epoch": 64, "lr": 0.0003756{"train_loss": {"train_loss": 0.1173185259103775, "global_step": 6162, "epoch": 64, "lr": 0.0003756{"train_loss{"train_loss": 0.1037505641579628, "global_step": 6163, "epoch": 64, "lr": 0.0003756750{"train_los{"train_loss": 0.10209210962057114, "global_step": 6164, "epoch": 64, "lr": 0.00037566717{"train_los{"train_loss": 0.08095026016235352, "global_step": 6165, "epoch": 64, "lr": 0.0003756592{"train_loss": 0.10312429070472717, "global_step": 6166, "epoch": 64, "lr": 0.00037565139300912986}
+{"train_los{"{"train_loss": 0.10725195705890656, "global_step": 6167, "epoch": 64, "lr": 0.00037564{"train_loss": 0.09698796272277832, "global_step": 6168, "epoch": 64, "lr": 0.0003756356063760034}
+{"train_loss": 0.08088582754135132, "global_step": 6169, "epoch": 64, "lr": 0.0003756277112653733}
+{"train_loss": 0.08181425929069519, "global_step": 6170, "epoch": 64, "lr": 0.0003756198149587704}
+{"train_loss": 0.1211605966091156, "global_step": 6171, "epoch": 64, "lr": 0.0003756119174562484}
+{"train_loss": 0.07392189651727676, "global_step": 6172, "epoch": 64, "lr": 0.000375604018757861}
+{"train_loss": 0.11225035786628723, "global_step": 6173, "epoch": 64, "lr": 0.00037559611886366214}
+{"train_loss": 0.06688004732131958, "global_step": 6174, "epoch": 64, "lr": 0.00037558821777370553}
+{"train_loss": 0.0{"train_loss": 0.10016736388206482, "global_step": 6175, "epoch": 64, "lr": 0.000{"train_loss": 0.11{"train_loss": 0.11516867578029633, "global_step": 6176, "epoch": 64, "lr": 0.00{"train_loss":{"tra{"train_loss": 0.07016339153051376, "global_step": 6177, "epoch": 64, "lr": 0.00{"train_loss":{"train_loss": 0.07128145545721054, "global_step": 6178, "epoch": 64, "lr": 0.0003755{"train_loss":{{"train_loss": 0.1321706771850586, "global_step": 6179, "epoch": 64, "lr": 0.0003755{"train_loss": 0.09864211082458496, "global_step": 6180, "epoch": 64, "lr": 0.0003755407861260668}
+{"train_loss":{"tra{"train_loss": 0.0819379910826683, "global_step": 6181, "epoch": 64, "lr": 0.00{"train_loss":{"tr{"train_loss": 0.09556962549686432, "global_step": 6182, "epoch": 64, "lr": 0.000{"train_loss":{"train_loss": 0.09407032281160355, "global_step": 6183, "epoch": 64, "lr": 0.00037{"train_loss": 0.10189640522003174, "global_step": 6184, "epoch": 64, "lr": 0.00037550914111930455}
+{"train_loss": {"tr{"train_loss": 0.053745292127132416, "global_step": 6185, "epoch": 64, "lr": 0.0{"train_loss": 0.0919935405254364, "global_step": 6186, "epoch": 64, "lr": 0.0003754933114447152}
+{"train_loss": 0{"train_loss": 0.08334268629550934, "global_step": 6187, "epoch": 64, "lr": 0.0003{"train_loss": 0.{"train_loss": 0.07154273986816406, "global_step": 6188, "epoch": 64, "lr": 0.0003{"train_loss": 0.1{"tra{"train_loss": 0.12111358344554901, "global_step": 6189, "epoch": 64, "lr{"train_loss": 0.12989{"train_loss": 0.1261761486530304, "global_step": 6190, "epoch": 64, "lr": 0.0{"train_loss": 0.0989{{"train_loss": 0.10350573062896729, "global_step": 6191, "epoch": 64, "lr": 0{"train_loss": 0.08384{"train_loss": 0.08062870800495148, "global_step": 6192, "epoch": 64, "lr": {"train_loss": 0.09816{"train_loss": 0.10355409979820251, "global_step": 6193, "epoch": 64, "lr": 0{"train_loss": 0.07943{"trai{"train_loss": 0.07995401322841644, "global_step": 6194, "epoch": 64, "{"train_loss": 0.10453{"trai{"train_loss": 0.10492202639579773, "global_step": 6195, "epoch": 64, "{"train_loss": 0.08692{{"train_loss": 0.08428940176963806, "global_step": 6196, "epoch": 64, "lr": 0{"train_loss": 0.094640{"train_loss": 0.09165483713150024, "global_step": 6197, "epoch": 64, "lr": 0{"train_loss": 0.11904{{"train_loss": 0.12461133301258087, "global_step": 6198, "epoch": 64, "lr": {"train_loss": 0.08942{{"train_loss": 0.08882933109998703, "global_step": 6199, "epoch": 64, "lr": 0{"train_loss": 0.07840{{"tra{"train_loss": 0.07320483028888702, "global_step": 6200, "epoch": 64, "{"train_loss": 0.08939{{"train_loss": 0.0922924280166626, "global_step": 6201, "epoch": 64, "lr": 0{"train_loss": 0.07855{"trai{"train_loss": 0.08077947795391083, "global_step": 6202, "epoch": 64, {"train_loss": 0.077223{"train_loss": 0.07670830935239792, "global_step": 6203, "epoch": 64, "lr": 0{"train_loss": 0.092177{"train_loss": 0.09080253541469574, "global_step": 6204, "epoch": 64, "lr": {"train_loss": 0.07539071142673492, "global_step": 6205, "epoch": 64, "lr": 0.0003753426911830999}
+{"train_loss": 0.107474{"train_loss": 0.10878518223762512, "global_step": 6206, "epoch": 64, "lr":{"train_loss": 0.0915650{"train_loss": 0.08878390491008759, "global_step": 6207, "epoch": 64, "lr"{"train_loss": 0.13013859{"train_loss": 0.13182517886161804, "global_step": 6208, "epoch": 64, "lr"{"train_loss": 0.10128085{"train_loss": 0.10155849158763885, "global_step": 6209, "epoch": 64, "lr"{"train_loss": 0.09880727{"train_loss": 0.09355490654706955, "global_step": 6210, "epoch": 64, "lr":{"train_loss": 0.08031302690505981, "global_step": 6211, "epoch": 64, "lr": 0.00037529503732000504}
+{"train_loss": 0.077290758{"train_loss": 0.07482143491506577, "global_step": 6212, "epoch": 64, "lr"{"train_loss": 0.07579971849918365, "global_step": 6213, "epoch": 64, "lr": 0.0003752791431487367}
+{"train_loss": 0.096822{"train_loss": 0.08942720293998718, "global_step": 6214, "epoch": 64, "lr": {"train_loss": 0.10148297250270844, "global_step": 6215, "epoch": 64, "lr": 0.0003752632442030715}
+{"train_loss": 0.093901{"t{"train_loss": 0.09507274627685547, "global_step": 6216, "epoch": 64, "lr"{"train_loss": 0.08754390478134155, "global_step": 6217, "epoch": 64, "lr": 0.00037524734048344243}
+{"train_loss": 0.066265{"{"train_loss": 0.06488162279129028, "global_step": 6218, "epoch": 64, "lr"{"train_loss": 0.0980031{"{"tr{"train_loss": 0.09473211318254471, "global_step": 6219, "epoch": 64,{"train_loss": 0.09097273647785187, "global_step": 6220, "epoch": 64, "lr": 0.0003752234759537643}
+{"train_loss": 0.10041572153568268, "global_step": 6221, "epoch": 64, "lr": 0.00037521551872402573}
+{"train_loss": 0.09365686{"tra{"train_loss": 0.09735067933797836, "global_step": 6222, "epoch": 64, {"train_loss": 0.12149319797754288, "global_step": 6223, "epoch": 64, "lr": 0.0003751996006851049}
+{"train_loss": 0.1083436906337738, "global_step": 6224, "epoch": 64, "lr": 0.000375191639876031}
+{"train_loss": 0.10404101{"trai{"train_loss": 0.10380668938159943, "global_step": 6225, "epoch": 64,{"train_loss": 0.06141715496778488, "global_step": 6226, "epoch": 64, "lr": 0.00037517571467892736}
+{"train_loss": 0.08119603{"train_loss": 0.08121083676815033, "global_step": 6227, "epoch": 64, "lr":{"train_loss": 0.08702779{"train_loss": 0.08975604176521301, "global_step": 6228, "epoch": 64, "lr"{"train_loss": 0.16127023{"tr{"train_loss": 0.1659051924943924, "global_step": 6229, "epoch": 64, "l{"train_loss": 0.10539019{"t{"train_loss": 0.11231328547000885, "global_step": 6230, "epoch": 64, "l{"train_loss": 0.09639133512973785, "global_step": 6231, "epoch": 64, "lr": 0.00037513588081145667}
+{"train_loss": 0.08009326{"train_loss": 0.08172693103551865, "global_step": 6232, "epoch": 64, "lr":{"train_loss": 0.0850403{"train_loss": 0.08330874145030975, "global_step": 6233, "epoch": 64, "lr"{"train_loss": 0.0834537{"train_loss": 0.08767002820968628, "global_step": 6234, "epoch": 64, "lr":{"train_loss": 0.0757620{"train_loss": 0.0795154795050621, "global_step": 6235, "epoch": 64, "lr":{"train_loss": 0.1140854{"train_loss": 0.11259935796260834, "global_step": 6236, "epoch": 64, "lr": {"train_loss": 0.08333{"trai{"train_loss": 0.07596179097890854, "global_step": 6237, "epoch": 64, "{"train_loss": 0.10246720910072327, "global_step": 6238, "epoch": 64, "lr": 0.0003750800633083249}
+{"train_loss": 0.0945066287{"train_loss": 0.09505084222958733, "global_step": 6239, "epoch": 64, "{"train_loss": 0.09849703311{"train_loss": 0.09615802764892578, "global_step": 6240, "epoch": 65, "{"train_loss": 0.09145{"train_loss": 0.09281045198440552, "global_step": 6241, "epoch": 65, "lr": 0.{"train_loss": 0.09065{"train_loss": 0.09509788453578949, "global_step": 6242, "epoch": 65, "lr": 0{"train_loss": 0.07751{"train_loss": 0.07324624061584473, "global_step": 6243, "epoch": 65, "lr": 0.{"train_loss": 0.1232164{"t{"train_loss": 0.12721434235572815, "global_step": 6244, "epoch": 65, "l{"train_loss": 0.1177377328{"train_loss": 0.1195090264081955, "global_step": 6245, "epoch": 65, "lr"{"train_loss": 0.095233{"train_loss": 0.09542994201183319, "global_step": 6246, "epoch": 65, "lr": 0{"train_loss": 0.10112455487251282, "global_step": 6247, "epoch": 65, "lr": 0.00037500821210823074}
+{"train_loss": 0.082087017{"train_loss": 0.08074268698692322, "global_step": 6248, "epoch": 65, "lr"{"train_loss": 0.112221546{"train_loss": 0.11175233125686646, "global_step": 6249, "epoch": 65, "lr{"train_loss": 0.09574{"train_loss": 0.09681563079357147, "global_step": 6250, "epoch": 65, "lr": 0{"train_loss": 0.13003{"tr{"train_loss": 0.13313883543014526, "global_step": 6251, "epoch": 65, "lr"{"train_loss": 0.0937{"tra{"train_loss": 0.09158450365066528, "global_step": 6252, "epoch": 65, "lr{"train_loss": 0.081851214{"train_loss": 0.08537870645523071, "global_step": 6253, "epoch": 65, "lr"{"train_loss": 0.10151821374893188, "global_step": 6254, "epoch": 65, "lr": 0.0003749522611012234}
+{"train_loss": 0.10029211640357971, "global_step": 6255, "epoch": 65, "lr": 0.0003749442633342937}
+{"train_loss": 0.0907701849937439, "global_step": 6256, "epoch": 65, "lr": 0.0003749362643760453}
+{"train_loss": 0.11132{"train_loss": 0.11235211044549942, "global_step": 6257, "epoch": 65, "lr": 0.{"train_loss": 0.09857290983200073, "global_step": 6258, "epoch": 65, "lr": 0.00037492026288580996}
+{"train_loss": 0.07116{"train_loss": 0.07225297391414642, "global_step": 6259, "epoch": 65, "lr": 0.{"train_loss": 0.14148{"tr{"train_loss": 0.1333790123462677, "global_step": 6260, "epoch": 65, "lr"{"train_loss": 0.1197{"tr{"train_loss": 0.1227538138628006, "global_step": 6261, "epoch": 65, "lr": {"train_loss": 0.09230399876832962, "global_step": 6262, "epoch": 65, "lr": 0.0003748882456119109}
+{"train_loss": 0.09{"train_loss": 0.0946907252073288, "global_step": 6263, "epoch": 65, "lr": 0.000{"train_loss": 0.0{"tra{"train_loss": 0.06985020637512207, "global_step": 6264, "epoch": 65, "lr": {"train_loss": 0.08244109153747559, "global_step": 6265, "epoch": 65, "lr": 0.0003748642201514539}
+{"train_loss": 0.1060{"train_loss": 0.10172092914581299, "global_step": 6266, "epoch": 65, "lr": 0{"train_loss": 0.06769386678934097, "global_step": 6267, "epoch": 65, "lr": 0.0003748481972238564}
+{"train_loss": 0.100{"t{"train_loss": 0.10308131575584412, "global_step": 6268, "epoch": 65, "lr": 0{"train_loss": 0.0755869{"train_loss": 0.07564681023359299, "global_step": 6269, "epoch": 65, "lr":{"train_loss": 0.07667215168476105, "global_step": 6270, "epoch": 65, "lr": 0.000374824153902612}
+{"train_loss": 0.068366{"train_loss": 0.0671590119600296, "global_step": 6271, "epoch": 65, "lr": 0.{"train_loss": 0.{"train{"train_loss": 0.08436788618564606, "global_step": 6272, "epoch": 65, "lr"{"train_loss": 0.07439722120761871, "global_step": 6273, "epoch": 65, "lr": 0.00037480009986685963}
+{"train_loss": 0{"train_loss": 0.11338058114051819, "global_step": 6274, "epoch": 65, "lr": 0.00037{"train_loss": 0.117861{"train_loss": 0.13105717301368713, "global_step": 6275, "epoch": 65, "lr": 0{"train_loss": 0.12236{"train_loss": 0.11738771200180054, "global_step": 6276, "epoch": 65, "lr": {"train_loss": 0{"train{"train_loss": 0.08246999979019165, "global_step": 6277, "epoch": 65, "lr": {"train_loss": 0.1004628{"train_loss": 0.09683215618133545, "global_step": 6278, "epoch": 65, "lr":{"train_loss": 0{"train_loss": 0.11206710338592529, "global_step": 6279, "epoch": 65, "lr": 0.0003{"train_loss": 0.{"train_loss": 0.11793899536132812, "global_step": 6280, "epoch": 65, "lr": 0.000{"train_loss": 0.{"train_{"train_loss": 0.12114519625902176, "global_step": 6281, "epoch": 65, "lr"{"train_loss": 0.12109537{"train_loss": 0.12419241666793823, "global_step": 6282, "epoch": 65, "lr"{"train_loss": 0.08178234845399857, "global_step": 6283, "epoch": 65, "lr": 0.00037471984238406097}
+{"train_loss": 0.052293{"train_loss": 0.05558685213327408, "global_step": 6284, "epoch": 65, "lr":{"train_loss": 0.{"train_loss": 0.10515143722295761, "global_step": 6285, "epoch": 65, "lr": 0.00037{"train_loss": 0.{"train_loss": 0.12402556091547012, "global_step": 6286, "epoch": 65, "lr": 0.000{"train_loss": 0.1{"train_loss": 0.1102662980556488, "global_step": 6287, "epoch": 65, "lr": 0.00037{"train_loss": 0.{"train_loss": 0.09660078585147858, "global_step": 6288, "epoch": 65, "lr": 0.00037{"train_loss": 0.{"train_loss": 0.06951098144054413, "global_step": 6289, "epoch": 65, "lr": 0.0003{"train_loss": 0.{"train{"train_loss": 0.08631506562232971, "global_step": 6290, "epoch": 65, "lr": {"train_loss": 0.1054764{{"train_loss": 0.10448592156171799, "global_step": 6291, "epoch": 65, "lr{"train_loss": 0.11962787806987762, "global_step": 6292, "epoch": 65, "lr": 0.00037464750892089624}
+{"train_loss": 0.07161948829889297, "global_step": 6293, "epoch": 65, "lr": 0.00037463946592221364}
+{"train_loss": 0.06671620{"train_loss": 0.06703566759824753, "global_step": 6294, "epoch": 65, "lr":{"train_loss": 0.13632959127426147, "global_step": 6295, "epoch": 65, "lr": 0.00037462337635717343}
+{"train_loss": 0.11248853{"train_loss": 0.11355322599411011, "global_step": 6296, "epoch": 65, "lr{"train_loss": 0.06460461020469666, "global_step": 6297, "epoch": 65, "lr": 0.00037460728203559865}
+{"train_loss": 0.10359719395637512, "global_step": 6298, "epoch": 65, "lr": 0.00037459923309124784}
+{"train_loss": 0.12643955647945404, "global_step": 6299, "epoch": 65, "lr": 0.0003745911829579277}
+{"train_loss": 0.0970070{"train_loss": 0.10575532168149948, "global_step": 6300, "epoch": 65, "lr":{"train_loss": 0.0{"train_loss": 0.09157934784889221, "global_step": 6301, "epoch": 65, "lr": 0.0003{"train_loss": 0.1018056{"train_loss": 0.09616634249687195, "global_step": 6302, "epoch": 65, "lr"{"train_loss": 0.1{"train_loss": 0.1018168032169342, "global_step": 6303, "epoch": 65, "lr": 0.000{"train_loss": 0.0{"train_l{"train_loss": 0.09462164342403412, "global_step": 6304, "epoch": 65, "l{"train_loss": 0.0{"train_{"train_loss": 0.07990337908267975, "global_step": 6305, "epoch": 65, "lr{"train_loss": 0.127620086{"train_loss": 0.12616750597953796, "global_step": 6306, "epoch": 65, "lr{"train_loss": 0.0{"train_loss": 0.09097257256507874, "global_step": 6307, "epoch": 65, "lr": 0.000{"train_loss": 0.1{"train_loss": 0.12456820905208588, "global_step": 6308, "epoch": 65, "lr": 0.0003{"train_loss": 0.0{"train_{"train_loss": 0.07910019904375076, "global_step": 6309, "epoch": 65, "lr"{"train_loss": 0.0{"train_loss": 0.0811770036816597, "global_step": 6310, "epoch": 65, "lr": 0.0003{"train_loss": 0.08874562{{"train_loss": 0.09157980978488922, "global_step": 6311, "epoch": 65, "lr{"train_loss": 0{"train_{"train_loss": 0.08938032388687134, "global_step": 6312, "epoch": 65, "lr":{"train_loss": 0{"train_{"train_loss": 0.07942808419466019, "global_step": 6313, "epoch": 65, "lr":{"train_loss": 0{"train_{"train_loss": 0.12029776722192764, "global_step": 6314, "epoch": 65, "lr":{"train_loss": 0.0703394{"{"train_loss": 0.07598740607500076, "global_step": 6315, "epoch": 65, "lr{"train_loss": 0.1011633{"train_loss": 0.1083037257194519, "global_step": 6316, "epoch": 65, "lr": {"train_loss": 0.083711{"train_loss": 0.08330607414245605, "global_step": 6317, "epoch": 65, "lr": 0{"train_loss": 0.138972{"train_loss": 0.13633854687213898, "global_step": 6318, "epoch": 65, "lr": {"train_loss": 0{"train{"train_loss": 0.08802559226751328, "global_step": 6319, "epoch": 65, "lr": 0{"train_loss": 0.098986{"train_loss": 0.09591811895370483, "global_step": 6320, "epoch": 65, "lr": 0{"train_loss": {"train_loss": 0.11343783140182495, "global_step": 6321, "epoch": 65, "lr": 0.000374{"train_loss": {"train{"train_loss": 0.11154649406671524, "global_step": 6322, "epoch": 65, "lr": 0{"train_loss": {"train{"train_loss": 0.10214253515005112, "global_step": 6323, "epoch": 65, "lr": 0.{"train_loss": 0.12165{"train_loss": 0.12190419435501099, "global_step": 6324, "epoch": 65, "lr": 0.{"train_loss": {"train{"train_loss": 0.11103407293558121, "global_step": 6325, "epoch": 65, "lr": 0.{"train_loss": 0.08812{"train_loss": 0.08881515264511108, "global_step": 6326, "epoch": 65, "lr": 0.{"train_loss": 0.08091{"{"train_loss": 0.08210006356239319, "global_step": 6327, "epoch": 65, "lr":{"train_loss": 0.10160{"train_loss": 0.10034926235675812, "global_step": 6328, "epoch": 65, "lr": 0{"train_loss": {"train{"train_loss": 0.07741532474756241, "global_step": 6329, "epoch": 65, "lr": 0{"train_loss": {"train{"train_loss": 0.10669206082820892, "global_step": 6330, "epoch": 65, "lr": 0.{"train_loss": {"train_loss": 0.0664592832326889, "global_step": 6331, "epoch": 65, "lr": 0.0003743{"train_loss":{"train_{"train_loss": 0.09539549052715302, "global_step": 6332, "epoch": 65, "lr": 0.{"train_loss": 0.08663332462310791, "global_step": 6333, "epoch": 65, "lr": 0.0003743167713802306}
+{"train_loss": 0.07577{"train_loss": 0.07432148605585098, "global_step": 6334, "epoch": 65, "lr": 0{"train_loss{"train_loss": 0.0976029538627093, "global_step": 6335, "epoch": 65, "lr": 0.00037430058{"train_loss": 0.108995{"train_loss": 0.11218267679214478, "global_step": 6336, "epoch": 66, "lr": {"train_loss": 0.09465{"train_loss": 0.0939498245716095, "global_step": 6337, "epoch": 66, "lr": 0{"train_loss{"train_l{"train_loss": 0.10574577748775482, "global_step": 6338, "epoch": 66, "lr": 0.0{"train_loss": 0.0899{"train_loss": 0.09499520063400269, "global_step": 6339, "epoch": 66, "lr": 0.{"train_los{"train_lo{"train_loss": 0.13728907704353333, "global_step": 6340, "epoch": 66, "lr":{"train_loss":{"train_loss": 0.07773834466934204, "global_step": 6341, "epoch": 66, "lr": 0.0003742{"train_loss":{"train_lo{"train_loss": 0.08448980748653412, "global_step": 6342, "epoch": 66, "lr":{"train_loss": 0.103906214{"train_loss": 0.10905122756958008, "global_step": 6343, "epoch": 66, "lr{"train_loss":{"train_lo{"train_loss": 0.1006719172000885, "global_step": 6344, "epoch": 66, "lr": 0{"train_loss":{"train_l{"train_loss": 0.08436813950538635, "global_step": 6345, "epoch": 66, "lr": {"train_loss": 0.10164213925600052, "global_step": 6346, "epoch": 66, "lr": 0.00037421148654627966}
+{"train_loss": 0.105127{"train_loss": 0.10408740490674973, "global_step": 6347, "epoch": 66, "lr": {"train_loss": 0.10447441041469574, "global_step": 6348, "epoch": 66, "lr": 0.00037419527108155127}
+{"train_loss": 0.10949435{"train_loss": 0.11161499470472336, "global_step": 6349, "epoch": 66, "lr":{"train_loss": 0.082417{"train_loss": 0.08172093331813812, "global_step": 6350, "epoch": 66, "lr": 0{"train_loss": 0.06638734042644501, "global_step": 6351, "epoch": 66, "lr": 0.00037417093898795895}
+{"train_loss": 0.11209429800510406, "global_step": 6352, "epoch": 66, "lr": 0.0003741628259179158}
+{"train_loss": 0.07432293891906738, "global_step": 6353, "epoch": 66, "lr": 0.00037415471166187523}
+{"train_loss": 0.07255306839942932, "global_step": 6354, "epoch": 66, "lr": 0.00037414659621989247}
+{"train_loss": 0.06261623650789261, "global_step": 6355, "epoch": 66, "lr": 0.00037413847959202277}
+{"train_loss": 0.11226233839988708, "global_step": 6356, "epoch": 66, "lr": 0.00037413036177832146}
+{"train_lo{"train_loss"{"train_loss": 0.13498914241790771, "global_step": 6357, "epoch": 66, "lr":{"train_loss": 0.1035337746143341, "global_step": 6358, "epoch": 66, "lr": 0.000374114122593645}
+{"train_loss{"train_loss": 0.1136966273188591, "global_step": 6359, "epoch": 66, "lr": 0.0003741060{"train_los{"train_loss": 0.08815355598926544, "global_step": 6360, "epoch": 66, "lr": 0.0003740978{"train_loss{"train_loss": 0.08010438084602356, "global_step": 6361, "epoch": 66, "lr": 0.0003740897{"train_loss": 0.08311780542135239, "global_step": 6362, "epoch": 66, "lr": 0.00037408162999674527}
+{"train_loss": 0.07330579310655594, "global_step": 6363, "epoch": 66, "lr": 0.0003740735038837707}
+{"train_loss{"train_loss"{"train_loss": 0.10417033731937408, "global_step": 6364, "epoch": 66, "lr{"train_loss": 0.07947516441345215, "global_step": 6365, "epoch": 66, "lr": 0.00037405724810170944}
+{"train_loss{"train_loss"{"train_loss": 0.06671881675720215, "global_step": 6366, "epoch": 66, "lr":{"train_loss{"train_loss"{"train_loss": 0.09933391213417053, "global_step": 6367, "epoch": 66, "lr":{"train_loss{"train_loss": 0.10701701045036316, "global_step": 6368, "epoch": 66, "lr": 0.000374032{"train_loss": 0.10287021100521088, "global_step": 6369, "epoch": 66, "lr": 0.00037402472231468797}
+{"train_loss{"train_loss": 0.07761067897081375, "global_step": 6370, "epoch": 66, "lr": 0.0003740165{"train_loss{"train_loss": 0.06891252100467682, "global_step": 6371, "epoch": 66, "lr": 0.000374008{"train_loss": 0.052273765206336975, "global_step": 6372, "epoch": 66, "lr": 0.0003740003155311297}
+{"train_loss{"train_loss": 0.12192821502685547, "global_step": 6373, "epoch": 66, "lr": 0.00037399{"train_loss": 0.09438099{"train_loss": 0.09269003570079803, "global_step": 6374, "epoch": 66, "lr":{"train_loss"{"train_loss{"train_loss": 0.09208357334136963, "global_step": 6375, "epoch": 66, "lr"{"train_loss": 0.08717744797468185, "global_step": 6376, "epoch": 66, "lr": 0.00037396775656483965}
+{"train_loss": 0.0897903{"train_loss": 0.08857116103172302, "global_step": 6377, "epoch": 66, "lr":{"train_loss": 0.0996954{"train_loss": 0.09811753034591675, "global_step": 6378, "epoch": 66, "lr": {"train_lo{"train_loss":{"train_loss": 0.10855185240507126, "global_step": 6379, "epoch": 66, "lr":{"train_los{"train_loss":{{"train_loss": 0.10372582077980042, "global_step": 6380, "epoch": 66, "lr{"train_loss": 0.09470827{"train_loss": 0.09390874207019806, "global_step": 6381, "epoch": 66, "lr"{"train_loss": 0.06447614{"train_loss": 0.06323395669460297, "global_step": 6382, "epoch": 66, "lr"{"train_loss": 0.092815488{"train_loss": 0.08605917543172836, "global_step": 6383, "epoch": 66, "lr"{"train_loss{"train_loss": 0.09246192127466202, "global_step": 6384, "epoch": 66, "lr": 0.0003739025{"train_loss": 0.11300311{"train_loss": 0.11376545578241348, "global_step": 6385, "epoch": 66, "lr"{"train_loss{"train_loss": 0.09272724390029907, "global_step": 6386, "epoch": 66, "lr": 0.000373886{"train_loss{"train_loss"{"train_loss": 0.09853069484233856, "global_step": 6387, "epoch": 66, "lr"{"train_loss": 0.07849672{"train_loss": 0.08283000439405441, "global_step": 6388, "epoch": 66, "lr"{"train_loss{"train_loss": 0.057333577424287796, "global_step": 6389, "epoch": 66, "lr": 0.000373861{"train_loss": 0.08752302{"train_loss": 0.08629016578197479, "global_step": 6390, "epoch": 66, "lr":{"train_loss": 0.11194778{"train_loss": 0.11070683598518372, "global_step": 6391, "epoch": 66, "lr":{"train_loss": 0.10344209522008896, "global_step": 6392, "epoch": 66, "lr": 0.0003738373311881352}
+{"train_loss{"train_loss": 0.08345800638198853, "global_step": 6393, "epoch": 66, "lr": 0.000373829{"train_loss": 0.08057765{"train_loss": 0.07858214527368546, "global_step": 6394, "epoch": 66, "lr"{"train_loss{"train_loss": 0.0844203531742096, "global_step": 6395, "epoch": 66, "lr": 0.00037381284{"train_los{"train_loss": 0.09416350722312927, "global_step": 6396, "epoch": 66, "lr": 0.0003738046{"train_los{"train_loss": 0.10137028992176056, "global_step": 6397, "epoch": 66, "lr": 0.00037379651{"train_los{"train_loss": 0.08862873911857605, "global_step": 6398, "epoch": 66, "lr": 0.000373788{"train_loss": 0.08067312{"train_loss": 0.07939404249191284, "global_step": 6399, "epoch": 66, "lr"{"train_los{"train_loss": 0.12125307321548462, "global_step": 6400, "epoch": 66, "lr": 0.0003737720{"train_loss": 0.10705989599227905, "global_step": 6401, "epoch": 66, "lr": 0.00037376383372381237}
+{"train_loss": 0.08938093483448029, "global_step": 6402, "epoch": 66, "lr": 0.00037375566142174385}
+{"train_loss": 0.08611777{"train_loss": 0.08804430067539215, "global_step": 6403, "epoch": 66, "lr"{"train_loss": 0.09117710{"train_loss": 0.08871529251337051, "global_step": 6404, "epoch": 66, "lr":{"train_loss": 0.10134179{"train_loss": 0.09609927237033844, "global_step": 6405, "epoch": 66, "lr"{"train_loss": 0.0888693{"train_loss": 0.08508222550153732, "global_step": 6406, "epoch": 66, "lr":{"train_loss": 0.10600291{"train_loss": 0.1022510677576065, "global_step": 6407, "epoch": 66, "lr": {"train_loss": 0.1132359504699707, "global_step": 6408, "epoch": 66, "lr": 0.00037370660276356065}
+{"train_los{"train_loss": 0.1164451539516449, "global_step": 6409, "epoch": 66, "lr": 0.000373698422{"train_loss": 0.0724133849143982, "global_step": 6410, "epoch": 66, "lr": 0.00037369024041378007}
+{"train_los{"train_loss": 0.{"train_loss": 0.11333218216896057, "global_step": 6411, "epoch": 66, {"train_los{"train_loss": 0.08837559819221497, "global_step": 6412, "epoch": 66, "lr": 0.00037367387{"train_loss": 0.11319553852081299, "global_step": 6413, "epoch": 66, "lr": 0.00037366568801840394}
+{"train_los{"train_loss": 0.11406756937503815, "global_step": 6414, "epoch": 66, "lr": 0.0003736575{"train_loss": 0.07826045155525208, "global_step": 6415, "epoch": 66, "lr": 0.0003736493138416666}
+{"train_loss{"train_loss": 0.11654990911483765, "global_step": 6416, "epoch": 66, "lr": 0.000373641{"train_loss": 0.10284882038831711, "global_step": 6417, "epoch": 66, "lr": 0.000373632934934927}
+{"train_loss": 0.0929480493{"train_loss": 0.09100037813186646, "global_step": 6418, "epoch": 66, "{"train_loss"{"train_loss": 0.09951557219028473, "global_step": 6419, "epoch": 66, "lr": 0.000373616{"train_loss": 0.1478847265{{"train_loss": 0.14496687054634094, "global_step": 6420, "epoch": 66, "l{"train_loss": 0.110602729{"train_loss": 0.11445944011211395, "global_step": 6421, "epoch": 66, "lr{"train_loss": 0.0749020129442215, "global_step": 6422, "epoch": 66, "lr": 0.00037359196697724615}
+{"train_loss": 0.1016557365655899, "global_step": 6423, "epoch": 66, "lr": 0.0003735837698391566}
+{"train_loss": 0.0886034369468689, "global_step": 6424, "epoch": 66, "lr": 0.00037357557151901285}
+{"train_loss": 0.1026701554656{"train_loss": 0.10289184749126434, "global_step": 6425, "epoch": 66, {"train_loss": 0.10181388258934021, "global_step": 6426, "epoch": 66, "lr": 0.0003735591713327859}
+{"train_loss": 0.11413213610649109, "global_step": 6427, "epoch": 66, "lr": 0.00037355096946681434}
+{"train_loss": 0.09540946036577225, "global_step": 6428, "epoch": 66, "lr": 0.00037354276641901195}
+{"train_loss": 0.09821689128875732, "global_step": 6429, "epoch": 66, "lr": 0.00037353456218943456}
+{"train_loss": 0.09745514392852783, "global_step": 6430, "epoch": 66, "lr": 0.000373526356778138}
+{"train_loss": 0.09570106615{"train_loss": 0.09537328213142852, "global_step": 6431, "epoch": 66, "l{"train_loss": 0.09787970781{"train_loss": 0.09457997977733612, "global_step": 6432, "epoch": 67, "l{"train_loss": 0.07395895570516586, "global_step": 6433, "epoch": 67, "lr": 0.00037350173345449233}
+{"train_loss": 0.10121047496{"train_loss": 0.1025628000497818, "global_step": 6434, "epoch": 67, "l{"train_loss": 0.0800565481{"train_loss": 0.07897988706827164, "global_step": 6435, "epoch": 67, "l{"train_loss": 0.{"train_lo{"train_loss": 0.09489357471466064, "global_step": 6436, "epoch": 67, "lr{"train_loss": 0.{"train_lo{"train_loss": 0.08872121572494507, "global_step": 6437, "epoch": 67, "l{"train_loss": 0.{"train_loss": 0.07986508309841156, "global_step": 6438, "epoch": 67, "lr": 0.0003{"train_loss": 0.0799840390{"train_loss": 0.07789263129234314, "global_step": 6439, "epoch": 67, "lr{"train_loss": 0.09448690712451935, "global_step": 6440, "epoch": 67, "lr": 0.0003734442376829164}
+{"train_loss": 0.0901511907{"train_loss": 0.08984042704105377, "global_step": 6441, "epoch": 67, "l{"train_loss": 0.1061094924{"train_loss": 0.0995076596736908, "global_step": 6442, "epoch": 67, "lr{"train_loss": 0.11011900007724{"train_loss": 0.11258435249328613, "global_step": 6443, "epoch": 67{"train_loss": 0.096519798{"train_loss": 0.09022215008735657, "global_step": 6444, "epoch": 67, "lr{"train_loss": 0.09068579226732254, "global_step": 6445, "epoch": 67, "lr": 0.00037340313384040747}
+{"train_loss": 0.11905113607645{"train_loss": 0.1200714185833931, "global_step": 6446, "epoch": 67, {"train_loss": 0.0937691628932{"train_loss": 0.09229607880115509, "global_step": 6447, "epoch": 67,{"train_loss": 0{"train_lo{"train_loss": 0.09080034494400024, "global_step": 6448, "epoch": 67, "l{"train_loss": 0.09386757016181946, "global_step": 6449, "epoch": 67, "lr": 0.0003733702295112298}
+{"train_loss": 0.07318674027919{"train_loss": 0.071139395236969, "global_step": 6450, "epoch": 67, "{"train_loss": 0.{"train_loss": 0.08544519543647766, "global_step": 6451, "epoch": 67, "lr": 0.00037{"train_loss": 0.1170310676{"train_loss": 0.11360614001750946, "global_step": 6452, "epoch": 67, "l{"train_loss": 0.0926636010{"train_loss": 0.09845246374607086, "global_step": 6453, "epoch": 67, "l{"train_loss": 0.1182579249{"train_loss": 0.11668984591960907, "global_step": 6454, "epoch": 67, "lr{"train_loss": 0.1024062335{"train_loss": 0.09830301254987717, "global_step": 6455, "epoch": 67, "lr{"train_loss": 0.1010814607{"train_loss": 0.10211442410945892, "global_step": 6456, "epoch": 67, "l{"train_loss": 0.0866429582{"train_loss": 0.08754098415374756, "global_step": 6457, "epoch": 67, "lr{"train_loss": 0.09929545223712921, "global_step": 6458, "epoch": 67, "lr": 0.00037329612571094026}
+{"train_loss": 0.0975184366106987, "global_step": 6459, "epoch": 67, "lr": 0.00037328788605412735}
+{"train_loss": 0.1{"train_loss": 0.12050288915634155, "global_step": 6460, "epoch": 67, "lr": 0.0003{"train_loss": 0.0984649509{"train_loss": 0.09992904961109161, "global_step": 6461, "epoch": 67, "{"train_loss": 0.07451891154050{"train_loss": 0.07694216072559357, "global_step": 6462, "epoch": 67,{"train_loss": 0.0{"train_lo{"train_loss": 0.09560348093509674, "global_step": 6463, "epoch": 67, "l{"train_loss": 0.10872966051{"train_loss": 0.10725127160549164, "global_step": 6464, "epoch": 67, "{"train_loss": 0.09086747467{"train_loss": 0.0861489474773407, "global_step": 6465, "epoch": 67, "{"train_loss": 0.1032203212{"train_loss": 0.10024010390043259, "global_step": 6466, "epoch": 67, "l{"train_loss": 0.1236163675{"tr{"train_loss": 0.12217900156974792, "global_step": 6467, "epoch": 67{"train_loss": 0.1{"train_l{"train_loss": 0.10555015504360199, "global_step": 6468, "epoch": 67, "{"train_loss": 0.09608921408{"train_loss": 0.09741342812776566, "global_step": 6469, "epoch": 67, "l{"train_loss": 0.09898083657{"train_loss": 0.09334996342658997, "global_step": 6470, "epoch": 67, "{"train_loss": 0.{"train_los{"train_loss": 0.0768238976597786, "global_step": 6471, "epoch": 67, "lr{"train_loss": 0.09623873233795166, "global_step": 6472, "epoch": 67, "lr": 0.0003731806631524135}
+{"train_loss": 0.114838592{"train_loss": 0.11701503396034241, "global_step": 6473, "epoch": 67, "lr{"train_loss": 0.148385524{"train_loss": 0.15742269158363342, "global_step": 6474, "epoch": 67, "lr{"train_loss": 0.062565773{"train_loss": 0.06254654377698898, "global_step": 6475, "epoch": 67, "lr{"train_loss": 0.133037090301513{"train_loss": 0.13222479820251465, "global_step": 6476, "epoch": 67{"train_loss": 0.115223549{"train_loss": 0.11494947969913483, "global_step": 6477, "epoch": 67, "lr"{"train_loss": 0.08583210408687592, "global_step": 6478, "epoch": 67, "lr": 0.0003731311084312183}
+{"train_loss": 0.066526100{"train_loss": 0.06660517305135727, "global_step": 6479, "epoch": 67, "lr"{"train_loss": 0.063050895{"trai{"train_loss": 0.0642966777086258, "global_step": 6480, "epoch": 67{"train_loss": 0.115905910{"tra{"train_loss": 0.11337926983833313, "global_step": 6481, "epoch": 67{"train_loss": 0{"train_lo{"train_loss": 0.07571190595626831, "global_step": 6482, "epoch": 67, "lr{"train_loss": 0.10539987683296204, "global_step": 6483, "epoch": 67, "lr": 0.00037308978040798406}
+{"train_loss": 0.106696382{"train_loss": 0.11061851680278778, "global_step": 6484, "epoch": 67, "lr"{"train_loss": 0.116960972{"train_loss": 0.11230634152889252, "global_step": 6485, "epoch": 67, "lr"{"train_loss": 0{"train_loss": 0.10736346244812012, "global_step": 6486, "epoch": 67, "lr": 0.00037{"train_loss": 0{"train_loss": 0.10289707779884338, "global_step": 6487, "epoch": 67, "lr": 0.00037{"train_loss": 0{"train_l{"train_loss": 0.10651405155658722, "global_step": 6488, "epoch": 67, "lr":{"train_loss": 0.05615134{"train_loss": 0.05889122933149338, "global_step": 6489, "epoch": 67, "lr"{"train_loss": 0.11183047{"train_loss": 0.10648472607135773, "global_step": 6490, "epoch": 67, "lr":{"train_loss": 0.09990490972995758, "global_step": 6491, "epoch": 67, "lr": 0.00037302359428184265}
+{"train_loss": 0.08877214044332504, "global_step": 6492, "epoch": 67, "lr": 0.000373015315713405}
+{"train_loss": 0{"train_l{"train_loss": 0.09685453772544861, "global_step": 6493, "epoch": 67, "lr":{"train_loss": 0{"train_loss": 0.10684813559055328, "global_step": 6494, "epoch": 67, "lr": 0.00037{"train_loss": 0.08482453{"train_loss": 0.08891354501247406, "global_step": 6495, "epoch": 67, "lr"{"train_loss": 0.10854144{"train_loss": 0.10766543447971344, "global_step": 6496, "epoch": 67, "lr{"train_loss": 0.09280887246131897, "global_step": 6497, "epoch": 67, "lr": 0.0003729739051995962}
+{"train_loss": 0.09662378{"train_loss": 0.09415037930011749, "global_step": 6498, "epoch": 67, "lr":{"train_loss": 0.08293402{"train_loss": 0.087570920586586, "global_step": 6499, "epoch": 67, "lr": {"train_loss": {"train_{"train_loss": 0.07621441036462784, "global_step": 6500, "epoch": 67, "lr": 0{"train_loss": {"train_loss": 0.10359938442707062, "global_step": 6501, "epoch": 67, "lr": 0.000372{"train_loss": 0.133574{"train_loss": 0.1291215568780899, "global_step": 6502, "epoch": 67, "lr": 0{"train_loss": 0.07856{"train_loss": 0.08233305811882019, "global_step": 6503, "epoch": 67, "lr": 0.{"train_loss": 0.08684{"train_loss": 0.08698441088199615, "global_step": 6504, "epoch": 67, "lr": 0.{"train_loss": 0.07454{"train_loss": 0.07379002869129181, "global_step": 6505, "epoch": 67, "lr": 0{"train_loss": 0.097275{"train_loss": 0.09370371699333191, "global_step": 6506, "epoch": 67, "lr": {"train_loss": 0.0893952{"train_loss": 0.09634634852409363, "global_step": 6507, "epoch": 67, "lr": {"train_loss": 0.0938387{"train_loss": 0.09127161651849747, "global_step": 6508, "epoch": 67, "lr": {"train_loss": 0.{"train{"train_loss": 0.1071043312549591, "global_step": 6509, "epoch": 67, "lr": 0{"train_loss": 0.094168{"train_loss": 0.09473072737455368, "global_step": 6510, "epoch": 67, "lr":{"train_loss": 0.107156{"train_loss": 0.10909654200077057, "global_step": 6511, "epoch": 67, "lr": 0{"train_loss": 0.086685{"train_loss": 0.08751324564218521, "global_step": 6512, "epoch": 67, "lr": {"train_loss": 0.091632{"{"train_loss": 0.09251861274242401, "global_step": 6513, "epoch": 67, "lr"{"train_loss": 0.080198928{"train_loss": 0.08257383108139038, "global_step": 6514, "epoch": 67, "lr"{"train_loss": 0.13787692785263062, "global_step": 6515, "epoch": 67, "lr": 0.00037282458357497134}
+{"train_loss": 0.{"train_loss": 0.11143593490123749, "global_step": 6516, "epoch": 67, "lr": 0.000{"train_loss": 0.{"train_loss": 0.08403036743402481, "global_step": 6517, "epoch": 67, "lr": 0.0003{"train_loss": 0.08768478780984879, "global_step": 6518, "epoch": 67, "lr": 0.0003727996595567724}
+{"train_loss": 0.09362543374300003, "global_step": 6519, "epoch": 67, "lr": 0.00037279134919720124}
+{"train_loss": 0.077788{"train_loss": 0.07849382609128952, "global_step": 6520, "epoch": 67, "lr": {"train_loss": 0.093686{"train_loss": 0.09636366367340088, "global_step": 6521, "epoch": 67, "lr":{"train_loss": 0.0772019{"train_loss": 0.07982006669044495, "global_step": 6522, "epoch": 67, "lr": {"train_loss": 0.10588937997817993, "global_step": 6523, "epoch": 67, "lr": 0.00037275809599290205}
+{"train_loss": 0.0740772{{"train_loss": 0.07597147673368454, "global_step": 6524, "epoch": 67, "lr":{"train_loss": 0.1177741{"train_loss": 0.11761928349733353, "global_step": 6525, "epoch": 67, "lr": {"train_loss": 0.1103641614317894, "global_step": 6526, "epoch": 67, "lr": 0.0003727331437369473}
+{"train_loss": 0.09662375634070486, "global_step": 6527, "epoch": 67, "lr": 0.0003727248239656967}
+{"train_loss": 0.09346391{"train_loss": 0.09684765338897705, "global_step": 6528, "epoch": 68, "lr":{"train_loss": 0.{"train_loss": 0.09372305870056152, "global_step": 6529, "epoch": 68, "lr": 0.000{"train_loss": 0.{"train_loss": 0.09864655137062073, "global_step": 6530, "epoch": 68, "lr": 0.00037{"train_loss": 0.{"train_{"train_loss": 0.07778175175189972, "global_step": 6531, "epoch": 68, "lr"{"train_loss": 0.089845{"train_loss": 0.09216386079788208, "global_step": 6532, "epoch": 68, "lr": {"train_loss": 0.065875{"train_loss": 0.06273537129163742, "global_step": 6533, "epoch": 68, "lr":{"train_loss": 0.0{"trai{"train_loss": 0.07195688784122467, "global_step": 6534, "epoch": 68, "lr": {"train_loss": 0.082506567{"train_loss": 0.08616198599338531, "global_step": 6535, "epoch": 68, "lr{"train_loss": 0.099219813{"train_loss": 0.09541791677474976, "global_step": 6536, "epoch": 68, "lr{"train_loss": 0.0843333{"train_loss": 0.08244261890649796, "global_step": 6537, "epoch": 68, "lr":{"train_loss": 0.080527588{"train_loss": 0.07769795507192612, "global_step": 6538, "epoch": 68, "lr{"train_loss": 0.098014622{"train_loss": 0.09413035959005356, "global_step": 6539, "epoch": 68, "l{"train_loss": 0.105984836{"train_loss": 0.10497552156448364, "global_step": 6540, "epoch": 68, "lr"{"train_loss": 0.{"train_l{"train_loss": 0.10253964364528656, "global_step": 6541, "epoch": 68, "lr"{"train_loss": 0.1103639{"{"train_loss": 0.10980618000030518, "global_step": 6542, "epoch": 68, "lr"{"train_loss": 0.{"train_loss": 0.10923805832862854, "global_step": 6543, "epoch": 68, "lr": 0.00037{"train_loss": 0.{"train_loss": 0.09040596336126328, "global_step": 6544, "epoch": 68, "lr": 0.0003{"train_loss": 0.{"train{"train_loss": 0.07965416461229324, "global_step": 6545, "epoch": 68, "lr":{"train_loss": 0.077454{"train_loss": 0.07599425315856934, "global_step": 6546, "epoch": 68, "lr": {"train_loss": 0.087972{"train_loss": 0.0852738618850708, "global_step": 6547, "epoch": 68, "lr": {"train_loss": 0.0838292{"train_loss": 0.08562284708023071, "global_step": 6548, "epoch": 68, "lr": {"train_loss": 0.1404616{"{"train_loss": 0.13761180639266968, "global_step": 6549, "epoch": 68, "lr{"train_loss": 0.10{"train_loss": 0.1093224287033081, "global_step": 6550, "epoch": 68, "lr": 0.000{"train_loss": 0.070480{"train_loss": 0.07211177051067352, "global_step": 6551, "epoch": 68, "lr": {"train_loss": 0.1{"tra{"train_loss": 0.1325184404850006, "global_step": 6552, "epoch": 68, "lr": 0.{"train_loss": 0.1313062459230423, "global_step": 6553, "epoch": 68, "lr": 0.0003725080972310834}
+{"train_loss": 0.06{"train_loss": 0.07095077633857727, "global_step": 6554, "epoch": 68, "lr": 0.00{"train_loss": 0.10{"train_loss": 0.10191075503826141, "global_step": 6555, "epoch": 68, "lr": 0.0{"train_loss": 0.091{"tr{"train_loss": 0.09237268567085266, "global_step": 6556, "epoch": 68, "lr":{"train_loss": 0.100{"tr{"train_loss": 0.10267303884029388, "global_step": 6557, "epoch": 68, "lr"{"train_loss": 0.07173871248960495, "global_step": 6558, "epoch": 68, "lr": 0.0003724663279405527}
+{"train_loss": 0.0876141{"{"train_loss": 0.08687390387058258, "global_step": 6559, "epoch": 68, "lr"{"train_loss": 0.069561{"train_loss": 0.06867128610610962, "global_step": 6560, "epoch": 68, "lr": 0{"train_loss": 0.06{"train_loss": 0.06316815316677094, "global_step": 6561, "epoch": 68, "lr": 0.00{"train_loss": 0.076203197{"train_loss": 0.07610219717025757, "global_step": 6562, "epoch": 68, "lr"{"train_loss": 0.100938633{"train_loss": 0.09606931358575821, "global_step": 6563, "epoch": 68, "lr"{"train_loss": 0.100905261{"train_loss": 0.10413062572479248, "global_step": 6564, "epoch": 68, "lr{"train_loss": 0.{"train_loss": 0.08197921514511108, "global_step": 6565, "epoch": 68, "lr": 0.0003{"train_loss": 0.111325144{"train_loss": 0.10821308195590973, "global_step": 6566, "epoch": 68, "lr{"train_loss": 0.{"tr{"train_loss": 0.1094980537891388, "global_step": 6567, "epoch": 68, "lr": 0.00{"train_loss": 0.{"t{"train_loss": 0.10016275942325592, "global_step": 6568, "epoch": 68, "lr": 0.00{"train_loss": 0.{"train_loss": 0.08486185222864151, "global_step": 6569, "epoch": 68, "lr": 0.0003{"train_loss": 0.0689825713634491, "global_step": 6570, "epoch": 68, "lr": 0.0003723659618634621}
+{"train_loss": 0.{"train_loss": 0.08740510046482086, "global_step": 6571, "epoch": 68, "lr": 0.0003{"train_loss": 0.{"train{"train_loss": 0.1297607719898224, "global_step": 6572, "epoch": 68, "lr": {"train_loss": 0.0898{"train_loss": 0.09524764120578766, "global_step": 6573, "epoch": 68, "lr": 0.0{"train_loss": 0{"train{"train_loss": 0.09245967119932175, "global_step": 6574, "epoch": 68, "lr": {"train_loss": 0.09295059740543365, "global_step": 6575, "epoch": 68, "lr": 0.0003723240927741683}
+{"train_loss": 0.06996874511241913, "global_step": 6576, "epoch": 68, "lr": 0.0003723157154356528}
+{"train_loss": 0.113018{"train_loss": 0.11615161597728729, "global_step": 6577, "epoch": 68, "lr": 0{"train_loss": 0.06478499621152878, "global_step": 6578, "epoch": 68, "lr": 0.00037229895723842136}
+{"train_loss": 0.092043{"train_loss": 0.08838443458080292, "global_step": 6579, "epoch": 68, "lr": {"train_loss": 0.072310{"train_loss": 0.07435271143913269, "global_step": 6580, "epoch": 68, "lr":{"train_loss": 0.083061084151268, "global_step": 6581, "epoch": 68, "lr": 0.0003722738111429291}
+{"train_loss": 0.08709138631820679, "global_step": 6582, "epoch": 68, "lr": 0.00037226542676475465}
+{"train_loss": 0.08683864027261734, "global_step": 6583, "epoch": 68, "lr": 0.0003722570412135034}
+{"train_loss": 0.09169283509254456, "global_step": 6584, "epoch": 68, "lr": 0.0003722486544892326}
+{"train_loss": 0.0597911{"{"train_loss": 0.055623218417167664, "global_step": 6585, "epoch": 68, "lr{"train_loss": 0.08{"tra{"t{"train_loss": 0.08421098440885544, "global_step": 6586, "epoch": 68, "lr{"train_loss": 0.0836425{"train_loss": 0.08316420018672943, "global_step": 6587, "epoch": 68, "lr": {"train_loss": 0.0{"train_loss": 0.08674132078886032, "global_step": 6588, "epoch": 68, "lr": 0.0003{"train_loss": 0.0882246047{"train_loss": 0.08804962038993835, "global_step": 6589, "epoch": 68, "lr{"train_loss": 0.{"train{"train_loss": 0.0838933065533638, "global_step": 6590, "epoch": 68, "lr": 0{"train_loss": 0.{"train_loss": 0.10566844046115875, "global_step": 6591, "epoch": 68, "lr": 0.00037{"train_loss": 0.{"train_l{"train_loss": 0.15242622792720795, "global_step": 6592, "epoch": 68, "lr"{"train_loss": 0.{"train_l{"train_loss": 0.0968848243355751, "global_step": 6593, "epoch": 68, "lr":{"train_loss": 0.08877{"t{"train_loss": 0.09259244799613953, "global_step": 6594, "epoch": 68, "lr"{"train_loss": 0.{"train_loss": 0.07253916561603546, "global_step": 6595, "epoch": 68, "lr": 0.0003{"train_loss": 0.09262537956237793, "global_step": 6596, "epoch": 68, "lr": 0.00037214792232325035}
+{"train_loss": 0.1{"t{"train_loss": 0.109280526638031, "global_step": 6597, "epoch": 68, "lr": 0.000{"train_loss": 0.06586553901433945, "global_step": 6598, "epoch": 68, "lr": 0.00037213111721437974}
+{"train_loss": 0.{"train_{"train_loss": 0.07382438331842422, "global_step": 6599, "epoch": 68, "lr":{"train_loss": 0.{"train_loss": 0.06587792932987213, "global_step": 6600, "epoch": 68, "lr": 0.0003{"train_loss": 0.067{"train_loss": 0.06807948648929596, "global_step": 6601, "epoch": 68, "lr": 0.00{"train_loss": 0.074{"trai{"train_loss": 0.0759267508983612, "global_step": 6602, "epoch": 68, "lr"{"train_loss": 0.08744445{"train_loss": 0.08662331849336624, "global_step": 6603, "epoch": 68, "lr"{"train_loss": 0.10622336{"train_loss": 0.09887857735157013, "global_step": 6604, "epoch": 68, "lr"{"train_loss": 0.10691864{"train_loss": 0.09799426794052124, "global_step": 6605, "epoch": 68, "lr"{"train_loss": 0.09839758276939392, "global_step": 6606, "epoch": 68, "lr": 0.0003720638498969928}
+{"train_loss": 0.0{"train_loss": 0.06891544163227081, "global_step": 6607, "epoch": 68, "lr": 0.000{"train_loss": 0.0{"train_loss": 0.058122895658016205, "global_step": 6608, "epoch": 68, "lr": 0.000{"train_loss": 0.11{"tra{"train_loss": 0.11563742160797119, "global_step": 6609, "epoch": 68, "lr": {"train_loss": 0.0{"train_loss": 0.09235869348049164, "global_step": 6610, "epoch": 68, "lr": 0.0{"train_loss": 0.1087921{"train_loss": 0.1114930808544159, "global_step": 6611, "epoch": 68, "lr": 0{"train_loss": 0.11763942241668701, "global_step": 6612, "epoch": 68, "lr": 0.0003720133501957806}
+{"train_loss": 0.08138863742351532, "global_step": 6613, "epoch": 68, "lr": 0.00037200492947881694}
+{"train_loss": 0.11{"train_loss": 0.11987325549125671, "global_step": 6614, "epoch": 68, "lr": 0.00{"train_loss": 0.1{"train_loss": 0.1103908121585846, "global_step": 6615, "epoch": 68, "lr": 0.00037{"train_loss": 0.{"train_loss": 0.07650833576917648, "global_step": 6616, "epoch": 68, "lr": 0.0003{"train_loss": 0.{"trai{"train_loss": 0.09518393874168396, "global_step": 6617, "epoch": 68, "lr": 0{"train_loss": 0.1071934774518013, "global_step": 6618, "epoch": 68, "lr": 0.00037196280832560414}
+{"train_loss": 0.1084855{"train_loss": 0.11043651401996613, "global_step": 6619, "epoch": 68, "lr":{"train_loss": 0.1031181{"train_loss": 0.10008407384157181, "global_step": 6620, "epoch": 68, "lr": {"train_loss": 0.107{"tr{"train_loss": 0.10351403057575226, "global_step": 6621, "epoch": 68, "lr":{"train_loss": 0.09905141{"train_loss": 0.09958548098802567, "global_step": 6622, "epoch": 68, "lr":{"train_loss": 0.0922{"tr{"train_loss": 0.09211126586887985, "global_step": 6623, "epoch": 68, "lr":{"train_loss": 0.0{"t{"train_loss": 0.09607946127653122, "global_step": 6624, "epoch": 69, "lr": 0.0{"train_loss": 0.0{"train_loss": 0.08848334848880768, "global_step": 6625, "epoch": 69, "lr": 0.0003{"train_loss": 0.0{"{"train_loss": 0.08538767695426941, "global_step": 6626, "epoch": 69, "lr": 0.00{"train_loss": 0.087{"train_loss": 0.09317763149738312, "global_step": 6627, "epoch": 69, "lr": 0.0{"train_loss": 0.1{"train{"train_loss": 0.10540464520454407, "global_step": 6628, "epoch": 69, "lr":{"train_loss": 0.0{"train{"train_loss": 0.07638750225305557, "global_step": 6629, "epoch": 69, "lr":{"train_loss": 0.068982794880867, "global_step": 6630, "epoch": 69, "lr": 0.00037186159812793}
+{"train_loss": 0.07{"train_loss": 0.07233700156211853, "global_step": 6631, "epoch": 69, "lr": 0.000{"train_loss": 0.13{"train_{"train_loss": 0.1332550346851349, "global_step": 6632, "epoch": 69, "lr"{"train_loss": 0.08{"train{"train_loss": 0.07899202406406403, "global_step": 6633, "epoch": 69, "lr{"train_loss": 0.1013615280{"train_loss": 0.09970030188560486, "global_step": 6634, "epoch": 69, "{"train_loss": 0.105{"train{"train_loss": 0.10040313005447388, "global_step": 6635, "epoch": 69, {"train_loss": 0.10511{"train{"train_loss": 0.10097077488899231, "global_step": 6636, "epoch": 69, {"train_loss": 0.094575807452{"train_loss": 0.08903074264526367, "global_step": 6637, "epoch": 69, "{"train_loss": 0.11481811106204987, "global_step": 6638, "epoch": 69, "lr": 0.000371794031030548}
+{"train_loss": 0.09665{"train{"train_loss": 0.09819570183753967, "global_step": 6639, "epoch": 69, {"train_loss": 0.094480864703{"train_loss": 0.08745882660150528, "global_step": 6640, "epoch": 69, "{"train_loss": 0.13973963260650635, "global_step": 6641, "epoch": 69, "lr": 0.0003717686740646482}
+{"train_loss": 0.09628887474536896, "global_step": 6642, "epoch": 69, "lr": 0.00037176021940321685}
+{"train_loss": 0.09942805767059326, "global_step": 6643, "epoch": 69, "lr": 0.0003717517635721491}
+{"train_loss": 0.09817{"train_loss": 0.10179129987955093, "global_step": 6644, "epoch": 69, "lr": 0{"train_loss": 0.1026861{"train_loss": 0.10471369326114655, "global_step": 6645, "epoch": 69, "lr":{"train_loss": 0.08242{"{"tra{"train_loss": 0.08259391784667969, "global_step": 6646, "epoch": 69, {"train_loss": 0.09014{"{"train_loss": 0.08842694014310837, "global_step": 6647, "epoch": 69, "lr"{"train_loss": 0.09013044089078903, "global_step": 6648, "epoch": 69, "lr": 0.0003717094668742803}
+{"train_loss": 0.11213{"train_loss": 0.11250342428684235, "global_step": 6649, "epoch": 69, "lr": 0{"train_loss": 0.07601{"train_loss": 0.0817904993891716, "global_step": 6650, "epoch": 69, "lr": 0{"train_loss": 0.1050{"train_loss": 0.10436737537384033, "global_step": 6651, "epoch": 69, "lr": 0.0{"train_loss": 0.0707{"train_loss": 0.07020378112792969, "global_step": 6652, "epoch": 69, "lr": 0.{"train_loss": 0.059639886021614075, "global_step": 6653, "epoch": 69, "lr": 0.00037166714094414227}
+{"train_loss": 0.1265{"train_loss": 0.1270662248134613, "global_step": 6654, "epoch": 69, "lr": 0.0{"train_loss": 0.08646083623170853, "global_step": 6655, "epoch": 69, "lr": 0.00037165020238866557}
+{"train_loss": 0.0761{"train_lo{"train_loss": 0.07391133904457092, "global_step": 6656, "epoch": 69{"train_loss": 0.07102502882480621, "global_step": 6657, "epoch": 69, "lr": 0.00037163325915764}
+{"train_loss": 0.1003{"train_loss": 0.10106056183576584, "global_step": 6658, "epoch": 69, "lr": 0{"train_loss": 0.09506696462631226, "global_step": 6659, "epoch": 69, "lr": 0.0003716163112515271}
+{"train_loss": 0.08702535182237625, "global_step": 6660, "epoch": 69, "lr": 0.00037160783554545724}
+{"train_loss": 0.08739{"train_loss": 0.0852823406457901, "global_step": 6661, "epoch": 69, "lr": 0.{"train_loss": 0.1083{"train_loss": 0.11219178140163422, "global_step": 6662, "epoch": 69, "lr": 0.{"train_loss": 0.1054{"train_loss": 0.10831767320632935, "global_step": 6663, "epoch": 69, "lr": 0.0{"train_loss": 0.13035762310028076, "global_step": 6664, "epoch": 69, "lr": 0.0003715739210357677}
+{"train_loss": 0.1346{"train_loss": 0.1306743323802948, "global_step": 6665, "epoch": 69, "lr": 0.00{"train_loss": 0.104{"train_loss": 0.10536334663629532, "global_step": 6666, "epoch": 69, "lr": 0.0{"train_loss": 0.083{"train_loss": 0.08235780894756317, "global_step": 6667, "epoch": 69, "lr": 0.00{"train_loss": 0.105{"train_loss": 0.10685811936855316, "global_step": 6668, "epoch": 69, "lr": 0.00{"train_loss": 0.1{"train_loss": 0.11804499477148056, "global_step": 6669, "epoch": 69, "lr": 0.000{"train_loss": 0.079{"train_loss": 0.07788144052028656, "global_step": 6670, "epoch": 69, "lr": 0.0{"train_loss": 0.0{"train_loss": 0.08329613506793976, "global_step": 6671, "epoch": 69, "lr": 0.000{"train_loss": 0.1407487690448761, "global_step": 6672, "epoch": 69, "lr": 0.00037150603593843394}
+{"train_loss": 0.12{"train_loss": 0.12331114709377289, "global_step": 6673, "epoch": 69, "lr": 0.000{"train_loss": 0.09389382600784302, "global_step": 6674, "epoch": 69, "lr": 0.0003714890529838897}
+{"train_loss": 0.07602899521589279, "global_step": 6675, "epoch": 69, "lr": 0.0003714805597549039}
+{"train_loss": 0.0950{"train_loss": 0.09897497296333313, "global_step": 6676, "epoch": 69, "lr": 0.0{"train_loss": 0.0{"t{"train_loss": 0.09859386831521988, "global_step": 6677, "epoch": 69, "lr": 0.{"train_loss": 0.1{"t{"train_loss": 0.11404602229595184, "global_step": 6678, "epoch": 69, "lr": {"train_loss": 0.09413{"train_loss": 0.09615914523601532, "global_step": 6679, "epoch": 69, "lr": 0{"train_loss": 0.12215{"train_loss": 0.12233595550060272, "global_step": 6680, "epoch": 69, "lr": 0{"train_loss": 0.12490{"train_loss": 0.12460638582706451, "global_step": 6681, "epoch": 69, "lr": 0.{"train_loss": 0.0{"train_loss": 0.06642284989356995, "global_step": 6682, "epoch": 69, "lr": 0.000{"train_loss": 0.08136{"train_loss": 0.0835471898317337, "global_step": 6683, "epoch": 69, "lr": 0.0{"train_loss": 0.0802{"train_loss": 0.07674860209226608, "global_step": 6684, "epoch": 69, "lr": {"train_loss": 0.08894{"train_loss": 0.08658649772405624, "global_step": 6685, "epoch": 69, "lr": 0{"train_loss": 0.0{"train_loss": 0.08689737319946289, "global_step": 6686, "epoch": 69, "lr": 0.0003{"train_loss": 0.1{"train_loss": 0.0981963723897934, "global_step": 6687, "epoch": 69, "lr": 0.000{"train_loss": 0.114236287772655{"train_loss": 0.11151967942714691, "global_step": 6688, "epoch": 6{"train_loss": 0.{"train_loss": 0.08117306232452393, "global_step": 6689, "epoch": 69, "lr": 0.000{"train_loss": 0.0{"train_loss": {"train_loss": 0.10343894362449646, "global_step": 6690, "epoch": {"train_loss": 0.0{"train_loss": 0.08376400917768478, "global_step": 6691, "epoch": 69, "lr": 0.0003{"train_loss": 0.0{"tra{"train_loss": 0.08974328637123108, "global_step": 6692, "epoch": 69, "lr":{"train_loss": 0.13{"tra{"train_loss": 0.14356650412082672, "global_step": 6693, "epoch": 69, "lr":{"train_loss": 0.0832633{"train_loss": 0.0857553780078888, "global_step": 6694, "epoch": 69, "lr": {"train_loss": 0.07{"train_loss": 0.07347355782985687, "global_step": 6695, "epoch": 69, "lr": 0.000{"train_loss": 0.08013477921485901, "global_step": 6696, "epoch": 69, "lr": 0.0003713019322892498}
+{"train_loss": 0.123368{"train_loss": 0.11696179211139679, "global_step": 6697, "epoch": 69, "lr": {"train_loss": 0.06{"tr{"train_loss": 0.06266642361879349, "global_step": 6698, "epoch": 69, "lr": 0{"train_loss": 0.07{"tr{"train_loss": 0.08315151929855347, "global_step": 6699, "epoch": 69, "lr": {"train_loss": 0.12{"train_loss": 0.12639589607715607, "global_step": 6700, "epoch": 69, "lr": 0.000{"train_loss": 0.09{"train_loss": 0.09352476894855499, "global_step": 6701, "epoch": 69, "lr": 0.00{"train_loss": 0.093346{"train_loss": 0.09076906740665436, "global_step": 6702, "epoch": 69, "lr": 0{"train_loss": 0.082053013145923{"train_loss": 0.08388310670852661, "global_step": 6703, "epoch": 69{"train_loss": 0.12060543149709702, "global_step": 6704, "epoch": 69, "lr": 0.00037123374838596377}
+{"train_loss": 0.12717199325561523, "global_step": 6705, "epoch": 69, "lr": 0.00037122522015021266}
+{"train_loss": 0.07996264100074768, "global_step": 6706, "epoch": 69, "lr": 0.00037121669074846836}
+{"train_loss": 0.1{"train_loss": 0.12141318619251251, "global_step": 6707, "epoch": 69, "lr": 0.000{"train_loss": 0.08497893065214157, "global_step": 6708, "epoch": 69, "lr": 0.0003711996284472324}
+{"train_loss": 0.0{"train_loss": 0.09449543058872223, "global_step": 6709, "epoch": 69, "lr": 0.0{"train_loss": 0.08010945469141006, "global_step": 6710, "epoch": 69, "lr": 0.0003711825614827208}
+{"train_loss": 0.1{"train_loss": 0.1030135303735733, "global_step": 6711, "epoch": 69, "lr": 0.00037{"train_loss": 0.10655198991298676, "global_step": 6712, "epoch": 69, "lr": 0.0003711654898553983}
+{"train_loss": 0.{"train_loss": 0.09371700137853622, "global_step": 6713, "epoch": 69, "lr": 0.00037{"train_loss": 0.1063774973154068, "global_step": 6714, "epoch": 69, "lr": 0.0003711484135657299}
+{"train_loss": 0.1{"train_loss": {"train_loss": 0.12019938975572586, "global_step": 6715, "epoch": {"train_loss": 0.1{"train_loss": 0.10388568788766861, "global_step": 6716, "epoch": 69, "lr": 0.0003{"train_loss": 0.08832{"train_los{"train_loss": 0.09202329814434052, "global_step": 6717, "epoch": {"train_loss": 0.0{"train_loss": 0.08007928729057312, "global_step": 6718, "epoch": 69, "lr": 0.000{"train_loss": 0.09747478311570983, "global_step": 6719, "epoch": 69, "lr": 0.0003711057024468487}
+{"train_loss": 0.0{"{"train_loss": 0.0909840315580368, "global_step": 6720, "epoch": 70, "lr": 0.0{"train_loss": 0.11{"train_loss":{"train_loss": 0.11167488247156143, "global_step": 6721, "epoch": {"train_loss": 0.09386757016181946, "global_step": 6722, "epoch": 70, "lr": 0.00037108006179290264}
+{"train_loss": 0.07{"train_loss":{"train_loss": 0.07149437069892883, "global_step": 6723, "epoch": {"train_loss": 0.0685176104307174{"train_loss": 0.0677676647901535, "global_step": 6724, "epoch": 7{"train_loss": 0.10433153808116913, "global_step": 6725, "epoch": 70, "lr": 0.0003710544106539142}
+{"train_loss": 0.076{"train_lo{"train_loss": 0.0819811224937439, "global_step": 6726, "epoch": 70, "{"train_loss": 0.09824977815151215, "global_step": 6727, "epoch": 70, "lr": 0.00037103730407034123}
+{"train_loss": 0.11588214337825775, "global_step": 6728, "epoch": 70, "lr": 0.0003710287490314553}
+{"train_loss": 0.12282466888427734, "global_step": 6729, "epoch": 70, "lr": 0.00037102019282791407}
+{"train_loss": 0.07562702894210815, "global_step": 6730, "epoch": 70, "lr": 0.00037101163545977587}
+{"train_loss": 0.09677626192569733, "global_step": 6731, "epoch": 70, "lr": 0.0003710030769270988}
+{"train_loss": 0.066934987902{"train_loss": 0.06418582051992416, "global_step": 6732, "epoch": 70, {"train_loss": 0.1359995603561{"train_loss": 0.13437138497829437, "global_step": 6733, "epoch": 70,{"train_loss": 0.0997684746980{"train_loss": 0.10483723878860474, "global_step": 6734, "epoch": 70,{"train_loss": 0{"train_loss":{"train_loss": 0.0680331364274025, "global_step": 6735, "epoch": 70, {"train_loss": 0.093871556222{"train_loss": 0.09031473845243454, "global_step": 6736, "epoch": 70, "{"train_loss": 0.100784398615{"train_loss": 0.10316982865333557, "global_step": 6737, "epoch": 70, "{"train_loss": 0.079{"train_l{"train_loss": 0.08516500890254974, "global_step": 6738, "epoch": 70{"train_loss": 0.0695404261350{"train_loss": 0.0694141760468483, "global_step": 6739, "epoch": 70, {"train_loss": 0.10098827630281448, "global_step": 6740, "epoch": 70, "lr": 0.00037092599773838044}
+{"train_loss": 0.094323918223{"train_loss": 0.09161268174648285, "global_step": 6741, "epoch": 70, {"train_loss": 0{"train_loss"{"train_loss": 0.07949225604534149, "global_step": 6742, "epoch": 70, {"train_loss": 0.109326869249{"train_loss": 0.10807273536920547, "global_step": 6743, "epoch": 70, "{"train_loss": 0{"t{"train_loss": 0.09573611617088318, "global_step": 6744, "epoch": 70, "lr": 0.000{"train_loss": 0{"t{"train_lo{"train_loss": 0.09997060149908066, "global_step": 6745, "epoch": 70, {"train_loss": 0{"t{"train_lo{"train_loss": 0.12625530362129211, "global_step": 6746, "epoch": 70, {"train_loss": {"tr{"train_lo{"train_loss": 0.06561384350061417, "global_step": 6747, "epoch": 70, "{"train_loss": 0.09314686059951782, "global_step": 6748, "epoch": 70, "lr": 0.00037085740375366434}
+{"train_loss": 0.08{"train_lo{"train_loss": 0.08280761539936066, "global_step": 6749, "epoch": 70,{"train_loss": 0.059{"train_lo{"train_loss": 0.06289047002792358, "global_step": 6750, "epoch": 70,{"train_loss": 0.099{"train_loss": 0.09965594857931137, "global_step": 6751, "epoch": 70, "lr": 0.0{"train_loss": 0.097{"train_loss": 0.09789423644542694, "global_step": 6752, "epoch": 70, "lr": 0.0{"train_loss": 0.10002024471759796, "global_step": 6753, "epoch": 70, "lr": 0.00037081449469794327}
+{"train_loss": 0{"train_loss": 0.10757127404212952, "global_step": 6754, "epoch": 70, "lr": 0.000370{"train_loss": 0{"train_loss": 0.14058691263198853, "global_step": 6755, "epoch": 70, "lr": 0.00037{"train_loss": 0.09800546616315842, "global_step": 6756, "epoch": 70, "lr": 0.0003707887353056877}
+{"train_loss": 0.05534542724{"train_loss": 0.05532445013523102, "global_step": 6757, "epoch": 70, "l{"train_loss": 0{"train_loss{"train_loss": 0.1334168165922165, "global_step": 6758, "epoch": 70, "l{"train_loss": 0.10842190682{"train_loss": 0.10776186734437943, "global_step": 6759, "epoch": 70, "l{"train_loss": 0.13016514480{"train_loss": 0.12773817777633667, "global_step": 6760, "epoch": 70, "{"train_loss": 0.12604020535945892, "global_step": 6761, "epoch": 70, "lr": 0.00037074577972562414}
+{"train_loss": 0.{"train_loss": 0.11718648672103882, "global_step": 6762, "epoch": 70, "lr": 0.00037{"train_loss": 0.125865489{"train_loss": 0.12835362553596497, "global_step": 6763, "epoch": 70, "lr{"train_loss": 0.07351092994213104, "global_step": 6764, "epoch": 70, "lr": 0.0003707199924243776}
+{"train_loss": 0.065{"train_loss": 0.06828395277261734, "global_step": 6765, "epoch": 70, "lr": 0.0{"train_loss": 0.10187871009111404, "global_step": 6766, "epoch": 70, "lr": 0.00037070279507735187}
+{"train_loss": 0.08030214160680771, "global_step": 6767, "epoch": 70, "lr": 0.0003706941946601563}
+{"train_loss": 0.135552823{"train_loss": 0.13575398921966553, "global_step": 6768, "epoch": 70, "lr"{"train_loss": 0.082{"trai{"train_loss": 0.08451759815216064, "global_step": 6769, "epoch": 70, "lr{"train_loss": 0.09714402258396149, "global_step": 6770, "epoch": 70, "lr": 0.0003706683864345414}
+{"train_loss": 0.08538111299276352, "global_step": 6771, "epoch": 70, "lr": 0.00037065978136818897}
+{"train_loss": 0.11267186{"train_loss": 0.11348702013492584, "global_step": 6772, "epoch": 70, "lr"{"train_loss": 0.0767{"train_loss": 0.07424628734588623, "global_step": 6773, "epoch": 70, "lr": 0.0{"train_loss": 0.0894{"train_loss": 0.09223997592926025, "global_step": 6774, "epoch": 70, "lr": 0.{"train_loss": 0.07009243965148926, "global_step": 6775, "epoch": 70, "lr": 0.0003706253494819379}
+{"train_loss": 0.1{"train_loss": 0.10740233957767487, "global_step": 6776, "epoch": 70, "lr": 0.0003{"train_loss": 0.10170841217041016, "global_step": 6777, "epoch": 70, "lr": 0.0003706081265671283}
+{"train_loss": 0.0{"{"tra{"train_loss": 0.09037574380636215, "global_step": 6778, "epoch": 70, "lr":{"train_loss": 0.08234389126300812, "global_step": 6779, "epoch": 70, "lr": 0.00037059089900515473}
+{"train_loss": 0.08756096661090851, "global_step": 6780, "epoch": 70, "lr": 0.00037058228348162814}
+{"train_loss": 0.0{"train_loss": 0.08744706213474274, "global_step": 6781, "epoch": 70, "lr": 0.0003{"train_loss": 0.10886067152023315, "global_step": 6782, "epoch": 70, "lr": 0.0003705650489497886}
+{"train_loss": 0.0{"train_loss": 0.09250587224960327, "global_step": 6783, "epoch": 70, "lr": 0.0003{"train_loss": 0.110688{"train_loss": 0.1095716804265976, "global_step": 6784, "epoch": 70, "lr": 0{"train_loss": 0.10640092194080353, "global_step": 6785, "epoch": 70, "lr": 0.0003705391884409438}
+{"train_loss": 0.07110743224620819, "global_step": 6786, "epoch": 70, "lr": 0.00037053056594860747}
+{"train_loss": 0.11103{"train_loss": 0.11342745274305344, "global_step": 6787, "epoch": 70, "lr": 0.{"train_loss": 0.07215088605880737, "global_step": 6788, "epoch": 70, "lr": 0.0003705133174802052}
+{"train_loss": 0.0583493709564209, "global_step": 6789, "epoch": 70, "lr": 0.0003705046915042566}
+{"train_loss": 0.{{"train_loss": 0.0980604812502861, "global_step": 6790, "epoch": 70, "lr": 0.0003{"train_loss": 0.09755974262952805, "global_step": 6791, "epoch": 70, "lr": 0.00037048743606915834}
+{"train_loss": 0{{"train_loss": 0.09191390872001648, "global_step": 6792, "epoch": 70, "lr": 0.000{"train_loss": 0.07637196034193039, "global_step": 6793, "epoch": 70, "lr": 0.00037047017599018366}
+{"train_loss": 0.09266272187232971, "global_step": 6794, "epoch": 70, "lr": 0.00037046154420938956}
+{"train_loss": 0.0{"train_loss": 0.0847323015332222, "global_step": 6795, "epoch": 70, "lr": 0.0003{"train_loss": 0.11703387647867203, "global_step": 6796, "epoch": 70, "lr": 0.0003704442771654818}
+{"train_loss": 0.09937787801027298, "global_step": 6797, "epoch": 70, "lr": 0.0003704356419024856}
+{"train_loss": 0.07593367993831635, "global_step": 6798, "epoch": 70, "lr": 0.00037042700547887305}
+{"train_loss": 0.10417476296424866, "global_step": 6799, "epoch": 70, "lr": 0.0003704183678947029}
+{"train_loss": 0{"train_loss": 0.09444335103034973, "global_step": 6800, "epoch": 70, "lr": 0.000370{"train_loss": 0.{"train_loss": 0.08147233724594116, "global_step": 6801, "epoch": 70, "lr": 0.000{"train_loss": 0.0{"trai{"train_loss": 0.1032971739768982, "global_step": 6802, "epoch": 70, "lr": 0{"train_loss": 0.12281005084514618, "global_step": 6803, "epoch": 70, "lr": 0.0003703838059536228}
+{"train_loss": 0.08256325125694275, "global_step": 6804, "epoch": 70, "lr": 0.00037037516256754703}
+{"train_loss": 0.0{"train_loss": 0.09400039166212082, "global_step": 6805, "epoch": 70, "lr": 0.0003{"train_loss": 0.098161{"train_loss": 0.09795639663934708, "global_step": 6806, "epoch": 70, "lr": 0{"train_loss": 0.10228060185909271, "global_step": 6807, "epoch": 70, "lr": 0.000370349225448328}
+{"train_loss": 0.1{"tra{"train_loss": 0.10330510884523392, "global_step": 6808, "epoch": 70, "lr": 0{"train_loss": 0.08979262411594391, "global_step": 6809, "epoch": 70, "lr": 0.0003703319282352774}
+{"train_loss": 0.10371489822864532, "global_step": 6810, "epoch": 70, "lr": 0.0003703232778888574}
+{"train_loss": 0.11442916095256805, "global_step": 6811, "epoch": 70, "lr": 0.0003703146263825862}
+{"train_loss": 0.09847965836524963, "global_step": 6812, "epoch": 70, "lr": 0.00037030597371652264}
+{"train_loss"{"tr{"train_loss": 0.14363235235214233, "global_step": 6813, "epoch": 70, "lr": 0.00037{"train_loss": 0.09880255162715912, "global_step": 6814, "epoch": 70, "lr": 0.0003702886649052543}
+{"train_loss": 0.09600488108117133, "global_step": 6815, "epoch": 70, "lr": 0.00037028000876016725, "train_action_mse_error": 5.2271312597440556e-05}
+{"train_loss": 0.09474088251590729, "global_step": 6816, "epoch": 71, "lr": 0.0003702713514555237}
+{"train_loss": 0.08822469413280487, "global_step": 6817, "epoch": 71, "lr": 0.0003702626929913825}
+{"train_loss": 0.11254902184009552, "global_step": 6818, "epoch": 71, "lr": 0.0003702540333678026}
+{"train_loss": 0.06548352539539337, "global_step": 6819, "epoch": 71, "lr": 0.00037024537258484297}
+{"train_loss": 0.09730707854032516, "global_step": 6820, "epoch": 71, "lr": 0.0003702367106425626}
+{"train_loss": 0.10796116292476654, "global_step": 6821, "epoch": 71, "lr": 0.0003702280475410205}
+{"train_loss": 0.1385633796453476, "global_step": 6822, "epoch": 71, "lr": 0.0003702193832802756}
+{"train_loss": 0.07176481187343597, "global_step": 6823, "epoch": 71, "lr": 0.000370210717860387}
+{"train_loss": 0.09208794683218002, "global_step": 6824, "epoch": 71, "lr": 0.0003702020512814136}
+{"train_loss": 0.08203461766242981, "global_step": 6825, "epoch": 71, "lr": 0.00037019338354341453}
+{"train_loss": 0.06763198226690292, "global_step": 6826, "epoch": 71, "lr": 0.0003701847146464487}
+{"train_loss": 0{"train_loss": 0.08081747591495514, "global_step": 6827, "epoch": 71, "lr": 0.0003{"train_lo{"train{"train_loss": 0.10412386059761047, "global_step": 6828, "epoch": 71, "lr": 0.0003{"train_lo{"train_loss": 0.0833716168999672, "global_step": 6829, "epoch": 71, "lr": 0.0003701587010{"train_loss": 0.11221002042293549, "global_step": 6830, "epoch": 71, "lr": 0.0003701500274700992}
+{"train_loss": 0.{"tr{"train_loss": 0.0815000906586647, "global_step": 6831, "epoch": 71, "lr": 0.0{"train_loss": 0.10996024310588837, "global_step": 6832, "epoch": 71, "lr": 0.0003701326769296595}
+{"train_l{"train_loss": 0.0937156081199646, "global_step": 6833, "epoch": 71, "lr": 0.00037012399992{"train_loss": 0.1013432964682579, "global_step": 6834, "epoch": 71, "lr": 0.0003701153217550064}
+{"train_loss": 0.1236{"train_loss": 0.11981845647096634, "global_step": 6835, "epoch": 71, "lr": 0.0{"train_loss": 0.0{"t{"train_loss": 0.1021290272474289, "global_step": 6836, "epoch": 71, "lr": 0.0{"train_loss": 0.073{"train_loss": 0.07880011945962906, "global_step": 6837, "epoch": 71, "lr": 0.0{"train_loss": 0.{"train_loss": 0.07544049620628357, "global_step": 6838, "epoch": 71, "lr": 0.0003{"train_loss": 0.{"train_loss": 0.1061091497540474, "global_step": 6839, "epoch": 71, "lr": 0.00037{"train_loss": 0{"train_loss": 0.10836988687515259, "global_step": 6840, "epoch": 71, "lr": 0.00037{"train_loss": 0{"{"train_loss": 0.10549658536911011, "global_step": 6841, "epoch": 71, "lr": 0.0003{"train_loss": 0{"{"train_loss": 0.1150069609284401, "global_step": 6842, "epoch": 71, "lr": 0.00037{"train{"train_{"{"train_loss": 0.09178965538740158, "global_step": 6843, "epoch": 71, "lr": 0.00037{"train{"train_loss": 0.07920007407665253, "global_step": 6844, "epoch": 71, "lr": 0.00037002847638{"train_loss": {"{"train_loss": 0.12329190969467163, "global_step": 6845, "epoch": 71, "lr": 0.0003{"train_loss":{"train_loss": 0.10564452409744263, "global_step": 6846, "epoch": 71, "lr": 0.00037001{"train_loss": 0.12903527915477753, "global_step": 6847, "epoch": 71, "lr": 0.0003700024001934743}
+{"train{"train_loss": 0.07794426381587982, "global_step": 6848, "epoch": 71, "lr": 0.00036999370581{"train_loss":{"train_loss": 0.08224289119243622, "global_step": 6849, "epoch": 71, "lr": 0.00036998{"train_loss":{"train_loss": 0.10684731602668762, "global_step": 6850, "epoch": 71, "lr": 0.0003699{"train_{"train{"{"train_loss": 0.08513368666172028, "global_step": 6851, "epoch": 71, "lr": 0.000{"train_loss": 0.{"train_loss": 0.07715021073818207, "global_step": 6852, "epoch": 71, "lr": 0.00036{"train_loss": {"{"train_loss": 0.08917254209518433, "global_step": 6853, "epoch": 71, "lr": 0.00036{"train_{"train_l{"train_loss": 0.11932309716939926, "global_step": 6854, "epoch": 71, "lr": 0.00036{"train_loss": 0.{"train_loss": 0.09387792646884918, "global_step": 6855, "epoch": 71, "lr": 0.00036{"train_{"train_loss": 0.12378819286823273, "global_step": 6856, "epoch": 71, "lr": 0.00036992410911{"train_{"train_loss": 0.10117034614086151, "global_step": 6857, "epoch": 71, "lr": 0.0003699154043{"train_{"train_loss": 0.09052322059869766, "global_step": 6858, "epoch": 71, "lr": 0.00036990669836{"train_loss"{"t{"train_loss": 0.10509555041790009, "global_step": 6859, "epoch": 71, "lr": 0.00036{"train_loss": 0{"train_loss": 0.08227791637182236, "global_step": 6860, "epoch": 71, "lr": 0.000369{"train_{"train_loss": 0.09026894718408585, "global_step": 6861, "epoch": 71, "lr": 0.0003698805735{"train_loss": 0.09397067129611969, "global_step": 6862, "epoch": 71, "lr": 0.00036987186298243505}
+{"train_{"train_loss": 0.08704854547977448, "global_step": 6863, "epoch": 71, "lr": 0.00036986315124{"train_loss": 0.07279053330421448, "global_step": 6864, "epoch": 71, "lr": 0.00036985443835138224}
+{"train_loss": 0{"train_loss": 0.08490650355815887, "global_step": 6865, "epoch": 71, "lr": 0.000369{"train_{"train_loss": 0.08136415481567383, "global_step": 6866, "epoch": 71, "lr": 0.000369837009{"train_loss": 0.11375400424003601, "global_step": 6867, "epoch": 71, "lr": 0.00036982829273001194}
+{"train_{"train_{"train_loss": 0.07306840270757675, "global_step": 6868, "epoch": 71, "lr": 0.00036{"train_{"train_loss": 0.09117354452610016, "global_step": 6869, "epoch": 71, "lr": 0.00036981085653{"train_loss": 0{"train_loss": 0.11296892166137695, "global_step": 6870, "epoch": 71, "lr": 0.000369{"train_{"train_{"train_loss": 0.09098838269710541, "global_step": 6871, "epoch": 71, "lr": 0.000369{"train_loss": 0.09944996982812881, "global_step": 6872, "epoch": 71, "lr": 0.0003697846935655756}
+{"trai{"train_loss": 0.06602031737565994, "global_step": 6873, "epoch": 71, "lr": 0.0003697759702638{"train_los{"train_loss": 0.08686503767967224, "global_step": 6874, "epoch": 71, "lr": 0.0003697672{"train_loss": 0.11427471041679382, "global_step": 6875, "epoch": 71, "lr": 0.000369758520192235}
+{"t{"train_loss": 0.10694880783557892, "global_step": 6876, "epoch": 71, "lr": 0.0003697497934223647{"train_loss": 0{"train_loss": 0.08233152329921722, "global_step": 6877, "epoch": 71, "lr": 0.000369{"train_loss": 0.10860775411128998, "global_step": 6878, "epoch": 71, "lr": 0.00036973233641484575}
+{"train_los{"train_loss": 0.08708450943231583, "global_step": 6879, "epoch": 71, "lr": 0.000369723{"train_loss": 0.13127601146697998, "global_step": 6880, "epoch": 71, "lr": 0.0003697148747840182}
+{"train_loss": 0.11084380745887756, "global_step": 6881, "epoch": 71, "lr": 0.0003697061422350125}
+{"train_loss": 0.09143128991127014, "global_step": 6882, "epoch": 71, "lr": 0.0003696974085303579}
+{"train_loss": 0.10383245348930359, "global_step": 6883, "epoch": 71, "lr": 0.0003696886736701141}
+{"train_loss": 0.{"train_loss": 0.07723651826381683, "global_step": 6884, "epoch": 71, "lr": 0.0003{"train_lo{"train_loss": 0.08166640996932983, "global_step": 6885, "epoch": 71, "lr": 0.00036967120{{"train_loss": 0.05549908056855202, "global_step": 6886, "epoch": 71, "lr": 0.0003696624621564421}{"train_loss": 0.07889207452535629, "global_step": 6887, "epoch": 71, "lr": 0.0003696537226744362}
+{"train_loss": 0.{"train_loss": 0.11566542834043503, "global_step": 6888, "epoch": 71, "lr": 0.0003{"train_lo{"train_loss": 0.09321361035108566, "global_step": 6889, "epoch": 71, "lr": 0.00036963624{"train_loss": 0{"train_loss": 0.09932509064674377, "global_step": 6890, "epoch": 71, "lr": 0.000369{"train_loss": 0.10981877148151398, "global_step": 6891, "epoch": 71, "lr": 0.00036961875319408994}
+{"train_{"train_loss": 0.10837803035974503, "global_step": 6892, "epoch": 71, "lr": 0.0003696100079{"train_loss": 0.08637627959251404, "global_step": 6893, "epoch": 71, "lr": 0.0003696012615233569}
+{{"train_loss": 0.10209131240844727, "global_step": 6894, "epoch": 71, "lr": 0.00036959251395555874}{{"train_loss": 0.15065857768058777, "global_step": 6895, "epoch": 71, "lr": 0.0003695837652328856}{"train_loss": 0.0975891500711441, "global_step": 6896, "epoch": 71, "lr": 0.00036957501535539715}
+{"{"train_{"train_loss": 0.08559302240610123, "global_step": 6897, "epoch": 71, "lr": 0.00036956626{"train_loss": 0.0968344509601593, "global_step": 6898, "epoch": 71, "lr": 0.0003695575121362124}
+{"train_loss": 0.0900212973356247, "global_step": 6899, "epoch": 71, "lr": 0.0003695487587946353}
+{"train_loss": 0.060840219259262085, "global_step": 6900, "epoch": 71, "lr": 0.0003695400042984812}
+{"train_loss": 0{"train_loss": 0.07615575939416885, "global_step": 6901, "epoch": 71, "lr": 0.00036{"train_loss": 0.08356791734695435, "global_step": 6902, "epoch": 71, "lr": 0.00036952249184268047}
+{"train_loss": 0{"train_loss": 0.10550268739461899, "global_step": 6903, "epoch": 71, "lr": 0.00036{"train_loss": 0{"train_loss": 0.10257703810930252, "global_step": 6904, "epoch": 71, "lr": 0.000369{"train{"train_loss": 0.08599993586540222, "global_step": 6905, "epoch": 71, "lr": 0.000369496214501{"train{"train_loss": 0.10604345798492432, "global_step": 6906, "epoch": 71, "lr": 0.00036948745{"train_lo{"train_loss": 0.11571288108825684, "global_step": 6907, "epoch": 71, "lr": 0.00036947869{"train_loss": 0.12492690235376358, "global_step": 6908, "epoch": 71, "lr": 0.00036946992677163186}
+{"train_lo{"train_loss": 0.07158011943101883, "global_step": 6909, "epoch": 71, "lr": 0.000369461161{"train_loss": 0.08535180985927582, "global_step": 6910, "epoch": 71, "lr": 0.00036945239584832443}
+{"train_loss": 0.0{"train_loss": 0.09575965515493105, "global_step": 6911, "epoch": 71, "lr": 0.00{"train_loss": 0.07{"train_loss": 0.08112289756536484, "global_step": 6912, "epoch": 72, "lr": 0.00{"train_loss": 0.10{"train_loss": 0.09488420188426971, "global_step": 6913, "epoch": 72, "lr": 0.000{"train_loss": 0.10{"train_loss": 0.10447607934474945, "global_step": 6914, "epoch": 72, "lr": 0.000{"tra{"train_loss": 0.11418464779853821, "global_step": 6915, "epoch": 72, "lr": 0.00036940854834748{"train_loss": 0.09{"train_loss": 0.10297359526157379, "global_step": 6916, "epoch": 72, "lr": 0.00{"train_los{"train_{"train_loss": 0.08936537802219391, "global_step": 6917, "epoch": 72, "lr": 0.000{"tra{"trai{"train_{"train_loss": 0.06540809571743011, "global_step": 6918, "epoch": 72, "lr": 0.000{"train_loss": 0.07758021354675293, "global_step": 6919, "epoch": 72, "lr": 0.00036937344958125866}
+{"train_loss": 0.0906500369310379, "global_step": 6920, "epoch": 72, "lr": 0.0003693646720060942}
+{"train_loss{"train_loss": 0.08117090910673141, "global_step": 6921, "epoch": 72, "lr": 0.0003693558{"train_loss{"train_loss": 0.10004057735204697, "global_step": 6922, "epoch": 72, "lr": 0.00036934{"train{"train_loss": 0.09037430584430695, "global_step": 6923, "epoch": 72, "lr": 0.00036933833236{"train_loss": 0.11580859869718552, "global_step": 6924, "epoch": 72, "lr": 0.00036932955017280017}
+{"train_loss": 0.0{"train_loss": 0.07765976339578629, "global_step": 6925, "epoch": 72, "lr": 0.000{"train_loss": 0.13196027278900146, "global_step": 6926, "epoch": 72, "lr": 0.0003693119823374084}
+{"train_loss": 0.11071039736270905, "global_step": 6927, "epoch": 72, "lr": 0.0003693031966902357}
+{"trai{"train_loss": 0.0843486562371254, "global_step": 6928, "epoch": 72, "lr": 0.0003692944098901{"tra{"train_loss": 0.07445281744003296, "global_step": 6929, "epoch": 72, "lr": 0.0003692856219372{"train_los{"train_loss": 0.06694405525922775, "global_step": 6930, "epoch": 72, "lr": 0.0003692768{"train_loss": 0.0812126100063324, "global_step": 6931, "epoch": 72, "lr": 0.0003692680425730952}
+{"train_loss"{"train_loss": 0.09543687105178833, "global_step": 6932, "epoch": 72, "lr": 0.00036925{"train_loss": 0.07{"train_loss": 0.07455071806907654, "global_step": 6933, "epoch": 72, "lr": 0.00{"train_loss": 0.09315246343612671, "global_step": 6934, "epoch": 72, "lr": 0.00036924166488204365}
+{"train_loss": 0.09{"train_loss": 0.09493356943130493, "global_step": 6935, "epoch": 72, "lr": 0.00{"train_loss": 0.0940806120634079, "global_step": 6936, "epoch": 72, "lr": 0.0003692240739921472}
+{"train_loss": 0.0725051537156105, "global_step": 6937, "epoch": 72, "lr": 0.00036921527681862005}
+{"train_loss": 0.08757828921079636, "global_step": 6938, "epoch": 72, "lr": 0.0003692064784927868}
+{"train_loss": 0.09015098214149475, "global_step": 6939, "epoch": 72, "lr": 0.00036919767901470734}
+{"train_loss": 0.10283762216567993, "global_step": 6940, "epoch": 72, "lr": 0.00036918887838444174}
+{"train_loss": 0.07{"train_loss": 0.07708476483821869, "global_step": 6941, "epoch": 72, "lr": 0.00{"train_loss": 0.06{"train_loss": 0.07298007607460022, "global_step": 6942, "epoch": 72, "lr": 0.0{"train_loss": 0{"tr{"train_loss": 0.09402889013290405, "global_step": 6943, "epoch": 72, "lr": 0.00{"train_loss": 0.105{"train_loss": 0.10216042399406433, "global_step": 6944, "epoch": 72, "lr": 0.0{"trai{"train_l{"tra{"train_loss": 0.10324601083993912, "global_step": 6945, "epoch": 72, "lr": 0.{"train{"train_loss": 0.07859423011541367, "global_step": 6946, "epoch": 72, "lr": 0.000369136050410{"train{"train{"train_loss": 0.09707566350698471, "global_step": 6947, "epoch": 72, "lr": 0.0003691{"train_loss":{"train{"train_loss": 0.0630064457654953, "global_step": 6948, "epoch": 72, "lr": 0.0{"train_loss": 0.093{"train_loss": 0.09068797528743744, "global_step": 6949, "epoch": 72, "lr": 0.{"train_loss": 0.0920{"train_loss": 0.09041789174079895, "global_step": 6950, "epoch": 72, "lr": 0.{"train{"train_loss": 0.05308698117733002, "global_step": 6951, "epoch": 72, "lr": 0.000369091995424{"train_loss": 0{"train_loss": 0.0915810763835907, "global_step": 6952, "epoch": 72, "lr": 0.0003690{"train_loss": {"train_loss": 0.11945141851902008, "global_step": 6953, "epoch": 72, "lr": 0.000369{"train_loss": 0.08484695851802826, "global_step": 6954, "epoch": 72, "lr": 0.00036906554861474084}
+{"tra{"train_lo{"train_loss": 0.11597715318202972, "global_step": 6955, "epoch": 72, "lr": 0.000369{"train_loss": 0.0897{"train_loss": 0.09108070284128189, "global_step": 6956, "epoch": 72, "lr": 0.0{"tra{"train_loss": 0.0840575322508812, "global_step": 6957, "epoch": 72, "lr": 0.00036903909144353{"train_loss": 0.06490649282932281, "global_step": 6958, "epoch": 72, "lr": 0.0003690302700841685}
+{"tra{"train_lo{"train_loss": 0.09876056015491486, "global_step": 6959, "epoch": 72, "lr": 0.000369{"train_loss": 0.1251409947872162, "global_step": 6960, "epoch": 72, "lr": 0.0003690126239123646}
+{"tra{"train_loss": 0.08564206957817078, "global_step": 6961, "epoch": 72, "lr": 0.0003690037991000{"train_loss": 0.0700262039899826, "global_step": 6962, "epoch": 72, "lr": 0.00036899497313685635}
+{"train_loss": 0{"train_loss": 0.0968068391084671, "global_step": 6963, "epoch": 72, "lr": 0.0003689{"train_loss": {"train_loss": 0.06674184650182724, "global_step": 6964, "epoch": 72, "lr": 0.000368{"train_loss": 0.09001514315605164, "global_step": 6965, "epoch": 72, "lr": 0.00036896848834270016}
+{"trai{"train_loss": 0.11864747107028961, "global_step": 6966, "epoch": 72, "lr": 0.0003689596577766{"train_loss": 0.09985281527042389, "global_step": 6967, "epoch": 72, "lr": 0.0003689508260600349}
+{"train_loss": 0.09762335568666458, "global_step": 6968, "epoch": 72, "lr": 0.00036894199319291427}
+{"trai{"train_loss": 0.13200148940086365, "global_step": 6969, "epoch": 72, "lr": 0.000368933159175{"train_loss": 0.08761361986398697, "global_step": 6970, "epoch": 72, "lr": 0.0003689243240073979}
+{"train_loss":{"train_loss": 0.08451876044273376, "global_step": 6971, "epoch": 72, "lr": 0.0003689{"train_loss": 0.10694141685962677, "global_step": 6972, "epoch": 72, "lr": 0.00036890665022058235}
+{"train_loss": 0.11426322162151337, "global_step": 6973, "epoch": 72, "lr": 0.00036889781160183785}
+{"train_loss": 0.08921739459037781, "global_step": 6974, "epoch": 72, "lr": 0.0003688889718329492}
+{"train_loss":{"train_loss": 0.09220773726701736, "global_step": 6975, "epoch": 72, "lr": 0.00036888{"train_loss":{"train_loss": 0.08338555693626404, "global_step": 6976, "epoch": 72, "lr": 0.0003688{"train_loss":{"train_loss": 0.06136035919189453, "global_step": 6977, "epoch": 72, "lr": 0.00036886{"train_loss": 0.07297186553478241, "global_step": 6978, "epoch": 72, "lr": 0.0003688536012571558}
+{"train_loss": 0.10755402594804764, "global_step": 6979, "epoch": 72, "lr": 0.00036884475573844893}
+{"train_loss":{"train_loss": 0.06268488615751266, "global_step": 6980, "epoch": 72, "lr": 0.00036883{"train_loss": 0.1039629653096199, "global_step": 6981, "epoch": 72, "lr": 0.00036882706125174663}
+{"train_loss": {"train_loss": 0.0787985771894455, "global_step": 6982, "epoch": 72, "lr": 0.00036881{"train{"train_loss": 0.09491826593875885, "global_step": 6983, "epoch": 72, "lr": 0.00036880936216{"train{"train_loss": 0.07296004891395569, "global_step": 6984, "epoch": 72, "lr": 0.00036880051089{"train{"train_loss": 0.0982971116900444, "global_step": 6985, "epoch": 72, "lr": 0.0003687916584828{"train_loss": 0.116722{"train_loss": 0.11812371015548706, "global_step": 6986, "epoch": 72, "lr": 0{"train_loss": 0.10354277491569519, "global_step": 6987, "epoch": 72, "lr": 0.00036877395020166933}
+{"trai{"train_loss": 0.1029248908162117, "global_step": 6988, "epoch": 72, "lr": 0.00036876509433708{"tra{"train_{"train_loss": 0.10029376298189163, "global_step": 6989, "epoch": 72, "lr": 0.00036875{"train_loss": 0.11697{"train_loss": 0.11880240589380264, "global_step": 6990, "epoch": 72, "lr": 0.{"train_loss": 0.08585{"train_loss": 0.08411717414855957, "global_step": 6991, "epoch": 72, "lr": 0{"train_loss": 0.0953635573387146, "global_step": 6992, "epoch": 72, "lr": 0.0003687296593869478}
+{"train_loss": 0.08924278616905212, "global_step": 6993, "epoch": 72, "lr": 0.00036872079777676463}
+{"train_loss": 0.08523907512426376, "global_step": 6994, "epoch": 72, "lr": 0.00036871193501764266}
+{"train_loss": 0.11149231344461441, "global_step": 6995, "epoch": 72, "lr": 0.0003687030711096422}
+{"trai{"train_loss": 0.07567980140447617, "global_step": 6996, "epoch": 72, "lr": 0.000368694{"train_loss": 0.10{"train_loss": 0.10684797912836075, "global_step": 6997, "epoch": 72, "lr": 0.00{"train_loss": 0.09177410602{"train_loss": 0.09726156294345856, "global_step": 6998, "epoch": 72, {"train_loss"{"train_loss": 0.10343050211668015, "global_step": 6999, "epoch": 72, "lr": 0.00036866{"train_loss": 0.117180675268{"train_loss": 0.12069468200206757, "global_step": 7000, "epoch": 72, {"train_loss": 0.07{"train_loss": 0.07213085889816284, "global_step": 7001, "epoch": 72, "lr": 0.00{"train_loss":{"trai{"train_loss": 0.08358703553676605, "global_step": 7002, "epoch": 72, "lr": 0.0{"train_loss": 0.07930557429790497, "global_step": 7003, "epoch": 72, "lr": 0.00036863211849325815}
+{"train_loss"{"train_loss": 0.07587717473506927, "global_step": 7004, "epoch": 72, "lr": 0.0003686{"train_loss": 0.09402933716773{"train_loss": 0.09749683737754822, "global_step": 7005, "epoch": 72{"train_loss": 0.08940981328487{"train_loss": 0.09125390648841858, "global_step": 7006, "epoch": 72,{"train_loss": 0.09180070203728974, "global_step": 7007, "epoch": 72, "lr": 0.00036859661462309434}
+{"train_loss": 0.08434220403432846, "global_step": 7008, "epoch": 73, "lr": 0.0003685877357851693}
+{"train_loss": 0.053763508796691895, "global_step": 7009, "epoch": 73, "lr": 0.00036857885579921155}
+{"train_loss": 0.12539415061473846, "global_step": 7010, "epoch": 73, "lr": 0.00036856997466528155}
+{"train_loss": 0.10208136588335037, "global_step": 7011, "epoch": 73, "lr": 0.00036856109238343976}
+{"train_loss": 0.12789079546928406, "global_step": 7012, "epoch": 73, "lr": 0.00036855220895374674}
+{"train_loss": 0.08119049668312073, "global_step": 7013, "epoch": 73, "lr": 0.00036854332437626287}
+{"train_loss": 0.0859493538737{"train_loss": 0.08081924915313721, "global_step": 7014, "epoch": 73,{"train_loss": 0.09509065747261{"train_loss": 0.09132404625415802, "global_step": 7015, "epoch": 73{"train_loss": 0.08787648379802704, "global_step": 7016, "epoch": 73, "lr": 0.0003685166637576716}
+{"train_loss"{"train_loss": 0.09314937889575958, "global_step": 7017, "epoch": 73, "lr": 0.0003685{"train_loss": 0.098{"train_loss": 0.10330468416213989, "global_step": 7018, "epoch": 73, "lr": 0.{"train_loss": 0.08691170066595078, "global_step": 7019, "epoch": 73, "lr": 0.0003684899928111418}
+{"train_loss": 0.11229395866394043, "global_step": 7020, "epoch": 73, "lr": 0.00036848110020081687}
+{"train_loss": 0.0901{"train_loss": 0.0932268425822258, "global_step": 7021, "epoch": 73, "lr": 0.0{"train_loss":{"trai{"train_loss": 0.1057867780327797, "global_step": 7022, "epoch": 73, "lr": 0.00{"train_loss": 0.11856719851493{"train_loss": 0.12056456506252289, "global_step": 7023, "epoch": 73,{"train_loss": 0.10{"train_loss": 0.10111553966999054, "global_step": 7024, "epoch": 73, "lr": 0.00{"train_loss"{"train_loss": 0.09261791408061981, "global_step": 7025, "epoch": 73, "lr": 0.000368436{"train_loss": 0.10{"train_loss": 0.09424586594104767, "global_step": 7026, "epoch": 73, "lr": 0.00{"train_loss": 0.08331356942653656, "global_step": 7027, "epoch": 73, "lr": 0.0003684188198073509}
+{"train_loss": 0.09092752635478973, "global_step": 7028, "epoch": 73, "lr": 0.0003684099180202697}
+{"train_loss": 0.1307685673236847, "global_step": 7029, "epoch": 73, "lr": 0.0003684010150863667}
+{"train_loss": 0.091{"train_loss": 0.0868256613612175, "global_step": 7030, "epoch": 73, "lr": 0.000{"train_loss": 0.07600649446249008, "global_step": 7031, "epoch": 73, "lr": 0.0003683832057783377}
+{"train_loss"{"tra{"train_loss": 0.11177993565797806, "global_step": 7032, "epoch": 73, "lr": 0.0003{"train_loss": 0.1{"train_loss": 0.1065843403339386, "global_step": 7033, "epoch": 73, "lr": 0.0003{"train_loss"{"train_loss": 0.10159222781658173, "global_step": 7034, "epoch": 73, "lr": 0.000368356{"train_loss"{"train_loss": 0.07250595092773438, "global_step": 7035, "epoch": 73, "lr": 0.000368347{"train_loss": 0.06935588270425797, "global_step": 7036, "epoch": 73, "lr": 0.00036833866244312787}
+{"train_loss": 0.11070258915424347, "global_step": 7037, "epoch": 73, "lr": 0.00036832975033683344}
+{"train_loss": 0.11286375671625137, "global_step": 7038, "epoch": 73, "lr": 0.000368320837084263}
+{"train_loss": 0.09730270504951477, "global_step": 7039, "epoch": 73, "lr": 0.00036831192268547747}
+{"train_loss{"train_loss": 0.08449733257293701, "global_step": 7040, "epoch": 73, "lr": 0.000368303{"train_loss"{"train_loss": 0.0{"train_loss": 0.07314342260360718, "global_step": 7041, "epoch": 73,{"train_loss": 0.07764733582735062, "global_step": 7042, "epoch": 73, "lr": 0.0003682851726124365}
+{"train_loss"{"train_loss": 0.06427834928035736, "global_step": 7043, "epoch": 73, "lr": 0.00036827{"train_loss": 0.10092639178037{"train_loss": 0.10623088479042053, "global_step": 7044, "epoch": 73{"train_loss{{"train_loss": 0.0{"train_loss": 0.08662563562393188, "global_step": 7045, "epoch": 73{"train_loss": 0.10364678502082{"train_loss": 0.09913209080696106, "global_step": 7046, "epoch": 73,{"train_loss"{"train_loss": 0.1{"train_loss": 0.1027127206325531, "global_step": 7047, "epoch": 73{"train_loss": 0.07930693030357361, "global_step": 7048, "epoch": 73, "lr": 0.0003682316415267411}
+{"train_lo{"train_loss": 0.087{"train_loss": 0.09093870222568512, "global_step": 7049, "epoch": 73, {"train_loss": 0.10076308250427246, "global_step": 7050, "epoch": 73, "lr": 0.00036821378866599855}
+{"train_lo{"train_loss": 0.08050233125686646, "global_step": 7051, "epoch": 73, "lr": 0.00036820486{"train_los{"train_loss": 0.10035604983568192, "global_step": 7052, "epoch": 73, "lr": 0.00036819593{"train_los{"train_loss": 0.091{"train_loss": 0.09038601815700531, "global_step": 7053, "epoch": 73,{"train_loss": 0.07368385791778{"train_loss": 0.07785038650035858, "global_step": 7054, "epoch": 7{"train_los{"train_loss": 0.103{"train_loss": 0.10338040441274643, "global_step": 7055, "epoch": 73{"train_loss":{"train_loss": 0.13214737176895142, "global_step": 7056, "epoch": 73, "lr": 0.00036816{"train_loss{"train_loss": 0.087{"train_loss": 0.08865191042423248, "global_step": 7057, "epoch": 73{"train_loss": 0.0922810286283493, "global_step": 7058, "epoch": 73, "lr": 0.0003681423314084434}
+{"train_lo{"tra{"train_loss": 0.1{"train_loss": 0.10217557847499847, "global_step": 7059, "epoch": {"train_loss": 0{"train_loss": 0.12979036569595337, "global_step": 7060, "epoch": 73, "lr": 0.000368{"train_loss": 0.0752875804901123, "global_step": 7061, "epoch": 73, "lr": 0.00036811551604269303}
+{"train_loss": 0.11663252115249634, "global_step": 7062, "epoch": 73, "lr": 0.00036810657529772763}
+{"train_loss": 0.08531256020069122, "global_step": 7063, "epoch": 73, "lr": 0.00036809763340800607}
+{"train_loss": 0.07619864493608475,{"train_loss": 0.07639038562774658, "global_step": 7064, "epoch":{"train_loss": 0.10691030323505402, "global_step": 7065, "epoch": 73, "lr": 0.00036807974619453807}
+{"train_loss": 0.0608857348561286{"train_loss": 0.057752884924411774, "global_step": 7066, "epoch": {"train_lo{"train_loss": 0.11312783509492874, "global_step": 7067, "epoch": 73, "lr": 0.000368061854{"train_lo{"train_loss": 0.10114229470491409, "global_step": 7068, "epoch": 73, "lr": 0.00036805290{"train_lo{"train_loss": 0.07022725045681, "global_step": 7069, "epoch": 73, "lr": 0.0003680439580{"train{"train_loss": 0.1052089706{"train_loss": 0.10587000846862793, "global_step": 7070, "epoch": {"train{"train_loss": 0.1278937608{"train_loss": 0.12754158675670624, "global_step": 7071, "epoch":{"train{"train_loss": 0.06123368442058563, "global_step": 7072, "epoch": 73, "lr": 0.00036801710489{"train{"train_loss": 0.1257331669330597, "global_step": 7073, "epoch": 73, "lr": 0.0003680081515626{"trai{"train_loss": 0.08111315965{"train_loss": 0.08194698393344879, "global_step": 7074, "epoch":{"trai{"train_loss": 0.11506685614{"train_loss": 0.11600062251091003, "global_step": 7075, "epoch": {"trai{"train_loss": 0.10660602897{"train_loss": 0.10426703095436096, "global_step": 7076, "epoch": {"trai{"train_l{"train_loss": 0.07{"train_loss": 0.07602745294570923, "global_step": 7077, "epoch"{"train{"train_l{"train_loss": 0.07{"train_loss": 0.0782007947564125, "global_step": 7078, "epoch": {"train{"train_l{"train_loss": 0.1{"train_loss": 0.13080227375030518, "global_step": 7079, "epoch":{"trai{"train_lo{"train_loss": 0.09872451424598694, "global_step": 7080, "epoch": 73, "lr": 0.000367{"trai{"train_loss": 0.08982044458{"train_loss": 0.09035585075616837, "global_step": 7081, "epoch":{"trai{"train_loss": 0.10052979737520218, "global_step": 7082, "epoch": 73, "lr": 0.0003679275200806{"train_loss": 0.08796634525060654, "global_step": 7083, "epoch": 73, "lr": 0.00036791855530861225}
+{"train_loss": 0{"train_loss": 0.09542043507099152, "global_step": 7084, "epoch": 73, "lr": 0.00036{"train_loss": 0{"train_loss": 0.{"train_loss": 0.11542941629886627, "global_step": 7085, "epoch": {"train_loss": 0.08118994534015656, "global_step": 7086, "epoch": 73, "lr": 0.00036789165413186046}
+{"train_loss": 0.0726272165775299{"train_loss": 0.07523532956838608, "global_step": 7087, "epoch": {"train_loss": 0.1098259687423706{"train_loss": 0.10441765189170837, "global_step": 7088, "epoch":{"train_loss": 0.{"train_loss": 0.{"train_loss": 0.09841906279325485, "global_step": 7089, "epoch": {"train_loss": 0.{"train_loss": 0.{"train_loss": 0.06775079667568207, "global_step": 7090, "epoch": {"train_loss": 0.{"train_loss": 0.{"train_loss": 0.08153986930847168, "global_step": 7091, "epoch": {"train_loss": 0{"train_loss": 0.0{"train_loss": 0.07482431828975677, "global_step": 7092, "epoch": {"train_loss": 0{"train_loss": 0.0{"train_loss": 0.08602897822856903, "global_step": 7093, "epoch":{"train_loss": 0{"train_loss": 0.0{"train_loss": 0.09234381467103958, "global_step": 7094, "epoch": {"train_loss": 0{"train_loss": 0.0{"train_loss": 0.05946144834160805, "global_step": 7095, "epoch": 7{"train_loss": 0{"train_loss": 0.11210791766643524, "global_step": 7096, "epoch": 73, "lr": 0.00036{"train_loss": 0{"train_loss": 0.{"train_loss": 0.09327570348978043, "global_step": 7097, "epoch": 7{"tr{"train_loss": 0.105097912251{"train_loss": 0.10210321843624115, "global_step": 7098, "epoch": {"train_loss": {"train_loss": 0.0953444391489029, "global_step": 7099, "epoch": 73, "lr": 0.0003677{"train_loss":{"train_loss": 0.09110647439956665, "global_step": 7100, "epoch": 73, "lr": 0.0003677{"train_loss": 0.0831800252199173{"train_loss": 0.07761114835739136, "global_step": 7101, "epoch"{"train_loss": 0.09764821827411652{"train_loss": 0.09884139150381088, "global_step": 7102, "epoch": {"train_loss": 0.09369840663081656, "global_step": 7103, "epoch": 73, "lr": 0.00036773901981900306}
+{"tra{"train_lo{"train_loss": 0.0{"train_loss": 0.08622738718986511, "global_step": 7104, "epoch": 7{"train_loss": 0.0757702514529228{"train_loss": 0.0819660946726799, "global_step": 7105, "epoch": 74{"tra{"train_loss": 0.06666791439056396, "global_step": 7106, "epoch": 74, "lr": 0.0003677120500758{"tra{"train_lo{"train_loss": 0.{"train_loss": 0.08037129044532776, "global_step": 7107, "epoch": 74{"tr{"train_loss": 0.08929824829{"train_loss": 0.08995874226093292, "global_step": 7108, "epoch": 7{"train_loss": {"train_loss": 0.10237552225589752, "global_step": 7109, "epoch": 74, "lr": 0.000367{"train_loss": 0.095442034304142{"train_loss": 0.09328286349773407, "global_step": 7110, "epoch":{"train_loss": 0.0{"train_loss": 0{"train_loss": 0.08069048821926117, "global_step": 7111, "epoch": {"train_loss": 0.12228362262248993{"train_loss": 0.125789612531662, "global_step": 7112, "epoch": 74{"train_loss": 0.08367188274860382, "global_step": 7113, "epoch": 74, "lr": 0.0003676490807056421}
+{"train_loss": 0.0{"train_loss": 0.06501350551843643, "global_step": 7114, "epoch": 74, "lr": 0.0003{"train{"train_loss": 0.0973199{"train_loss": 0.09679876267910004, "global_step": 7115, "epoch": 74,{"train_loss": 0.09853555262088{"train_loss": 0.09825722873210907, "global_step": 7116, "epoch": 74{"train{"train_loss": 0.07685624808073044, "global_step": 7117, "epoch": 74, "lr": 0.000367613073{"train_loss": 0.059025987982749{"train_loss": 0.05864550173282623, "global_step": 7118, "epoch": 7{"train_loss": 0.093020156025886{"train_loss": 0.09834232926368713, "global_step": 7119, "epoch": 7{"train_loss": 0.103932350873947{"train_loss": 0.09901824593544006, "global_step": 7120, "epoch": {"train_loss": 0.102379128336906{"train_loss": 0.1022784411907196, "global_step": 7121, "epoch": 74,{"train_loss": 0.0{"train_loss": 0.07884299755096436, "global_step": 7122, "epoch": 74, "lr": 0.0003{"train_loss": 0.08549408614635{"train_loss": 0.08742639422416687, "global_step": 7123, "epoch": 7{"train_loss": 0.11418057233095{"train_loss": 0.11209374666213989, "global_step": 7124, "epoch": 74{"train_loss": 0.08101196587085{"train_loss": 0.08339080959558487, "global_step": 7125, "epoch": 74,{"train{"train_los{"train_loss"{"train_loss": 0.0930570513010025, "global_step": 7126, "epoch": 74, {"train_loss": 0.0{"train_loss{"train_loss": 0.0785059854388237, "global_step": 7127, "epoch": 74,{"train_loss": 0.0841152295470{"train_loss": 0.08076122403144836, "global_step": 7128, "epoch": 74,{"train_loss": 0.10038796067237854, "global_step": 7129, "epoch": 74, "lr": 0.0003675049406885082}
+{"train_{"train_loss": 0.06665{"train_loss": 0.06449107825756073, "global_step": 7130, "epoch": 74, {"train_{"train_loss": 0.05753{"train_loss": 0.05813859403133392, "global_step": 7131, "epoch": 74, {"train_loss": 0.0930362492799{"train_loss": 0.0917690321803093, "global_step": 7132, "epoch": 74, "{"train_l{"train{"train_loss"{"train_loss": 0.12252746522426605, "global_step": 7133, "epoch": 74, {"train_loss": 0.099780514836{"train_loss": 0.0946052223443985, "global_step": 7134, "epoch": 74, "{"train_{"train_loss": 0.12409704923629761, "global_step": 7135, "epoch": 74, "lr": 0.0003674508128{"train_loss": 0.09705536812{"train_loss": 0.0966746062040329, "global_step": 7136, "epoch": 74, "lr{"train_loss": 0.09196789562702179, "global_step": 7137, "epoch": 74, "lr": 0.00036743276116094883}
+{"train_loss": 0.1291553974{"train_loss": 0.1370321810245514, "global_step": 7138, "epoch": 74, "lr"{"train_loss": 0.072559654{"train_loss": 0.07421591132879257, "global_step": 7139, "epoch": 74, "{"train_loss": 0.06977249681949615, "global_step": 7140, "epoch": 74, "lr": 0.00036740567502365737}
+{"train_loss": 0.07974442839622498, "global_step": 7141, "epoch": 74, "lr": 0.00036739664403117846}
+{"train_loss": 0.1155474334{"train_loss": 0.11957988142967224, "global_step": 7142, "epoch": 74, "l{"train_loss": 0.0885930880{"train_loss": 0.08679918944835663, "global_step": 7143, "epoch": 74, "l{"train_loss": 0.{"train_lo{"train_loss": 0.07270203530788422, "global_step": 7144, "epoch": 74, "lr{"train_loss": 0.0780121237039566, "global_step": 7145, "epoch": 74, "lr": 0.0003673605086626604}
+{"train_loss": 0.07877025008{"train_loss": 0.07949130237102509, "global_step": 7146, "epoch": 74, "l{"train_loss": 0.12181005626{"train_loss": 0.1195182129740715, "global_step": 7147, "epoch": 74, "l{"train_loss": 0.0{"train_l{"train_loss": 0.07105423510074615, "global_step": 7148, "epoch": 74, "lr{"train{"train_loss": 0.09141848981380463, "global_step": 7149, "epoch": 74, "lr": 0.000367324355059{"train_loss": 0.0829770267{"train_loss": 0.0835205614566803, "global_step": 7150, "epoch": 74, "lr{"train_loss": 0.10148712992668152, "global_step": 7151, "epoch": 74, "lr": 0.0003673062714208447}
+{"train_loss": 0.11602285504341125, "global_step": 7152, "epoch": 74, "lr": 0.0003672972278926108}
+{"train_loss": 0.11680854856967926, "global_step": 7153, "epoch": 74, "lr": 0.0003672881832251321}
+{"trai{"train_loss": 0.09776094555854797, "global_step": 7154, "epoch": 74, "lr": 0.000367279137418{"train_loss": 0.07827218621969223, "global_step": 7155, "epoch": 74, "lr": 0.00036727009047268696}
+{"train_loss": 0.{"train_l{"train_loss": 0.09467442333698273, "global_step": 7156, "epoch": 74, "lr{"train_loss": 0.067030735{"train_loss": 0.06566451489925385, "global_step": 7157, "epoch": 74, "lr"{"tr{"train_loss": 0.10156475007534027, "global_step": 7158, "epoch": 74, "lr": 0.00036724294280122{"train_loss": 0.10708502680063248, "global_step": 7159, "epoch": 74, "lr": 0.0003672338912995703}
+{"train_loss": 0.100602298{"train_loss": 0.10174082219600677, "global_step": 7160, "epoch": 74, "lr"{"train_loss": 0.{"train_loss": 0.08267898112535477, "global_step": 7161, "epoch": 74, "lr": 0.0003{"tr{"train_loss"{"train_loss": 0.08314130455255508, "global_step": 7162, "epoch": 74, "lr": 0.00036{"train_loss": 0.{"train_loss": 0.11572621017694473, "global_step": 7163, "epoch": 74, "lr": 0.0003{"train_loss": 0.{"train_loss": 0.06257796287536621, "global_step": 7164, "epoch": 74, "lr": 0.00036{"tr{"train_loss": 0.08239138871431351, "global_step": 7165, "epoch": 74, "lr": 0.000367179558376725{"train_loss": 0.{"train_{"train_loss": 0.08797392249107361, "global_step": 7166, "epoch": 74, "lr":{"train_loss": 0.{"train_loss": 0.06626763194799423, "global_step": 7167, "epoch": 74, "lr": 0.00036{"train_loss": 0.{"train_loss": 0.1333032250404358, "global_step": 7168, "epoch": 74, "lr": 0.00036{"train_loss": 0{"train_{"train_loss": 0.10998748242855072, "global_step": 7169, "epoch": 74, "lr"{"train_loss": 0.08115508{"train_loss": 0.07959996908903122, "global_step": 7170, "epoch": 74, "lr"{"train_loss": 0.13094016{"train_loss": 0.13240253925323486, "global_step": 7171, "epoch": 74, "lr"{"train_loss": 0.0911247581243515, "global_step": 7172, "epoch": 74, "lr": 0.0003671161181685001}
+{"train_loss": 0.0{"train_{"train_loss": 0.06166604161262512, "global_step": 7173, "epoch": 74, "lr{"train_loss": 0.1{"train_{"train_loss": 0.10107491910457611, "global_step": 7174, "epoch": 74, "lr"{"tra{"train_loss": 0.0931277722120285, "global_step": 7175, "epoch": 74, "lr": 0.00036708891243642{"train_loss": 0.10584942996501923, "global_step": 7176, "epoch": 74, "lr": 0.0003670798415833332}
+{"train_loss": 0.1127733439207077, "global_step": 7177, "epoch": 74, "lr": 0.00036707076959247606}
+{"train_loss": 0.10813096165657043, "global_step": 7178, "epoch": 74, "lr": 0.00036706169646391634}
+{"train_loss": 0.08607345819473267, "global_step": 7179, "epoch": 74, "lr": 0.00036705262219771575}
+{"train_loss": 0.07{"train_loss": 0.07281609624624252, "global_step": 7180, "epoch": 74, "lr": 0.00{"tra{"train_loss": 0.11589516699314117, "global_step": 7181, "epoch": 74, "lr": 0.0003670344702526{"tra{"train_loss": 0.06097216531634331, "global_step": 7182, "epoch": 74, "lr": 0.00036702539257388{"train_loss": 0.07648999243974686, "global_step": 7183, "epoch": 74, "lr": 0.00036701631375774083}
+{"train_loss": 0.088{"train_loss": 0.09142512083053589, "global_step": 7184, "epoch": 74, "lr": 0.0{"train_loss": 0.108{"tr{"train_loss": 0.10745316743850708, "global_step": 7185, "epoch": 74, "lr": {"train_loss": 0.12{"train_loss": 0.12195556610822678, "global_step": 7186, "epoch": 74, "lr": 0.00{"train_loss": 0.08{"tra{"train_loss": 0.08993539214134216, "global_step": 7187, "epoch": 74, "lr": {"train_loss": 0.07879834622144699, "global_step": 7188, "epoch": 74, "lr": 0.0003669709026182708}
+{"train_loss": 0.0705993{"train_loss": 0.07114635407924652, "global_step": 7189, "epoch": 74, "lr":{"train_loss": 0.0750335{"train_loss": 0.07678769528865814, "global_step": 7190, "epoch": 74, "lr": {"train_loss": 0.11583937704563141, "global_step": 7191, "epoch": 74, "lr": 0.0003669436422898232}
+{"tr{"train_loss": 0.117{"train_loss": 0.11857838928699493, "global_step": 7192, "epoch": 74, "lr": {"tr{"train_loss": 0.08391878008842468, "global_step": 7193, "epoch": 74, "lr": 0.000366925463053237{"train_loss": 0.10{"train_loss": 0.09892874956130981, "global_step": 7194, "epoch": 74, "lr": 0.000{"tr{"train_loss": 0.08600206673145294, "global_step": 7195, "epoch": 74, "lr": 0.00036690727926979{"train_loss": 0.07{"train_loss": 0.06778065860271454, "global_step": 7196, "epoch": 74, "lr": 0.0{"train_loss": 0.09341122210025787, "global_step": 7197, "epoch": 74, "lr": 0.0003668890909400025}
+{"train_loss": 0.122{"train_loss": 0.12195615470409393, "global_step": 7198, "epoch": 74, "lr": 0.{"train_loss": 0.09231331967748702, "global_step": 7199, "epoch": 74, "lr": 0.00036687089806434483}
+{"train_loss": 0.07824761{"train_loss": 0.07546811550855637, "global_step": 7200, "epoch": 75, "lr"{"trai{"train_loss": 0.08{"train_loss": 0.0855369120836258, "global_step": 7201, "epoch": 75, "lr":{"train_loss": 0.09769436717033386, "global_step": 7202, "epoch": 75, "lr": 0.00036684360022845147}
+{"train_loss": 0.09093646705150604, "global_step": 7203, "epoch": 75, "lr": 0.00036683449867742647}
+{"trai{"train_loss": 0.{"train_loss": 0.0807742178440094, "global_step": 7204, "epoch": 75, "lr": 0{"train_loss": 0.0798606127500534, "global_step": 7205, "epoch": 75, "lr": 0.0003668162921671572}
+{"train_loss": 0.088076{"train_loss": 0.093503437936306, "global_step": 7206, "epoch": 75, "lr": 0{"train_loss": 0.1069{"train_loss": 0.10285679996013641, "global_step": 7207, "epoch": 75, "lr": 0.0{"train_loss": 0.095{{"train_loss": 0.09247158467769623, "global_step": 7208, "epoch": 75, "lr": 0.{"train_loss": 0.11811230331659317, "global_step": 7209, "epoch": 75, "lr": 0.0003667798655154783}
+{"train_loss": 0.06429398059844971, "global_step": 7210, "epoch": 75, "lr": 0.0003667707560130994}
+{"train_loss": 0.10327692329883575, "global_step": 7211, "epoch": 75, "lr": 0.00036676164537506085}
+{"train_loss": 0.0832098126411438, "global_step": 7212, "epoch": 75, "lr": 0.00036675253360142474}
+{"train_loss": 0.11{"train_loss": 0.10939811170101166, "global_step": 7213, "epoch": 75, "lr": 0.00{"train_loss": 0.08054839074611664, "global_step": 7214, "epoch": 75, "lr": 0.00036673430664760793}
+{"train_loss": 0.10544970631599426, "global_step": 7215, "epoch": 75, "lr": 0.0003667251914675514}
+{"train_loss": 0.10825292766094208, "global_step": 7216, "epoch": 75, "lr": 0.0003667160751521455}
+{"train_loss": 0.0927{"train_loss": 0.09410543739795685, "global_step": 7217, "epoch": 75, "lr": 0.0{"train_loss": 0.11881806701421738, "global_step": 7218, "epoch": 75, "lr": 0.000366697839115534}
+{"tra{"train_loss": {"train_loss": 0.08552838861942291, "global_step": 7219, "epoch": 75, "lr": 0.0{"train_loss": 0.10407163947820663, "global_step": 7220, "epoch": 75, "lr": 0.00036667959853827023}
+{"train_loss": 0.08{"train_loss": 0.08503279089927673, "global_step": 7221, "epoch": 75, "lr": 0.000{"train_loss": 0.08220259845256805, "global_step": 7222, "epoch": 75, "lr": 0.00036666135342085097}
+{"train_loss": 0.07117781043052673, "global_step": 7223, "epoch": 75, "lr": 0.00036665222915973836}
+{"train_loss": 0.08553135395050049, "global_step": 7224, "epoch": 75, "lr": 0.00036664310376377323}
+{"train_loss": 0.08583048731088638, "global_step": 7225, "epoch": 75, "lr": 0.00036663397723301776}
+{"train_loss": 0.10654300451278687, "global_step": 7226, "epoch": 75, "lr": 0.00036662484956753407}
+{"train_loss": 0.12276396155357361, "global_step": 7227, "epoch": 75, "lr": 0.00036661572076738435}
+{"train_loss": 0.06585793942213058, "global_step": 7228, "epoch": 75, "lr": 0.00036660659083263077}
+{"t{"train_loss": 0.{"train_loss": 0.12252075225114822, "global_step": 7229, "epoch": 75, "lr": 0.0{"{"train_loss": 0.11774615943431854, "global_step": 7230, "epoch": 75, "lr": 0.0003665883275595607{"{"train_loss": 0.11969681084156036, "global_step": 7231, "epoch": 75, "lr": 0.00036657919422136855{"train_loss": 0.08{"train_loss": 0.08547338098287582, "global_step": 7232, "epoch": 75, "lr": 0.00{{"train_loss": 0.0{"train_loss": 0.05875992029905319, "global_step": 7233, "epoch": 75, "lr": 0.0003{"train_loss": 0.0861552506685257, "global_step": 7234, "epoch": 75, "lr": 0.00036655178740091005}
+{"train_loss": 0.09133933484554291, "global_step": 7235, "epoch": 75, "lr": 0.00036654264952567053}
+{"train_loss": 0.08627216517925262, "global_step": 7236, "epoch": 75, "lr": 0.0003665335105163248}
+{"train_loss": 0.09{"train_loss": 0.09790123999118805, "global_step": 7237, "epoch": 75, "lr": 0.00{{"train_loss": 0.08569607883691788, "global_step": 7238, "epoch": 75, "lr": 0.0003665152290955633{"train_loss": 0.0865553617477417, "global_step": 7239, "epoch": 75, "lr": 0.0003665060866842721}
+{"train_loss": 0.09324263781309128, "global_step": 7240, "epoch": 75, "lr": 0.0003664969431391236}
+{"train_loss": 0.0811{"train_loss": 0.08017120510339737, "global_step": 7241, "epoch": 75, "lr": 0.{"train_loss": 0.09324416518211365, "global_step": 7242, "epoch": 75, "lr": 0.00036647865264750385}
+{"t{"train_loss": 0.{"train_loss": 0.09537255018949509, "global_step": 7243, "epoch": 75, "lr": 0.{"t{"train_loss": 0.0{"train_loss": 0.05824876204133034, "global_step": 7244, "epoch": 75, "lr": 0.0{"{"train_loss": 0.08830507844686508, "global_step": 7245, "epoch": 75, "lr": 0.0003664512084077012{"{"train_loss": 0.0{"train_loss": 0.10066194832324982, "global_step": 7246, "epoch": 75, "lr": 0.00{"{"train_loss": 0.{{"train_loss": 0.08887167274951935, "global_step": 7247, "epoch": 75, "lr": 0.0{"train_loss": 0.0865788459777832, "global_step": 7248, "epoch": 75, "lr": 0.0003664237539665462}
+{"t{"train_loss": 0.{"train_loss": 0.08856499940156937, "global_step": 7249, "epoch": 75, "lr": 0.00{"train_loss": 0.0734{"train_loss": 0.07826469838619232, "global_step": 7250, "epoch": 75, "lr": 0.{"train_loss": 0.1211{"train_loss": 0.11597054451704025, "global_step": 7251, "epoch": 75, "lr": 0.0{"train_loss": 0.0775{"train_loss": 0.07664507627487183, "global_step": 7252, "epoch": 75, "lr": 0.{"train_loss": 0.1085{"train_loss": 0.10256075859069824, "global_step": 7253, "epoch": 75, "lr": 0.{"train_loss": 0.10104{"train_loss": 0.1032157614827156, "global_step": 7254, "epoch": 75, "lr": 0.{"train_loss": 0.10893376171588898, "global_step": 7255, "epoch": 75, "lr": 0.0003663596539413784}
+{"tr{"train_loss": 0.10816693305969238, "global_step": 7256, "epoch": 75, "lr": 0.000366350492262986{"tr{"train_loss": 0.10666567832231522, "global_step": 7257, "epoch": 75, "lr": 0.00036634132945179{"train_loss": 0.0697{"train_loss": 0.06883890926837921, "global_step": 7258, "epoch": 75, "lr": 0.{"train_loss": 0.0576{"train_loss": 0.058845918625593185, "global_step": 7259, "epoch": 75, "lr": 0.{"train_loss": 0.0751054435968399, "global_step": 7260, "epoch": 75, "lr": 0.0003663138342220646}
+{"tra{"train_loss": 0.1{"train_loss": 0.11182206869125366, "global_step": 7261, "epoch": 75, "lr":{"trai{"train_loss": 0.10239583253860474, "global_step": 7262, "epoch": 75, "lr": 0.00036629549840{"train{"train_loss": 0{"train_loss": 0.08120333403348923, "global_step": 7263, "epoch": 75, "lr": 0{"train_loss": 0.117993{"{"train_loss": 0.12702706456184387, "global_step": 7264, "epoch": 75, "lr":{"trai{"train_loss": 0.07718049734830856, "global_step": 7265, "epoch": 75, "lr": 0.000366267986189{"trai{"train_loss": 0.07{"train_loss": 0.07516227662563324, "global_step": 7266, "epoch": 75, "lr"{"train_loss": 0.11782376{"train_loss": 0.12354323267936707, "global_step": 7267, "epoch": 75, "l{"train_loss": 0.055822595{"train_loss": 0.06230948120355606, "global_step": 7268, "epoch": 75, "lr"{"trai{"train_loss": 0.13{"train_loss": 0.14139187335968018, "global_step": 7269, "epoch": 75, "lr":{"train_loss": 0.07023151{"train_loss": 0.07723310589790344, "global_step": 7270, "epoch": 75, "lr"{"train_loss": 0.06415271759033203, "global_step": 7271, "epoch": 75, "lr": 0.00036621293118633104}
+{"train_loss": 0.1110357865691185, "global_step": 7272, "epoch": 75, "lr": 0.00036620375139066687}
+{"train{"train_loss": 0.07883337885141373, "global_step": 7273, "epoch": 75, "lr": 0.00036619457046{"train{"train_loss": 0.09682692587375641, "global_step": 7274, "epoch": 75, "lr": 0.000366185388404{"train{"train_loss": {"train_loss": 0.0844341441988945, "global_step": 7275, "epoch": 75, "lr": 0.{"train{"train_loss":{"train_loss": 0.12329569458961487, "global_step": 7276, "epoch": 75, "lr": 0.0{"train{"train_loss": 0.08598256856203079, "global_step": 7277, "epoch": 75, "lr": 0.000366157835436{"train_loss": 0.08106717467308044, "global_step": 7278, "epoch": 75, "lr": 0.00036614864885110165}
+{"train_loss": 0.12105882912874222, "global_step": 7279, "epoch": 75, "lr": 0.00036613946113416116}
+{"train_loss": 0.09954019635915756, "global_step": 7280, "epoch": 75, "lr": 0.00036613027228586}
+{"trai{"train_loss": 0.{"train_loss": 0.0906926691532135, "global_step": 7281, "epoch": 75, "lr": 0{"trai{"train_loss": 0{"train_loss": 0.12166517227888107, "global_step": 7282, "epoch": 75, "lr": {"train{"train_loss": 0.09773804247379303, "global_step": 7283, "epoch": 75, "lr": 0.000366102698953{"train_loss": 0.09663930535316467, "global_step": 7284, "epoch": 75, "lr": 0.0003660935055803}
+{"train_loss": 0.072591{"train_loss": 0.07146008312702179, "global_step": 7285, "epoch": 75, "lr": 0{"train{"train_loss":{"train_loss": 0.11095011234283447, "global_step": 7286, "epoch": 75, "lr": 0.{"trai{"train_loss": 0.07140238583087921, "global_step": 7287, "epoch": 75, "lr": 0.000366065918674{"train_loss": 0.09570956230163574, "global_step": 7288, "epoch": 75, "lr": 0.00036605672077797617}
+{"train_loss": 0.10372965037822723, "global_step": 7289, "epoch": 75, "lr": 0.00036604752175024553}
+{"train_loss": 0.10724741965532303, "global_step": 7290, "epoch": 75, "lr": 0.00036603832159178023}
+{"train_loss": 0.0722{"train_loss": 0.07919906079769135, "global_step": 7291, "epoch": 75, "lr": 0{"train_loss": 0.0898{"{"train_loss": 0.09301872551441193, "global_step": 7292, "epoch": 75, "lr": 0{"train_loss": 0.068907{"train_loss": 0.06704787164926529, "global_step": 7293, "epoch": 75, "lr": {"train_loss": 0.095165{"train_loss": 0.09407199919223785, "global_step": 7294, "epoch": 75, "lr": 0{"tra{"train_loss": 0.09302740427665412, "global_step": 7295, "epoch": 75, "lr": 0.0003659923038406{"tra{"train_loss": 0.10955234616994858, "global_step": 7296, "epoch": 76, "lr": 0.00036598309689907{"train_loss": 0.1093{"train_loss": 0.10830841958522797, "global_step": 7297, "epoch": 76, "lr": 0.0{"train_loss": 0.067058{"train_loss": 0.0677422359585762, "global_step": 7298, "epoch": 76, "lr": 0{"train_loss": 0.08420351147651672, "global_step": 7299, "epoch": 76, "lr": 0.0003659554692928751}
+{"train_loss": 0.06518606096506119, "global_step": 7300, "epoch": 76, "lr": 0.0003659462578305108}
+{"train_loss": 0.06905{"train_loss": 0.06943847239017487, "global_step": 7301, "epoch": 76, "lr": 0{"train_loss": 0.09977{"train_loss": 0.09517873078584671, "global_step": 7302, "epoch": 76, "lr": 0.{"tra{"train_loss": 0.{"train_loss": 0.0865982174873352, "global_step": 7303, "epoch": 76, "lr": 0.0{"train_loss": 0.127{"train_loss": 0.12858211994171143, "global_step": 7304, "epoch": 76, "lr": 0.{"train_loss": 0.08032363653182983, "global_step": 7305, "epoch": 76, "lr": 0.0003659001835692684}
+{"train_loss": 0.1156209409236908, "global_step": 7306, "epoch": 76, "lr": 0.00036589096532757505}
+{"trai{"train_loss": 0.0887916088104248, "global_step": 7307, "epoch": 76, "lr": 0.00036588174595621{"tra{"train_loss": 0.125954270362854, "global_step": 7308, "epoch": 76, "lr": 0.0003658725254552455{"train_loss": 0.09715928137302399, "global_step": 7309, "epoch": 76, "lr": 0.00036586330382473503}
+{"t{"train_loss": 0.08505787700414658, "global_step": 7310, "epoch": 76, "lr": 0.0003658540810647443{"train_loss": 0.09190{"train_loss": 0.09338122606277466, "global_step": 7311, "epoch": 76, "lr": 0{"train_loss": 0.1012396439909935, "global_step": 7312, "epoch": 76, "lr": 0.00036583563215657384}
+{"train_loss": 0.072889{"train_loss": 0.07756754010915756, "global_step": 7313, "epoch": 76, "lr": {"train_loss": 0.09462466835975647, "global_step": 7314, "epoch": 76, "lr": 0.0003658171787312364}
+{"train_loss": 0.13845166563987732, "global_step": 7315, "epoch": 76, "lr": 0.0003658079503247873}
+{"train_loss": 0.06797{"train_loss": 0.072421133518219, "global_step": 7316, "epoch": 76, "lr": 0.00{"tr{"train_loss": 0{"train_loss": 0.1137402355670929, "global_step": 7317, "epoch": 76, "lr": 0.000{"train_loss": 0.10{"train_loss": 0.09998970478773117, "global_step": 7318, "epoch": 76, "lr": 0.000{"tr{"train_loss": 0.10410104691982269, "global_step": 7319, "epoch": 76, "lr": 0.00036577102540858{"tra{"train_loss": {"train_loss": 0.09922192990779877, "global_step": 7320, "epoch": 76, "lr": 0.0{"trai{"train_loss": {"train_loss": 0.0917009562253952, "global_step": 7321, "epoch": 76, "lr": 0.{"train_loss": 0.111624{"train_loss": 0.10790154337882996, "global_step": 7322, "epoch": 76, "lr": 0{"trai{"train_loss": 0.11314763873815536, "global_step": 7323, "epoch": 76, "lr": 0.000365734082430{"trai{"train_loss": {"train_loss": 0.08443231135606766, "global_step": 7324, "epoch": 76, "lr": 0.{"train_loss": 0.07187384366989136, "global_step": 7325, "epoch": 76, "lr": 0.00036571560416999243}
+{"trai{"train_loss": 0.07937714457511902, "global_step": 7326, "epoch": 76, "lr": 0.0003657063633{"train_loss": 0.102353{"train_loss": 0.10470142960548401, "global_step": 7327, "epoch": 76, "lr": {"train_{"train_loss": 0.09265375137329102, "global_step": 7328, "epoch": 76, "lr": 0.00036568787831{"train_loss": 0.092813{"train_loss": 0.09610792994499207, "global_step": 7329, "epoch": 76, "lr": {"train_loss": 0.09064808487892151, "global_step": 7330, "epoch": 76, "lr": 0.00036566938877087595}
+{"train_{"train_loss": 0.{"train_loss": 0.0877322182059288, "global_step": 7331, "epoch": 76, "lr": {"train_loss": 0.0907519981265068, "global_step": 7332, "epoch": 76, "lr": 0.00036565089471367123}
+{"train_loss": 0.104922{"train_loss": 0.10429650545120239, "global_step": 7333, "epoch": 76, "lr": 0{"train_l{"train_loss": 0.06742148846387863, "global_step": 7334, "epoch": 76, "lr": 0.0003656323961{"train_l{"train_loss{"tr{"train_loss": 0.09037281572818756, "global_step": 7335, "epoch": 76, "lr"{"train_loss": 0.11303350329399109, "global_step": 7336, "epoch": 76, "lr": 0.0003656138930633613}
+{"train_loss": 0.1279689371585846, "global_step": 7337, "epoch": 76, "lr": 0.00036560463983117204}
+{"train_loss": 0.11967223137617111, "global_step": 7338, "epoch": 76, "lr": 0.00036559538547126404}
+{"train_l{"train_loss": 0.{"train_loss": 0.10890287160873413, "global_step": 7339, "epoch": 76, "lr{"train_loss": 0.11320322751998901, "global_step": 7340, "epoch": 76, "lr": 0.000365576873368544}
+{"train_l{"train_loss": 0.12935884296894073, "global_step": 7341, "epoch": 76, "lr": 0.000365567615{"train_lo{"train_loss"{"train_loss": 0.07209090888500214, "global_step": 7342, "epoch": 76, "lr": {"train_loss": 0.09933900833129883, "global_step": 7343, "epoch": 76, "lr": 0.0003655490967581493}
+{"train_loss": 0.103221{"train_loss": 0.10530343651771545, "global_step": 7344, "epoch": 76, "lr": {"train_loss": 0.081153{"train_loss": 0.08210693299770355, "global_step": 7345, "epoch": 76, "lr": {"train_loss": 0.063491{"train_loss": 0.0665096640586853, "global_step": 7346, "epoch": 76, "lr": 0.{"train_loss": 0.0858563780784607, "global_step": 7347, "epoch": 76, "lr": 0.00036551204549515053}
+{"train_l{"train_loss": 0.08455076813697815, "global_step": 7348, "epoch": 76, "lr": 0.000365502779{"train_l{"train_loss": 0.10916227102279663, "global_step": 7349, "epoch": 76, "lr": 0.0003654935131{"train_l{"train_loss": 0.08273661136627197, "global_step": 7350, "epoch": 76, "lr": 0.0003654842452{"train_l{"train_loss": 0.06312970072031021, "global_step": 7351, "epoch": 76, "lr": 0.00036547497619{"train_{"train_loss": 0.08778389543294907, "global_step": 7352, "epoch": 76, "lr": 0.0003654657060{"train_{"train_loss": 0.09100960195064545, "global_step": 7353, "epoch": 76, "lr": 0.0003654564347{"train_loss": 0.0842{"train_loss": 0.08365432173013687, "global_step": 7354, "epoch": 76, "lr": 0{"train_{"train_loss": 0.10134740173816681, "global_step": 7355, "epoch": 76, "lr": 0.0003654378888{"train_{"train_loss"{"train_loss": 0.07937445491552353, "global_step": 7356, "epoch": 76, "lr": 0.0{"train_{"train_loss"{"train_loss": 0.08182985335588455, "global_step": 7357, "epoch": 76, "lr": 0.{"train_loss": 0.10192816704511642, "global_step": 7358, "epoch": 76, "lr": 0.00036541006154927976}
+{"train_loss": 0.10683040{"train_loss": 0.10395912826061249, "global_step": 7359, "epoch": 76, "lr"{"train_loss": 0.09933{"train_loss": 0.10263217985630035, "global_step": 7360, "epoch": 76, "lr": 0{"train_l{"train_loss"{"train_loss": 0.08143448829650879, "global_step": 7361, "epoch": 76, "lr": 0.{"train_loss": 0.09557206928730011, "global_step": 7362, "epoch": 76, "lr": 0.00036537294268182256}
+{"train_l{"train_loss"{"train_loss": 0.07643471658229828, "global_step": 7363, "epoch": 76, "lr": 0{"train_l{"train_loss": 0.08899940550327301, "global_step": 7364, "epoch": 76, "lr": 0.000365354376{"train_loss": 0.11872{"train_loss": 0.11581805348396301, "global_step": 7365, "epoch": 76, "lr": 0{"train_loss": 0.09176462143659592, "global_step": 7366, "epoch": 76, "lr": 0.0003653358057961107}
+{"train_lo{"train_loss": 0.07116277515888214, "global_step": 7367, "epoch": 76, "lr": 0.000365326518{"train_lo{"train_loss{"train_loss": 0.09406141936779022, "global_step": 7368, "epoch": 76, "lr": 0.{"train_loss": 0.07714588940143585, "global_step": 7369, "epoch": 76, "lr": 0.00036530794130978114}
+{"train_loss": 0.1473628282546997, "global_step": 7370, "epoch": 76, "lr": 0.0003652986508961904}
+{"train_los{"train_loss": 0.04912315309047699, "global_step": 7371, "epoch": 76, "lr": 0.0003652893{"train_los{"train_loss": 0.09881503134965897, "global_step": 7372, "epoch": 76, "lr": 0.000365280{"train_loss": 0.1078{"train_{"train_loss": 0.10559945553541183, "global_step": 7373, "epoch": 76, {"train_loss": 0.0879{"train_loss": 0.0915771871805191, "global_step": 7374, "epoch": 76, "lr": 0.0{"train_lo{"train_loss": 0.07359258830547333, "global_step": 7375, "epoch": 76, "lr": 0.00036525218{"train_loss": 0.06425893306732178, "global_step": 7376, "epoch": 76, "lr": 0.00036524288477852524}
+{"train_loss": 0.076{"train_loss": 0.07872699201107025, "global_step": 7377, "epoch": 76, "lr": 0.0{"train_loss": 0.0804132595658{"train_loss": 0.08323900401592255, "global_step": 7378, "epoch": 76,{"train_loss": 0.108{"train_loss": 0.11312150955200195, "global_step": 7379, "epoch": 76, "lr": 0.0{"train_loss": 0.068{"train_loss": 0.07060925662517548, "global_step": 7380, "epoch": 76, "lr": 0.00{"train_los{"train_loss": 0.09611915051937103, "global_step": 7381, "epoch": 76, "lr": 0.0003651963{"train_los{"train_loss": 0.057821374386548996, "global_step": 7382, "epoch": 76, "lr": 0.0003651870{"train_loss": 0.089{"train_loss": 0.09258586913347244, "global_step": 7383, "epoch": 76, "lr": 0.0{"train_loss": 0.079{"train_loss": 0.08295346796512604, "global_step": 7384, "epoch": 76, "lr": 0.0{"train_loss": 0.0727{"train_loss": 0.07444629073143005, "global_step": 7385, "epoch": 76, "lr": 0.{"train_loss": 0.0824{"train_loss": 0.08476915955543518, "global_step": 7386, "epoch": 76, "lr": 0.{"train_loss": 0.10510{"train_loss": 0.10163246095180511, "global_step": 7387, "epoch": 76, "lr": 0.{"train_loss": 0.10441{"train_loss": 0.10095135867595673, "global_step": 7388, "epoch": 76, "lr": {"train_loss": 0.08479906618595123, "global_step": 7389, "epoch": 76, "lr": 0.0003651219192394799}
+{"train_loss": 0.10278{"train_loss": 0.10687117278575897, "global_step": 7390, "epoch": 76, "lr": 0{"train_loss": 0.09280573440870891, "global_step": 7391, "epoch": 76, "lr": 0.00036510329228659047}
+{"train_loss": 0.08458{"train_loss": 0.07987309992313385, "global_step": 7392, "epoch": 77, "lr":{"train_loss":{"train_l{"train_loss": 0.09329617023468018, "global_step": 7393, "epoch": 77, "lr": {"train_loss":{"train_loss": 0.1{"train_loss": 0.10088814795017242, "global_step": 7394, "epoch": 77{"train_loss": 0.051685{"train_loss": 0.05511723831295967, "global_step": 7395, "epoch": 77, "lr": 0{"train_loss": 0.09949{"train_l{"train_loss": 0.09704802930355072, "global_step": 7396, "epoch": 77{"train_loss"{"train_l{"train_loss": 0.082249715924263, "global_step": 7397, "epoch": 77, "lr": 0.{"train_loss": 0.1111745536327362, "global_step": 7398, "epoch": 77, "lr": 0.00036503806253921066}
+{"train_loss": 0.1163065880537033{"train_loss": 0.11906031519174576, "global_step": 7399, "epoch":{"train_loss": 0.0887089371681213{"train_loss": 0.09010793268680573, "global_step": 7400, "epoch": 7{"train_loss": {"train_loss": 0.12095187604427338, "global_step": 7401, "epoch": 77, "lr": 0.0003650{"train_loss": {"trai{"train_loss": 0.11428219079971313, "global_step": 7402, "epoch": 77, "lr": 0.{"train_loss": {"train_loss": 0.06737548112869263, "global_step": 7403, "epoch": 77, "lr": 0.00036{"train_loss": 0{"train_loss": 0.07979092001914978, "global_step": 7404, "epoch": 77, "lr": 0.00036{"train_loss": 0.{"train_loss": 0.07015199959278107, "global_step": 7405, "epoch": 77, "lr": 0.00036{"train_loss": 0.{"train_loss": 0.0{"train_loss": 0.08542458713054657, "global_step": 7406, "epoch":{"train_loss": 0.09957070648670197,{"train_loss": 0.10247716307640076, "global_step": 7407, "epoch":{"train_loss": 0{"train_loss": 0.1108391284942627, "global_step": 7408, "epoch": 77, "lr": 0.000364{"train_loss": 0.071764{"train_loss{"train_loss": 0.07070095837116241, "global_step": 7409, "epoch{"train_loss": {"train_loss": 0.080{"train_loss": 0.08004185557365417, "global_step": 7410, "epoch":{"train_loss": 0.08869718015193939, "global_step": 7411, "epoch": 77, "lr": 0.0003649167754944433}
+{"train_loss": {"train_loss": 0.063{"train_loss": 0.06534001231193542, "global_step": 7412, "epoch"{"train_loss": 0{"train_{"train_loss": 0.06845445930957794, "global_step": 7413, "epoch": 77, "lr":{"train_loss": 0.0809922{"train_los{"train_loss": 0.0807695984840393, "global_step": 7414, "epoch": {"train_loss": 0.1186179369688034, "global_step": 7415, "epoch": 77, "lr": 0.000364879418214088}
+{"train_loss": 0.{"train_loss": 0.10339988768100739, "global_step": 7416, "epoch": 77, "lr": 0.0003{"train_loss": 0.1{"train_loss": 0.11227951943874359, "global_step": 7417, "epoch": 77, "lr": 0.0003{"train_loss": 0.0{"train_loss": 0.08275891840457916, "global_step": 7418, "epoch": 77, "lr": 0.0003{"train_loss": 0.1{"train_loss": 0.11309274286031723, "global_step": 7419, "epoch": 77, "lr": 0.0{"train_loss": 0.1308625042438507, "global_step": 7420, "epoch": 77, "lr": 0.0003648326963515673}
+{"train_loss": 0.12602685391902924, "global_step": 7421, "epoch": 77, "lr": 0.00036482334861142257}
+{"train_loss": 0.08{"train_loss": 0.0800274908542633, "global_step": 7422, "epoch": 77, "lr": 0.000{"train_loss": 0.1{"train_loss": 0.10576869547367096, "global_step": 7423, "epoch": 77, "lr": 0.000{"train_loss": 0.1{"train_loss": 0.09904123097658157, "global_step": 7424, "epoch": 77, "lr": 0.000{"train_loss": 0.08977423{"train_loss": 0.08822023123502731, "global_step": 7425, "epoch": 77, "lr{"train_loss": 0.081{"trai{"train_loss": 0.07913706451654434, "global_step": 7426, "epoch": 77, "lr"{"train_loss": 0.11427631974220276, "global_step": 7427, "epoch": 77, "lr": 0.0003647672386024173}
+{"train_loss": 0.12622487545013428, {"train_loss": 0.12199361622333527, "global_step": 7428, "epoch"{"train_loss": 0.10{"train_loss": 0.10360753536224365, "global_step": 7429, "epoch": 77, "lr": 0.000{"train_loss": 0.084061197{"train_loss": 0.0851488932967186, "global_step": 7430, "epoch": 77, "lr"{"train_loss": 0.0923551470041275, "global_step": 7431, "epoch": 77, "lr": 0.0003647298094885728}
+{"train_loss": 0.09367875754833221, "global_step": 7432, "epoch": 77, "lr": 0.0003647204494055489}
+{"train_loss": 0.08{"train{"train_loss": 0.09397734701633453, "global_step": 7433, "epoch": 77, "lr"{"train_loss": 0.0700978934764862, "global_step": 7434, "epoch": 77, "lr": 0.000364701725874472}
+{"train_loss": 0.10999277979135513, "global_step": 7435, "epoch": 77, "lr": 0.00036469236242654647}
+{"train_loss": 0.102{"train_loss": 0.{"train_loss": 0.10038013011217117, "global_step": 7436, "epoc{"train_loss": 0.12377132475{"train_loss": 0.12305572628974915, "global_step": 7437, "epoch": 77, "l{"train_loss": 0.11176544427{"train_loss": 0.11242897808551788, "global_step": 7438, "epoch": 77, "l{"train_loss": 0.1061{"train_loss": 0.1075051873922348, "global_step": 7439, "epoch": 77, "lr": 0.0{"train_loss": 0.08385742455720901, "g{"train_loss": 0.08525751531124115, "global_step": 7440, "epoc{"train_loss": 0.0852891281247139, "gl{"train_loss": 0.08468107134103775, "global_step": 7441, "epo{"train_loss": 0.079549215734{"train_loss": 0.07801882922649384, "global_step": 7442, "epoch": 77, {"train_loss": 0.07518522441387177, "global_step": 7443, "epoch": 77, "lr": 0.0003646174144742701}
+{"train_loss": 0.076{"train_loss": 0.07931916415691376, "global_step": 7444, "epoch": 77, "lr": 0.0{"train_loss": 0.09479384124279022, "global_step": 7445, "epoch": 77, "lr": 0.0003645986662749648}
+{"train_loss": 0.08{"train_lo{"train_{"train_loss": 0.08078095316886902, "global_step": 7446, "epoc{"train_loss": 0.0996117889881134, "global_step": 7447, "epoch": 77, "lr": 0.00036457991359218614}
+{"train_loss": 0.10315575450658798, "g{"train_loss": 0.09728936851024628, "global_step": 7448, "epoc{"train_loss": 0.10151514410972595, "global_step": 7449, "epoch": 77, "lr": 0.00036456115642644494}
+{"train_loss": 0.12391279637813568, "global_step": 7450, "epoch": 77, "lr": 0.00036455177616262306}
+{"train_loss": 0.09625183045864105, "{"train_loss": 0.09929721057415009, "global_step": 7451, "epoc{"train_loss": 0.1108060181{"train_loss": 0.10703660547733307, "global_step": 7452, "epoch": 77, "l{"train_loss": 0.07820358127355576, "global_step": 7453, "epoch": 77, "lr": 0.00036452362864811886}
+{"train_loss": 0.080{"train{"train_l{"train_loss": 0.08119114488363266, "global_step": 7454, "epoch{"train_loss": 0.1009975448{"train_loss": 0.1027231365442276, "global_step": 7455, "epoch": 77, "lr{"train_loss": 0.07371272146701813, "global_step": 7456, "epoch": 77, "lr": 0.0003644954710503985}
+{"train_loss": 0.09156285226345062, {"train_loss": 0.09294456243515015, "global_step": 7457, "epoch{"train_loss": 0.078403249{"train_loss": 0.07610856741666794, "global_step": 7458, "epoch": 77, "lr{"train_loss": 0.08{"train_loss": 0.08849528431892395, "global_step": 7459, "epoch": 77, "lr": 0.00{"train_loss": 0.04{"train_loss": 0.05060000717639923, "global_step": 7460, "epoch": 77, "lr": 0.00{"train_loss": 0.07904708385467529, "global_step": 7461, "epoch": 77, "lr": 0.00036444851931840514}
+{"train_loss": 0.10163113474845886, "global_step": 7462, "epoch": 77, "lr": 0.00036443912561221305}
+{"train_loss": 0.09{"train_loss": 0.{"train_loss": 0.1037522405385971, "global_step": 7463, "epoch":{"train_loss": 0.12{"train_loss": 0.11352691054344177, "global_step": 7464, "epoch": 77, "lr": 0.000{"train_loss": 0.11{"train_loss": 0{"train_loss": 0.12249067425727844, "global_step": 7465, "epoch":{"train_loss": 0.10{"train_loss": 0.11001740396022797, "global_step": 7466, "epoch": 77, "lr": 0.000{"train_loss": 0.08{"train_loss": 0.08186286687850952, "global_step": 7467, "epoch": 77, "lr": 0.00{"train_loss": 0.10229665040969849, "global_step": 7468, "epoch": 77, "lr": 0.00036438273986187967}
+{"train_loss": 0.073606{"train_loss{"train_loss": 0.07453754544258118, "global_step": 7469, "epoch":{"train_loss": 0.10{"train_loss": 0{"train_loss": 0.10702315717935562, "global_step": 7470, "epoch":{"train_loss": 0.11{"tr{"train_loss": 0.11160686612129211, "global_step": 7471, "epoch": 77, "lr": {"train_loss": 0.08{"tr{"train_loss{"train_loss": 0.08533647656440735, "global_step": 7472, "epoch"{"train_loss": 0.10109497606754303,{"train_loss": 0.09996578097343445, "global_step": 7473, "epoch":{"train_loss": 0.05447{"train_loss": 0.05010508745908737, "global_step": 7474, "epoch": 77, "lr": 0.{"train_loss": 0.08610391616821289, "global_step": 7475, "epoch": 77, "lr": 0.00036431690555485674}
+{"train_loss": 0.10705449432134628, {"train_loss": 0.1005658358335495, "global_step": 7476, "epoch"{"train_loss": 0.08733893185853958, "global_step": 7477, "epoch": 77, "lr": 0.00036429808568134265}
+{"train_loss": 0.09820744395256042{"train_loss": 0.09850618243217468, "global_step": 7478, "epoch":{"train_loss": 0.09823893755674362, "global_step": 7479, "epoch": 77, "lr": 0.00036427926133254275}
+{"train_loss": 0.0681779533624649, "global_step": 7480, "epoch": 77, "lr": 0.00036426984748007084}
+{"train_loss": 0.0746316984295845, "global_step": 7481, "epoch": 77, "lr": 0.00036426043250896976}
+{"train_loss": 0.0874006{"train_loss": 0.08210223913192749, "global_step": 7482, "epoch": 77, "lr":{"train_loss": 0.0831979{"train_loss": 0.08359040319919586, "global_step": 7483, "epoch": 77, "lr": {"train_loss": 0.1000257059931755, "{"train_loss": 0.09830121695995331, "global_step": 7484, "epoc{"train_loss": 0.06063748896121979, "global_step": 7485, "epoch": 77, "lr": 0.00036422276143955603}
+{"train_loss": 0.07899081707000732, "global_step": 7486, "epoch": 77, "lr": 0.00036421334087627095}
+{"train_loss": 0.09322229547736545, "global_step": 7487, "epoch": 77, "lr": 0.00036420391919474144}
+{"train_loss": 0.1{"train_loss": 0.10{"train_loss": 0.10755148530006409, "global_step": 7488, "epoc{"train_loss": 0.1{"train_loss": 0.10{"train_loss": 0.10143876075744629, "global_step": 7489, "epoch{"train_loss": 0.0{"train_loss": 0.08282618224620819, "global_step": 7490, "epoch": 78, "lr": 0.000{"train_loss": 0.08060555{"train_loss": 0.07891538739204407, "global_step": 7491, "epoch": 78, "lr":{"train_loss": 0.09391282498836517, "global_step": 7492, "epoch": 78, "lr": 0.00036415679401567404}
+{"train_loss": 0.0597338{"train_loss": 0.06029018759727478, "global_step": 7493, "epoch": 78, "lr":{"train_loss": 0.0965187{"train_loss"{"train_loss": 0.09167295694351196, "global_step": 7494, "epoc{"train_loss": 0.1042869{"train_loss": 0.10669314116239548, "global_step": 7495, "epoch": 78, "lr": {"train_loss": 0.1041054{"train_loss"{"train_loss": 0.1002715677022934, "global_step": 7496, "epoch{"train_loss": 0.1{"train_loss": 0.10511775314807892, "global_step": 7497, "epoch": 78, "lr": 0.000{"train_loss": 0.10553106665611267, {"train_loss": 0.10597783327102661, "global_step": 7498, "epoch"{"train_loss": 0.08461695909500122, {"train_loss": 0.08291399478912354, "global_step": 7499, "epoch{"train_loss": 0.0900014{"train_loss": 0.08940020203590393, "global_step": 7500, "epoch": 78, "lr"{"train_loss": 0.08428694{"train_loss{"train_loss": 0.08578047156333923, "global_step": 7501, "epoch{"train_loss": 0.09298034{"train_loss": 0.09015911817550659, "global_step": 7502, "epoch": 78, "lr"{"train_loss": 0.11601850390434265, "global_step": 7503, "epoch": 78, "lr": 0.0003640530202614107}
+{"train_loss": 0.10{"trai{"train_loss{"train_loss": 0.10068218410015106, "global_step": 7504, "epoch{"train_loss": 0.06373851001262665, "global_step": 7505, "epoch": 78, "lr": 0.0003640341377805995}
+{"train_loss": 0.14023616909980774, "global_step": 7506, "epoch": 78, "lr": 0.00036402469486462565}
+{"train_loss": 0.11846420168876648, "global_step": 7507, "epoch": 78, "lr": 0.000364015250831692}
+{"train_loss": 0.11{"train_loss": 0.11770925670862198, "global_step": 7508, "epoch": 78, "lr": 0.000{"train_loss": 0.08411999046802521, "global_step": 7509, "epoch": 78, "lr": 0.00036399635941520273}
+{"train_loss": 0.09152689576148987, "global_step": 7510, "epoch": 78, "lr": 0.0003639869120317758}
+{"train_loss": 0.09119677543640137, "{"train_loss": 0.08610837906599045, "global_step": 7511, "epoch{"train_loss": 0.13107594847679138, "global_step": 7512, "epoch": 78, "lr": 0.00036396801391487874}
+{"train_loss": 0.10194917023181915, "{"train_loss": 0.10437650978565216, "global_step": 7513, "epoc{"train_loss": 0.11720246076583862, "global_step": 7514, "epoch": 78, "lr": 0.00036394911133168657}
+{"train_loss": 0.07882499694824219, "{"train_loss": 0.07953886687755585, "global_step": 7515, "epoc{"train_loss": 0.08{"train_loss": 0.09047019481658936, "global_step": 7516, "epoch": 78, "lr": 0.00{"train_loss": 0.09128166735172272, "global_step": 7517, "epoch": 78, "lr": 0.00036392074908372143}
+{"train_loss": 0.09669424593448639, "global_step": 7518, "epoch": 78, "lr": 0.00036391129276847664}
+{"train_loss": 0.10334094613790512, "global_step": 7519, "epoch": 78, "lr": 0.0003639018353370444}
+{"train_loss": 0.08{"train_loss": 0.08924154192209244, "global_step": 7520, "epoch": 78, "lr": 0.000{"train_loss": 0.07250644266605377, "global_step": 7521, "epoch": 78, "lr": 0.0003638829171258749}
+{"train_loss": 0.09530684351921082, "global_step": 7522, "epoch": 78, "lr": 0.00036387345634626657}
+{"train_loss": 0.07542534917593002, "global_step": 7523, "epoch": 78, "lr": 0.0003638639944507283}
+{"train_loss": 0.10{"train_loss": 0.10568782687187195, "global_step": 7524, "epoch": 78, "lr": 0.000{"train_loss": 0.11563898622989655, "{"train_loss": 0.11808249354362488, "global_step": 7525, "epoch{"train_loss": 0.09{"tr{"train_loss":{"train_loss": 0.0934121236205101, "global_step": 7526, "epoch{"train_loss": 0.07886293530464172, "global_step": 7527, "epoch": 78, "lr": 0.0003638261357105654}
+{"train_loss": 0.12404035031795502, {"train_loss": 0.12469632923603058, "global_step": 7528, "epoch{"train_loss": 0.099712{"train_loss": 0.10371845960617065, "global_step": 7529, "epoch": 78, "lr": 0{"train_loss": 0.08229142427444458, "global_step": 7530, "epoch": 78, "lr": 0.00036379772994133753}
+{"train_loss": 0.10{"train_loss": 0.10401708632707596, "global_step": 7531, "epoch": 78, "lr": 0.000{"train_loss": 0.106494{"train_loss": 0.10706344246864319, "global_step": 7532, "epoch": 78, "lr": 0{"train_loss": 0.088923{"train_loss": 0.08436259627342224, "global_step": 7533, "epoch": 78, "lr{"train_loss": 0.07970504462718964, "global_step": 7534, "epoch": 78, "lr": 0.0003637598399668695}
+{"train_loss": 0.08{"train_loss": 0.08514106273651123, "global_step": 7535, "epoch": 78, "lr": 0.000{"train_loss": 0.11008253693580627, "global_step": 7536, "epoch": 78, "lr": 0.0003637408882884404}
+{"train_loss": 0.09{"train_loss": 0.09485787898302078, "global_step": 7537, "epoch": 78, "lr": 0.00{"train_loss": 0.10971608757972717, "global_step": 7538, "epoch": 78, "lr": 0.0003637219321499028}
+{"train_loss": 0.10793498903512955, "global_step": 7539, "epoch": 78, "lr": 0.0003637124524082547}
+{"train_loss": 0.0{"train_loss": 0.09760330617427826, "global_step": 7540, "epoch": 78, "lr": 0.0003{"train_loss": 0.1{"train{"train_loss": 0.11783324182033539, "global_step": 7541, "epoch": 78, "lr"{"train_loss": 0.1{"train_loss": 0.10219836235046387, "global_step": 7542, "epoch": 78, "lr": 0.000{"train_loss": 0.1{"train{"train_{"train_loss": 0.16190072894096375, "global_step": 7543, "epoch": 7{"train_loss": 0.0{"train{"train_loss": 0.09056761860847473, "global_step": 7544, "epoch": 78, "lr"{"train_loss": 0.0{"train_loss": 0.08226010203361511, "global_step": 7545, "epoch": 78, "lr": 0.000{"train_loss": 0.08416518{"train_loss": 0.08426935970783234, "global_step": 7546, "epoch": 78, "lr":{"train_loss": 0.0763772577047348{"train_loss": 0.0781254917383194, "global_step": 7547, "epoch": 7{"train_loss": 0.08986848592758179, "global_step": 7548, "epoch": 78, "lr": 0.0003636270845736642}
+{"train_loss": 0.10{"train_loss":{"train_loss": 0.10968771576881409, "global_step": 7549, "epoch": 7{"train_loss": 0.11{"train_loss": 0.11744354665279388, "global_step": 7550, "epoch": 78, "lr": 0.00{"train_loss": 0.069{"train_loss": 0.06886230409145355, "global_step": 7551, "epoch": 78, "lr": 0.00{"train_loss": 0.101{"train_loss": 0.09863004088401794, "global_step": 7552, "epoch": 78, "lr": 0.00{"train_loss": 0.0614089444{"train_loss": 0.05945216119289398, "global_step": 7553, "epoch": 78, "lr{"train_loss": 0.06411425769329071, "global_step": 7554, "epoch": 78, "lr": 0.0003635701225396841}
+{"train_loss": 0.093{"train_loss": 0.09327906370162964, "global_step": 7555, "epoch": 78, "lr": 0.0{"train_loss": 0.113721370697{"train_loss": 0.11053033173084259, "global_step": 7556, "epoch": 78, "{"train_loss": 0.0886{"train_{"train{"train_loss": 0.08878451585769653, "global_step": 7557, "epoch{"train_loss": 0.09315070509910583, "global_step": 7558, "epoch": 78, "lr": 0.00036353212557221703}
+{"train_loss": 0.085944294929{"train_loss": 0.08571737259626389, "global_step": 7559, "epoch": 78, {"train_loss": 0.11085056513547897, "global_step": 7560, "epoch": 78, "lr": 0.0003635131204065917}
+{"train_loss": 0.0910{"train_loss": 0.09521462023258209, "global_step": 7561, "epoch": 78, "lr": 0.0{"train_loss": 0.1063{"train_loss": 0.09837213903665543, "global_step": 7562, "epoch": 78, "lr": {"train_loss": 0.0860569030046463, "global_step": 7563, "epoch": 78, "lr": 0.00036348460430724483}
+{"train_loss": 0.09337128698825{"train_{"train_loss": 0.09299105405807495, "global_step": 7564, "ep{"train_loss": 0.063243{"train_{"train_loss": 0.0660131573677063, "global_step": 7565, "epoch": 78,{"train_loss": 0.1101561412215{"train_loss": 0.11507236957550049, "global_step": 7566, "epoch": 78{"train_loss": 0.0835305824875{"train_l{"train_loss": 0.08589666336774826, "global_step": 7567, "epo{"train_loss": 0.115807{"train_loss": 0{"train_loss": 0.11938577145338058, "global_step": 7568, "ep{"train_loss": 0.12339208275079727, "global_step": 7569, "epoch": 78, "lr": 0.00036342754205168835}
+{"train_loss": 0.103128{"train_loss": 0.1056654304265976, "global_step": 7570, "epoch": 78, "lr": 0.{"train_loss": 0.08773{"train_{"train_loss": 0.08475349843502045, "global_step": 7571, "epoch": 78,{"train_loss": 0.08260{"train_{"train_loss": 0.08190767467021942, "global_step": 7572, "epoch": 78,{"train_loss": 0.09058{"train_loss": 0.09379485249519348, "global_step": 7573, "epoch": 78, "lr": 0{"train_loss": 0.10004{"train_loss": 0.10433444380760193, "global_step": 7574, "epoch": 78, "lr": 0.{"train_loss": 0.08752{"train_{"train_loss": 0.084087073802948, "global_step": 7575, "epoch": 78,{"train_loss": 0.086882{"trai{"train_loss": 0.08464300632476807, "global_step": 7576, "epoch": 78, "{"train_loss": 0.070459477603{"train_loss": 0.07179838418960571, "global_step": 7577, "epoch": 78, "{"train_loss": 0.091830{"train_loss": 0.08218864351511002, "global_step": 7578, "epoch": 78, "lr":{"train_loss": 0.0917217{"train_loss"{"train_loss": 0.09180126339197159, "global_step": 7579, "epoc{"train_loss": 0.0952974{"trai{"train{"train_loss": 0.10062861442565918, "global_step": 7580, "epo{"train_loss": 0.0802479013800{"train_{"train_loss": 0.08234742283821106, "global_step": 7581, "epo{"train_loss": 0.090154916{"tra{"train_loss": 0.08892932534217834, "global_step": 7582, "epoch": 78,{"train_loss": 0.09583607378105323, "global_step": 7583, "epoch": 78, "lr": 0.00036329424100785756}
+{"train_loss": 0.102538429{"train_loss"{"train_loss": 0.10354205965995789, "global_step": 7584, "epo{"train_loss": 0.110497191{"tra{"train_loss": 0.10915309190750122, "global_step": 7585, "epoch": 79{"train_loss": 0.0967639684677124, "global_step": 7586, "epoch": 79, "lr": 0.0003632656481367682}
+{"train_loss": 0.1006872728{"tra{"train_loss": 0.09911750257015228, "global_step": 7587, "epoch": 79{"train_loss": 0.1167010366{"train_loss"{"train_loss": 0.11507914215326309, "global_step": 7588, "ep{"train_loss": 0.1016869917{"train_loss": 0.10782940685749054, "global_step": 7589, "epoch": 79, "{"train_loss": 0.106988161802{"train_loss": 0.10647840797901154, "global_step": 7590, "epoch": 79, "{"train_loss": 0.107344232499{"train_loss": 0.11173142492771149, "global_step": 7591, "epoch": 79, {"train_loss": 0.081897497177{"train_loss": 0.08058971166610718, "global_step": 7592, "epoch": 79, {"train_loss": 0.117788508534{"train_loss"{"train_loss": 0.12031678110361099, "global_step": 7593, {"train_loss": 0.098403401672{"train_loss": 0.10215608775615692, "global_step": 7594, "epoch": 79, {"train_loss": 0.078985393047{"tr{"train_loss": 0.07616917788982391, "global_step": 7595, "epoch": {"train_loss": 0.08247045427560806, "glob{"train_loss": 0.08370760083198547, "global_step": 7596, "e{"train_loss": 0.08909738808{"tra{"train_{"train_loss": 0.09297748655080795, "global_step": 7597, "{"train_loss": 0.06761762499{"train_loss"{"train_loss": 0.06696294248104095, "global_step": 7598, "e{"train_loss": 0.08908595144{"train_loss": 0.09160259366035461, "global_step": 7599, "epoch": 79, "{"train_loss": 0.08913363516{"tr{"train_loss": 0.08540570735931396, "global_step": 7600, "epoch": 79{"train_loss": 0.10680607706{"train_loss": 0.10504136979579926, "global_step": 7601, "epoch": 79, "{"train_loss": 0.112863548099994{"train_loss": 0.11109570413827896, "global_step": 7602, "epoch": 79{"train_loss": 0.08414840698{"train_loss": 0.08994843065738678, "global_step": 7603, "epoch": 79, "l{"train_loss": 0.06726398319005966, "global_step": 7604, "epoch": 79, "lr": 0.00036309388084313404}
+{"train_loss": 0.0611326433{"train_loss{"train_loss": 0.06262464821338654, "global_step": 7605, "ep{"train_loss": 0.0724512934{"train_loss": 0.07445811480283737, "global_step": 7606, "epoch": 79, "lr{"train_loss": 0.081870406866073{"train_loss": 0.07928995788097382, "global_step": 7607, "epoch": 7{"train_loss": 0.09872933477163315, "global_step": 7608, "epoch": 79, "lr": 0.00036305566145275567}
+{"train_loss": 0.0827185586{"tra{"train_loss": 0.0753791406750679, "global_step": 7609, "epoch": 79,{"train_loss": 0.0693378001{"train_loss": 0.07710568606853485, "global_step": 7610, "epoch": 79, "lr{"train_loss": 0.0892893821{"train_loss": 0.08496800065040588, "global_step": 7611, "epoch": 79, "l{"train_loss": 0.1061618626{"tr{"train_loss": 0.10560013353824615, "global_step": 7612, "epoch": 79,{"train_loss": 0.0922805666{"tr{"train_loss": 0.09115979075431824, "global_step": 7613, "epoch": 7{"train_loss": 0.08315040171{"train_loss": 0.0832224190235138, "global_step": 7614, "epoch": 79, "l{"train_loss": 0.1018143594{"tra{"train_{"train_loss": 0.10092897713184357, "global_step": 7615, "ep{"train_loss": 0.081658929586410{"train_loss": 0.0859638974070549, "global_step": 7616, "epoch": 7{"train_loss": 0.12477470934391{"train_loss": 0.12564198672771454, "global_step": 7617, "epoch": 79{"train_loss": 0.08098024874925{"train_loss": 0.08234228193759918, "global_step": 7618, "epoch": 79,{"train_loss": 0.1178468987{"tr{"train_loss": 0.1174103170633316, "global_step": 7619, "epoch": 79,{"train_loss": 0.06458732485771179, "global_step": 7620, "epoch": 79, "lr": 0.00036294089670363893}
+{"train_loss": 0.09527912735939026, "global_step": 7621, "epoch": 79, "lr": 0.000362931325760727}
+{"train_loss": 0.108057141{"train_loss": 0.10689947754144669, "global_step": 7622, "epoch": 79, "lr"{"train_loss": 0.060885816{"tr{"train_l{"train_loss": 0.05859686806797981, "global_step": 7623, "ep{"train_loss": 0.10536171495914{"train_{"train_loss": 0.0996280089020729, "global_step": 7624, "epo{"train_loss": 0.08176697{"train_loss": 0.08649784326553345, "global_step": 7625, "epoch": 79, "lr"{"train_loss": 0.0975938737392{"train_loss": 0.10491389036178589, "global_step": 7626, "epoch": 79, {"train_loss": 0.1237781{"trai{"train_loss": 0.12318655848503113, "global_step": 7627, "epoch": 79,{"train_loss": 0.0918942838907{"train_loss": 0.0868239551782608, "global_step": 7628, "epoch": 79, {"train_loss": 0.109338074922{"train_loss": 0.10901711881160736, "global_step": 7629, "epoch": 79, {"train_loss": 0.097969129681{"train_loss": 0.09046763181686401, "global_step": 7630, "epoch": 79, "{"train_loss": 0.079852{"train_loss": 0.08691772818565369, "global_step": 7631, "epoch": 79, "lr":{"train_loss": 0.0908326{"train_loss": 0.08992549031972885, "global_step": 7632, "epoch": 79, "l{"train_loss": 0.07393737882375717, "{"train_loss": 0.07162094116210938, "global_step": 7633, "epoch{"train_loss": 0.1078817{"train_loss": 0.0995761901140213, "global_step": 7634, "epoch": 79, "lr": {"train_loss": 0.066194{"train_loss": 0.06677666306495667, "global_step": 7635, "epoch": 79, "lr": 0{"train_loss": 0.072275{"train_loss":{"train_loss": 0.0683349072933197, "global_step": 7636, "epoch"{"train_loss": 0.106846{"train_loss": 0.10848616808652878, "global_step": 7637, "epoch": 79, "lr": {"train_loss": 0.083488{"train_loss": 0.08222059160470963, "global_step": 7638, "epoch": 79, "lr": {"train_loss": 0.08568955212831497, "global_step": 7639, "epoch": 79, "lr": 0.0003627588591245692}
+{"train_loss": 0.098012{"train_loss": 0.09760122001171112, "global_step": 7640, "epoch": 79, "lr": {"train_loss": 0.118593439459{"train_loss": 0.12179301679134369, "global_step": 7641, "epoch": 79,{"train_loss": 0.08184894919395447, "global_step": 7642, "epoch": 79, "lr": 0.00036273007976222457}
+{"train_loss": 0.09853062778711319,{"train_loss": 0.09319978207349777, "global_step": 7643, "epoch"{"train_loss": 0.08212140202522278,{"train_loss": 0.08108504861593246, "global_step": 7644, "epoch":{"train_loss": 0.089456{"tra{"train_loss": 0.08724294602870941, "global_step": 7645, "epoch": 79, "{"train_loss": 0.0945751890540123, "global_step": 7646, "epoch": 79, "lr": 0.0003626916917653901}
+{"train_loss": 0.1317007{"tra{"train_loss": 0.12843842804431915, "global_step": 7647, "epoch": 79, "{"train_loss": 0.08869756758213043, "global_step": 7648, "epoch": 79, "lr": 0.000362672491119417}
+{"train_loss": 0.09140593558549881, "global_step": 7649, "epoch": 79, "lr": 0.00036266288913477035}
+{"train_loss": 0.087590{"trai{"train_loss": 0.08844372630119324, "global_step": 7650, "epoch": 79, {"train_loss": 0.06177055463194847, "global_step": 7651, "epoch": 79, "lr": 0.0003626436818424836}
+{"train_loss": 0.129813{"train_loss": 0.11910483241081238, "global_step": 7652, "epoch": 79, "lr": {"train_loss": 0.114311{"trai{"train_loss": 0.11377318203449249, "global_step": 7653, "epoch": 79, "{"train_loss": 0.080683{"trai{"train_loss": 0.07667206227779388, "global_step": 7654, "epoch": 79, "{"train_loss": 0.084841{"train_loss": 0.08985801786184311, "global_step": 7655, "epoch": 79, "lr": 0{"train_loss": 0.125168{"train_loss": 0.11799372732639313, "global_step": 7656, "epoch": 79, "lr":{"train_loss": 0.08941702544689178, "global_step": 7657, "epoch": 79, "lr": 0.0003625860333863854}
+{"train_loss": 0.1288411{"trai{"train_loss": 0.1323477178812027, "global_step": 7658, "epoch": 79,{"train_loss": 0.09910090{"train_loss": 0.10143592953681946, "global_step": 7659, "epoch": 79, "lr"{"train_loss": 0.11219640{"train_loss": 0.11117799580097198, "global_step": 7660, "epoch": 79, "lr"{"train_loss": 0.07150664925575256, "global_step": 7661, "epoch": 79, "lr": 0.00036254757893818977}
+{"train_loss": 0.10340214520692825, "g{"train_loss": 0.11238353699445724, "global_step": 7662, "epoc{"train_loss": 0.06902900338172913, "g{"train_loss": 0.06487060338258743, "global_step": 7663, "epo{"train_loss": 0.101132735610{"train_loss": 0.09988535195589066, "global_step": 7664, "epoch": 79,{"train_loss": 0.06582566350698471, "g{"train_loss": 0.06840767711400986, "global_step": 7665, "epoc{"train_loss": 0.10141540318727493, "global_step": 7666, "epoch": 79, "lr": 0.00036249948597316325}
+{"train_loss": 0.0824237{"train_loss": 0.08580230921506882, "global_step": 7667, "epoch": 79, "lr":{"train_loss": 0.09507642686367035, "global_step": 7668, "epoch": 79, "lr": 0.00036248024104067937}
+{"train_loss": 0.0827017{"t{"train_loss": 0.07812686264514923, "global_step": 7669, "epoch": 79, "l{"train_loss": 0.0978891104{"train_loss": 0.10282979905605316, "global_step": 7670, "epoch": 79, "lr{"train_loss": 0.12843504548072815, "global_step": 7671, "epoch": 79, "lr": 0.0003624513653437988}
+{"train_loss": 0.0588710606{"train_loss": 0.05449865013360977, "global_step": 7672, "epoch": 79, "lr{"train_loss": 0.084777846{"train_loss": 0.08359229564666748, "global_step": 7673, "epoch": 79, "lr{"train_loss": 0.07883191108703613, "global_step": 7674, "epoch": 79, "lr": 0.00036242247969070566}
+{"train_loss": 0.1202973872423172, "global_step": 7675, "epoch": 79, "lr": 0.00036241284892748885}
+{"train_loss": 0.105686441{"train_los{"train_loss": 0.10265236347913742, "global_step": 7676, "epoch{"train_loss": 0.10131900012493134, "global_step": 7677, "epoch": 79, "lr": 0.0003623935840831702}
+{"train_loss": 0.11495286226272583, "global_step": 7678, "epoch": 79, "lr": 0.00036238395000219955}
+{"train_loss": 0.09368615783751011,{"train_loss": 0.09384232635299365, "global_step": 7679, "epoch":{"train_loss": 0.10918349027633667, "global_step": 7680, "epoch": 80, "lr": 0.00036236467852296346}
+{"train_loss": 0.1035657450556755, {"train_loss": 0.09950833022594452, "global_step": 7681, "epoch{"train_loss": 0.0978979617357254, "global_step": 7682, "epoch": 80, "lr": 0.00036234540262110527}
+{"train_loss": 0.07603395730257034, "global_step": 7683, "epoch": 80, "lr": 0.00036233576301185696}
+{"train_loss": 0.072161890{"train_loss": 0.07276356220245361, "global_step": 7684, "epoch": 80, "lr"{"train_loss": 0.076474063{"train_loss": 0.07746942341327667, "global_step": 7685, "epoch": 80, "lr"{"train_loss": 0.09050633013248444, "{"train_loss": 0.09552989900112152, "global_step": 7686, "epoc{"train_loss": 0.113343827{"train_loss": 0.1070646345615387, "global_step": 7687, "epoch": 80, "lr"{"train_loss": 0.12586143{"train_loss{"train_loss": 0.12534502148628235, "global_step": 7688, "epo{"train_loss": 0.08496685326099396, "global_step": 7689, "epoch": 80, "lr": 0.00036227790214403383}
+{"train_loss": 0.10612246{"train_loss": 0.10098311305046082, "global_step": 7690, "epoch": 80, "l{"train_loss": 0.0961709320{"train_lo{"train_loss": 0.09761770069599152, "global_step": 7691, "epoch{"train_loss": 0.09882881492376328, "{"train_loss": 0.09737615287303925, "global_step": 7692, "epoc{"train_loss": 0.081521667{"train_los{"train_loss": 0.08012895286083221, "global_step": 7693, "epo{"train_loss": 0.13572913408{"train_loss": 0.13365137577056885, "global_step": 7694, "epoch": 80, {"train_loss": 0.089650213718{"train_l{"train_loss": 0.09042300283908844, "global_step": 7695, "epo{"train_loss": 0.08618936687707901, "gl{"train_loss": 0.0853935182094574, "global_step": 7696, "epo{"train_loss": 0.0976845026016{"train_{"train_loss": 0.0964600220322609, "global_step": 7697, "epoc{"train_loss": 0.1060788184404{"train_loss": 0.10751885175704956, "global_step": 7698, "epoch": 80,{"train_loss": 0.11694170534{"{"train{"train_loss": 0.11663791537284851, "global_step": 7699, "epoc{"train_loss": 0.10183706879{{"train_loss": 0.09960538148880005, "global_step": 7700, "epoch": 80, "{"train_loss": 0.09300427138{"train_loss": 0.09411181509494781, "global_step": 7701, "epoch": 80, {"train_loss": 0.057229723781{"train_loss": 0.06062666326761246, "global_step": 7702, "epoch": 80, "l{"train_loss": 0.07710857689{{"train_loss": 0.07557810842990875, "global_step": 7703, "epoch": 80, "{"train_loss": 0.08882960677{"train_loss": 0.08570082485675812, "global_step": 7704, "epoch": 80, "{"train_loss": 0.10559426248{"train_loss": 0.10438773036003113, "global_step": 7705, "epoch": 80, "l{"train_loss": 0.08119086176156998, "global_step": 7706, "epoch": 80, "lr": 0.0003621137470255202}
+{"train_loss": 0.0985698997{"train_loss": 0.09324529021978378, "global_step": 7707, "epoch": 80, "l{"train_loss": 0.09656701236{"train_loss": 0.0956622064113617, "global_step": 7708, "epoch": 80, "{"train_loss": 0.0811302438{"train_los{"train_loss": 0.07749678194522858, "global_step": 7709, "ep{"train_loss": 0.09971827268{"train_loss": 0.10222554206848145, "global_step": 7710, "epoch": 80, "{"train_loss": 0.06059267371{"train_loss": 0.06317104399204254, "global_step": 7711, "epoch": 80, "{"train_loss": 0.09057765454{"train_los{"train_loss": 0.09204442799091339, "global_step": 7712, "ep{"train_loss": 0.08624847233{"train_los{"train_loss": 0.08081823587417603, "global_step": 7713, {"train_loss": 0.08754672110080719, "global_step": 7714, "epoch": 80, "lr": 0.00036203638714357543}
+{"train_loss": 0.131898641586{"train_lo{"train_loss": 0.13109396398067474, "global_step": 7715, "ep{"train_loss": 0.1026341244578{"train_loss": 0.10295993089675903, "global_step": 7716, "epoch": 80,{"train_loss": 0.07447174191474915, "global_step": 7717, "epoch": 80, "lr": 0.00036200735897960545}
+{"train_loss": 0.071220152080{{"train_lo{"train_loss": 0.07393243163824081, "global_step": 7718, "ep{"train_loss": 0.109051913022{"train_loss": 0.10558462888002396, "global_step": 7719, "epoch": 80,{"train_loss": 0.07778853178024292, "global_step": 7720, "epoch": 80, "lr": 0.00036197832088663486}
+{"train_loss": 0.08475645631551{"train_loss": 0.08766546845436096, "global_step": 7721, "epoch": 80,{"train_loss": 0.09948999434709549, "global_step": 7722, "epoch": 80, "lr": 0.00036195895664275514}
+{"train_loss": 0.0905259400606{{"train_loss": 0.08773021399974823, "global_step": 7723, "epoch": 80,{"train_loss": 0.0751963108777{"train_loss{"train_loss": 0.07774755358695984, "global_step": 7724, "{"train_loss": 0.0796485021710{"train_loss": 0.07677598297595978, "global_step": 7725, "epoch": 80, {"train_loss": 0.0982123017311{"train_loss{"train_loss": 0.09658722579479218, "global_step": 7726, "{"train_loss": 0.09829869121313{"train_loss": 0.10624155402183533, "global_step": 7727, "epoch": 80,{"train_loss": 0.085665285587{"train_loss": 0.08761832118034363, "global_step": 7728, "epoch": 80, "{"train_loss": 0.078902989625{"{"train_loss": 0.07778847962617874, "global_step": 7729, "epoch": 80,{"train_loss": 0.070505470037{"train_loss": 0.07143204659223557, "global_step": 7730, "epoch": 80, {"train_loss": 0.114014782011{"{"train_loss": 0.11610611528158188, "global_step": 7731, "epoch": 80{"train_loss": 0.110897600650{"train_loss": 0.10524310171604156, "global_step": 7732, "epoch": 80, {"train_loss": 0.076954334974{"train_loss": 0.07397685945034027, "global_step": 7733, "epoch": 80, {"train_loss": 0.10868020355701447, "global_step": 7734, "epoch": 80, "lr": 0.00036184267855496083}
+{"train_loss": 0.083367682993{"train_lo{"train_loss": 0.0839710384607315, "global_step": 7735, "epoc{"train_loss": 0.052408769726753235, "global_step": 7736, "epoch": 80, "lr": 0.0003618232834411693}
+{"train_loss": 0.07497984915971756, "global_step": 7737, "epoch": 80, "lr": 0.00036181358423128726}
+{"train_loss": 0.08891110122203827, "{"train_loss": 0.08274347335100174, "global_step": 7738, "epoc{"train_loss": 0.1111714765429{"train_loss": 0.11264599859714508, "global_step": 7739, "epoch": 80,{"train_loss": 0.07913771271{"train_loss": 0.07761411368846893, "global_step": 7740, "epoch": 80, {"train_loss": 0.11821477860{"train_loss": 0.11518924683332443, "global_step": 7741, "epoch": 80, "l{"train_loss": 0.10633841156{"train_loss": 0.10820156335830688, "global_step": 7742, "epoch": 80, "{"train_loss": 0.08092158287{"train_loss": 0.08571892976760864, "global_step": 7743, "epoch": 80, "{"train_loss": 0.08001942932{"train_l{"train_loss": 0.08111083507537842, "global_step": 7744, "epoc{"train_loss": 0.08883461356{"train_loss": 0.09033477306365967, "global_step": 7745, "epoch": 80, "{"train_loss": 0.12216472625{"train_l{"train_loss": 0.12538953125476837, "global_step": 7746, "epo{"train_loss": 0.09212145209{"train_loss": 0.09006317704916, "global_step": 7747, "epoch": 80, "lr":{"train_loss": 0.10673011{"t{"train_loss": 0.10385102033615112, "global_step": 7748, "epoch": 80, "{"train_loss": 0.10049268603{"train_l{"train_loss": 0.10279294848442078, "global_step": 7749, "epo{"train_loss": 0.064777866{"train_loss{"train_loss": 0.06279328465461731, "global_step": 7750, "epoc{"train_loss": 0.06427078694105148, "global_step": 7751, "epoch": 80, "lr": 0.00036167767962321683}
+{"train_loss": 0.1020387{"train_loss": 0.09493071585893631, "global_step": 7752, "epoch": 80, "lr": {"train_loss": 0.1402440{"tra{"train_loss": 0.13825824856758118, "global_step": 7753, "epoch": 80,{"train_loss": 0.11795976758003235, "global_step": 7754, "epoch": 80, "lr": 0.00036164852912609803}
+{"train_loss": 0.093956232070{"train_loss": 0.1008940041065216, "global_step": 7755, "epoch": 80, "l{"train_loss": 0.11037342995405197, "global_step": 7756, "epoch": 80, "lr": 0.0003616290899573481}
+{"train_loss": 0.09226{"train_loss": 0.09211373329162598, "global_step": 7757, "epoch": 80, "lr": 0.{"train_loss": 0.10327{"train_loss": 0.10580597072839737, "global_step": 7758, "epoch": 80, "lr": 0{"train_loss": 0.098932{"train_loss": 0.10322218388319016, "global_step": 7759, "epoch": 80, "lr": {"train_loss": 0.1142033264040947, "global_step": 7760, "epoch": 80, "lr": 0.000361590198412621}
+{"train_loss": 0.07504218071699142, "global_step": 7761, "epoch": 80, "lr": 0.00036158047277531983}
+{"train_loss": 0.100105{"train_loss": 0.10210013389587402, "global_step": 7762, "epoch": 80, "lr": {"train_loss": 0.10272714495658875,{"train_loss": 0.0954827219247818, "global_step": 7763, "epoch":{"train_loss": 0.0625004991889, "global_step": 7764, "epoch": 80, "lr": 0.0003615512892617892}
+{"train_loss": 0.13103272020816803, "global_step": 7765, "epoch": 80, "lr": 0.00036154155922362417}
+{"train_loss": 0.07839153707027435, "global_step": 7766, "epoch": 80, "lr": 0.0003615318280854088}
+{"train_loss": 0.08801262080669403, "global_step": 7767, "epoch": 80, "lr": 0.0003615220958472093}
+{"train_loss": 0.11298663{"train_loss": 0.11015895009040833, "global_step": 7768, "epoch": 80, "lr"{"train_loss": 0.08411575{"trai{"train_loss": 0.0812019556760788, "global_step": 7769, "epoch": 80, {"train_loss": 0.06511281{"train_loss{"train_loss": 0.06359779834747314, "global_step": 7770, "epoch{"train_loss": 0.07188314944505692, "global_step": 7771, "epoch": 80, "lr": 0.0003614831558958964}
+{"train_loss": 0.07883177697658539, "global_step": 7772, "epoch": 80, "lr": 0.00036147341815877086}
+{"train_loss": 0.0909891{"train_loss": 0.08357531577348709, "global_step": 7773, "epoch": 80, "lr": {"train_loss": 0.1045452{"train_loss": 0.10641869902610779, "global_step": 7774, "epoch": 80, "lr":{"train_loss": 0.09317883022595197, "global_step": 7775, "epoch": 80, "lr": 0.0003614441983501416, "train_action_mse_error": 4.38154638686683e-05}
+{"train_loss": 0.1373915672302246, "global_step": 7776, "epoch": 81, "lr": 0.0003614344562150687}
+{"train_loss": 0.09502402693033218, "global_step": 7777, "epoch": 81, "lr": 0.0003614247129806748}
+{"train_loss": 0.10322728753089905, "global_step": 7778, "epoch": 81, "lr": 0.0003614149686470263}
+{"train_loss": 0.10261289030313492, "global_step": 7779, "epoch": 81, "lr": 0.0003614052232141895}
+{"train_loss": 0.08154934644699097, "global_step": 7780, "epoch": 81, "lr": 0.0003613954766822308}
+{"train_loss": 0.107910{"train_loss": 0.10942252725362778, "global_step": 7781, "epoch": 81, "lr": {"train_loss": 0.06972561776638031, "global_step": 7782, "epoch": 81, "lr": 0.000361375980321213}
+{"train_loss": 0.10629763454198837, "global_step": 7783, "epoch": 81, "lr": 0.0003613662304922867}
+{"train_loss": 0.07186304032802582, "global_step": 7784, "epoch": 81, "lr": 0.0003613564795645041}
+{"train_loss": 0.10498833656311035, "global_step": 7785, "epoch": 81, "lr": 0.0003613467275379314}
+{"train_loss": 0.08086153119{"train_loss": 0.07697509229183197, "global_step": 7786, "epoch": 81, "l{"train_loss": 0.10908625274{"train_loss": 0.11922168731689453, "global_step": 7787, "epoch": 81, "l{"train_loss": 0.10321{"train_loss":{"train_loss": 0.10246375948190689, "global_step": 7788, "epoch"{"train_loss": 0.10213685780{"train_{"train_loss": 0.09581269323825836, "global_step": 7789, "epoch"{"train_loss": 0.09662{"train_loss":{"train_loss": 0.09236957877874374, "global_step": 7790, "epoch"{"train_loss": 0.1260564923{"train_loss": 0.12942259013652802, "global_step": 7791, "epoch": 81, "{"train_loss": 0.10236408561468124, "global_step": 7792, "epoch": 81, "lr": 0.0003612784325913821}
+{"train_loss": 0.12726348638534546, "global_step": 7793, "epoch": 81, "lr": 0.00036126867177688074}
+{"train_loss": 0.13191792368{"train_loss": 0.12900541722774506, "global_step": 7794, "epoch": 81, "{"train_loss": 0.0914{"train{"train_loss": 0.09123324602842331, "global_step": 7795, "epoch": 81, "l{"train_loss": 0.078{"train_{"train_loss": 0.07845832407474518, "global_step": 7796, "epoch": 81, "l{"train_loss": 0.10669983923{"train_loss": 0.11105166375637054, "global_step": 7797, "epoch": 81, "{"train_loss": 0.09969557821{"train_loss": 0.09919852018356323, "global_step": 7798, "epoch": 81, {"train_loss": 0.097259521484375, "global_step": 7799, "epoch": 81, "lr": 0.00036121008383016665}
+{"train_loss": 0.08933041244745255, "global_step": 7800, "epoch": 81, "lr": 0.0003612003153297172}
+{"train_loss": 0.12103687971830368, "g{"train_loss": 0.11726782470941544, "global_step": 7801, "epoc{"train_loss": 0.11952222883701324, "global_step": 7802, "epoch": 81, "lr": 0.0003611807750357052}
+{"train_loss": 0.09341056644916534, "global_step": 7803, "epoch": 81, "lr": 0.00036117100324227567}
+{"train_loss": 0.09245245158672333, "global_step": 7804, "epoch": 81, "lr": 0.0003611612303513191}
+{"train_loss": 0.08079583942890167, "global_step": 7805, "epoch": 81, "lr": 0.00036115145636290226}
+{"train_loss": 0.11067350208759308, "{"train_loss": 0.10793029516935349, "global_step": 7806, "epoc{"train_loss": 0.09430162608623505, "global_step": 7807, "epoch": 81, "lr": 0.0003611319050939534}
+{"train_loss": 0.07407349348068237, "{"train_loss": 0.07057687640190125, "global_step": 7808, "epoc{"train_loss": 0.12067185342311859, "global_step": 7809, "epoch": 81, "lr": 0.00036111234943596174}
+{"train_loss": 0.10209257900714874, "global_step": 7810, "epoch": 81, "lr": 0.0003611025699612413}
+{"train_loss": 0.12370162457227707, "global_step": 7811, "epoch": 81, "lr": 0.00036109278938945997}
+{"train_loss": 0.1049{"train_loss": 0.10353605449199677, "global_step": 7812, "epoch": 81, "lr": 0.0{"train_loss": 0.08130807429552078, "global_step": 7813, "epoch": 81, "lr": 0.00036107322495498075}
+{"train_loss": 0.09863117337226868, "global_step": 7814, "epoch": 81, "lr": 0.0003610634410924162}
+{"train_loss": 0.08834861218929291, "global_step": 7815, "epoch": 81, "lr": 0.000361053656133057}
+{"train_loss": 0.08027984946966171, "global_step": 7816, "epoch": 81, "lr": 0.0003610438700769701}
+{"train_loss": 0.0774{"train_loss": 0.07539550960063934, "global_step": 7817, "epoch": 81, "lr": {"train_loss": 0.11843{"train_loss": 0.12006987631320953, "global_step": 7818, "epoch": 81, "lr": 0.{"train_loss": 0.10151763260364532, "global_step": 7819, "epoch": 81, "lr": 0.0003610145053290086}
+{"train_loss": 0.11346417665481567, "global_step": 7820, "epoch": 81, "lr": 0.0003610047148866767}
+{"train_loss": 0.13977760076522827, "global_step": 7821, "epoch": 81, "lr": 0.0003609949233479502}
+{"train_loss": 0.07725722342729568, "global_step": 7822, "epoch": 81, "lr": 0.0003609851307128958}
+{"train_loss": 0.086191326379776, "global_step": 7823, "epoch": 81, "lr": 0.00036097533698158015}
+{"train_loss": 0.1024355{"train_loss": 0.10437314957380295, "global_step": 7824, "epoch": 81, "lr": {"train_loss": 0.08471676707267761, "global_step": 7825, "epoch": 81, "lr": 0.0003609557462304321}
+{"train_loss": 0.0979514867067337, "global_step": 7826, "epoch": 81, "lr": 0.00036094594921073296}
+{"train_loss": 0.08009382{"{"train_loss": 0.07763892412185669, "global_step": 7827, "epoch": 81, "l{"train_loss": 0.10484394431114197, "gl{"train_loss": 0.10325922071933746, "global_step": 7828, "epo{"train_loss": 0.0901864767074585, "global_step": 7829, "epoch": 81, "lr": 0.00036091655157593616}
+{"train_loss": 0.09224520623{"train_loss": 0.0924183577299118, "global_step": 7830, "epoch": 81, "l{"train_loss": 0.09989850{"train_loss": 0.104691281914711, "global_step": 7831, "epoch": 81, "lr": 0{"train_loss": 0.077770{"train_loss": 0.0806722640991211, "global_step": 7832, "epoch": 81, "lr": 0.{"train_loss": 0.10465{"trai{"train_loss": 0.10896066576242447, "global_step": 7833, "epoch": 81, "l{"train_loss": 0.10044282674789429, "global_step": 7834, "epoch": 81, "lr": 0.00036086753360294716}
+{"train_loss": 0.0953{"train_loss": 0.09270444512367249, "global_step": 7835, "epoch": 81, "lr": 0{"train_loss": 0.1036{"train_loss": 0.10644038021564484, "global_step": 7836, "epoch": 81, "lr": 0.{"train_loss": 0.1099{"train{"train_loss": 0.108950674533844, "global_step": 7837, "epoch": 81, "lr{"train_loss": 0.0684{"train_loss": 0.06684523820877075, "global_step": 7838, "epoch": 81, "lr": 0.{"train_loss": 0.0742{"train_loss": 0.07{"train_loss": 0.07676142454147339, "global_step": 7839, "{"train_loss": 0.10946998000144958, "global_step": 7840, "epoch": 81, "lr": 0.0003608086758859016}
+{"train_loss": 0.1107{"tra{"train_loss": 0.11071258038282394, "global_step": 7841, "epoch": 81, "lr{"train_loss": 0.10536795854568481, "gl{"train_loss": 0.10637803375720978, "global_step": 7842, "epo{"train_loss": 0.09693504{"train_loss": 0.09938649088144302, "global_step": 7843, "epoch": 81, "lr":{"train_loss": 0.1003{"train_loss": 0.10581833124160767, "global_step": 7844, "epoch": 81, "lr": 0.{"train_loss": 0.07100448{"train_loss":{"train_loss": 0.06745846569538116, "global_step": 7845, "e{"train_loss": 0.10168{"train_loss": 0.10764012485742569, "global_step": 7846, "epoch": 81, "lr": 0.{"train_loss": 0.0819445252418518, "global_step": 7847, "epoch": 81, "lr": 0.00036073995872515065}
+{"train_loss": 0.0847155749797821, "global_step": 7848, "epoch": 81, "lr": 0.0003607301376089988}
+{"train_loss": 0.10665030777454376, "global_step": 7849, "epoch": 81, "lr": 0.00036072031539832234}
+{"train_loss": 0.0920160561800003, "global_step": 7850, "epoch": 81, "lr": 0.0003607104920931879}
+{"train_loss": 0.07391010{"train_loss": 0.07472233474254608, "global_step": 7851, "epoch": 81, "lr":{"train_loss": 0.11608183383{"train_loss": 0.11823855340480804, "global_step": 7852, "epoch": 81, "{"train_loss": 0.08651043{"tr{"train_loss": 0.08316010236740112, "global_step": 7853, "epoch": 81, {"train_loss": 0.093477219343{"train_loss": 0.0911487340927124, "global_step": 7854, "epoch": 81, "{"train_loss": 0.08900801092{"train_loss": 0.07877081632614136, "global_step": 7855, "epoch": 81, "{"train_loss": 0.09230037033{"train_loss": 0.09178516268730164, "global_step": 7856, "epoch": 81, "{"train_loss": 0.09083187580108643, "global_step": 7857, "epoch": 81, "lr": 0.00036064169831804546}
+{"train_loss": 0.1112752407{"train_loss": 0.11882511526346207, "global_step": 7858, "epoch": 81, "lr{"train_loss": 0.1112321540{"train_loss": 0.11392727494239807, "global_step": 7859, "epoch": 81, "lr{"train_loss": 0.09201994{"train_loss": 0.09801711142063141, "global_step": 7860, "epoch": 81, "lr{"train_loss": 0.07426793128{"train_loss": 0.07434708625078201, "global_step": 7861, "epoch": 81, {"train_loss": 0.099927909672{"train_loss": 0.0999225378036499, "global_step": 7862, "epoch": 81, "{"train_loss": 0.09108857810{"train_loss": 0.08701887726783752, "global_step": 7863, "epoch": 81, "l{"train_loss": 0.0882469862{{"train_loss": 0.08862471580505371, "global_step": 7864, "epoch": 81, "l{"train_loss": 0.0829486176{"train_loss": 0.08088706433773041, "global_step": 7865, "epoch": 81, "l{"train_loss": 0.0636363178{{"train_loss": 0.06613831222057343, "global_step": 7866, "epoch": 81, "l{"train_loss": 0.0684913918{{"train_loss": 0.{"train_loss": 0.06884819269180298, "global_step": 786{"train_loss": 0.09601612389{"train_loss": 0.0954551249742508, "global_step": 7868, "epoch": 81, "l{"train_loss": 0.0643610954{"{"train_loss": 0.06665762513875961, "global_step": 7869, "epoch": 81,{"train_loss": 0.1062635928{"t{"train_loss": 0.10231317579746246, "global_step": 7870, "epoch": 81,{"train_loss": 0.0965419786516{"train_loss": 0.09672184226413567, "global_step": 7871, "epoch": 81,{"train_loss": 0.1040106266{"tr{"train_loss": 0{"train_loss": 0.10507210344076157, "global_step": 7{"train_loss": 0.1248261928{"train_loss": 0.12339525669813156, "global_step": 7873, "epoch": 82, "lr{"train_loss": 0.0892213284{"train_loss": 0.08386048674583435, "global_step": 7874, "epoch": 82, "lr{"train_loss": 0.09294594079256058, "global_step": 7875, "epoch": 82, "lr": 0.000360464553961802}
+{"train_loss": 0.0897744074463{"train_loss": 0.09039587527513504, "global_step": 7876, "epoch": 82, {"train_loss": 0.1061887964{"train_loss": 0.11104531586170197, "global_step": 7877, "epoch": 82, "lr{"train_loss": 0.1060905829{"train_loss": 0.10373374819755554, "global_step": 7878, "epoch": 82, "{"train_loss": 0.0865290239{"train_loss": 0.08958622813224792, "global_step": 7879, "epoch": 82, "lr{"train_loss": 0.09705415368080139, "global_s{"train_loss": 0.10214214771986008, "global_step": 7880{"train_loss": 0.0718245506{"train_loss": 0.07238947600126266, "global_step": 7881, "epoch": 82, "lr{"train_loss": 0.1166751533{"train_loss": 0.12001459300518036, "global_step": 7882, "epoch": 82, "l{"train_loss": 0.0998177081{"train_loss": 0.09678636491298676, "global_step": 7883, "epoch": 82, "l{"train_loss": 0.11876086890697479, "global_step": 7884, "epoch": 82, "lr": 0.00036037584899422233}
+{"train_loss": 0.10879388451576233, "global_s{"train_loss": 0.11374232918024063, "global_step": 788{"train_loss": 0.05267048{"train_loss": 0.050{"train_loss": 0.05084388703107834, "global_step": 788{"train_loss": 0.06649704{"train_loss": 0.06521262228488922, "global_step": 7887, "epoch": 82, "lr"{"train_loss": 0.06682422{{"train_loss": 0.06545455008745193, "global_step": 7888, "epoch": 82, "l{"train_loss": 0.102350227{"train_loss": 0.10428382456302643, "global_step": 7889, "epoch": 82, "lr{"train_loss": 0.08816390{{"train_loss": 0.08795548975467682, "global_step": 7890, "epoch": 82, "lr"{"train_loss": 0.09213306{{"train_loss": 0.0922149121761322, "global_step": 7891, "epoch": 82, "lr{"train_loss": 0.10308397561311722, "global_step": 7892, "epoch": 82, "lr": 0.00036029692586900334}
+{"train_loss": 0.105189204{"train_loss": 0.11046172678470612, "global_step": 7893, "epoch": 82, "lr"{"train_loss": 0.073011428{"train_loss": 0.07174849510192871, "global_step": 7894, "epoch": 82, "lr{"train_loss": 0.08609461039304733, "global_st{"train_loss": 0.083234041929245, "global_step": 789{"train_loss": 0.081514358{"train_loss": 0.08278614282608032, "global_step": 7896, "epoch": 82, "lr"{"train_loss": 0.152651771{"train_loss": 0.14985567331314087, "global_step": 7897, "epoch": 82, "lr{"train_loss": 0.101640358{"train_loss": 0.10387594997882843, "global_step": 7898, "epoch": 82, "l{"train_loss": 0.12652415{"train_loss": 0.13120552897453308, "global_step": 7899, "epoch": 82, "lr{"train_loss": 0.10549676418304443, "global_step": 7900, "epoch": 82, "lr": 0.0003602179328830028}
+{"train_loss": 0.100772172{"train_loss": 0.10390548408031464, "global_step": 7901, "epoch": 82, "lr{"train_loss": 0.0946520417{"train_loss": 0.094249427318573, "global_step": 7902, "epoch": 82, "lr":{"train_loss": 0.10758468{"train_loss": 0.10417148470878601, "global_step": 7903, "epoch": 82, "lr":{"train_loss": 0.11690480{"train_loss": 0.1196509301662445, "global_step": 7904, "epoch": 82, "lr":{"train_loss": 0.08259093016386032, "global{"train_loss": 0.09069862961769104, "global_step": 7905, {"train_loss": 0.100025{"train_loss": 0.10160417854785919, "global_step": 7906, "epoch": 82, "lr": 0{"train_loss": 0.089295{"train_loss": 0.08632857352495193, "global_step": 7907, "epoch": 82, "lr": {"train_loss": 0.08306379616260529, "global_step": 7908, "epoch": 82, "lr": 0.0003601388700706475}
+{"train_loss": 0.045787{"train_loss": 0.04285167157649994, "global_step": 7909, "epoch": 82, "lr": 0.{"train_loss": 0.13169050216674805, "global_step": 7910, "epoch": 82, "lr": 0.0003601190934612281}
+{"train_loss": 0.09119{"train_loss": 0.0873481035232544, "global_step": 7911, "epoch": 82, "lr": 0.0{"train_loss": 0.0645{"train_loss": 0.06603546440601349, "global_step": 7912, "epoch": 82, "lr": 0.0{"train_loss": 0.090622{"train_loss": 0.09122933447360992, "global_step": 7913, "epoch": 82, "lr": 0{"train_loss": 0.10863125324249268, "global_step": 7914, "epoch": 82, "lr": 0.00036007952715856286}
+{"train_loss": 0.09013278037309647, "global_step": 7915, "epoch": 82, "lr": 0.0003600696328574923}
+{"train_loss": 0.1009{"{"train_loss": 0.1005374863743782, "global_step": 7916, "epoch": 82, "lr": 0{"train_loss": 0.079{"{"train_loss": 0.0778760313987732, "global_step": 7917, "epoch": 82, "lr": 0.{"train_loss": 0.08255539834499359, "global_step": 7918, "epoch": 82, "lr": 0.0003600399434143885}
+{"train_loss": 0.09145940840244293, "global_step": 7919, "epoch": 82, "lr": 0.00036003004475361445}
+{"train_loss": 0.09197093546390533, "global_step": 7920, "epoch": 82, "lr": 0.00036002014500308307}
+{"train_loss": 0.11403025686740875, "global_step": 7921, "epoch": 82, "lr": 0.0003600102441628617}
+{"train_loss": 0.07378315180540085, "global_step": 7922, "epoch": 82, "lr": 0.0003600003422330179}
+{"train_loss": 0.082{"train_loss": 0.08{"train_loss": 0.08550970256328583, "global_step": 7923, "ep{"train_loss": 0.06{{"train_loss": 0.06834748387336731, "global_step": 7924, "epoch": 82, "lr": 0.00{"train_loss": 0.068{"train_loss": 0.06356041878461838, "global_step": 7925, "epoch": 82, "lr": 0.{"train_loss": 0.0970{"train_loss": 0.09946765005588531, "global_step": 7926, "epoch": 82, "lr": 0.{"train_loss": 0.09264{"train_loss": 0.09430574625730515, "global_step": 7927, "epoch": 82, "lr": 0{"train_loss": 0.09286{"train_loss": 0.09310752153396606, "global_step": 7928, "epoch": 82, "lr": {"train_loss": 0.11551{"train_loss": 0.11856119334697723, "global_step": 7929, "epoch": 82, "lr": 0{"train_loss": 0.07{"train_loss": 0.08052413910627365, "global_step": 7930, "epoch": 82, "lr": 0.000{"train_loss": 0.06933815777301788, "global_step": 7931, "epoch": 82, "lr": 0.0003599111758425373}
+{"train_loss": 0.0903908908367157, "global_step": 7932, "epoch": 82, "lr": 0.0003599012630201779}
+{"train_loss": 0.05859757214784622, "global_step": 7933, "epoch": 82, "lr": 0.00035989134910893814}
+{"train_loss": 0.07188934087753296, "global_step": 7934, "epoch": 82, "lr": 0.0003598814341088855}
+{"train_loss": 0.09930696338415146, "global_step": 7935, "epoch": 82, "lr": 0.00035987151802008743}
+{"train_loss": 0.08970409631729126, "global_step": 7936, "epoch": 82, "lr": 0.00035986160084261156}
+{"train_loss": 0.10977430641651154, "global_step": 7937, "epoch": 82, "lr": 0.00035985168257652537}
+{"train_loss": 0.09037898480892181, "global_step": 7938, "epoch": 82, "lr": 0.0003598417632218964}
+{"train_loss": 0.09650281816720963, "global_step": 7939, "epoch": 82, "lr": 0.00035983184277879214}
+{"train_loss": 0.08329{"train_loss": 0.07900688052177429, "global_step": 7940, "epoch": 82, "lr": 0.{"train_loss": 0.09688{"train_loss": 0.09604112803936005, "global_step": 7941, "epoch": 82, "lr": 0.{"train_loss": 0.08491{"train_loss": 0.08468355983495712, "global_step": 7942, "epoch": 82, "lr": 0{"train_loss": 0.15{"train_loss": 0.15911738574504852, "global_step": 7943, "epoch": 82, "lr": 0.00{"train_loss": 0.0601{"train_loss": 0.05711543187499046, "global_step": 7944, "epoch": 82, "lr": 0.{"train_loss": 0.082{"train_loss": 0.08001017570495605, "global_step": 7945, "epoch": 82, "lr": 0.00{"train_loss": 0.06617578119039536, "glob{"train_loss": 0.06815697997808456, "global_step": 7946, "{"train_loss": 0.07741{"train_loss": 0.0778103917837143, "global_step": 7947, "epoch": 82, "lr": 0.0{"train_loss": 0.069{{"train_loss": 0.06871776282787323, "global_step": 7948, "epoch": 82, "lr": 0.{"train_loss": 0.127{"train_loss": 0.12869909405708313, "global_step": 7949, "epoch": 82, "lr": 0.00{"train_loss": 0.0998{"train_loss": 0.09875233471393585, "global_step": 7950, "epoch": 82, "lr": 0{"train_loss": 0.09{"train_loss": 0.08670070767402649, "global_step": 7951, "epoch": 82, "lr": 0.000{"train_loss": 0.102{"train_loss": 0.10695125162601471, "global_step": 7952, "epoch": 82, "lr": 0.0{"train_loss": 0.10{"train_loss": 0.11185121536254883, "global_step": 7953, "epoch": 82, "lr": 0.00{"train_loss": 0.1119{"train_loss": 0.11675136536359787, "global_step": 7954, "epoch": 82, "lr": 0.{"train_loss": 0.078{{"train_loss": 0.07768528908491135, "global_step": 7955, "epoch": 82, "lr": 0.{"train_loss": 0.0982{"train_loss": 0.10068195313215256, "global_step": 7956, "epoch": 82, "lr": 0.{"train_loss": 0.0844{"train_loss": 0.08828166127204895, "global_step": 7957, "epoch": 82, "lr": 0.{"train_loss": 0.1{"t{"train_loss": 0.10163629055023193, "global_step": 7958, "epoch": 82, "lr": 0{"train_loss": 0.1{"train_loss": 0.120{"train_loss": 0.11980800330638885, "global_step": 7959, "epoc{"train_loss": 0.08336544036865234, "global_step": 7960, "epoch": 82, "lr": 0.0003596232621555324}
+{"train_loss": 0.0{"train_loss": 0.08839413523674011, "global_step": 7961, "epoch": 82, "lr": 0.0003{"train_loss": 0.0{"train_loss": 0.0817452147603035, "global_step": 7962, "epoch": 82, "lr": 0.00035{"train_loss": 0.{"train_loss": 0.0838{"train_loss": 0.08559106290340424, "global_step": 7963, "epoc{"train_loss": 0.{"train_loss": 0.1001567468047142, "global_step": 7964, "epoch": 82, "lr": 0.00035{"train_loss": 0.10465716570615768, "gl{"train_loss": 0.10307572782039642, "global_step": 7965, "e{"train_loss": 0.09420362114906311, "global_step": 7966, "epoch": 82, "lr": 0.00035956357961836586}
+{"train_loss": 0.09329996510253598, "global_step": 7967, "epoch": 82, "lr": 0.00035955362872540977}
+{"train_loss": 0.11243{"train_loss": 0.11177591979503632, "global_step": 7968, "epoch": 83, "lr": 0{"train_loss": 0.{"train_loss": 0.12984749674797058, "global_step": 7969, "epoch": 83, "lr": 0.0003{"train_loss": 0.05464020371437073, "global_step": 7970, "epoch": 83, "lr": 0.000359523769527734}
+{"train_loss": 0.0{"train_loss": 0.07942554354667664, "global_step": 7971, "epoch": 83, "lr": 0.0003{"train_loss": 0.0{"train_loss": 0.07043932378292084, "global_step": 7972, "epoch": 83, "lr": 0.0003{"train_loss": 0.0{"train_loss": 0.1002042293548584, "global_step": 7973, "epoch": 83, "lr": 0.00035{"train_loss": 0.092{"train_loss": 0.0922524705529213, "global_step": 7974, "epoch": 83, "lr": 0.000{"train_loss": 0.1045687347650528, "global_step": 7975, "epoch": 83, "lr": 0.0003594739824729828}
+{"train_loss": 0.07841905951499939, "gl{"train_loss": 0.07430852949619293, "global_step": 7976, "epo{"train_loss": 0.10372589528560638, "global_step": 7977, "epoch": 83, "lr": 0.0003594540600488125}
+{"train_loss": 0.{"train_loss": 0.1209{"train_loss": 0.12151418626308441, "global_step": 7978, "epo{"train_loss": 0.07556804269552231, "global_step": 7979, "epoch": 83, "lr": 0.0003594341332813017}
+{"train_loss": 0.{"train_loss": 0.0776{"train_loss": 0.07741983234882355, "global_step": 7980, "epoc{"train_loss": 0.{"train_loss": 0.09589087218046188, "global_step": 7981, "epoch": 83, "lr": 0.00035{"train_loss": 0.{"train_loss": 0.0845{"train_loss": 0.08512097597122192, "global_step": 7982, "epoc{"train_loss": 0.12{"train_loss": 0.12401002645492554, "global_step": 7983, "epoch": 83, "lr": 0.000{"train_loss": 0.{"train_loss": 0.0718754380941391, "global_step": 7984, "epoch": 83, "lr": 0.0003{"train_loss": 0.10761460661888123, "global_step": 7985, "epoch": 83, "lr": 0.0003593743269241559}
+{"train_loss": 0.1140255406498909, "global_step": 7986, "epoch": 83, "lr": 0.00035936435539904655}
+{"train_loss": 0.07023993134498596, "glo{"train_loss": 0.07296885550022125, "global_step": 7987, "ep{"train_loss": 0.110{"train_loss": 0.110{"train_loss": 0.10879776626825333, "global_step": 7988, "{"train_loss": 0.0971454530954361, "global_step": 7989, "epoch": 83, "lr": 0.0003593344343126446}
+{"train_loss": 0.10614002496004105, "global_step": 7990, "epoch": 83, "lr": 0.00035932445844704585}
+{"train_loss": 0.08409656584262848, "global_step": 7991, "epoch": 83, "lr": 0.0003593144814964945}
+{"train_loss": 0.09391568601131439, "global_step": 7992, "epoch": 83, "lr": 0.00035930450346105856}
+{"train_loss": 0.0888357013463974, "global_step": 7993, "epoch": 83, "lr": 0.000359294524340806}
+{"train_loss": 0.08588{"train_loss": 0.088{"train_loss": 0.08648447692394257, "global_step": 7994, "{"train_loss": 0.09179{"train_loss": 0.092{"train_loss": 0.09308385848999023, "global_step": 7995, {"train_loss": 0.09458783268928528, "global_step": 7996, "epoch": 83, "lr": 0.000359264580471828}
+{"train_loss": 0.09877{"train_loss": 0.096{"train_loss": 0.09573620557785034, "global_step": 7997, "{"train_loss": 0.07069229334592819, "globa{"train_loss": 0.06594346463680267, "global_step": 7998, {"train_loss": 0.09743381291627884, "global_step": 7999, "epoch": 83, "lr": 0.00035923462684194694}
+{"train_loss": 0{"trai{"train_loss": 0.073{"train_loss": 0.07361270487308502, "global_step": 8000, "{"train_loss": 0{"train_loss": 0.0976506918668747, "global_step": 8001, "epoch": 83, "lr": 0.000359{"train_loss": {"train_loss": 0.062478240{"train_loss": 0.061004169285297394, "global_step": 8002,{"train_loss": 0.09729070961475372, "global_step": 8003, "epoch": 83, "lr": 0.0003591946734883184}
+{"train_loss": 0.12846043705940247, "global_step": 8004, "epoch": 83, "lr": 0.00035918468243956934}
+{"train_loss": 0.11564962565898895, "global_step": 8005, "epoch": 83, "lr": 0.0003591746903068196}
+{"train_loss": 0.09739914536476135, "global_step": 8006, "epoch": 83, "lr": 0.00035916469709013717}
+{"train_loss": 0.10343{"train_loss": 0.10346489399671555, "global_step": 8007, "epoch": 83, "lr": 0{"train_loss": 0.10037519037723541, "global_step": 8008, "epoch": 83, "lr": 0.0003591447074052467}
+{"train_loss": {"train_loss": 0.0979241207242012, "global_step": 8009, "epoch": 83, "lr": 0.00035913{"train_loss": 0.07294823974370956, "global_step": 8010, "epoch": 83, "lr": 0.00035912471338544214}
+{"train_loss": 0.08485215157270432, "global_step": 8011, "epoch": 83, "lr": 0.0003591147147501174}
+{"train_loss"{"train_loss": 0.115648001432{"train_loss": 0.11431841552257538, "global_step": 8012, {"train_loss"{"train_{"train_loss": 0.08430539071559906, "global_step": 8013, "epoch": 83, "lr": 0.0{"train_loss"{"train_loss": 0.0884280651807785, "global_step": 8014, "epoch": 83, "lr": 0.0003590{"train_loss{"train_loss": 0.10887612402439117, "global_step": 8015, "epoch": 83, "lr": 0.0003590747{"train_loss": 0.12910196185112, "global_step": 8016, "epoch": 83, "lr": 0.0003590647053219919}
+{"train_loss":{"train_loss": 0.07912489026784897, "global_step": 8017, "epoch": 83, "lr": 0.0003590{"train_loss": 0.07275266945362091, "global_step": 8018, "epoch": 83, "lr": 0.00035904469396797904}
+{"train_loss":{"train_loss": 0.1068573147058487, "global_step": 8019, "epoch": 83, "lr": 0.000359034{"train_loss"{"train_loss": 0.07639555633068085, "global_step": 8020, "epoch": 83, "lr": 0.00035902{"train_loss"{"train_loss": 0.0635055899620{"train_loss": 0.06310834735631943, "global_step": 8021, {"train_loss": 0.09269782900810242, "global_step": 8022, "epoch": 83, "lr": 0.0003590046582639295}
+{"train_loss": 0.0871187075972557, "global_step": 8023, "epoch": 83, "lr": 0.00035899464663080973}
+{"train_loss": 0.10059694945812225, "global_step": 8024, "epoch": 83, "lr": 0.00035898463391498335}
+{"train_loss": 0.10633480548858643, "global_step": 8025, "epoch": 83, "lr": 0.0003589746201165185}
+{"train_loss": 0.11497899889945984, "global_step": 8026, "epoch": 83, "lr": 0.00035896460523548345}
+{"train_loss": 0.08440151810646057, "glo{"train_loss": 0.08047209680080414, "global_step": 8027, "e{"train_loss{"train_loss": 0.10286753624677658, "global_step": 8028, "epoch": 83, "lr": 0.000358944{"train_loss": 0.11950388550758362, "global_step": 8029, "epoch": 83, "lr": 0.00035893455409763885}
+{"train_loss{"train_{"train_loss": 0.1068015992641449, "global_step": 8030, "epoch": 83, "lr": 0.00{"train_loss": 0.11709264665842056, "glo{"train_loss": 0.11821028590202332, "global_step": 8031, "ep{"train_loss{"train_loss": 0.11361095309257507, "global_step": 8032, "epoch": 83, "lr": 0.0003589044{"train_loss": 0.09689095616340637, "glo{"train_loss": 0.09215139597654343, "global_step": 8033, "ep{"train_loss": 0.09310033917427063, "global_step": 8034, "epoch": 83, "lr": 0.0003588844472228598}
+{"train_loss{"train{"train_loss": 0.11737532168626785, "global_step": 8035, "epoch": 83, "lr": 0.000{"train_loss{"train{"train_loss": 0.1022{"train_loss": 0.10352718830108643, "global_step": 8036, "ep{"train_loss": 0.09134675562381744, "global_step": 8037, "epoch": 83, "lr": 0.0003588543701139721}
+{"train_loss": 0.11868719756603241, "glo{"train_loss": 0.12332437187433243, "global_step": 8038, "e{"train_loss": 0.1{"train_loss": 0.0995992124080658, "global_step": 8039, "epoch": 83, "lr": 0.0003{"train_loss": 0.09830912202596664, "global_step": 8040, "epoch": 83, "lr": 0.00035882428326932216}
+{"train_loss": 0.09958068281412125, "global_step": 8041, "epoch": 83, "lr": 0.00035881425215792144}
+{"train_loss": 0.08438989520072937, "global_step": 8042, "epoch": 83, "lr": 0.0003588042199650425}
+{"train_loss": 0.09502589702606201, "global_step": 8043, "epoch": 83, "lr": 0.0003587941866907538}
+{"train_loss": 0.07368076592683792, "global_step": 8044, "epoch": 83, "lr": 0.0003587841523351235}
+{"train_loss": 0.09205858409404755, "global_step": 8045, "epoch": 83, "lr": 0.00035877411689822}
+{"train_loss": 0.07067042589187622, "global_step": 8046, "epoch": 83, "lr": 0.00035876408038011166}
+{"train_lo{"train_loss": 0.09646500647068024, "global_step": 8047, "epoch": 83, "lr": 0.000358754042{"train_lo{"train_loss": 0.08780832588672638, "global_step": 8048, "epoch": 83, "lr": 0.00035874400{"train_lo{"train_loss": 0.097506426274{"train_loss": 0.09868534654378891, "global_step": 8049, "e{"train_los{"train_loss": 0.09442334622144699, "global_step": 8050, "epoch": 83, "lr": 0.00035872392{"train_los{"train_loss": 0.11502494663000107, "global_step": 8051, "epoch": 83, "lr": 0.0003587138{"train_los{"train_loss": 0.06584188342094421, "global_step": 8052, "epoch": 83, "lr": 0.00035870383{"train_los{"train_loss": 0.08393024653196335, "global_step": 8053, "epoch": 83, "lr": 0.0003586937{"train_los{"train_loss": 0.09695657342672348, "global_step": 8054, "epoch": 83, "lr": 0.000358683{"train_loss": 0.0939229354262352, "global_step": 8055, "epoch": 83, "lr": 0.0003586737030741967}
+{"train_loss": 0.09245609492063522, "global_step": 8056, "epoch": 83, "lr": 0.0003586636557477998}
+{"train_loss": {"train_loss": 0.086340069{"train_loss": 0.08650949597358704, "global_step": 8057, "e{"train_loss": 0.08076360821723938, "global_step": 8058, "epoch": 83, "lr": 0.0003586435578537166}
+{"train_loss{"train_loss": 0.06847473978996277, "global_step": 8059, "epoch": 83, "lr": 0.00035863{"train_loss": 0.09320151805877686, "global_step": 8060, "epoch": 83, "lr": 0.0003586234556383701}
+{"train_loss{"t{"train_loss": 0.068168632{"train_loss": 0.0680958703160286, "global_step": 8061, "e{"train_loss{"train_loss": 0.08678251504898071, "global_step": 8062, "epoch": 83, "lr": 0.0003586{"train_loss": 0.09404528738620381, "global_step": 8063, "epoch": 83, "lr": 0.00035859329421417975}
+{"train_loss"{"{"train_loss": 0.07367698848247528, "global_step": 8064, "epoch": 84, "lr": 0.0003585{"train_loss": {"train_loss": 0.09409739077091217, "global_step": 8065, "epoch": 84, "lr": 0.0003585{"train_loss": 0.0674702599644661, "global_step": 8066, "epoch": 84, "lr": 0.00035856312307022773}
+{"train_loss": 0.07813260704278946, "global_step": 8067, "epoch": 84, "lr": 0.00035855306386261627}
+{"train_loss": 0.07908286154270172, "global_step": 8068, "epoch": 84, "lr": 0.00035854300357530527}
+{"train_loss": 0.08227988332509995, "global_step": 8069, "epoch": 84, "lr": 0.0003585329422083632}
+{"train_loss"{"train_loss": 0.1079983189702034, "global_step": 8070, "epoch": 84, "lr": 0.0003585228{"train_loss{"train_loss": 0.09371764957904816, "global_step": 8071, "epoch": 84, "lr": 0.0003585128{"train_loss": 0.09956101328134537, "global_step": 8072, "epoch": 84, "lr": 0.0003585027516304358}
+{"train_loss": 0.07497027516365051, "global_step": 8073, "epoch": 84, "lr": 0.00035849268594565474}
+{"train_los{"train_loss": 0.0691278874874115, "global_step": 8074, "epoch": 84, "lr": 0.00035848261{"train_lo{"train_loss": 0.08200900256633759, "global_step": 8075, "epoch": 84, "lr": 0.000358472551{"train_lo{"train_loss": 0.07552822679281235, "global_step": 8076, "epoch": 84, "lr": 0.00035846248{"train_lo{"train_loss": 0.0990201085805893, "global_step": 8077, "epoch": 84, "lr": 0.0003584524124{"train_loss": 0{"train_loss": 0.07744183391332626, "global_step": 8078, "epoch": 84, "lr": 0.00035{"train_l{"train_loss": 0.11932401359081268, "global_step": 8079, "epoch": 84, "lr": 0.000358432269{"train_l{"train{"train_loss": 0.09716437757015228, "global_step": 8080, "epoch": 84, "lr": 0.00035{"train_l{"train{"train_loss": 0.09098713845014572, "global_step": 8081, "epoch": 84, "lr": 0.000358{"train_{"train_loss": 0.09141422808170319, "global_step": 8082, "epoch": 84, "lr": 0.00035840204622{"train_{"train_loss": 0.08011668920516{"train_loss": 0.07975183427333832, "global_step": 8083, "epo{"train_{"train_loss": 0.069029800593853, "global_step": 8084, "epoch": 84, "lr": 0.000358381892195{"trai{"train_loss": 0.10924480110406876, "global_step": 8085, "epoch": 84, "lr": 0.0003583718135633{"trai{"train_{"train_loss": 0.11432776600122452, "global_step": 8086, "epoch": 84, "lr": 0.0003583{"trai{"train_loss": 0.11213615536689758, "global_step": 8087, "epoch": 84, "lr": 0.000358351653064{"train_loss":{"train_loss": 0.10085165500640869, "global_step": 8088, "epoch": 84, "lr": 0.0003583{"trai{"train_loss": 0.099585056304931{"train_loss": 0.10147757828235626, "global_step": 8089, "epo{"trai{"train_loss": 0.11150816828012466, "global_step": 8090, "epoch": 84, "lr": 0.000358321404229{"train_loss": 0.09909555315971375, "global_step": 8091, "epoch": 84, "lr": 0.00035831131912773237}
+{"train_loss": 0.10258621722459793, "global_step": 8092, "epoch": 84, "lr": 0.00035830123294820093}
+{"trai{"train_loss": 0.08652277290821075, "global_step": 8093, "epoch": 84, "lr": 0.000358291145690{"trai{"train_loss": 0.11526845395565033, "global_step": 8094, "epoch": 84, "lr": 0.000358281057355{"train_loss":{"train_loss": 0.07003626227378845, "global_step": 8095, "epoch": 84, "lr": 0.00035827{"train_loss":{"train_loss": 0.10125233232975006, "global_step": 8096, "epoch": 84, "lr": 0.0003582{"train_loss": 0.11359532922506332, "global_step": 8097, "epoch": 84, "lr": 0.0003582507858821479}
+{"train_loss": 0.11542912572622299, "global_step": 8098, "epoch": 84, "lr": 0.00035824069323573895}
+{"train_loss": 0.09525902569293976, {"train_loss": 0.09191332757472992, "global_step": 8099, "epoch"{"train_loss"{"train_loss": 0.07761992514133453, "global_step": 8100, "epoch": 84, "lr": 0.00035822{"train_loss"{"train_loss": 0.08244165778160095, "global_step": 8101, "epoch": 84, "lr": 0.00035821{"train_loss"{"train_loss": 0.1173044741153717, "global_step": 8102, "epoch": 84, "lr": 0.0003582003{"tra{"train_loss": 0.0876031443476677, "global_step": 8103, "epoch": 84, "lr": 0.0003581902138414{"train_loss": 0.09803805500268936, {"train_loss": 0.09534193575382233, "global_step": 8104, "epoch{"train_loss": 0.07955871522426605, "global_step": 8105, "epoch": 84, "lr": 0.00035817001454269875}
+{"tr{"train_loss": 0.11943566799163818, "global_step": 8106, "epoch": 84, "lr": 0.00035815991327763{"train_los{"train_loss": 0.0934637039899826, "global_step": 8107, "epoch": 84, "lr": 0.000358149{"tr{"train_loss": 0.08199691772460938, "global_step": 8108, "epoch": 84, "lr": 0.00035813970751651{"tr{"train_loss": 0.08660858869552612, "global_step": 8109, "epoch": 84, "lr": 0.000358129603020587{"train_loss": 0.07993292063474655, "global_step": 8110, "epoch": 84, "lr": 0.0003581194974478474}
+{"train_lo{"train_loss": 0.11869245767593384, "global_step": 8111, "epoch": 84, "lr": 0.00035810939{"train_loss": 0.10273602604866028, "global_step": 8112, "epoch": 84, "lr": 0.0003580992830721955}
+{"tr{"train_loss": 0.09422991424798965, "global_step": 8113, "epoch": 84, "lr": 0.00035808917426942{"tr{"train_loss": 0.14064888656139374, "global_step": 8114, "epoch": 84, "lr": 0.000358079064390105{"train_loss": 0.1109173446893692, "global_step": 8115, "epoch": 84, "lr": 0.0003580689534343188}
+{"tra{"{"train_loss": 0.1273602545261383, "global_step": 8116, "epoch": 84, "lr": 0.000358058841402{"tra{"train_loss": 0.1006806492805481, "global_step": 8117, "epoch": 84, "lr": 0.00035804872829360{"train{"train_loss": 0.10134832561016083, "global_step": 8118, "epoch": 84, "lr": 0.00035803861410{"tra{"train_loss": 0.09974655508995056, "global_step": 8119, "epoch": 84, "lr": 0.0003580284988478{"trai{"train_loss": 0.10086081922054291, "global_step": 8120, "epoch": 84, "lr": 0.00035801838251{"train_loss": 0.08052662760019302, "global_step": 8121, "epoch": 84, "lr": 0.0003580082650975463}
+{"train{"train_loss": 0.08664563298225403, "global_step": 8122, "epoch": 84, "lr": 0.000357998146608{"train{"{"train_loss": 0.0840160623{"train_loss": 0.08393621444702148, "global_step": 8123, "epoch"{"train_l{"train_loss": 0.10889224708080292, "global_step": 8124, "epoch": 84, "lr": 0.000357977906{"train_{"{"train_loss": 0.07996037602424622, "global_step": 8125, "epoch": 84, "lr": 0.000357967784{"train_{"train_loss": 0.07104213535785675, "global_step": 8126, "epoch": 84, "lr": 0.00035795766189{"train_{"train_loss": 0.05854598060250282, "global_step": 8127, "epoch": 84, "lr": 0.000357947538{"train_l{"t{"train_loss": 0.0998958870768547, "global_step": 8128, "epoch": 84, "lr": 0.0003579374{"train_l{"{"train_loss": 0.117584198{"train_loss": 0.1179707795381546, "global_step": 8129, "epoch"{"train_los{"train_loss": 0.10846165{"train_loss": 0.10970482230186462, "global_step": 8130, "epoch"{"train_l{"train_loss": 0.09246597439050674, "global_step": 8131, "epoch": 84, "lr": 0.000357907031{"train_l{"train_loss": 0.09636543691158295, "global_step": 8132, "epoch": 84, "lr": 0.0003578969025{"train_loss": 0.08580575883388519, "global_step": 8133, "epoch": 84, "lr": 0.000357886772232009}
+{"train_loss": 0.16708138585090637, "global_step": 8134, "epoch": 84, "lr": 0.0003578766408363488}
+{"train_loss": 0.07980456948280334, "global_step": 8135, "epoch": 84, "lr": 0.0003578665083655953}
+{"train_{"train_loss": 0.13882604241371155, "global_step": 8136, "epoch": 84, "lr": 0.0003578563748{"train_loss": 0.0796855241060257, "global_step": 8137, "epoch": 84, "lr": 0.0003578462401990843}
+{"train_l{"{"train_loss": 0.08831146359443665, "global_step": 8138, "epoch": 84, "lr": 0.00035783610{"train_l{"{"train_loss": 0.11215576529502869, "global_step": 8139, "epoch": 84, "lr": 0.0003578259{"train_los{"train_loss": 0.09045109152793884, "global_step": 8140, "epoch": 84, "lr": 0.0003578158{"train_los{"train_loss": 0.08218507468700409, "global_step": 8141, "epoch": 84, "lr": 0.0003578056{"train_{"train_loss": 0.0713358074426651, "global_step": 8142, "epoch": 84, "lr": 0.00035779555097{"train_los{"train_loss": 0.0875384733080864, "global_step": 8143, "epoch": 84, "lr": 0.0003577854{"train_lo{"train_loss": 0.11074477434158325, "global_step": 8144, "epoch": 84, "lr": 0.00035777526{"train_lo{"train_loss": 0.09559984505176544, "global_step": 8145, "epoch": 84, "lr": 0.000357765124{"trai{"train_loss": 0.06261161714792252, "global_step": 8146, "epoch": 84, "lr": 0.0003577549802508{"train_loss": 0.06752337515354156, "global_step": 8147, "epoch": 84, "lr": 0.0003577448348843969}
+{"train_{"train_loss": 0.09575702250003815, "global_step": 8148, "epoch": 84, "lr": 0.0003577346884{"train_loss": 0.09773097932338715, "{"train_loss": 0.09466676414012909, "global_step": 8149, "e{"tra{"train_loss": 0.0766180157661438, "global_step": 8150, "epoch": 84, "lr": 0.00035771439234003{"train_loss": 0.08480669558048248, "global_step": 8151, "epoch": 84, "lr": 0.0003577042426771728}
+{"train_loss": 0.10257724672555923, "global_step": 8152, "epoch": 84, "lr": 0.00035769409194039565}
+{"tr{"train_loss": 0.11526905000209808, "global_step": 8153, "epoch": 84, "lr": 0.00035768394012976{"train_loss": 0.06211625784635544, "global_step": 8154, "epoch": 84, "lr": 0.00035767378724535975}
+{"tr{"train_loss": 0.09308989346027374, "global_step": 8155, "epoch": 84, "lr": 0.000357663633287239{"tr{"train_loss": 0.08634687960147858, "global_step": 8156, "epoch": 84, "lr": 0.000357653478255476{"train_loss": 0.08232055604457855, "global_step": 8157, "epoch": 84, "lr": 0.00035764332215013924}
+{"{"train_loss": 0.08746921271085739, "global_step": 8158, "epoch": 84, "lr": 0.00035763316497129785{"tra{"train_loss": 0.0940464244922623, "global_step": 8159, "epoch": 84, "lr": 0.000357623006719021{"{"{"train_loss": 0.08688216656446457, "global_step": 8160, "epoch": 85, "lr": 0.00035761284739337{"train_loss": 0.08908453583717346, "global_step": 8161, "epoch": 85, "lr": 0.0003576026869944384}
+{"tr{"train_loss": 0.11172682046890259, "global_step": 8162, "epoch": 85, "lr": 0.0003575925255222{"tra{"train_loss": 0.0821277052164077{"train_loss": 0.08247682452201843, "global_step": 8163, "epo{"{"t{"train_loss": 0.09504873305559158, "global_step": 8164, "epoch": 85, "lr": 0.000357572199358{"trai{"train_loss": 0.10459919273853302, "global_step": 8165, "epoch": 85, "lr": 0.000357562034667{"train_loss": 0.07518114149570465, "global_step": 8166, "epoch": 85, "lr": 0.00035755186890270663}
+{"trai{"train_loss": 0.07388624548912048, "global_step": 8167, "epoch": 85, "lr": 0.0003575417020654{"train_loss": 0.07863806933164597, "global_step": 8168, "epoch": 85, "lr": 0.0003575315341553574}
+{"train_loss": 0.08760284632444382, "{"train_loss": 0.08869962394237518, "global_step": 8169, "epoch{"train_loss": 0.10137762129306793, "global_step": 8170, "epoch": 85, "lr": 0.000357511195117035}
+{"train_loss": 0.1111910492181778, "global_step": 8171, "epoch": 85, "lr": 0.0003575010239889322}
+{"t{"train_loss": 0.10557645559310913,{"train_loss": 0.10572364926338196, "global_step": 8172, "epo{"train_loss": 0.09293360263109207, "gl{"train_loss": 0.09574843943119049, "global_step": 8173, "epo{"train_loss": 0.08814701437950134, "gl{"train_loss": 0.09188780933618546, "global_step": 8174, "ep{"train_loss": 0.08929158747196198, "global_step": 8175, "epoch": 85, "lr": 0.0003574603287518585}
+{"train{"train_loss": 0.059217873960733{"train_loss": 0.06028472259640694, "global_step": 8176, "{"tra{"train_loss": 0.08237670361995697, "global_step": 8177, "epoch": 85, "lr": 0.0003574399746994{"train_l{"train_loss": 0.12255456298589706, "global_step": 8178, "epoch": 85, "lr": 0.0003574297960{"train_l{"train_loss": 0.08739547431468964, "global_step": 8179, "epoch": 85, "lr": 0.000357419616{"tra{"tr{"train_loss": 0.1115248948335{"train_loss": 0.11304733157157898, "global_step": 8180, "ep{"tr{"train_loss": 0.0975864827632904, "global_step": 8181, "epoch": 85, "lr": 0.00035739925372988{"tra{"train_loss": 0.07251084595918655, "global_step": 8182, "epoch": 85, "lr": 0.00035738907080770{"tra{"train_loss": 0.08402571082115173, "global_step": 8183, "epoch": 85, "lr": 0.000357378886813{"train_loss"{"train_loss": 0.1053107082{"train_loss": 0.1050523966550827, "global_step": 8184, "ep{"train_loss": 0.07048206031322479, "global_step": 8185, "epoch": 85, "lr": 0.0003573585156107936}
+{"tra{"train_loss": 0.08953914046287537, "global_step": 8186, "epoch": 85, "lr": 0.0003573483284019{"tra{"train_{"train_loss": 0.048259906470775604, "global_step": 8187, "epoch": 85, "lr": 0.0003573{"tra{"train_loss": 0.08015080541372299, "global_step": 8188, "epoch": 85, "lr": 0.0003573279507698{"tra{"train_{"train_loss": 0.08308400213718414, "global_step": 8189, "epoch": 85, "lr": 0.0003573{"tra{"train_{"train_loss": 0.11043472588062286, "global_step": 8190, "epoch": 85, "lr": 0.000357307{"tra{"train_{"train_loss": 0.0851755142211914, "global_step": 8191, "epoch": 85, "lr": 0.0003572973{"tra{"train{"train_loss": 0.09172897785902023, "global_step": 8192, "epoch": 85, "lr": 0.0003572871{"tra{"train_loss": 0.0780110210180282{"train_loss": 0.0770500898361206, "global_step": 8193, "epoch{"train_loss": 0.10756352543830872, "{"train_loss": 0.10811775922775269, "global_step": 8194, "epoc{"tra{"train_loss": 0.08321213722229004, "global_step": 8195, "epoch": 85, "lr": 0.0003572565953132{"tra{"train_loss": 0.08502276241779327, "global_step": 8196, "epoch": 85, "lr": 0.000357246397392{"tra{"train_loss": 0.06412458419799805, "global_step": 8197, "epoch": 85, "lr": 0.00035723619840104{"train_loss": 0.10131705552339554, "{"train_loss": 0.09984147548675537, "global_step": 8198, "epoch{"train_los{"train_loss": 0.07997071743011475, "global_step": 8199, "epoch": 85, "lr": 0.00035721579{"train_loss": 0.09842873364686966, "global_step": 8200, "epoch": 85, "lr": 0.0003572055950024479}
+{"tr{"train_loss": 0.07016465067863464, "global_step": 8201, "epoch": 85, "lr": 0.00035719539172844{"tr{"train_loss": 0.0871806591749191{"train_loss": 0.08658189326524734, "global_step": 8202, "epoc{"train_loss": 0.12128472328186035, "global_step": 8203, "epoch": 85, "lr": 0.0003571749819691384}
+{"tr{"train{"train_loss": 0.07898107171058655, "global_step": 8204, "epoch": 85, "lr": 0.0003571647{"tr{"train{"train_loss": 0.10072414577007294, "global_step": 8205, "epoch": 85, "lr": 0.00035715456{"tr{"train_loss": 0.1342005431652069, "global_step": 8206, "epoch": 85, "lr": 0.0003571443593029917{"train_loss": 0.10125002264976501, "global_step": 8207, "epoch": 85, "lr": 0.0003571341496073035}
+{"t{"train{"train_loss": 0.10556965321302414, "global_step": 8208, "epoch": 85, "lr": 0.0003571239{"train_loss": 0.08997160196304321, "global_step": 8209, "epoch": 85, "lr": 0.00035711372700588485}
+{"t{"train{"train_loss": 0.10037821531295776, "global_step": 8210, "epoch": 85, "lr": 0.00035710351{"t{"train_loss": 0.10594816505908966, "global_step": 8211, "epoch": 85, "lr": 0.000357093300124873{"t{"train_loss": 0.07992357760667{"train_loss": 0.07895232737064362, "global_step": 8212, "epoch":{"tr{"train_loss": 0.0990070104598999, "global_step": 8213, "epoch": 85, "lr": 0.000357072868964826{"t{"train_loss": 0.11625666171312332, "global_step": 8214, "epoch": 85, "lr": 0.000357062651780338{"t{"train_loss": 0.09221848100423813, "global_step": 8215, "epoch": 85, "lr": 0.000357052433526300{"t{"train_loss": 0.11511246860027313, "global_step": 8216, "epoch": 85, "lr": 0.0003570422142027812{"train_loss": 0.08967927098274231, "global_step": 8217, "epoch": 85, "lr": 0.00035703199380985104}
+{"t{"train_loss": 0.085874900221824{"train_loss": 0.08577319979667664, "global_step": 8218, "epoch"{"train_loss": 0.1000775396823883, "global_step": 8219, "epoch": 85, "lr": 0.0003570115498160356}
+{"train_loss": 0.08155233412981033, "global_step": 8220, "epoch": 85, "lr": 0.0003570013262152896}
+{"t{"train_loss": 0.07885469496250153, "global_step": 8221, "epoch": 85, "lr": 0.000356991101545410{"t{"train_loss": 0.12544891238212585, "global_step": 8222, "epoch": 85, "lr": 0.0003569808758064691{"train_loss": 0.10229401290416718, "global_step": 8223, "epoch": 85, "lr": 0.00035697064899853397}
+{"t{"train_loss": 0.09630398452281952, "global_step": 8224, "epoch": 85, "lr": 0.00035696042112167{"t{"train_loss": 0.10901845991611481, "global_step": 8225, "epoch": 85, "lr": 0.0003569501921759618{"t{"train_loss": 0.10116042196750641, "global_step": 8226, "epoch": 85, "lr": 0.000356939962161464{"tr{"train{"train_loss": 0.13362552{"train_loss": 0.13380518555641174, "global_step": 8227, "epoch{"train_loss{"train_loss": 0.08959057927131653, "global_step": 8228, "epoch": 85, "lr": 0.000356919{"train_loss": 0.07823926955461502, "global_step": 8229, "epoch": 85, "lr": 0.00035690926570596134}
+{"train_loss": 0.10653802752494812, "global_step": 8230, "epoch": 85, "lr": 0.00035689903141702256}
+{"train_loss": 0.08015593886375427, "global_step": 8231, "epoch": 85, "lr": 0.00035688879605964765}
+{"trai{"trai{"train_loss": 0.088470689{"train_loss": 0.09070231020450592, "global_step": 8232, "epoc{"train_los{"train_loss": 0.0774379968{"train_loss": 0.07664739340543747, "global_step": 8233, "epo{"train_loss": 0.09426966309547424, "g{"train_loss": 0.10165248066186905, "global_step": 8234, "epoc{"train_loss": 0.13083821535110474, "g{"train_loss": 0.1286805421113968, "global_step": 8235, "epoch{"trai{"train_loss": 0.07074619829654{"train_loss": 0.07117477059364319, "global_step": 8236, "epoch{"train_loss": 0.09754744172096252, "global_step": 8237, "epoch": 85, "lr": 0.00035682736148214407}
+{"train_loss": 0.08812310546636581, "global_step": 8238, "epoch": 85, "lr": 0.0003568171186476685}
+{"train_loss": 0.07357388734817505, "global_step": 8239, "epoch": 85, "lr": 0.0003568068747453147}
+{"trai{"t{"train_loss": 0.08235310763{"train_loss": 0.08265163004398346, "global_step": 8240, "epoc{"trai{"t{"train_loss": 0.07612421363{"train_loss": 0.07624757289886475, "global_step": 8241, "epoch{"train_loss": 0.15177591145038605, "global_step": 8242, "epoch": 85, "lr": 0.00035677613663168107}
+{"train_loss": 0.08485545963048935, "global_step": 8243, "epoch": 85, "lr": 0.0003567658884585117}
+{"train_loss": 0.10559283196926117, "{"train_loss": 0.10331068187952042, "global_step": 8244, "epoch{"train_loss": 0.08814364671707153, "global_step": 8245, "epoch": 85, "lr": 0.00035674538890965454}
+{"train_loss": 0.10026273876428604, "global_step": 8246, "epoch": 85, "lr": 0.00035673513753410634}
+{"train_loss": 0.10191074013710022, "global_step": 8247, "epoch": 85, "lr": 0.00035672488509123803}
+{"train_loss": 0.11140049993991852, "global_step": 8248, "epoch": 85, "lr": 0.0003567146315811196}
+{"trai{"t{"train_loss": 0.08915898948907852, "global_step": 8249, "epoch": 85, "lr": 0.0003567043770{"train_loss": 0.05429554730653763, "global_step": 8250, "epoch": 85, "lr": 0.0003566941213594113}
+{"tra{"train_loss": 0.08574694395065308, "global_step": 8251, "epoch": 85, "lr": 0.0003566838646479{"tra{"tra{"train_loss": 0.07459564507007599, "global_step": 8252, "epoch": 85, "lr": 0.00035667360{"tra{"tra{"train_loss": 0.0729575827717781, "global_step": 8253, "epoch": 85, "lr": 0.0003566633480{"tra{"train_loss": 0.08993129432201385, "global_step": 8254, "epoch": 85, "lr": 0.00035665308811{"train_loss": 0.09243031063427527, "global_step": 8255, "epoch": 85, "lr": 0.0003566428271331506}
+{"train_los{"train_loss": 0.09289133548736572, "global_step": 8256, "epoch": 86, "lr": 0.0003566325{"trai{"train_loss": 0.10766605287790298, "global_step": 8257, "epoch": 86, "lr": 0.000356622301975{"trai{"train_loss": 0.0836107879877{"train_loss": 0.08242626488208771, "global_step": 8258, "epoch{"trai{"tra{"train_loss": 0.11538685858249664, "global_step": 8259, "epoch": 86, "lr": 0.00035660{"train_loss": 0.08909517526626587, "global_step": 8260, "epoch": 86, "lr": 0.0003565915062396049}
+{"train_loss"{"train_loss": 0.07913433015346527, "global_step": 8261, "epoch": 86, "lr": 0.00035658{"train_loss": 0.11228018254041672, "global_step": 8262, "epoch": 86, "lr": 0.0003565709704173037}
+{"train_loss": 0.08895424753427505, "global_step": 8263, "epoch": 86, "lr": 0.00035656070090681497}
+{"train_loss": 0.08157362043857574, "global_step": 8264, "epoch": 86, "lr": 0.00035655043033019413}
+{"train_loss"{"train_loss": 0.08267346024513245, "global_step": 8265, "epoch": 86, "lr": 0.0003565{"train_{"trai{"train_loss": 0.0821571797132492, "global_step": 8266, "epoch": 86, "lr": 0.00035652{"train_{"tra{"train_loss": 0.0779707282781601, "global_step": 8267, "epoch": 86, "lr": 0.00035651{"train_loss{"train_loss": 0.0800471305847168, "global_step": 8268, "epoch": 86, "lr": 0.00035650933{"train_los{"train_loss": 0.09637537598609924, "global_step": 8269, "epoch": 86, "lr": 0.0003564990{"train{"train_loss": 0.09483093023300171, "global_step": 8270, "epoch": 86, "lr": 0.000356488784485{"train{"train_loss": 0.08404694497585297, "global_step": 8271, "epoch": 86, "lr": 0.00035647850644{"train{"tr{"train_loss": 0.11613188683986664, "global_step": 8272, "epoch": 86, "lr": 0.0003564682{"train{"train_loss": 0.13754084706306458, "global_step": 8273, "epoch": 86, "lr": 0.00035645794717{"train_los{"train_loss": 0.08562293648719788, "global_step": 8274, "epoch": 86, "lr": 0.000356447{"train{"train_loss": 0.06694196909666{"train_loss": 0.06813067197799683, "global_step": 8275, "e{"train_loss": 0.08902330696582794, "global_step": 8276, "epoch": 86, "lr": 0.00035642710027790055}
+{"train_lo{"train_loss": 0.07260129600763321, "global_step": 8277, "epoch": 86, "lr": 0.000356416815{"train_loss": 0.09429095685482025, "global_step": 8278, "epoch": 86, "lr": 0.00035640653035280456}
+{"train{"t{"train_loss": 0.09050191938877106, "global_step": 8279, "epoch": 86, "lr": 0.00035639624{"train_lo{"train_loss": 0.08392252773046494, "global_step": 8280, "epoch": 86, "lr": 0.0003563859{"train_{"t{"train_loss": 0.0806238204240799, "global_step": 8281, "epoch": 86, "lr": 0.00035637566{"train_loss": 0.11250670254230499, "global_step": 8282, "epoch": 86, "lr": 0.00035636537772218543}
+{"train_loss": 0.10125218331813812, "global_step": 8283, "epoch": 86, "lr": 0.0003563550869023503}
+{"train_loss": 0.06033827364444733, "global_step": 8284, "epoch": 86, "lr": 0.00035634479501778324}
+{"train_l{"train_loss": 0.07743311673402786, "global_step": 8285, "epoch": 86, "lr": 0.000356334502{"train_{"{"train_loss": 0.07516989856958389, "global_step": 8286, "epoch": 86, "lr": 0.00035632420{"train_loss": 0.0966891348361969, "global_step": 8287, "epoch": 86, "lr": 0.0003563139129763908}
+{"train_loss": 0.10191391408443451, "glo{"train_loss": 0.09667638689279556, "global_step": 8288, "e{"train_l{"{"train_loss": 0.09903407096862793, "global_step": 8289, "epoch": 86, "lr": 0.000356293{"train_loss": 0.10173439979553223, "glo{"train_loss": 0.09536775946617126, "global_step": 8290, "ep{"train_loss": 0.10828552395105362, "glo{"train_loss": 0.10747838020324707, "global_step": 8291, "ep{"train_loss": 0.0706934928894043, "global_step": 8292, "epoch": 86, "lr": 0.0003562624216193063}
+{"train_lo{"train_loss": 0.07862015068531036, "global_step": 8293, "epoch": 86, "lr": 0.0003562521{"train_lo{"train_loss": 0.10300314426422119, "global_step": 8294, "epoch": 86, "lr": 0.00035624181{"train_loss": 0.09209549427032471, "glob{"train_loss": 0.08758397400379181, "global_step": 8295, "e{"train_los{"train_loss": 0.09524241089820862, "global_step": 8296, "epoch": 86, "lr": 0.0003562212{"train_lo{{"train_loss": 0.0782885253429{"train_loss": 0.07839147746562958, "global_step": 8297, "e{"train_lo{{"train_loss": 0.09176208823919296, "global_step": 8298, "epoch": 86, "lr": 0.0003562005{"train_loss": 0.08874210715293884, "glob{"train_loss": 0.08461882919073105, "global_step": 8299, "e{"train_l{"train_loss": 0.10400023311376572, "global_step": 8300, "epoch": 86, "lr": 0.0003561799{"train_l{"{"train_loss": 0.0730343759059906, "global_step": 8301, "epoch": 86, "lr": 0.000356169670{"train_loss": 0.0942823588848114, "global_step": 8302, "epoch": 86, "lr": 0.0003561593591063365}
+{"train_lo{"train_loss": 0.09937091171741486, "global_step": 8303, "epoch": 86, "lr": 0.00035614904{"train_los{"train_loss": 0.06873781979084015, "global_step": 8304, "epoch": 86, "lr": 0.0003561387{"train_lo{{"train_loss": 0.07263900339603424, "global_step": 8305, "epoch": 86, "lr": 0.0003561284{"train_l{"{"train_loss": 0.06914030015468597, "global_step": 8306, "epoch": 86, "lr": 0.00035611810{"train_l{"{"train_loss": 0.0920370817184{"train_loss": 0.0932421162724495, "global_step": 8307, "e{"train_los{"train_loss": 0.06738360971212387, "global_step": 8308, "epoch": 86, "lr": 0.00035609747{"train_l{"{"train_loss": 0.088493645191{"train_loss": 0.0892488956451416, "global_step": 8309, "ep{"train_loss": 0.09133639931678772, "global_step": 8310, "epoch": 86, "lr": 0.0003560768325278555}
+{"train_loss": 0.048210807144641876, "global_step": 8311, "epoch": 86, "lr": 0.0003560665119220404}
+{"train_loss": 0.13043585419654846, "g{"train_loss": 0.1281166672706604, "global_step": 8312, "epoc{"train_l{"train_loss": 0.09797845780849457, "global_step": 8313, "epoch": 86, "lr": 0.0003560458675{"train_loss": 0.13113635778427124, "global_step": 8314, "epoch": 86, "lr": 0.0003560355437282749}
+{"train_{"train_loss": 0.14962011575698853, "global_step": 8315, "epoch": 86, "lr": 0.0003560252188{"train_loss": 0.09367109835147858, "global_step": 8316, "epoch": 86, "lr": 0.00035601489295286756}
+{"train_loss": 0.11244945973157883, "global_step": 8317, "epoch": 86, "lr": 0.0003560045659715056}
+{"train_lo{"train_loss": 0.1260010302066803, "global_step": 8318, "epoch": 86, "lr": 0.0003559942379{"train_loss": 0.07931062579154968, "global_step": 8319, "epoch": 86, "lr": 0.00035598390882181694}
+{"train_loss": 0.08876651525497437, "global_step": 8320, "epoch": 86, "lr": 0.0003559735786536309}
+{"train_loss": 0.08036991208791733, "global_step": 8321, "epoch": 86, "lr": 0.0003559632474233108}
+{"train_l{"train_loss": 0.069322101{"train_loss": 0.07118568569421768, "global_step": 8322, "epoch{"train{"train_loss": 0.09907899796{"train_loss": 0.0988471582531929, "global_step": 8323, "epoch": {"train_loss": 0.1066742017865181, "global_step": 8324, "epoch": 86, "lr": 0.00035593224736024984}
+{"train_loss": 0.08938251435756683, "global_step": 8325, "epoch": 86, "lr": 0.00035592191188209727}
+{"train_loss": 0.105637326836586, "{"train_loss": 0.10675369203090668, "global_step": 8326, "epoc{"train_l{"t{"train_loss": 0.10178425908088684, "global_step": 8327, "epoch": 86, "lr": 0.000355901{"train_loss": 0.08663323521614075, "{"train_loss": 0.08642366528511047, "global_step": 8328, "epoch{"train_l{"t{"train_loss": 0.07984428107738495, "global_step": 8329, "epoch": 86, "lr": 0.0003558805{"train_l{"train_loss": 0.0615961030125618, "global_step": 8330, "epoch": 86, "lr": 0.000355870218566{"train{"tr{"train_loss": 0.09104814380407333, "global_step": 8331, "epoch": 86, "lr": 0.00035585987{"train{"train_loss": 0.085437700152{"train_loss": 0.0847194641828537, "global_step": 8332, "epoch"{"train{"tr{"train_loss": 0.11214699596166611, "global_step": 8333, "epoch": 86, "lr": 0.0003558391{"trai{"tra{"train_loss": 0.0930858{"train_loss": 0.09210272133350372, "global_step": 8334, "epoch":{"trai{"tr{"train_loss": 0.0871468186378479, "global_step": 8335, "epoch": 86, "lr": 0.000355818498{"trai{"train_loss": 0.094092667102{"train_loss": 0.09469711780548096, "global_step": 8336, "epoch"{"trai{"t{"train_loss": 0.09239610284566879, "global_step": 8337, "epoch": 86, "lr": 0.000355797803{"trai{"train_loss": 0.11818115413188934, "global_step": 8338, "epoch": 86, "lr": 0.00035578745406{"train_loss": 0.10411520302295685, "global_step": 8339, "epoch": 86, "lr": 0.00035577710373286664}
+{"trai{"train_loss": 0.09358882158994675, "global_step": 8340, "epoch": 86, "lr": 0.00035576675233{"train_loss": 0.09457394480705261, "global_step": 8341, "epoch": 86, "lr": 0.0003557563998771581}
+{"train{"{"train_loss": 0.09955377876758575, "global_step": 8342, "epoch": 86, "lr": 0.000355746046{"train{"{"train_loss": 0.11031056940555573, "global_step": 8343, "epoch": 86, "lr": 0.0003557356917{"train_l{"train_loss": 0.11011598259210587, "global_step": 8344, "epoch": 86, "lr": 0.0003557253361{"train_loss": 0.06235561519861221, "global_step": 8345, "epoch": 86, "lr": 0.00035571497943844384}
+{"train{"train_loss": 0.13001799583435059, "global_step": 8346, "epoch": 86, "lr": 0.000355704621677{"train{"train_loss": 0.07515370845{"train_loss": 0.07758596539497375, "global_step": 8347, "epoch"{"train{"train_loss": 0.1109762042760849, "global_step": 8348, "epoch": 86, "lr": 0.0003556839029752{"trai{"train_loss": 0.08509036153554916, "global_step": 8349, "epoch": 86, "lr": 0.00035567354203{"train{"train_loss": 0.09902656078338623, "global_step": 8350, "epoch": 86, "lr": 0.00035566318003{"train_{"train_loss": 0.09226084698457271, "global_step": 8351, "epoch": 86, "lr": 0.00035565281697{"train{{"train_loss": 0.08305972814{"train_loss": 0.08416841179132462, "global_step": 8352, "epoch"{"train_loss": 0.09330100566148758, "global_step": 8353, "epoch": 87, "lr": 0.00035563208766762423}
+{"train_loss": 0.08776220679283142, "global_step": 8354, "epoch": 87, "lr": 0.0003556217214263922}
+{"train_loss": 0.10154800117015839, "global_step": 8355, "epoch": 87, "lr": 0.0003556113541254221}
+{"train_loss": 0.11438776552677155, "global_step": 8356, "epoch": 87, "lr": 0.00035560098576478466}
+{"train_loss": 0.06954318284988403, "global_step": 8357, "epoch": 87, "lr": 0.00035559061634455046}
+{"train_loss": 0.11520026624202728, "global_step": 8358, "epoch": 87, "lr": 0.00035558024586479004}
+{"train_{"train_loss": 0.08022205531597137, "global_step": 8359, "epoch": 87, "lr": 0.0003555698743{"trai{"train_loss": 0.11213402450084686, "global_step": 8360, "epoch": 87, "lr": 0.000355559501726{"train_loss": 0.13005506992340088, "global_step": 8361, "epoch": 87, "lr": 0.000355549128069058}
+{"trai{"train_loss": 0.06646980345249176, "global_step": 8362, "epoch": 87, "lr": 0.000355538753351{"trai{"train_loss": 0.10217535495758057, "global_step": 8363, "epoch": 87, "lr": 0.0003555283775755{"train_loss": 0.07716182619333267,{"train_loss": 0.07517224550247192, "global_step": 8364, "epoch"{"trai{"train_loss": 0.09981590509414673, "global_step": 8365, "epoch": 87, "lr": 0.0003555076228456{"train_loss": 0.1098930835723877, "global_step": 8366, "epoch": 87, "lr": 0.0003554972438922405}
+{"train_loss": 0.08891503512859344, {"train_loss": 0.0943385660648346, "global_step": 8367, "epoch"{"train{"train_loss": 0.10454850643873215, "global_step": 8368, "epoch": 87, "lr": 0.00035547648280{"train{"train_loss": 0.060018230229616165, "global_step": 8369, "epoch": 87, "lr": 0.0003554661006{"train_l{"train_loss": 0.09892208874225616, "global_step": 8370, "epoch": 87, "lr": 0.00035545571{"train_loss{"train_loss": 0.08584433794021606, "global_step": 8371, "epoch": 87, "lr": 0.000355445{"train_los{"train_loss": 0.08076933771371841, "global_step": 8372, "epoch": 87, "lr": 0.0003554349{"train_los{"train_loss": 0.10592932999134064, "global_step": 8373, "epoch": 87, "lr": 0.0003554245{"train_los{"train_loss": 0.11758069694042206, "global_step": 8374, "epoch": 87, "lr": 0.0003554141{"train_loss{"train_loss": 0.08818002790212631, "global_step": 8375, "epoch": 87, "lr": 0.000355403{"train_loss{"train_loss": 0.07360380{"train_loss": 0.07187774032354355, "global_step": 8376, "epo{"train_loss{"train_loss": 0.127895921{"train_loss": 0.12969481945037842, "global_step": 8377, "epoc{"train_loss{"train_loss": 0.10487209260463715, "global_step": 8378, "epoch": 87, "lr": 0.000355372{"train_loss"{"train_loss": 0.08256695419549942, "global_step": 8379, "epoch": 87, "lr": 0.000355362{"train_loss"{"train_loss": 0.07509346306324005, "global_step": 8380, "epoch": 87, "lr": 0.00035535{"train_loss{"train_loss": 0.09522068500518799, "global_step": 8381, "epoch": 87, "lr": 0.0003553414{"train_loss": 0.06831003725528717, "gl{"train_loss": 0.06634457409381866, "global_step": 8382, "epo{"train_loss": 0.08749130368232727, "gl{"train_loss": 0.08702393621206284, "global_step": 8383, "epo{"train_loss"{"train_loss": 0.08678840845823288, "global_step": 8384, "epoch": 87, "lr": 0.00035531{"train_loss"{"train_loss": 0.11117663979530334, "global_step": 8385, "epoch": 87, "lr": 0.00035529{"train_loss"{"train_loss": 0.07826687395572662, "global_step": 8386, "epoch": 87, "lr": 0.000355289{"train_loss"{"train_loss": 0.05152970552444458, "global_step": 8387, "epoch": 87, "lr": 0.000355279{"train_loss{{"train_loss": 0.10336191952228546, "global_step": 8388, "epoch": 87, "lr": 0.000355268{"train_loss{{"train_loss": 0.0863059014081955, "global_step": 8389, "epoch": 87, "lr": 0.000355258{"train_loss{"train_loss": 0.08398303389549255, "global_step": 8390, "epoch": 87, "lr": 0.000355247{"train_loss{"train_loss": 0.10439576953649521, "global_step": 8391, "epoch": 87, "lr": 0.000355237{"train_loss{"train_loss": 0.15198773{"train_loss": 0.15052497386932373, "global_step": 8392, "ep{"train_loss": 0.05501129478216171, "global_step": 8393, "epoch": 87, "lr": 0.0003552166121208807}
+{"train_loss": 0.08716613054275513, "global_step": 8394, "epoch": 87, "lr": 0.00035520620354526696}
+{"train_loss": {"train_loss": 0.09108221530914307, "global_step": 8395, "epoch": 87, "lr": 0.000355{"train_loss": 0.09445743262767792, "global_step": 8396, "epoch": 87, "lr": 0.00035518538322338515}
+{"train_loss": {"train_loss": 0.09108412265777588, "global_step": 8397, "epoch": 87, "lr": 0.0003551{"train_loss": {"train_loss": 0.09180281311273575, "global_step": 8398, "epoch": 87, "lr": 0.000355{"train_loss{"t{"train_loss": 0.06548252701759338, "global_step": 8399, "epoch": 87, "lr": 0.000355{"train_loss{"train_loss": 0.05655554309487343, "global_step": 8400, "epoch": 87, "lr": 0.00035514{"train_loss": 0.09035717695951462, "global_step": 8401, "epoch": 87, "lr": 0.00035513331392650506}
+{"train_loss": 0.10676358640193939, "g{"train_loss": 0.10152638703584671, "global_step": 8402, "epoc{"train_loss{"train_loss": 0.09093308448791504, "global_step": 8403, "epoch": 87, "lr": 0.0003551124{"train_loss{"train_loss": 0.09931116551160812, "global_step": 8404, "epoch": 87, "lr": 0.000355102{"train_loss": 0.0880388543009758, "global_step": 8405, "epoch": 87, "lr": 0.00035509163947315827}
+{"train_loss": 0.10552100092172623, "gl{"train_loss": 0.10344992578029633, "global_step": 8406, "epo{"train_loss"{"train_loss": 0.09466011822223663, "global_step": 8407, "epoch": 87, "lr": 0.000355070{"train_loss"{"train_loss": 0.07713814824819565, "global_step": 8408, "epoch": 87, "lr": 0.00035506{"train_loss"{"train_loss": 0.08186402916908264, "global_step": 8409, "epoch": 87, "lr": 0.00035504{"train_loss": 0.11713884770870209, "global_step": 8410, "epoch": 87, "lr": 0.0003550395226441207}
+{"train_loss": 0.07780195772647858, "global_step": 8411, "epoch": 87, "lr": 0.0003550290961107091}
+{"train_loss": 0.07595936954021454, "global_step": 8412, "epoch": 87, "lr": 0.0003550186685215951}
+{"train_loss": 0{"train_loss": 0.07144713401794434, "global_step": 8413, "epoch": 87, "lr": 0.000355{"train_loss"{"t{"train_loss": 0.08912505209445953, "global_step": 8414, "epoch": 87, "lr": 0.0003{"train_loss"{"t{"train_loss": 0.09220105409622192, "global_step": 8415, "epoch": 87, "lr": 0.00035{"train_loss": 0.07690246403217316, "global_step": 8416, "epoch": 87, "lr": 0.0003549769476095355}
+{"train_loss"{"train_loss": 0.10020218789577484, "global_step": 8417, "epoch": 87, "lr": 0.00035496{"train_loss"{"train_loss": 0.09666623175144196, "global_step": 8418, "epoch": 87, "lr": 0.000354956{"train_loss"{"t{"train_loss": 0.10284575074911118, "global_step": 8419, "epoch": 87, "lr": 0.000354{"train_loss": 0.10406793653964996, "global_step": 8420, "epoch": 87, "lr": 0.0003549352098119198}
+{"train_loss": 0.08940637111663818, "gl{"train_loss": 0.09108991175889969, "global_step": 8421, "ep{"train_loss": 0{"train_loss": 0.101849{"train_loss": 0.1029699444770813, "global_step": 8422, "epoc{"train_loss"{"train_loss": 0.07098309695720673, "global_step": 8423, "epoch": 87, "lr": 0.00035490{"train_loss": 0{"train_loss": 0.07861827313899994, "global_step": 8424, "epoch": 87, "lr": 0.00035{"train_loss": 0{"train_loss": 0.09520390629768372, "global_step": 8425, "epoch": 87, "lr": 0.000354{"train_los{"train_loss": 0.10477294027805328, "global_step": 8426, "epoch": 87, "lr": 0.00035487257{"train_loss": 0{"train_loss": 0.07551219314336777, "global_step": 8427, "epoch": 87, "lr": 0.000354{"train_loss": 0{"train_loss": 0.09358114749193192, "global_step": 8428, "epoch": 87, "lr": 0.00035{"train_loss": 0{"train_loss": 0.07537616044282913, "global_step": 8429, "epoch": 87, "lr": 0.00035{"train_l{"train{"train_loss": 0.10277378559112549, "global_step": 8430, "epoch": 87, "lr": 0.000354{"train_loss": 0.09254983067512512, "global_step": 8431, "epoch": 87, "lr": 0.0003548203438394607}
+{"train_l{"train{"train_loss": 0.10524362325668335, "global_step": 8432, "epoch": 87, "lr": 0.0003{"train_loss": 0.11010369658470154, "global_step": 8433, "epoch": 87, "lr": 0.00035479944540877035}
+{"train_lo{"train_loss": 0.09085410088300705, "global_step": 8434, "epoch": 87, "lr": 0.000354788994{"train_loss": 0.08314451575279236, "gl{"train_loss": 0.08211281895637512, "global_step": 8435, "e{"train_loss": 0.{"train_loss": 0.09014685451984406, "global_step": 8436, "epoch": 87, "lr": 0.00035{"train_loss": 0.12007059156894684, "global_step": 8437, "epoch": 87, "lr": 0.0003547576358982969}
+{"train_loss": 0.07687938213348389, "gl{"train_loss": 0.07743464410305023, "global_step": 8438, "e{"train_l{"train{"train_loss": 0.09161004424095154, "global_step": 8439, "epoch": 87, "lr": 0.000354{"train_loss": 0{"train_loss": 0.09503605216741562, "global_step": 8440, "epoch": 87, "lr": 0.000354{"train_loss": 0{"train_loss": 0.09901390224695206, "global_step": 8441, "epoch": 87, "lr": 0.0003{"train_l{"train_loss": 0.0897006988525{"train_loss": 0.09064777195453644, "global_step": 8442, "e{"train_loss": 0.10702607035636902, "glo{"train_loss": 0.11029449105262756, "global_step": 8443, "ep{"train_lo{"train_{"train_loss": 0.10342{"train_loss": 0.1001223623752594, "global_step": 8444, "epo{"train_lo{"train_loss": 0.08575242012739182, "global_step": 8445, "epoch": 87, "lr": 0.0003546739{"train_loss": 0.0{"train_loss": 0.0909186601638794, "global_step": 8446, "epoch": 87, "lr": 0.00035{"train_loss": 0.09139899525325745, "global_step": 8447, "epoch": 87, "lr": 0.0003546530383623156}
+{"train_l{"train{"train_loss": 0.11170{"train_loss": 0.10803534090518951, "global_step": 8448, "epoc{"train_loss": 0.11343006044626236, "g{"train_loss": 0.11351756751537323, "global_step": 8449, "epoc{"train_loss": 0.07136960327625275, "g{"train_loss": 0.07681356370449066, "global_step": 8450, "epoc{"train_loss": 0.08993643522262573, "global_step": 8451, "epoch": 88, "lr": 0.00035461116985597045}
+{"train_l{"train_loss": 0.07745714485645294, "global_step": 8452, "epoch": 88, "lr": 0.000354600700{"train_loss": 0.09530454874038696, "global_step": 8453, "epoch": 88, "lr": 0.0003545902292853741}
+{"train_loss": 0.12430840730667114, "global_step": 8454, "epoch": 88, "lr": 0.0003545797574209695}
+{"train_loss": 0.11361174285411835, "g{"train_loss": 0.1106259673833847, "global_step": 8455, "epoch{"train_{"train_loss": 0.10027586668729782, "global_step": 8456, "epoch": 88, "lr": 0.0003545588105{"train_loss": 0{"train_loss": 0.0772{"train_loss": 0.07799255102872849, "global_step": 8457, "epo{"train_loss": 0.09731545299291611, "{"train_loss": 0.09700652956962585, "global_step": 8458, "epoc{"train_{"train_loss": 0.06773854792118073, "global_step": 8459, "epoch": 88, "lr": 0.0003545273823{"train_{"train_{"train_loss": 0.07798461616039276, "global_step": 8460, "epoch": 88, "lr": 0.000354{"train_{"train_{"train_loss": 0.08982887119054794, "global_step": 8461, "epoch": 88, "lr": 0.000354{"train_{"train_loss": 0.09423524141311646, "global_step": 8462, "epoch": 88, "lr": 0.00035449594461{"train_loss": 0.09811967611312866, "global_step": 8463, "epoch": 88, "lr": 0.00035448546328097476}
+{"train_loss": 0{"train_loss": 0.09698693454265594, "global_step": 8464, "epoch": 88, "lr": 0.00035{"train{"train_l{"train_loss": 0.06641367077827454, "global_step": 8465, "epoch": 88, "lr": 0.000354{"train{"train_loss": 0.1079964488{"train_loss": 0.10840673744678497, "global_step": 8466, "epoch":{"train{"train_loss": 0.06816098093986511, "global_step": 8467, "epoch": 88, "lr": 0.000354443527419{"train{"train_loss": 0.12865695357322693, "global_step": 8468, "epoch": 88, "lr": 0.000354433040824{"train_loss": 0.07963200658559799, "global_step": 8469, "epoch": 88, "lr": 0.0003544225531777496}
+{"train_loss": 0.10930966585874557, "global_step": 8470, "epoch": 88, "lr": 0.00035441206447962674}
+{"train_loss": 0.06220624968409538, "global_step": 8471, "epoch": 88, "lr": 0.00035440157473000345}
+{"train_loss": 0.0691991001367569, "global_step": 8472, "epoch": 88, "lr": 0.00035439108392895094}
+{"train_loss": 0.11357621848583221, "global_step": 8473, "epoch": 88, "lr": 0.0003543805920765407}
+{"train_loss": 0.1377972662448883, "global_step": 8474, "epoch": 88, "lr": 0.0003543700991728442}
+{"train_loss": 0.09101413190364838, "global_step": 8475, "epoch": 88, "lr": 0.00035435960521793295}
+{"train_loss": 0.08452634513378143, "global_step": 8476, "epoch": 88, "lr": 0.0003543491102118783}
+{"train_loss": 0.1089572012424469, "global_step": 8477, "epoch": 88, "lr": 0.0003543386141547518}
+{"train_loss": 0.10258550941944122, "global_step": 8478, "epoch": 88, "lr": 0.0003543281170466249}
+{"train_loss": 0.09116046130657196, "global_step": 8479, "epoch": 88, "lr": 0.000354317618887569}
+{"train_los{"train_loss": 0.09000018984079361, "global_step": 8480, "epoch": 88, "lr": 0.0003543071{"train_loss": 0.07566189020872116, "global_step": 8481, "epoch": 88, "lr": 0.0003542966194169565}
+{"train_los{"train_loss": 0.10938671231269836, "global_step": 8482, "epoch": 88, "lr": 0.0003542861{"train_loss": 0.09704115986824036, "global_step": 8483, "epoch": 88, "lr": 0.00035427561574348623}
+{"train_loss": 0.12109076976776123, "global_step": 8484, "epoch": 88, "lr": 0.00035426511233085825}
+{"train_los{"train_loss": 0.11885504424571991, "global_step": 8485, "epoch": 88, "lr": 0.00035425460{"train_los{"train_loss": 0.10798652470111847, "global_step": 8486, "epoch": 88, "lr": 0.00035424410{"train_los{"train_loss": 0.1011{"train_loss": 0.10238958895206451, "global_step": 8487, "epoch": 8{"train_loss": 0.{"train_loss": 0.0959254652261734, "global_step": 8488, "epoch": 88, "lr": 0.000354{"train_los{"tra{"train_loss": 0.09204985201358795, "global_step": 8489, "epoch": 88, "lr": 0.00035{"train_loss": 0{"train_loss": {"train_loss": 0.10500995814800262, "global_step": 8490, "epoch": 88,{"train_loss": 0.08016826212406158, "global_step": 8491, "epoch": 88, "lr": 0.00035419155903247196}
+{"train_lo{"trai{"train_loss": 0.08434436470270157, "global_step": 8492, "epoch": 88, "lr": 0.00035{"train_lo{"train_loss": 0.09750272333621979, "global_step": 8493, "epoch": 88, "lr": 0.00035417053{"train_loss": 0.11389468610286713, "global_step": 8494, "epoch": 88, "lr": 0.0003541600204388901}
+{"train_l{"train_loss": 0.070{"train_loss": 0.07117850333452225, "global_step": 8495, "epoch": 88, {"train_l{"train_loss": 0.10515574365854263, "global_step": 8496, "epoch": 88, "lr": 0.00035413898{"train_l{"train_loss": 0.09083247184753418, "global_step": 8497, "epoch": 88, "lr": 0.000354128472{"train_loss": 0.{"train_loss"{"train_loss": 0.10518251359462738, "global_step": 8498, "epoch": 88,{"train_loss": 0.09246166050434113, "global_step": 8499, "epoch": 88, "lr": 0.00035410743512152387}
+{"train_loss": 0.12232577800750732, "global_step": 8500, "epoch": 88, "lr": 0.0003540969149094856}
+{"train_{"train_loss": 0.07513287663459778, "global_step": 8501, "epoch": 88, "lr": 0.00035408639364{"train_loss": {"train_loss": 0.08782147616147995, "global_step": 8502, "epoch": 88, "lr": 0.0003540{"train_{"train{"train_loss": 0.09442243725061417, "global_step": 8503, "epoch": 88, "lr": 0.0003540{"train_loss": 0.1028827428817{"train_loss": 0.10016276687383652, "global_step": 8504, "epoch": 88,{"train_loss": 0.11054325103759766, "global_step": 8505, "epoch": 88, "lr": 0.0003540442981104101}
+{"train_loss": 0.1085246205329895, "global_step": 8506, "epoch": 88, "lr": 0.0003540337716033197}
+{"train_loss": 0{"train_loss": 0.0924217626452446, "global_step": 8507, "epoch": 88, "lr": 0.000354{"train_loss": {"train_loss": 0.08677928149700165, "global_step": 8508, "epoch": 88, "lr": 0.00035{"train_loss": {"train_loss":{"train_loss": 0.10420343279838562, "global_step": 8509, "epoch": 88, "{"train_loss": 0.08435706049203873, "global_step": 8510, "epoch": 88, "lr": 0.00035399165508642993}
+{"train_loss": 0.08636245131492615, "global_step": 8511, "epoch": 88, "lr": 0.0003539811233354339}
+{"train_loss": 0.14133839309215546, "global_step": 8512, "epoch": 88, "lr": 0.00035397059053587183}
+{"train_loss":{"train_loss": 0.11607716977596283, "global_step": 8513, "epoch": 88, "lr": 0.0003539{"train_loss":{"train_loss": 0.11586939543485641, "global_step": 8514, "epoch": 88, "lr": 0.0003539{"train_loss":{"train_loss": 0.09170636534690857, "global_step": 8515, "epoch": 88, "lr": 0.0003539{"train_loss": 0.08739612996{"train_loss": 0.08680146187543869, "global_step": 8516, "epoch": 88, "{"train_loss": 0.07195352017879486, "global_step": 8517, "epoch": 88, "lr": 0.0003539179108120824}
+{"train_loss": 0.07951884716749191, "global_step": 8518, "epoch": 88, "lr": 0.0003539073717226309}
+{"train_l{"tra{"train_loss": 0.10365352034568787, "global_step": 8519, "epoch": 88, "lr": 0.0003538{"train_{"train_loss": 0.09080196917057037, "global_step": 8520, "epoch": 88, "lr": 0.00035388629039{"train_loss": 0.1023658737540245, "global_step": 8521, "epoch": 88, "lr": 0.0003538757481661808}
+{"train_loss": {"train_loss": 0.07919128239154816, "global_step": 8522, "epoch": 88, "lr": 0.0003538{"train_l{"trai{"train_loss": 0.08471706509590149, "global_step": 8523, "epoch": 88, "lr": 0.000353{"train_{"train_loss": 0.10{"train_loss": 0.10982584953308105, "global_step": 8524, "epoch": 88, "lr{"train{"train_{"train_loss": 0.08783760666847229, "global_step": 8525, "epoch": 88, "lr": 0.000353{"train_loss": 0.07605233043432236, "global_step": 8526, "epoch": 88, "lr": 0.00035382302128275287}
+{"train{"train_{"train_loss{"train_loss": 0.10423716902732849, "global_step": 8527, "epoch": 88, "lr{"train{"train_loss": 0.07998110353946686, "global_step": 8528, "epoch": 88, "lr": 0.00035380192319{"train_loss": 0.09600917994976044, "global_step": 8529, "epoch": 88, "lr": 0.0003537913725822491}
+{"train{"train_{"train_loss": 0.0772085040807724, "global_step": 8530, "epoch": 88, "lr": 0.000353{"train_{"train{"train_loss": 0.09158037602901459, "global_step": 8531, "epoch": 88, "lr": 0.0003537{"train_{"train{"train_loss": 0.09595981240272522, "global_step": 8532, "epoch": 88, "lr": 0.000353{"train_{"train{"train_loss": 0.09222853183746338, "global_step": 8533, "epoch": 88, "lr": 0.000353{"train{"train_loss": 0.0849{"train_loss": 0.08387744426727295, "global_step": 8534, "epoch": 88, "{"train{"train_loss": 0.0826{"train_loss": 0.08258514106273651, "global_step": 8535, "epoch": 88, "l{"trai{"train_l{"train_loss": 0.0894688218832016, "global_step": 8536, "epoch": 88, "lr": 0.0003537{"trai{"train_{"train_loss": 0.09674321860074997, "global_step": 8537, "epoch": 88, "lr": 0.0003537{"train_loss": 0.1483697146177292, "global_step": 8538, "epoch": 88, "lr": 0.00035369636993571175}
+{"trai{"train_loss": 0.08176310360431671, "global_step": 8539, "epoch": 88, "lr": 0.000353685808852{"trai{"train_loss": 0.09568952769041061, "global_step": 8540, "epoch": 88, "lr": 0.000353675246721{"trai{"train_l{"train_loss": 0.09134598076343536, "global_step": 8541, "epoch": 88, "lr": 0.00035{"train{"train_loss": 0.10221343487501144, "global_step": 8542, "epoch": 88, "lr": 0.00035365411932{"train_loss": 0.09544452345774819, "global_step": 8543, "epoch": 88, "lr": 0.00035364355405233873}
+{"train{"train_l{"train_loss"{"train_loss": 0.08917409181594849, "global_step": 8544, "epoch": 89, {"train_loss": 0.13399910926818848, "global_step": 8545, "epoch": 89, "lr": 0.0003536224203746152}
+{"train{"train_loss": 0.1169{"train_loss": 0.11630622297525406, "global_step": 8546, "epoch": 89, "{"train{"train_loss": 0.13249018788337708, "global_step": 8547, "epoch": 89, "lr": 0.00035360128251{"train{"train_loss": 0.10670332610607147, "global_step": 8548, "epoch": 89, "lr": 0.00035359071201{"train{"train_loss": 0.10394339263439178, "global_step": 8549, "epoch": 89, "lr": 0.00035358014046{"train_loss": 0.09828522056{"train_loss": 0.10091772675514221, "global_step": 8550, "epoch": 89, "l{"trai{"train_loss": 0.09893234074115753, "global_step": 8551, "epoch": 89, "lr": 0.000353558994236{"train{"train_loss": 0.12804877758026123, "global_step": 8552, "epoch": 89, "lr": 0.000353548419553{"train{"train_loss": 0.10030019283294678, "global_step": 8553, "epoch": 89, "lr": 0.00035353784382{"train{"train_loss": 0.07977450639009476, "global_step": 8554, "epoch": 89, "lr": 0.00035352726705{"train{"train_loss": 0.10689033567905426, "global_step": 8555, "epoch": 89, "lr": 0.000353516689230{"train{"train{"train_loss": 0.11724548041820526, "global_step": 8556, "epoch": 89, "lr": 0.0003535{"tra{"train_loss": 0.1058224{"train_loss": 0.10600224137306213, "global_step": 8557, "epoch": 89, {"train_loss": 0.11593453586101532, "global_step": 8558, "epoch": 89, "lr": 0.00035348494949812226}
+{"train_loss": 0.11344585567712784, "global_step": 8559, "epoch": 89, "lr": 0.0003534743674969878}
+{"tra{"train_loss": 0.09427448362112045, "global_step": 8560, "epoch": 89, "lr": 0.00035346378445073{"train_loss": 0.12101222574710846, "global_step": 8561, "epoch": 89, "lr": 0.00035345320035944544}
+{"tr{"train_loss": 0.07856341451406479, "global_step": 8562, "epoch": 89, "lr": 0.00035344261522318{"tra{"train_l{"train_loss": 0.10711483657360077, "global_step": 8563, "epoch": 89, "lr": 0.0003534{"tra{"train_l{"train_loss": 0{"train_loss": 0.08732117712497711, "global_step": 8564, "epoch": 89, {"tra{"train_loss": 0.11062518{"train_loss": 0.11264926195144653, "global_step": 8565, "epoch": 89, {"tra{"train_{"train_loss": 0.09186089038848877, "global_step": 8566, "epoch": 89, "lr": 0.00035340{"tra{"train_loss": 0.10943418741226196, "global_step": 8567, "epoch": 89, "lr": 0.00035338967386982{"tra{"train_loss": 0.12553755939006805, "global_step": 8568, "epoch": 89, "lr": 0.00035337908246524{"train_loss"{"train_loss": 0.07770144194364548, "global_step": 8569, "epoch": 89, "lr": 0.00035336{"train_loss"{"train_loss": 0.09249644726514816, "global_step": 8570, "epoch": 89, "lr": 0.00035335{"tra{"train_loss": 0.0928893{"train_loss": 0.0922703668475151, "global_step": 8571, "epoch": 89, {"train_loss": 0.1163249537348{"train_loss": 0.11973440647125244, "global_step": 8572, "epoch": 89,{"train_loss": 0.09601619839668274, "global_step": 8573, "epoch": 89, "lr": 0.00035332610977681535}
+{"train_loss": 0.07584559172391891, "global_step": 8574, "epoch": 89, "lr": 0.000353315512106524}
+{"train{"train_loss": 0.10446837544441223, "global_step": 8575, "epoch": 89, "lr": 0.0003533049133{"train_loss": 0.122306689620018, "global_step": 8576, "epoch": 89, "lr": 0.0003532943136339134}
+{"train_lo{"train_loss": 0.09527766704559326, "global_step": 8577, "epoch": 89, "lr": 0.00035328371{"train_loss": 0.09775011986494064, "global_step": 8578, "epoch": 89, "lr": 0.00035327311098574667}
+{"train_lo{"train_loss": 0.0884694904088974, "global_step": 8579, "epoch": 89, "lr": 0.0003532625080{"train_l{"train_loss": 0.11257816851139069, "global_step": 8580, "epoch": 89, "lr": 0.0003532519041{"train_l{"train_{"train_los{"train_loss": 0.07713289558887482, "global_step": 8581, "epoch": 89, "{"train_loss": 0.08566568791866302, "global_step": 8582, "epoch": 89, "lr": 0.00035323069316505525}
+{"train_l{"train_loss": 0.10{"train_loss": 0.10880953073501587, "global_step": 8583, "epoch": 89, "{"train_l{"train_loss": 0.10406934469938278, "global_step": 8584, "epoch": 89, "lr": 0.000353209477{"train_l{"train_loss": 0.11416975408792496, "global_step": 8585, "epoch": 89, "lr": 0.0003531988688{"train_loss": 0.06552954763174057, "global_step": 8586, "epoch": 89, "lr": 0.0003531882586490713}
+{"train_l{"train_loss": 0.07797730714082718, "global_step": 8587, "epoch": 89, "lr": 0.000353177647{"train_loss": 0.08063295483589172, "global_step": 8588, "epoch": 89, "lr": 0.00035316703513178934}
+{"train_l{"train_loss": 0.09976863861083984, "global_step": 8589, "epoch": 89, "lr": 0.000353156421{"train_l{"train_loss": 0.10152784734964371, "global_step": 8590, "epoch": 89, "lr": 0.0003531458074{"train_l{"train_loss": 0.0{"train_loss": 0.09282002598047256, "global_step": 8591, "epoch": 89, "l{"train_loss": 0.{"train_loss": 0.10651050508022308, "global_step": 8592, "epoch": 89, "lr": 0.0003{"train_loss": 0.08834442496299744, "global_step": 8593, "epoch": 89, "lr": 0.0003531139580869592}
+{"train_lo{"train_{"train_loss": 0.08755622059106827, "global_step": 8594, "epoch": 89, "lr": 0.0003{"train_loss": 0.09770859777927399, "global_step": 8595, "epoch": 89, "lr": 0.0003530927199698951}
+{"train_l{"train_loss": 0.08194486796855927, "global_step": 8596, "epoch": 89, "lr": 0.0003530820993{"train_loss": 0.09367214143276215, "global_step": 8597, "epoch": 89, "lr": 0.000353071477682766}
+{"train_loss": 0{"train_loss": 0.05990641564130783, "global_step": 8598, "epoch": 89, "lr": 0.000353{"train_{"train_loss": 0.09912989288568497, "global_step": 8599, "epoch": 89, "lr": 0.0003530502312{"train_loss": 0.0796084925532341, "global_step": 8600, "epoch": 89, "lr": 0.0003530396064344665}
+{"train_loss": 0.1{"train_loss": 0.09958624839782715, "global_step": 8601, "epoch": 89, "lr": 0.000{"train_lo{"train_{"train_loss": 0.0729183629155159, "global_step": 8602, "epoch": 89, "lr": 0.0003{"train_loss": 0.08252572268247{"train_loss": 0.08056959509849548, "global_step": 8603, "epoch": 89,{"train_loss": 0.07316137850284{"train_loss": 0.07105182856321335, "global_step": 8604, "epoch": 89,{"train_loss": 0.{"train_loss": 0.11433877050876617, "global_step": 8605, "epoch": 89, "lr": 0.00035{"train_l{"train_loss": 0.08764348179101944, "global_step": 8606, "epoch": 89, "lr": 0.000352975835{"train_loss": 0.12412397563457489, "global_step": 8607, "epoch": 89, "lr": 0.0003529652037164022}
+{"train_loss": 0.10547633469104767, "global_step": 8608, "epoch": 89, "lr": 0.0003529545705895081}
+{"train_loss": 0.09227016568183899, "global_step": 8609, "epoch": 89, "lr": 0.00035294393642103846}
+{"train{"train_loss": 0.0664{"train_loss": 0.06658019870519638, "global_step": 8610, "epoch": 89, "{"train_loss": {"train_loss": 0.09583590179681778, "global_step": 8611, "epoch": 89, "lr": 0.000352{"train_loss": 0.11147911101579666, "global_step": 8612, "epoch": 89, "lr": 0.00035291202766690093}
+{"train_loss": 0.07040229439735413, "global_step": 8613, "epoch": 89, "lr": 0.0003529013893328536}
+{"train_loss": 0.07736840844154358, "global_step": 8614, "epoch": 89, "lr": 0.00035289074995759295}
+{"train_loss": 0.10035896301269531, "global_step": 8615, "epoch": 89, "lr": 0.0003528801095411914}
+{"train_loss": 0.053594619035720825, "global_step": 8616, "epoch": 89, "lr": 0.0003528694680837215}
+{"train_loss": 0.06844168901443481, "global_step": 8617, "epoch": 89, "lr": 0.0003528588255852556}
+{"train_loss": 0.0949235{"train_loss": 0.09357728809118271, "global_step": 8618, "epoch": 89, "lr": {"train_loss"{"train_loss": 0.10434142500162125, "global_step": 8619, "epoch": 89, "lr": 0.00035283{"train_loss"{"train_loss": 0.08045139908790588, "global_step": 8620, "epoch": 89, "lr": 0.000352826{"train_loss"{"train_loss": 0.11221107840538025, "global_step": 8621, "epoch": 89, "lr": 0.0003528{"train_loss"{"train_loss": 0.09031616151332855, "global_step": 8622, "epoch": 89, "lr": 0.00035280{"train_loss": 0.08793530613183975, "global_step": 8623, "epoch": 89, "lr": 0.00035279494873760413}
+{"trai{"train_loss": 0.09480831027030945, "global_step": 8624, "epoch": 89, "lr": 0.000352784298954{"train_loss"{"train_loss": 0.09063726663589478, "global_step": 8625, "epoch": 89, "lr": 0.00035277{"train_loss": 0.08851021528244019, "global_step": 8626, "epoch": 89, "lr": 0.0003527629962662048}
+{"train_loss": 0.09613160789012909, "global_step": 8627, "epoch": 89, "lr": 0.0003527523433617665}
+{"tra{"train_loss": 0.06245943903923035, "global_step": 8628, "epoch": 89, "lr": 0.0003527416894171{"tra{"train_loss": 0.12320882081985474, "global_step": 8629, "epoch": 89, "lr": 0.0003527310344323{"tra{"train_loss": 0.10927413403987885, "global_step": 8630, "epoch": 89, "lr": 0.0003527203784075{"train_loss{"train_loss": 0.0725630447268486, "global_step": 8631, "epoch": 89, "lr": 0.00035270972{"train_loss": 0.11345183104276657, "global_step": 8632, "epoch": 89, "lr": 0.00035269906323805053}
+{"train_loss": 0.09563924372196198, "global_step": 8633, "epoch": 89, "lr": 0.0003526884040935104}
+{"train_loss": 0.09772023558616638, "global_step": 8634, "epoch": 89, "lr": 0.00035267774390920737}
+{"tra{"train_loss": 0.0792863741517067, "global_step": 8635, "epoch": 89, "lr": 0.000352667082685213{"train_lo{"train_loss": 0.08410245180130005, "global_step": 8636, "epoch": 89, "lr": 0.000352656420{"train_lo{"train_loss": 0.09342306852340698, "global_step": 8637, "epoch": 89, "lr": 0.000352645757{"t{"train_loss": 0.09183476865291595, "global_step": 8638, "epoch": 89, "lr": 0.000352635092775817{"train_lo{"train_loss": 0.09533827340540786, "global_step": 8639, "epoch": 89, "lr": 0.000352624427{"train_loss": 0.09036{"train_loss": 0.09064948558807373, "global_step": 8640, "epoch": 90, "lr": 0.{"t{"train_loss": 0.09677597880363464, "global_step": 8641, "epoch": 90, "lr": 0.0003526030935118214{"train_loss": 0.11183889210224152, "global_step": 8642, "epoch": 90, "lr": 0.00035259242501202854}
+{"train_loss": 0.09440039098262787, "global_step": 8643, "epoch": 90, "lr": 0.0003525817554731263}
+{"train_loss": 0.095709428191185, "global_step": 8644, "epoch": 90, "lr": 0.0003525710848951874}
+{"train_loss": 0.09606824815273285, "global_step": 8645, "epoch": 90, "lr": 0.00035256041327828434}
+{"train_loss": 0.06168618053197861, "global_step": 8646, "epoch": 90, "lr": 0.00035254974062249}
+{"train_los{"train_loss": 0.07967887818813324, "global_step": 8647, "epoch": 90, "lr": 0.00035253906{"train_loss": 0.10542534291744232, "global_step": 8648, "epoch": 90, "lr": 0.0003525283921945177}
+{"tr{"train{"train_loss{"train_loss": 0.1115652546286583, "global_step": 8649, "epoch": 90, "lr": 0{"tr{"train_loss": 0.0801059752702713, "global_step": 8650, "epoch": 90, "lr": 0.000352507039611852{"train_loss": 0.08668205887079239, "global_step": 8651, "epoch": 90, "lr": 0.0003524963617626912}
+{"train_loss": 0.07280708849430084, "global_step": 8652, "epoch": 90, "lr": 0.000352485682875075}
+{"train_loss": 0.06278832256793976, "global_step": 8653, "epoch": 90, "lr": 0.0003524750029490763}
+{"train_los{"train_lo{"train_loss": 0.08074945956468582, "global_step": 8654, "epoch": 90, "lr": 0.{"train_loss": 0.08608341962099075, "global_step": 8655, "epoch": 90, "lr": 0.00035245363998222235}
+{"train_los{"train_loss": 0.0782143622636795, "global_step": 8656, "epoch": 90, "lr": 0.000352442956{"train_lo{"train_loss": 0.09112314879894257, "global_step": 8657, "epoch": 90, "lr": 0.000352432272{"train_lo{"train_loss": 0.08815037459135056, "global_step": 8658, "epoch": 90, "lr": 0.00035242158{"train_loss": 0.14482544362545013, "global_step": 8659, "epoch": 90, "lr": 0.00035241090159112494}
+{{"train_loss": 0.12{"train_loss": 0.12409406900405884, "global_step": 8660, "epoch": 90, "lr": 0.{"train_los{"train_loss": 0.0745026171207428, "global_step": 8661, "epoch": 90, "lr": 0.000352389526{"train_loss": 0.13192974030971527, "global_step": 8662, "epoch": 90, "lr": 0.00035237883689987815}
+{"t{"train_loss": 0.07865238189697266, "global_step": 8663, "epoch": 90, "lr": 0.000352368146594055{"train_l{"train_loss": 0.09403249621391296, "global_step": 8664, "epoch": 90, "lr": 0.000352357455{"t{"train_loss": 0.0698518455028534, "global_step": 8665, "epoch": 90, "lr": 0.0003523467628697373{"train_l{"train_loss": 0.09504026919603348, "global_step": 8666, "epoch": 90, "lr": 0.000352336069{"{"train{"train_loss": 0.12191608548164368, "global_step": 8667, "epoch": 90, "lr": 0.000352325374{"train_l{"train_loss": 0.1132841631770134, "global_step": 8668, "epoch": 90, "lr": 0.0003523146795{"train_l{"train_loss": 0.05799218267202377, "global_step": 8669, "epoch": 90, "lr": 0.0003523039829{"train_{"train_loss": 0.07336460053920746, "global_step": 8670, "epoch": 90, "lr": 0.00035229328540{"train_{"train_loss": 0.06836098432540894, "global_step": 8671, "epoch": 90, "lr": 0.00035228258680{"t{"train_loss": 0.08704474568367004, "global_step": 8672, "epoch": 90, "lr": 0.00035227188715919{"t{"train_loss": 0.07621230185031891, "global_step": 8673, "epoch": 90, "lr": 0.0003522611864808305{"train_{"train_loss": 0.1029132530093193, "global_step": 8674, "epoch": 90, "lr": 0.000352250484765{"train_loss": 0.11534740030765533, "global_step": 8675, "epoch": 90, "lr": 0.00035223978201360937}
+{"t{"train_loss": 0.09659527987241745, "global_step": 8676, "epoch": 90, "lr": 0.000352229078224900{"train_loss": 0.0632849931716919, "global_step": 8677, "epoch": 90, "lr": 0.0003522183733995563}
+{"train_loss": 0.08823667466640472, "global_step": 8678, "epoch": 90, "lr": 0.00035220766753765}
+{"tr{{"train_loss": 0.07101643085479736, "global_step": 8679, "epoch": 90, "lr": 0.0003521969606392{"tr{"train_loss": 0.07408159971237183, "global_step": 8680, "epoch": 90, "lr": 0.0003521862527044{"tra{{"train_loss": 0.1052885428071022, "global_step": 8681, "epoch": 90, "lr": 0.00035217554373{"trai{"train_loss": 0.08899765461683273, "global_step": 8682, "epoch": 90, "lr": 0.000352164833725{"trai{"train_loss": 0.08516211807727814, "global_step": 8683, "epoch": 90, "lr": 0.0003521541226822{"train_loss": 0.11450813710689545, "global_step": 8684, "epoch": 90, "lr": 0.0003521434106024893}
+{"train_loss": 0.10613022744655609, "global_step": 8685, "epoch": 90, "lr": 0.0003521326974866894}
+{"trai{"train_loss": 0.08254683017730713, "global_step": 8686, "epoch": 90, "lr": 0.000352121983334{"train_loss": 0.09362376481294632, "global_step": 8687, "epoch": 90, "lr": 0.00035211126814722616}
+{"train_loss": 0.08470815420150757, "global_step": 8688, "epoch": 90, "lr": 0.0003521005519237088}
+{"tra{"train_loss": 0.0991886779665947, "global_step": 8689, "epoch": 90, "lr": 0.000352089834664431{"tra{"train_loss": 0.09306953847408295, "global_step": 8690, "epoch": 90, "lr": 0.00035207911636946{"tr{"train_loss": 0.11710065603256226, "global_step": 8691, "epoch": 90, "lr": 0.00035206839703888{"train_loss": 0.0749263{"train_loss": 0.07575958967208862, "global_step": 8692, "epoch": 90, "lr":{"tr{"train_loss": 0.119{"train_loss": 0.11875869333744049, "global_step": 8693, "epoch": 90, "lr":{"tr{"train_loss": 0.08579929172992706, "global_step": 8694, "epoch": 90, "lr": 0.00035203623283420{"train_loss": 0.08164325{"train_loss": 0.07880763709545135, "global_step": 8695, "epoch": 90, "lr{"tra{"train_loss": 0.09283652901649475, "global_step": 8696, "epoch": 90, "lr": 0.00035201478485434{"tra{"train_loss": 0.0887{"train_loss": 0.0885746031999588, "global_step": 8697, "epoch": 90, "lr":{"train_loss": 0.114357590675354, "global_step": 8698, "epoch": 90, "lr": 0.0003519933327337872}
+{"train{"train_loss": 0.10585655272006989, "global_step": 8699, "epoch": 90, "lr": 0.00035198260512{"train_loss": 0.07780309021472931, "global_step": 8700, "epoch": 90, "lr": 0.0003519718764731091}
+{"train_loss": 0.10149362683296204, "global_step": 8701, "epoch": 90, "lr": 0.00035196114679040814}
+{"tra{"train_loss": 0.08357029408216476, "global_step": 8702, "epoch": 90, "lr": 0.0003519504160728{"tra{"train_loss": 0.09337962418794632, "global_step": 8703, "epoch": 90, "lr": 0.0003519396843206{"trai{"train_loss": 0.08113840222358704, "global_step": 8704, "epoch": 90, "lr": 0.0003519289515337{"train_loss": 0.09734699{"train_loss": 0.1040167510509491, "global_step": 8705, "epoch": 90, "lr":{"tr{"train_loss": 0.06800965964794159, "global_step": 8706, "epoch": 90, "lr": 0.000351907482856206{"trai{"train_loss": 0.11431500315666199, "global_step": 8707, "epoch": 90, "lr": 0.0003518967469657{"trai{"train_loss": 0.097374826669693, "global_step": 8708, "epoch": 90, "lr": 0.00035188601004089{"tra{"train_loss": 0.10909406840801239, "global_step": 8709, "epoch": 90, "lr": 0.00035187527208175{"tra{"train_loss": 0.1122918426990509, "global_step": 8710, "epoch": 90, "lr": 0.000351864533088394{"tr{"train_loss": 0.11437158286571503, "global_step": 8711, "epoch": 90, "lr": 0.000351853793060876{"tr{"train_loss": 0.0{"train_loss": 0.07169470191001892, "global_step": 8712, "epoch": 90, "lr": 0.{"tr{"train_loss": 0.10203428566455841, "global_step": 8713, "epoch": 90, "lr": 0.00035183230990367{"train_loss": 0.07569{"train_loss": 0.07464990019798279, "global_step": 8714, "epoch": 90, "lr": 0.{"tr{"train_loss": 0.0{"train_loss": 0.07842633128166199, "global_step": 8715, "epoch": 90, "lr": 0.{"tr{"train_loss": 0.12600812315940857, "global_step": 8716, "epoch": 90, "lr": 0.00035180007741356{"tr{"train_loss": 0.14900627732276917, "global_step": 8717, "epoch": 90, "lr": 0.000351789331182663{"tr{"train_loss": 0.08886618912220001, "global_step": 8718, "epoch": 90, "lr": 0.000351778583918125{"{"{"train_loss": 0.06473560631275177, "global_step": 8719, "epoch": 90, "lr": 0.00035176783562002{"{"{"train_loss": 0.09984016418457031, "global_step": 8720, "epoch": 90, "lr": 0.000351757086288{"tra{"train_loss": 0.08440141379833221, "global_step": 8721, "epoch": 90, "lr": 0.00035174633592340{"train_loss": 0.09287559986114502, "global_step": 8722, "epoch": 90, "lr": 0.00035173558452503286}
+{"tra{"train_loss": 0.13170605897903442, "global_step": 8723, "epoch": 90, "lr": 0.0003517248320933{"t{"{"train_loss": 0.0879799872636795, "global_step": 8724, "epoch": 90, "lr": 0.00035171407862854{"{"train_loss": 0.07396689057350159, "global_step": 8725, "epoch": 90, "lr": 0.00035170332413057457{"tr{"train_loss": 0.09817598015069962, "global_step": 8726, "epoch": 90, "lr": 0.000351692568599{"tr{"train_loss": 0.08611361682415009, "global_step": 8727, "epoch": 90, "lr": 0.00035168181203553{"tr{"train_loss": 0.08027198910713196, "global_step": 8728, "epoch": 90, "lr": 0.00035167105443862{"tr{"train_loss": 0.11681899428367615, "global_step": 8729, "epoch": 90, "lr": 0.00035166029580887{"tr{"train_loss": 0.09649521112442017, "global_step": 8730, "epoch": 90, "lr": 0.0003516495361463{"tr{{"train_loss": 0.11305864155292511, "global_step": 8731, "epoch": 90, "lr": 0.00035163877545115{"train_loss": 0.08647312223911285, "global_step": 8732, "epoch": 90, "lr": 0.0003516280137233372}
+{"tr{"train_loss": 0.09459330886602402, "global_step": 8733, "epoch": 90, "lr": 0.00035161725096297{{"train_loss": 0.0946035385131836, "global_step": 8734, "epoch": 90, "lr": 0.0003516064871701492}
+{"train_loss": 0.09334562649019063, "global_step": 8735, "epoch": 90, "lr": 0.0003515957223449254, "train_action_mse_error": 3.7812962546013296e-05}
+{"tr{"train_loss": 0.08276169002056122, "global_step": 8736, "epoch": 91, "lr": 0.000351584956487379{"train_loss": 0.10413673520088196, "global_step": 8737, "epoch": 91, "lr": 0.00035157418959758476}{{"train_loss": 0.10875625163316727, "global_step": 8738, "epoch": 91, "lr": 0.0003515634216756146{"{"train_loss": 0.09221518784761429, "global_step": 8739, "epoch": 91, "lr": 0.0003515526527215422{"trai{"train_loss": 0.0986834168434143, "global_step": 8740, "epoch": 91, "lr": 0.00035154188273544{"{"train_loss": 0.1138792{"train_loss": 0.11241395026445389, "global_step": 8741, "epoch": 91, "lr{"{"train_loss": 0.09678740799427032, "global_step": 8742, "epoch": 91, "lr": 0.000351520339667445{"t{"{"train_loss": 0.08697116374969482, "global_step": 8743, "epoch": 91, "lr": 0.0003515095665856{"{"train_loss": 0.06413136422634125, "global_step": 8744, "epoch": 91, "lr": 0.00035149879247221486{"train_loss": 0.0825131237{"train_loss": 0.08254282176494598, "global_step": 8745, "epoch": 91, "lr{"train_loss": 0.07526982575654984, "global_step": 8746, "epoch": 91, "lr": 0.0003514772411503359}
+{"train_loss": 0.12080664187669754, "global_step": 8747, "epoch": 91, "lr": 0.0003514664639420869}
+{"train_loss": 0.1087173894{"train_loss": 0.10650113224983215, "global_step": 8748, "epoch": 91, "l{"train_loss": 0.0921198502{"train_loss": 0.0919087678194046, "global_step": 8749, "epoch": 91, "lr"{{"train_loss": 0.11397491{"train_loss": 0.1130000650882721, "global_step": 8750, "epoch": 91, "lr":{"train_loss": 0.08907409757375717, "global_step": 8751, "epoch": 91, "lr": 0.00035142334479540546}
+{"train_loss": 0.09740187227725983, "global_step": 8752, "epoch": 91, "lr": 0.0003514125624306808}{{"train_loss": 0.08338716{"train_loss": 0.08187359571456909, "global_step": 8753, "epoch": 91, "lr{"train_loss": 0.11239063739776611, "global_step": 8754, "epoch": 91, "lr": 0.0003513909946080804}
+{"train_loss": 0.08479346334934235, "global_step": 8755, "epoch": 91, "lr": 0.0003513802091503516}
+{"tra{"train_loss": 0.10537738353013992, "global_step": 8756, "epoch": 91, "lr": 0.00035136942266176{"train_loss": 0.075159966{"train_loss": 0.07546676695346832, "global_step": 8757, "epoch": 91, "lr{"trai{"train_loss": 0.07553446292877197, "global_step": 8758, "epoch": 91, "lr": 0.000351347846592{"{"train_loss": 0.0953645408153534, "global_step": 8759, "epoch": 91, "lr": 0.0003513370570116252}{"train_loss": 0.11787760257720947, "global_step": 8760, "epoch": 91, "lr": 0.0003513262664003582}
+{{"train_loss": 0.10562389343976974, "global_step": 8761, "epoch": 91, "lr": 0.000351315474758604}{{"tra{"train_loss": 0.11427903175354004, "global_step": 8762, "epoch": 91, "lr": 0.000351304682086{"train_loss": 0.086878798{"train_loss": 0.08822566270828247, "global_step": 8763, "epoch": 91, "lr{"train_loss": 0.08589788526296616, "global_step": 8764, "epoch": 91, "lr": 0.0003512830936511531}
+{"trai{"train_loss": 0.07567200064659119, "global_step": 8765, "epoch": 91, "lr": 0.00035127229788{"train_loss": 0.12115582078695297, "global_step": 8766, "epoch": 91, "lr": 0.00035126150109509723}
+{{"tr{"train_loss": 0.1184479147195816, "global_step": 8767, "epoch": 91, "lr": 0.00035125070327196{"train_loss": 0.10812106728553772, "global_step": 8768, "epoch": 91, "lr": 0.0003512399044188567}
+{"t{"train_loss": 0.10808326303958893, "global_step": 8769, "epoch": 91, "lr": 0.0003512291045358510{"t{"train_loss": 0.09921494126319885, "global_step": 8770, "epoch": 91, "lr": 0.000351218303623019{"train_loss": 0.06644445{"train_loss": 0.06644749641418457, "global_step": 8771, "epoch": 91, "lr"{"t{"train_loss": 0.07938816398382187, "global_step": 8772, "epoch": 91, "lr": 0.000351196698708174{"train_loss": 0.09296096861362457, "global_step": 8773, "epoch": 91, "lr": 0.00035118589470630807}
+{"train_loss": 0.06961903721094131, "global_step": 8774, "epoch": 91, "lr": 0.00035117508967491014}
+{"train_loss": 0.09436362981796265, "global_step": 8775, "epoch": 91, "lr": 0.00035116428361405444}
+{"t{"train_loss": 0.0873488336801529, "global_step": 8776, "epoch": 91, "lr": 0.000351153476523814{"{"train_loss": 0.10560727119445801, "global_step": 8777, "epoch": 91, "lr": 0.00035114266840426426{"train_loss": 0.07840928{"train_loss": 0.07280324399471283, "global_step": 8778, "epoch": 91, "lr"{"train_loss": 0.07973910{"train_loss": 0.07853741943836212, "global_step": 8779, "epoch": 91, "lr"{"{"{"train_loss": 0.09816257655620575, "global_step": 8780, "epoch": 91, "lr": 0.0003511102378704{"train_loss": 0.046483129262924194, "global_step": 8781, "epoch": 91, "lr": 0.0003510994256344292}
+{"train_loss": 0.12035693228244781, "global_step": 8782, "epoch": 91, "lr": 0.00035108861236943017}
+{"train_loss": 0.10874570906162262, "global_step": 8783, "epoch": 91, "lr": 0.0003510777980755623}
+{"train_loss": 0.1033463{"train_loss": 0.10309837758541107, "global_step": 8784, "epoch": 91, "lr":{"train_loss": 0.09157208353281021, "global_step": 8785, "epoch": 91, "lr": 0.0003510561664015145}
+{"tr{"train_loss": 0.10885781049728394, "global_step": 8786, "epoch": 91, "lr": 0.000351045349021481{"tr{"train_loss": 0.09442685544490814, "global_step": 8787, "epoch": 91, "lr": 0.0003510345306128{"train_loss": 0.07677829265594482, "global_step": 8788, "epoch": 91, "lr": 0.0003510237111757677}
+{"{"t{"train_loss": 0.07452332228422165, "global_step": 8789, "epoch": 91, "lr": 0.000351012890710{"train_loss": 0.07837719470262527, "global_step": 8790, "epoch": 91, "lr": 0.000351002069216346}
+{"{"train_loss": 0.102984{"train_loss": 0.10448154807090759, "global_step": 8791, "epoch": 91, "lr{"train_loss": 0.09614858031272888, "global_step": 8792, "epoch": 91, "lr": 0.0003509804231438061}
+{"trai{"train_loss": 0.09667708724737167, "global_step": 8793, "epoch": 91, "lr": 0.0003509695985653{"train_loss": 0.10125582{"train_loss": 0.09938442707061768, "global_step": 8794, "epoch": 91, "lr":{"train_loss": 0.08196136{"train_loss": 0.07953838258981705, "global_step": 8795, "epoch": 91, "lr":{"trai{"train_loss": 0.08549299091100693, "global_step": 8796, "epoch": 91, "lr": 0.0003509371186617{"{"train_loss": 0.08057323843240738, "global_step": 8797, "epoch": 91, "lr": 0.00035092628997143444{"train_loss": 0.06859099864959717, "global_step": 8798, "epoch": 91, "lr": 0.0003509154602533748}
+{"train_loss": 0.09058275073766708, "global_step": 8799, "epoch": 91, "lr": 0.0003509046295076253}
+{"{"tr{"train_loss": 0.08242800831794739, "global_step": 8800, "epoch": 91, "lr": 0.0003508937977342{"{"tr{"train_loss": 0.10820141434669495, "global_step": 8801, "epoch": 91, "lr": 0.000350882964933{"train_loss": 0.12039890140295029, "global_step": 8802, "epoch": 91, "lr": 0.00035087213110497606}
+{"train_loss": 0.05706276744604111, "global_step": 8803, "epoch": 91, "lr": 0.0003508612962492053}
+{{"train_loss": 0.10330133140087128, "global_step": 8804, "epoch": 91, "lr": 0.0003508504603661136}{{"train_loss": 0.07095284759998322, "global_step": 8805, "epoch": 91, "lr": 0.0003508396234557748}{{"tra{"train_loss": 0.08234187960624695, "global_step": 8806, "epoch": 91, "lr": 0.000350828785518{"train_loss": 0.09293539077043533, "global_step": 8807, "epoch": 91, "lr": 0.000350817946553651}
+{"train_loss": 0.0995709{"train_loss": 0.09669309109449387, "global_step": 8808, "epoch": 91, "lr": {{"train_loss": 0.08167330175638199, "global_step": 8809, "epoch": 91, "lr": 0.0003507962655434245}{{"train_loss": 0.10135788470506668, "global_step": 8810, "epoch": 91, "lr": 0.0003507854234979572}{"train_loss": 0.10868322849273682, "global_step": 8811, "epoch": 91, "lr": 0.00035077458042568574}
+{"train_loss": 0.09339611977338791, "global_step": 8812, "epoch": 91, "lr": 0.0003507637363266839}
+{{"train_loss": 0.07817208766937256, "global_step": 8813, "epoch": 91, "lr": 0.00035075289120102543}{{"train_loss": 0.06681418418884277, "global_step": 8814, "epoch": 91, "lr": 0.00035074204504878433}{{"train_loss": 0.08767515420913696, "global_step": 8815, "epoch": 91, "lr": 0.0003507311978700344}{{"train_loss": 0.07214833050966263, "global_step": 8816, "epoch": 91, "lr": 0.00035072034966484943}{{"train_loss": 0.10047277808189392, "global_step": 8817, "epoch": 91, "lr": 0.000350709500433303{"t{"train_loss": 0.097961{"train_loss": 0.09664452075958252, "global_step": 8818, "epoch": 91, "lr{"t{"train_loss": 0.10971898585557938, "global_step": 8819, "epoch": 91, "lr": 0.000350687798891423{"t{"train_loss": 0.10674971342086792, "global_step": 8820, "epoch": 91, "lr": 0.0003506769465812376{"t{"train_loss": 0.09271214157342911, "global_step": 8821, "epoch": 91, "lr": 0.0003506660932449861{"train_loss": 0.09328167140483856, "global_step": 8822, "epoch": 91, "lr": 0.0003506552388827431}
+{"train_loss": 0.09344062954187393, "global_step": 8823, "epoch": 91, "lr": 0.00035064438349458217}
+{"{"train_loss": 0.09987203776836395, "global_step": 8824, "epoch": 91, "lr": 0.0003506335270805776{"train_loss": 0.08508632332086563, "global_step": 8825, "epoch": 91, "lr": 0.00035062266964080307}
+{"train_loss": 0.09918993711471558, "global_step": 8826, "epoch": 91, "lr": 0.00035061181117533266}
+{{"train_loss": 0.10580399632453918, "global_step": 8827, "epoch": 91, "lr": 0.0003506009516842403}{"train_l{"train_loss": 0.10293452441692352, "global_step": 8828, "epoch": 91, "lr": 0.00035059009{"train_loss": 0.08970591425895691, "global_step": 8829, "epoch": 91, "lr": 0.0003505792296254854}
+{{"train_loss": 0.08621806651353836, "global_step": 8830, "epoch": 91, "lr": 0.00035056836705797076}{"train_loss": 0.09287135566895206, "global_step": 8831, "epoch": 91, "lr": 0.0003505575034651301}
+{{"train_loss": 0.09344420582056046, "global_step": 8832, "epoch": 92, "lr": 0.0003505466388470372}{"train_loss": 0.09487293660640717, "global_step": 8833, "epoch": 92, "lr": 0.00035053577320376617}
+{"train_loss": 0.08995397388935089, "global_step": 8834, "epoch": 92, "lr": 0.0003505249065353909}
+{"train_loss": 0.0951995700597763, "global_step": 8835, "epoch": 92, "lr": 0.00035051403884198547}
+{"train_loss": 0.08284167945384979, "global_step": 8836, "epoch": 92, "lr": 0.0003505031701236239}
+{"{"train_loss": 0.11393635720014572, "global_step": 8837, "epoch": 92, "lr": 0.0003504923003803801{"train_lo{"train_loss": 0.{"train_loss": 0.08257623016834259, "global_step": 8838, "epoch": 92, "l{"train_loss": 0.0777910202{"train_loss": 0.0766785740852356, "global_step": 8839, "epoch": 92, "lr{"{"train_loss": 0.08943156898021698, "global_step": 8840, "epoch": 92, "lr": 0.0003504596850020961{"{"train_loss": 0.06843696534633636, "global_step": 8841, "epoch": 92, "lr": 0.00035044881116006387{"{"train_loss": 0.0858452320098877, "global_step": 8842, "epoch": 92, "lr": 0.00035043793629351976}{{"train_loss": 0.07977447658777237, "global_step": 8843, "epoch": 92, "lr": 0.0003504270604025377}{"train_loss": 0.10646698623895645, "global_step": 8844, "epoch": 92, "lr": 0.00035041618348719163}
+{"train_loss": 0.09622309356927872, "global_step": 8845, "epoch": 92, "lr": 0.00035040530554755593}
+{"train_loss": 0.06289421{"train_loss": 0.06277871876955032, "global_step": 8846, "epoch": 92, "lr":{"trai{"train_loss": 0.08749343454837799, "global_step": 8847, "epoch": 92, "lr": 0.000350383546595{{"tra{"train_loss": 0.07{"train_loss": 0.07459235191345215, "global_step": 8848, "epoch": 92, "lr"{"train_loss": 0.07559773325920105, "global_step": 8849, "epoch": 92, "lr": 0.00035036178354759626}
+{{"train_loss": 0.08710098266601562, "global_step": 8850, "epoch": 92, "lr": 0.0003503509004876227}{"train_loss": 0.12804585{"train_loss": 0.13130678236484528, "global_step": 8851, "epoch": 92, "lr":{"train_loss": 0.09658360481262207, "global_step": 8852, "epoch": 92, "lr": 0.0003503291312962139}
+{"train_loss": 0.1282508820295334, "global_step": 8853, "epoch": 92, "lr": 0.0003503182451649269}
+{"train{"train_loss": 0.06856594979763031, "global_step": 8854, "epoch": 92, "lr": 0.0003503073580{"train_{"train_loss": 0.0906146690249443, "global_step": 8855, "epoch": 92, "lr": 0.000350296469831{"train_loss": 0.10798992216587067, "global_step": 8856, "epoch": 92, "lr": 0.0003502855806296253}
+{"train_loss": 0.08306412398815155, "global_step": 8857, "epoch": 92, "lr": 0.00035027469040429165}{"train_loss": 0.0889890044927597, "global_step": 8858, "epoch": 92, "lr": 0.00035026379915563177}
+{{"train_loss": 0.08270132541656494, "global_step": 8859, "epoch": 92, "lr": 0.00035025290688371977}{"train_loss": 0.100958019495{"train_loss": 0.09743257611989975, "global_step": 8860, "epoch": 92, "{{"train_loss": 0.06766476482152939, "global_step": 8861, "epoch": 92, "lr": 0.000350231119270436}{{"train_loss": 0.10177801549434662, "global_step": 8862, "epoch": 92, "lr": 0.0003502202239292126}{"train{"train_loss": 0.08096353709697723, "global_step": 8863, "epoch": 92, "lr": 0.000350209327565{{"train_loss": 0.1079113706946373, "global_step": 8864, "epoch": 92, "lr": 0.00035019843017797405}{"train_{"train_loss": 0.10500654578208923, "global_step": 8865, "epoch": 92, "lr": 0.000350187531{"train_loss": 0.121547102928{"train_loss": 0.11880232393741608, "global_step": 8866, "epoch": 92, {"train_loss": 0.110528476536{"train_loss": 0.10875241458415985, "global_step": 8867, "epoch": 92, {"{"train_loss": 0.07439672946929932, "global_step": 8868, "epoch": 92, "lr": 0.00035015483040240687{"train_loss": 0.07588512450456619, "global_step": 8869, "epoch": 92, "lr": 0.0003501439279020543}
+{{"train_loss": 0.08980841934680939, "global_step": 8870, "epoch": 92, "lr": 0.000350133024379265{"tr{"train_loss": 0.09945162385702133, "global_step": 8871, "epoch": 92, "lr": 0.000350122119834115{"tr{"train_loss": 0.08691816031932831, "global_step": 8872, "epoch": 92, "lr": 0.00035011121426667{"tr{"train_loss": 0.1157265305519104, "global_step": 8873, "epoch": 92, "lr": 0.0003501003076770283{"train_loss": 0.09895749390125275, "global_step": 8874, "epoch": 92, "lr": 0.00035008940006523917}
+{"t{"train_loss": 0.09672638028860092, "global_step": 8875, "epoch": 92, "lr": 0.000350078491431385{"train_loss": 0.0856334492564{"train_loss": 0.08167830109596252, "global_step": 8876, "epoch": 92, {"t{"train_loss": 0.0694722905755043, "global_step": 8877, "epoch": 92, "lr": 0.0003500566710977818{"{"train_l{"train_loss": 0.12{"train_loss": 0.12081828713417053, "global_step": 8878, "epoch": 92,{"train_loss": 0.08916021883487701, "global_step": 8879, "epoch": 92, "lr": 0.0003500348466768116}
+{"{"train_loss": 0.07721678912639618, "global_step": 8880, "epoch": 92, "lr": 0.0003500239329337498{"{"train_loss": 0.0772588849067688, "global_step": 8881, "epoch": 92, "lr": 0.0003500130181690693}{"train_loss": 0.10939575731754303, "global_step": 8882, "epoch": 92, "lr": 0.0003500021023828444}
+{{"train_loss": 0.109558150172{"train_loss": 0.10894231498241425, "global_step": 8883, "epoch": 92, {{"train_loss": 0.105594411492{"train_loss": 0.10822560638189316, "global_step": 8884, "epoch": 92, {{"train_loss": 0.07564987987279892, "global_step": 8885, "epoch": 92, "lr": 0.0003499693488956469}{{"train_lo{"train_loss": 0.09484267979860306, "global_step": 8886, "epoch": 92, "lr": 0.0003499584{"train_loss": 0.07673518359661102, "global_step": 8887, "epoch": 92, "lr": 0.00034994750813115627}
+{"train_loss": 0.05205606669187546, "global_step": 8888, "epoch": 92, "lr": 0.00034993658621722636}
+{"train_loss": 0.08044154942035675, "global_step": 8889, "epoch": 92, "lr": 0.0003499256632822726}
+{"train_loss": 0.13568678498268127, "global_step": 8890, "epoch": 92, "lr": 0.00034991473932636933}{"train_loss": 0.08433752506971359, "global_step": 8891, "epoch": 92, "lr": 0.0003499038143495909}
+{"train_loss": 0.10722950100898743, "global_step": 8892, "epoch": 92, "lr": 0.0003498928883520118}
+{"train_loss": 0.05447442829608917, "global_step": 8893, "epoch": 92, "lr": 0.00034988196133370624}
+{"train_loss": 0.0915924757719039{"train_loss": 0.090550497174263, "global_step": 8894, "epoch": 92{"trai{"train_loss": 0.09727737307548523, "global_step": 8895, "epoch": 92, "lr": 0.0003498601042352{"train_loss": 0.08736083656549{"train_loss": 0.08498357981443405, "global_step": 8896, "epoch": 9{"train_loss": 0.11774555593729019, "global_step": 8897, "epoch": 92, "lr": 0.0003498382430547094}
+{"trai{"train_loss": 0.06407783925533295, "global_step": 8898, "epoch": 92, "lr": 0.000349827310933{"trai{"train_loss": 0.12069238722324371, "global_step": 8899, "epoch": 92, "lr": 0.0003498163777{"train_loss": 0.07891562581062317, "global_step": 8900, "epoch": 92, "lr": 0.00034980544363148204}
+{"trai{"train_loss": 0.11655201017856598, "global_step": 8901, "epoch": 92, "lr": 0.000349794508450{"train{"train_loss": 0.07806596904993057, "global_step": 8902, "epoch": 92, "lr": 0.00034978357224{"train{"train_loss": 0.11356184631586075, "global_step": 8903, "epoch": 92, "lr": 0.0003497726350{"train_{"train_loss": 0.09032616019248962, "global_step": 8904, "epoch": 92, "lr": 0.00034976169678{"train_{"train_loss": 0.12088751792907715, "global_step": 8905, "epoch": 92, "lr": 0.0003497507575{"train_loss": 0.08255603909492493, "global_step": 8906, "epoch": 92, "lr": 0.00034973981724350535}
+{"{"train_loss": 0.08836612105369568, "global_step": 8907, "epoch": 92, "lr": 0.0003497288759428475{"train_{"train_loss": 0.0943097323179245, "global_step": 8908, "epoch": 92, "lr": 0.0003497179336{"t{"train_loss": 0.0896117240190506, "global_step": 8909, "epoch": 92, "lr": 0.00034970699028277796{"{"train_loss": 0.11041264981031418, "global_step": 8910, "epoch": 92, "lr": 0.0003496960459235153{"train_loss": 0.10967376828193665, "global_step": 8911, "epoch": 92, "lr": 0.00034968510054486673}
+{"train_loss": 0.08038835227489471, "global_step": 8912, "epoch": 92, "lr": 0.0003496741541469069}
+{"train_{"train_loss": 0.10065271705389023, "global_step": 8913, "epoch": 92, "lr": 0.000349663206{"train_loss": 0.08870342373847961, "global_step": 8914, "epoch": 92, "lr": 0.0003496522582933512}
+{"train_loss": 0.08775255084037781, "global_step": 8915, "epoch": 92, "lr": 0.0003496413088379045}
+{"train_loss": 0.09985898435115814, "global_step": 8916, "epoch": 92, "lr": 0.0003496303583634447}
+{"train_l{"train_loss": 0.11169151961803436, "global_step": 8917, "epoch": 92, "lr": 0.0003496194068{"train_loss": 0.0872887596487999, "global_step": 8918, "epoch": 92, "lr": 0.00034960845435778393}
+{"train_loss": 0.09500535577535629, "global_step": 8919, "epoch": 92, "lr": 0.0003495975008267322}
+{"train_lo{"train_loss": 0.09534115344285965, "global_step": 8920, "epoch": 92, "lr": 0.000349586546{"train_loss": 0.09692268818616867, "global_step": 8921, "epoch": 92, "lr": 0.0003495755907085587}
+{"train_loss": 0.08521585166454315, "global_step": 8922, "epoch": 92, "lr": 0.0003495646341215862}
+{"train_loss": 0.10416209697723389, "global_step": 8923, "epoch": 92, "lr": 0.00034955367651612275}
+{"tr{"train_loss": 0.09170692414045334, "global_step": 8924, "epoch": 92, "lr": 0.00034954271789224{"train_loss": 0.10947217792272568, "global_step": 8925, "epoch": 92, "lr": 0.0003495317582500212}
+{"tr{"train_loss": 0.11239614337682724, "global_step": 8926, "epoch": 92, "lr": 0.00034952079758953{"train_loss": 0.09237343239753197, "global_step": 8927, "epoch": 92, "lr": 0.00034950983591085114}
+{"train_{"train_loss": 0.09381730109453201, "global_step": 8928, "epoch": 93, "lr": 0.000349498873{"tr{"tr{"train_loss": 0.07780030369758606, "global_step": 8929, "epoch": 93, "lr": 0.00034948790949{"train_loss": 0.0850391685962677, "global_step": 8930, "epoch": 93, "lr": 0.0003494769447663988}
+{"train_loss": 0.10369588434696198, "global_step": 8931, "epoch": 93, "lr": 0.00034946597901569406}
+{"t{"train_loss": 0.12298591434955597, "global_step": 8932, "epoch": 93, "lr": 0.000349455012247170{"t{"train_loss": 0.0903908759355545, "global_step": 8933, "epoch": 93, "lr": 0.0003494440444609016{"{"train_loss": 0.07473650574684143, "global_step": 8934, "epoch": 93, "lr": 0.00034943307565696335{"{"train_loss": 0.13640746474266052, "global_step": 8935, "epoch": 93, "lr": 0.0003494221058354299{"t{"train_loss": 0.12711355090141296, "global_step": 8936, "epoch": 93, "lr": 0.0003494111349963760{"t{"train_loss": 0.08026967942714691, "global_step": 8937, "epoch": 93, "lr": 0.00034940016313987{"tr{"train_loss": 0.13174715638160706, "global_step": 8938, "epoch": 93, "lr": 0.000349389190266005{"train_lo{"train_loss": 0.1341589093208313, "global_step": 8939, "epoch": 93, "lr": 0.0003493782163{"train_l{"train_loss": 0.08447669446468353, "global_step": 8940, "epoch": 93, "lr": 0.000349367241{"train_loss": 0.13216981291770935, "global_step": 8941, "epoch": 93, "lr": 0.0003493562655409152}
+{"train_loss": 0.08934327960014343, "global_step": 8942, "epoch": 93, "lr": 0.0003493452885983079}
+{"tr{"train_loss": 0.11790434271097183, "global_step": 8943, "epoch": 93, "lr": 0.000349334310638703{"train_loss": 0.09316334873437881, "global_step": 8944, "epoch": 93, "lr": 0.00034932333166217593}
+{"train_loss": 0.09215252101421356, "global_step": 8945, "epoch": 93, "lr": 0.0003493123516688008}
+{"train_loss": 0.08998755365610123, "global_step": 8946, "epoch": 93, "lr": 0.0003493013706586527}
+{"train_loss": 0.0910143330693245, "global_step": 8947, "epoch": 93, "lr": 0.0003492903886318063}
+{"trai{"train_loss": 0.1021113246679306, "global_step": 8948, "epoch": 93, "lr": 0.0003492794055883{"tra{"train_loss": 0.09060202538967133, "global_step": 8949, "epoch": 93, "lr": 0.000349268421528{"tr{"train_loss": 0.10208065807819366, "global_step": 8950, "epoch": 93, "lr": 0.0003492574364518{"train_loss": 0.08143037557601929, "global_step": 8951, "epoch": 93, "lr": 0.00034924645035893384}
+{"tra{"train_loss": 0.07782462239265442, "global_step": 8952, "epoch": 93, "lr": 0.00034923546324{"train_loss": 0.09527480602264404, "global_step": 8953, "epoch": 93, "lr": 0.00034922447512425274}
+{"train_loss": 0.05452417582273483, "global_step": 8954, "epoch": 93, "lr": 0.0003492134859826129}
+{"train_loss": 0.13294297456741333, "global_step": 8955, "epoch": 93, "lr": 0.00034920249582487314}
+{"trai{"train_loss": 0.07378219068050385, "global_step": 8956, "epoch": 93, "lr": 0.000349191504651{"train{"train_loss": 0.05693464353680611, "global_step": 8957, "epoch": 93, "lr": 0.0003491805124613{"train_loss": 0.10127132385969162, "global_step": 8958, "epoch": 93, "lr": 0.0003491695192558037}
+{"trai{"train_loss": 0.09618806093931198, "global_step": 8959, "epoch": 93, "lr": 0.0003491585250344{"train_loss": 0.11765730381011963, "global_step": 8960, "epoch": 93, "lr": 0.00034914752979729735}
+{"train_loss": 0.10015180706977844, "global_step": 8961, "epoch": 93, "lr": 0.0003491365335445307}
+{"train_loss": 0.0823502466{"train_loss": 0.0798211395740509, "global_step": 8962, "epoch": 93, "l{"trai{"train_loss": 0.1111549586057663, "global_step": 8963, "epoch": 93, "lr": 0.00034911453799234{"trai{"train_loss": 0.09139510989189148, "global_step": 8964, "epoch": 93, "lr": 0.000349103538693{"tra{"train_loss": 0.09398558735847473, "global_step": 8965, "epoch": 93, "lr": 0.0003490925383784{"train_loss": 0.08629193156{"train_loss": 0.08289743959903717, "global_step": 8966, "epoch": 93, "l{"trai{"train_loss": 0.07264543324708939, "global_step": 8967, "epoch": 93, "lr": 0.0003490705347034{"trai{"train_loss": 0.07455804944038391, "global_step": 8968, "epoch": 93, "lr": 0.000349059531343{"train_loss": 0.07089731842279434, "global_step": 8969, "epoch": 93, "lr": 0.00034904852696796164}
+{"train{"train_loss": 0.0911{"train_loss": 0.0914078801870346, "global_step": 8970, "epoch": 93, "lr{"train{"train_loss": 0.09700562059879303, "global_step": 8971, "epoch": 93, "lr": 0.00034902651517{"trai{"train_loss": 0.07927902042865753, "global_step": 8972, "epoch": 93, "lr": 0.00034901550775{"trai{"train_loss": 0.0926{"train_loss": 0.09276961535215378, "global_step": 8973, "epoch": 93, "l{"tr{"train_loss": 0.09408126026391983, "global_step": 8974, "epoch": 93, "lr": 0.00034899348986843{"train_loss": 0.07802683115005493, "global_step": 8975, "epoch": 93, "lr": 0.0003489824794044258}
+{"t{"{"train_loss": 0.06921487301588058, "global_step": 8976, "epoch": 93, "lr": 0.0003489714679258{"train_loss": 0.09276492893695831, "global_step": 8977, "epoch": 93, "lr": 0.0003489604554329005}
+{"train_loss": 0.11830972135066986, "global_step": 8978, "epoch": 93, "lr": 0.0003489494419255352}
+{"trai{"train_loss": 0.09693475067615509, "global_step": 8979, "epoch": 93, "lr": 0.00034893842740{"train{"train_loss": 0.10309050977230072, "global_step": 8980, "epoch": 93, "lr": 0.000348927411867{"train{"train_loss": 0.1197248101234436, "global_step": 8981, "epoch": 93, "lr": 0.0003489163953179{"train_loss": 0.0863836407661438, "global_step": 8982, "epoch": 93, "lr": 0.00034890537775380696}
+{"tra{"train_loss": 0.09232423454523087, "global_step": 8983, "epoch": 93, "lr": 0.00034889435917568{"tra{"train_loss": 0.09100779891014099, "global_step": 8984, "epoch": 93, "lr": 0.0003488833395836{"tra{"train_loss": 0.08957986533641815, "global_step": 8985, "epoch": 93, "lr": 0.0003488723189777{"train_loss": 0.09508730471134186, "global_step": 8986, "epoch": 93, "lr": 0.0003488612973580521}
+{"tra{"train_loss": 0.0889311283826828, "global_step": 8987, "epoch": 93, "lr": 0.000348850274724672{"tr{"train_loss": 0.08354818820953369, "global_step": 8988, "epoch": 93, "lr": 0.00034883925107766{"tr{"train_loss": 0.11546938866376877, "global_step": 8989, "epoch": 93, "lr": 0.00034882822641710{"trai{"train_loss": 0.07891763001680374, "global_step": 8990, "epoch": 93, "lr": 0.0003488172007430{"train_loss": 0.06270140409469604, "global_step": 8991, "epoch": 93, "lr": 0.0003488061740556382}
+{"tra{"train_loss": 0.07141990959644318, "global_step": 8992, "epoch": 93, "lr": 0.0003487951463548{"train_loss": 0.07560262084007263, "global_step": 8993, "epoch": 93, "lr": 0.0003487841176408641}
+{"train_loss": 0.1307317614555359, "global_step": 8994, "epoch": 93, "lr": 0.00034877308791367566}
+{"trai{"train_loss": 0.1074642688035965, "global_step": 8995, "epoch": 93, "lr": 0.00034876205717338{"train_loss": 0.06792615354061127, "global_step": 8996, "epoch": 93, "lr": 0.00034875102542007144}
+{"train_loss": 0.08116044104099274, "global_step": 8997, "epoch": 93, "lr": 0.00034873999265380587}
+{"train_loss": 0.06874524056911469, "global_step": 8998, "epoch": 93, "lr": 0.0003487289588746649}
+{"trai{"train_loss": 0.0778074637055397, "global_step": 8999, "epoch": 93, "lr": 0.0003487179240827{"train_loss": 0.09407887607812881, "global_step": 9000, "epoch": 93, "lr": 0.0003487068882780571}
+{"train_loss": 0.09044621884822845, "global_step": 9001, "epoch": 93, "lr": 0.0003486958514607407}
+{"train_loss": 0.06853791326284409, "global_step": 9002, "epoch": 93, "lr": 0.00034868481363084936}
+{"train_loss": 0.09203298389911652, "global_step": 9003, "epoch": 93, "lr": 0.0003486737747884583}
+{"train_loss": 0.11411023139953613, "global_step": 9004, "epoch": 93, "lr": 0.00034866273493364277}
+{"train_loss": 0.08140268921852112, "global_step": 9005, "epoch": 93, "lr": 0.0003486516940664778}
+{"train_loss": 0.0788169652223587, "global_step": 9006, "epoch": 93, "lr": 0.00034864065218703875}
+{"tra{"train_loss": 0.08996955305337906, "global_step": 9007, "epoch": 93, "lr": 0.00034862960929540{"train_loss": 0.10571528226137161, "global_step": 9008, "epoch": 93, "lr": 0.00034861856539163897}
+{"train_loss": 0.10006830096244812, "global_step": 9009, "epoch": 93, "lr": 0.00034860752047582863}
+{"train_loss": 0.10297456383705139, "global_step": 9010, "epoch": 93, "lr": 0.0003485964745480449}
+{"train_loss": 0.10617636889219284, "global_step": 9011, "epoch": 93, "lr": 0.00034858542760836305}
+{"tra{"train_loss": 0.09083748608827591, "global_step": 9012, "epoch": 93, "lr": 0.00034857437965685{"tra{"train_loss": 0.081728{"train_loss": 0.08224672824144363, "global_step": 9013, "epoch": 93, "{"train_loss": 0.09384654462337494, "global_step": 9014, "epoch": 93, "lr": 0.00034855228071868107}
+{"trai{"train_loss": 0.08934002369642258, "global_step": 9015, "epoch": 93, "lr": 0.000348541229732{"train_loss": 0.09646470844745636, "global_step": 9016, "epoch": 93, "lr": 0.00034853017773411513}
+{"tra{"train_loss": 0.11480557918548584, "global_step": 9017, "epoch": 93, "lr": 0.0003485191247246{"train_loss": 0.08903761208{"train_loss": 0.08804390579462051, "global_step": 9018, "epoch": 93, "{"train_loss": 0.06694211065769196, "global_step": 9019, "epoch": 93, "lr": 0.00034849701567160433}
+{"train_loss": 0.08228354156017303, "global_step": 9020, "epoch": 93, "lr": 0.00034848595962822535}
+{"t{"train_loss": 0.1050429493188858, "global_step": 9021, "epoch": 93, "lr": 0.0003484749025737008{"train_loss": 0.10988175868988037, "global_step": 9022, "epoch": 93, "lr": 0.00034846384450810594}
+{"train_loss": 0.09374659298919141, "global_step": 9023, "epoch": 93, "lr": 0.0003484527854315162}
+{{"tr{"train_loss": 0.0823465883731842, "global_step": 9024, "epoch": 94, "lr": 0.00034844172534400{"{"train_loss": 0.10096681118011475, "global_step": 9025, "epoch": 94, "lr": 0.000348430664245653{"train_loss": 0.10383404791355133, "global_step": 9026, "epoch": 94, "lr": 0.00034841960213653024}
+{"train_loss": 0.08545397967100143, "global_step": 9027, "epoch": 94, "lr": 0.00034840853901671383}
+{"train_loss": 0.10857933014631271, "global_step": 9028, "epoch": 94, "lr": 0.00034839747488627903}
+{"train_loss": 0.0815279483795166, "global_step": 9029, "epoch": 94, "lr": 0.00034838640974530123}
+{"train_loss": 0.07685341686010361, "global_step": 9030, "epoch": 94, "lr": 0.00034837534359385573}
+{"trai{"train_loss": 0.105195052921772, "global_step": 9031, "epoch": 94, "lr": 0.000348364276432018{"train_loss": 0.122022345662117, "global_step": 9032, "epoch": 94, "lr": 0.0003483532082598633}
+{"tr{"train_loss": 0.078358955681324, "global_step": 9033, "epoch": 94, "lr": 0.0003483421390774671{"{"train_loss": 0.08141088485717773, "global_step": 9034, "epoch": 94, "lr": 0.0003483310688849047{"t{"train_loss": 0.0956912860274{"train_loss": 0.09485243260860443, "global_step": 9035, "epoch":{"tr{"train_loss": 0.07707802951335907, "global_step": 9036, "epoch": 94, "lr": 0.000348308925469582{"tr{"train_loss": 0.08909788727760315, "global_step": 9037, "epoch": 94, "lr": 0.00034829785224697{"tr{"train_loss": 0.09611830115318298, "global_step": 9038, "epoch": 94, "lr": 0.00034828677801450{"tr{{"train_loss": 0.0714244395494461, "global_step": 9039, "epoch": 94, "lr": 0.00034827570277223{"tr{"train_loss": 0.08130955696105957, "global_step": 9040, "epoch": 94, "lr": 0.00034826462652026{"tr{"train_loss": 0.0855300426483{"train_loss": 0.08381548523902893, "global_step": 9041, "epoch"{"tr{"train_loss": 0.07373004406690598, "global_step": 9042, "epoch": 94, "lr": 0.000348242470987470{"tr{"train_loss": 0.0885501503944397, "global_step": 9043, "epoch": 94, "lr": 0.000348231391706805{"t{"train_loss": 0.09991651773452759, "global_step": 9044, "epoch": 94, "lr": 0.000348220311416728{"tr{"train_loss": 0.08455577492713928, "global_step": 9045, "epoch": 94, "lr": 0.00034820923011731{"t{"train_loss": 0.09162001311779022, "global_step": 9046, "epoch": 94, "lr": 0.000348198147808640{"t{"train_loss": 0.09661860018968{"train_loss": 0.09411631524562836, "global_step": 9047, "epoch": {"t{"train_loss": 0.07649239897727966, "global_step": 9048, "epoch": 94, "lr": 0.0003481759801638099{"train_loss": 0.09426899999380112{"train_loss": 0.09472201764583588, "global_step": 9049, "epoch":{"train_loss": 0.11553803086280823{"train_loss": 0.11673738062381744, "global_step": 9050, "epoch": {"train_loss": 0.10144935548305511, "global_step": 9051, "epoch": 94, "lr": 0.00034814272112899253}
+{"t{"train_loss": 0.09168262779712677, "global_step": 9052, "epoch": 94, "lr": 0.000348131632766336{"t{"train_loss": 0.10239775478839874, "global_step": 9053, "epoch": 94, "lr": 0.000348120543394947{"{"train_loss": 0.0862383097410202, "global_step": 9054, "epoch": 94, "lr": 0.0003481094530149013}{"train_loss": 0.09279394149780273, "global_step": 9055, "epoch": 94, "lr": 0.00034809836162627355}
+{"train_loss": 0.0843367651104927, "global_step": 9056, "epoch": 94, "lr": 0.00034808726922913965}
+{"train_loss": 0.07413378357887268, "global_step": 9057, "epoch": 94, "lr": 0.0003480761758235752}
+{"train_loss": 0.0818716287612915, "global_step": 9058, "epoch": 94, "lr": 0.0003480650814096557}
+{"train_loss": 0.07899746298789978, "global_step": 9059, "epoch": 94, "lr": 0.0003480539859874567}
+{"train_loss": 0.1067158430814743, "global_step": 9060, "epoch": 94, "lr": 0.0003480428895570537}
+{"train_loss": 0.07888631522655487, "global_step": 9061, "epoch": 94, "lr": 0.00034803179211852236}
+{"tr{"train_loss": 0.10318660736083984, "global_step": 9062, "epoch": 94, "lr": 0.0003480206936719{"train_loss": 0.09874889254570007, "global_step": 9063, "epoch": 94, "lr": 0.00034800959421737684}
+{"train_loss": 0.1292145997285843, "g{"train_loss": 0.1279083490371704, "global_step": 9064, "epoc{"train_loss": 0.08306057006120682, "global_step": 9065, "epoch": 94, "lr": 0.0003479873922846247}
+{"train_loss": 0.08270673453807831, "global_step": 9066, "epoch": 94, "lr": 0.00034797628980658515}
+{"train{"train_loss": 0.0926518589258194, "global_step": 9067, "epoch": 94, "lr": 0.000347965186320{"train_loss": 0.09706047177314758, "global_step": 9068, "epoch": 94, "lr": 0.00034795408182755714}
+{"train_loss": 0.10225121676921844, "global_step": 9069, "epoch": 94, "lr": 0.00034794297632671984}
+{"tra{"train_loss": 0.097442537546157{"train_loss": 0.098655566573143, "global_step": 9070, "epoch"{"tra{"train_loss": 0.12556064128875732, "global_step": 9071, "epoch": 94, "lr": 0.0003479207623027{"train_loss": 0.08612347394227982, "global_step": 9072, "epoch": 94, "lr": 0.0003479096537798225}
+{"train_loss": 0.1337958425283432, "global_step": 9073, "epoch": 94, "lr": 0.00034789854424964705}
+{"train_loss": 0.10227786749601364, "global_step": 9074, "epoch": 94, "lr": 0.0003478874337123262}
+{"train_loss": 0.12615558505058289, "global_step": 9075, "epoch": 94, "lr": 0.0003478763221679355}
+{"train_loss": 0.07596048712730408,{"train_loss": 0.07758624851703644, "global_step": 9076, "epoch"{"train_loss": 0.08464637398719788,{"train_loss": 0.0809812918305397, "global_step": 9077, "epoch": {"train_loss": 0.07184554636478424{"train_loss": 0.0711955726146698, "global_step": 9078, "epoch": 9{"train_loss": 0.07570336759090424, "global_step": 9079, "epoch": 94, "lr": 0.0003478318659211886}
+{"train_loss": 0.08964147418737411, "global_step": 9080, "epoch": 94, "lr": 0.00034782074934258417}
+{"train{"train_loss": 0.111684069{"train_loss": 0.11059325188398361, "global_step": 9081, "epoch":{"t{"train_loss": 0.06308180093765259, "global_step": 9082, "epoch": 94, "lr": 0.000347798513165604{"t{"train_loss": 0.09771005064249{"train_loss": 0.0954427719116211, "global_step": 9083, "epoch": 9{"t{"train_loss": 0.059737078845500946, "global_step": 9084, "epoch": 94, "lr": 0.00034777627296276{"train_loss": 0.07428540289402008{"train_loss": 0.07332406938076019, "global_step": 9085, "epoch":{"train_loss": 0.09231944382190704, "global_step": 9086, "epoch": 94, "lr": 0.0003477540287346788}
+{"tr{"train_loss": 0.09596395492553711, "global_step": 9087, "epoch": 94, "lr": 0.0003477429051113{"train_loss": 0.15092772245407104, "global_step": 9088, "epoch": 94, "lr": 0.00034773178048194524}
+{"train_loss": 0.08359213173389435, "global_step": 9089, "epoch": 94, "lr": 0.0003477206548465259}
+{"train_loss": 0.06814859807491302, "global_step": 9090, "epoch": 94, "lr": 0.00034770952820517245}
+{"train_{"train_loss": 0.0783693939447403, "global_step": 9091, "epoch": 94, "lr": 0.00034769840055{"train{"train_loss": 0.12257356941699982, "global_step": 9092, "epoch": 94, "lr": 0.00034768727190{"train_loss": 0.08912666141986847, "global_step": 9093, "epoch": 94, "lr": 0.0003476761422462655}
+{"t{"train_loss": 0.10357362776994705, "global_step": 9094, "epoch": 94, "lr": 0.000347665011581933{"t{"tr{"train_loss": 0.09626689553260803, "global_step": 9095, "epoch": 94, "lr": 0.000347653879912{"train_loss": 0.07337354868650436, "global_step": 9096, "epoch": 94, "lr": 0.00034764274723668014}
+{"train{"train_loss": 0.08310464769601822, "global_step": 9097, "epoch": 94, "lr": 0.00034763161355{"t{"train_loss": 0.0801604837179184, "global_step": 9098, "epoch": 94, "lr": 0.00034762047886981265{"{"tra{"train_loss": 0.10186199098825455, "global_step": 9099, "epoch": 94, "lr": 0.0003476093431{"{"trai{"train_loss": 0.07561439275741577, "global_step": 9100, "epoch": 94, "lr": 0.000347598206{"train_loss": 0.11098077148199081, {"train_loss": 0.11377405375242233, "global_step": 9101, "epoch"{"t{"train_loss": 0.0769052654504776, "global_step": 9102, "epoch": 94, "lr": 0.0003475759300736615{"{"train_loss": 0.08453989028930664{"train_loss": 0.08278627693653107, "global_step": 9103, "epoc{"t{"train_loss": 0.10101032257080078, "global_step": 9104, "epoch": 94, "lr": 0.0003475536496455915{"train_l{"train_loss": 0.058309659361839294, "global_step": 9105, "epoch": 94, "lr": 0.0003475425079{"train_l{"train_loss": 0.0801567137{"train_loss": 0.08182714879512787, "global_step": 9106, "epoch{"train_l{"train_loss": 0.05912330374121666, "global_step": 9107, "epoch": 94, "lr": 0.0003475202214{"train_loss": 0.10903899371623993, "global_step": 9108, "epoch": 94, "lr": 0.00034750907673249684}
+{"t{"train_loss": 0.1204422861337661{"train_loss": 0.1206621453166008, "global_step": 9109, "epoch":{"t{"tra{"train_loss": 0.07837052643299103, "global_step": 9110, "epoch": 94, "lr": 0.0003474867842{"train_{"train_loss": 0.08328938484191895, "global_step": 9111, "epoch": 94, "lr": 0.0003474756365{"train_{"train_loss": 0.0846099779009819, "global_step": 9112, "epoch": 94, "lr": 0.000347464487747{"train{"train_loss": 0.08999734371900558, "global_step": 9113, "epoch": 94, "lr": 0.000347453337990{"train_loss": 0.11621184647083282, "global_step": 9114, "epoch": 94, "lr": 0.000347442187229575}
+{"train_loss": 0.07774871587753296, "global_step": 9115, "epoch": 94, "lr": 0.00034743103546451293}
+{"train_loss": 0.10347025096416473, "global_step": 9116, "epoch": 94, "lr": 0.000347419882695489}
+{"train_loss": 0.09885217249393463, "global_step": 9117, "epoch": 94, "lr": 0.00034740872892257926}
+{"t{"train_loss": 0.07512487471103668, "global_step": 9118, "epoch": 94, "lr": 0.0003473975741458594{"train_loss": 0.09189502728016426, "global_step": 9119, "epoch": 94, "lr": 0.0003473864183654058}
+{"{"train_loss": 0.11607849597930908, "global_step": 9120, "epoch": 95, "lr": 0.00034737526158129403{"{"train_loss": 0.10596298426389694, "global_step": 9121, "epoch": 95, "lr": 0.000347364103793600{"train_loss": 0.08940643072128296, "global_step": 9122, "epoch": 95, "lr": 0.0003473529450024005}
+{"tr{"train_loss": 0.08002758026123047, "global_step": 9123, "epoch": 95, "lr": 0.000347341785207770{"tr{"train_loss": 0.09497107565402985, "global_step": 9124, "epoch": 95, "lr": 0.00034733062440978{"tr{"train_loss": 0.09044460207223892, "global_step": 9125, "epoch": 95, "lr": 0.000347319462608524{"tr{{"train_loss": 0.07186618447303{"train_loss": 0.07170421630144119, "global_step": 9126, "epoch"{"tr{"train_loss": 0.07806999236345291, "global_step": 9127, "epoch": 95, "lr": 0.000347297135996470{"train_loss": 0.11585260927677155, "global_step": 9128, "epoch": 95, "lr": 0.00034728597118583045}
+{"tr{"train_loss": 0.0831771045923233, "global_step": 9129, "epoch": 95, "lr": 0.000347274805372216{"tra{"train_loss": 0.09760722517967224, "global_step": 9130, "epoch": 95, "lr": 0.0003472636385557{"train_loss": 0.07346069812774658, "global_step": 9131, "epoch": 95, "lr": 0.0003472524707363704}
+{"t{"{"train_loss": 0.09791143238544464, "global_step": 9132, "epoch": 95, "lr": 0.0003472413019142{"t{"{"train_loss": 0.10613211989402771, "global_step": 9133, "epoch": 95, "lr": 0.00034723013208954{"tra{"train_loss": 0.08303548395633698, "global_step": 9134, "epoch": 95, "lr": 0.00034721896126219{"train_loss": 0.07831156998872757, "global_step": 9135, "epoch": 95, "lr": 0.00034720778943233654}
+{"{"{"train_loss": 0.08799940347671509, "global_step": 9136, "epoch": 95, "lr": 0.000347196616600033{"tr{"train_loss": 0.07663057744503021, "global_step": 9137, "epoch": 95, "lr": 0.000347185442765365{"tr{"train_loss": 0.07247145473957062, "global_step": 9138, "epoch": 95, "lr": 0.000347174267928408{"tr{"train_loss": 0.07275956124067307, "global_step": 9139, "epoch": 95, "lr": 0.00034716309208923{"tr{"train_loss": 0.08422425389289856, "global_step": 9140, "epoch": 95, "lr": 0.0003471519152479{"t{"{"train_loss": 0.09243302047252655, "global_step": 9141, "epoch": 95, "lr": 0.00034714073740455{"t{"{"train_loss": 0.06960669159889221, "global_step": 9142, "epoch": 95, "lr": 0.0003471295585592{"t{"train_loss": 0.07490667700767517, "global_step": 9143, "epoch": 95, "lr": 0.0003471183787119426{"t{"{"train_loss": 0.09289556741714478, "global_step": 9144, "epoch": 95, "lr": 0.0003471071978628{"tra{"train_loss": 0.079922117292{"train_loss": 0.07859770208597183, "global_step": 9145, "epoch"{"tr{"{"train_loss": 0.10171161592006683, "global_step": 9146, "epoch": 95, "lr": 0.000347084833159{"trai{"train_loss": 0.10506325215101242, "global_step": 9147, "epoch": 95, "lr": 0.0003470736493053{"trai{"train_loss": 0.0894574299454689, "global_step": 9148, "epoch": 95, "lr": 0.00034706246444965{"train_loss": 0.09872022271156311, "global_step": 9149, "epoch": 95, "lr": 0.0003470512785925419}
+{"tr{"train_loss": 0.11946835368871689, "global_step": 9150, "epoch": 95, "lr": 0.00034704009173404{"tra{"train_loss": 0.06371242552995682, "global_step": 9151, "epoch": 95, "lr": 0.00034702890387425{"train_loss": 0.06434142589569092, "global_step": 9152, "epoch": 95, "lr": 0.00034701771501324005}
+{"tra{"train_loss": 0.10505235940217972, "global_step": 9153, "epoch": 95, "lr": 0.00034700652515107{"tr{"train_loss": 0.09048549830913544, "global_step": 9154, "epoch": 95, "lr": 0.00034699533428784{"train_loss": 0.11297335475683212, "global_step": 9155, "epoch": 95, "lr": 0.000346984142423613}
+{"tr{"train_loss": 0.08390381932258606, "global_step": 9156, "epoch": 95, "lr": 0.00034697294955846{"train_loss": 0.08337926119565964, "global_step": 9157, "epoch": 95, "lr": 0.0003469617556924748}
+{"train_loss": 0.07745683193206787, "global_step": 9158, "epoch": 95, "lr": 0.0003469505608257184}
+{"train_loss": 0.06471029669046402, "global_step": 9159, "epoch": 95, "lr": 0.00034693936495827193}
+{"t{"train_loss": 0.07490497827529907, "global_step": 9160, "epoch": 95, "lr": 0.0003469281680902118{"t{"{"train_loss": 0.12050951272249222, "global_step": 9161, "epoch": 95, "lr": 0.00034691697022161{"t{"train_loss": 0.11137864738702774, "global_step": 9162, "epoch": 95, "lr": 0.00034690577135255{"trai{"train_loss": 0.10008786618709564, "global_step": 9163, "epoch": 95, "lr": 0.000346894571483{"train_loss": 0.06222553178668022, "global_step": 9164, "epoch": 95, "lr": 0.0003468833706133594}
+{"tr{{"train_loss": 0.10473307967185974, "global_step": 9165, "epoch": 95, "lr": 0.00034687216874337{"t{"{"train_loss": 0.10568098723888397, "global_step": 9166, "epoch": 95, "lr": 0.00034686096587323{"tra{"train_loss": 0.09263254702091217, "global_step": 9167, "epoch": 95, "lr": 0.00034684976200301{"train_loss": 0.08743482083082199, "global_step": 9168, "epoch": 95, "lr": 0.00034683855713278877}
+{"tr{"train_loss": 0.05883036181330681, "global_step": 9169, "epoch": 95, "lr": 0.000346827351262637{"{"train_loss": 0.08621422946453094, "global_step": 9170, "epoch": 95, "lr": 0.00034681614439263485{"train_loss": 0.08501537144184113, "global_step": 9171, "epoch": 95, "lr": 0.00034680493652285784}
+{"{{"train_loss": 0.12183784693479538, "global_step": 9172, "epoch": 95, "lr": 0.0003467937276533825{"{"train_loss": 0.09332935512065887, "global_step": 9173, "epoch": 95, "lr": 0.00034678251778428524{"{"train_loss": 0.0740962028503418, "global_step": 9174, "epoch": 95, "lr": 0.0003467713069156424}{{"train_loss": 0.10896164178848267, "global_step": 9175, "epoch": 95, "lr": 0.0003467600950475302}{"train_loss": 0.0647645890712738, "global_step": 9176, "epoch": 95, "lr": 0.0003467488821800251}
+{"t{"train_loss": 0.09293639659881592, "global_step": 9177, "epoch": 95, "lr": 0.0003467376683132034{"tr{"train_loss": 0.06910036504268646, "global_step": 9178, "epoch": 95, "lr": 0.00034672645344714{"train_loss": 0.11988235265016556, "global_step": 9179, "epoch": 95, "lr": 0.0003467152375819159}
+{"train_loss": 0.103493332862854, "global_step": 9180, "epoch": 95, "lr": 0.00034670402071760274}
+{"tra{"train_loss": 0.0946718379855156, "global_step": 9181, "epoch": 95, "lr": 0.000346692802854278{"tr{"train_loss": 0.10704004764556885, "global_step": 9182, "epoch": 95, "lr": 0.00034668158399201{"train_loss": 0.135879784822464, "global_step": 9183, "epoch": 95, "lr": 0.00034667036413090234}
+{"train_{"train_loss": 0.12481403350830078, "global_step": 9184, "epoch": 95, "lr": 0.00034665914327{"train_loss": 0.06764641404151917, "global_step": 9185, "epoch": 95, "lr": 0.0003466479214123986}
+{"train_loss": 0.10840751230716705, "global_step": 9186, "epoch": 95, "lr": 0.000346636698555165}
+{"trai{"train_loss": 0.05682361498475075, "global_step": 9187, "epoch": 95, "lr": 0.0003466254746993{"train_loss": 0.08110424876213074, "global_step": 9188, "epoch": 95, "lr": 0.0003466142498451162}
+{"tra{"train_loss": 0.09361536800861359, "global_step": 9189, "epoch": 95, "lr": 0.00034660302399{"train_l{"train_loss": 0.07438991963863373, "global_step": 9190, "epoch": 95, "lr": 0.000346591797{"train_l{"train_loss": 0.1111202985048294, "global_step": 9191, "epoch": 95, "lr": 0.0003465805692{"train_loss": 0.07238084822893143, "global_step": 9192, "epoch": 95, "lr": 0.0003465693404448331}
+{"train_{"train_loss": 0.1235509067773{"train_loss": 0.12467171251773834, "global_step": 9193, "epo{"trai{"train_loss": 0.075636684894561{"train_loss": 0.07527200132608414, "global_step": 9194, "ep{"train_loss": 0.08834006637334824, "g{"train_loss": 0.09139370918273926, "global_step": 9195, "epo{"train_loss": 0.07695790380239487, "global_step": 9196, "epoch": 95, "lr": 0.00034652441507504694}
+{"train_loss": 0.0960313007235527, "g{"train_loss": 0.0922197550535202, "global_step": 9197, "epoch{"train_loss": 0.08736813068389893, "global_step": 9198, "epoch": 95, "lr": 0.00034650194640311986}
+{"train_loss": 0.06980398297309875, "global_step": 9199, "epoch": 95, "lr": 0.00034649071057066554}
+{"train_loss": 0.12433367967605591, "global_step": 9200, "epoch": 95, "lr": 0.0003464794737406527}
+{"train_loss": 0.09589122980833054, "{"train_loss": 0.09807034581899643, "global_step": 9201, "epoc{"train_loss": 0.0953151285648346, "global_step": 9202, "epoch": 95, "lr": 0.00034645699708825764}
+{"trai{"train_loss": 0.1298264116048813, "global_step": 9203, "epoch": 95, "lr": 0.0003464457572660{"trai{"train_loss": 0.09114953875541687, "global_step": 9204, "epoch": 95, "lr": 0.000346434516446{"train_loss": 0.0725223571062088, "glo{"train_loss": 0.0690641701221466, "global_step": 9205, "epo{"train{"train_loss": 0.092018820345401{"train_loss": 0.09064346551895142, "global_step": 9206, "epo{"train_loss": 0.0793389230966568, "global_step": 9207, "epoch": 95, "lr": 0.0003464007880053534}
+{"train_{"train_loss": 0.10275277495384216, "global_step": 9208, "epoch": 95, "lr": 0.0003463895431{"train_{"train_loss": 0.09531241655349731, "global_step": 9209, "epoch": 95, "lr": 0.0003463782973{"train_loss": 0.09167937934398651, "global_step": 9210, "epoch": 95, "lr": 0.00034636705059164463}
+{"train_{"train_loss": 0.10877148807048798, "global_step": 9211, "epoch": 95, "lr": 0.0003463558027{"train_{"train_loss": 0.07351455837488174, "global_step": 9212, "epoch": 95, "lr": 0.0003463445539{"train_{"train_loss": 0.09531053155660629, "global_step": 9213, "epoch": 95, "lr": 0.0003463333042{"train_{"train_loss": 0.09371569752693176, "global_step": 9214, "epoch": 95, "lr": 0.0003463220{"train_lo{"train_loss": 0.091189977712929{"train_loss": 0.09140118514187634, "global_step": 9215,{"train_los{"train_loss": 0.095509588718414{"train_loss": 0.09580447524785995, "global_step": 9216,{"train_loss": 0.09575760364532471, "global{"train_loss": 0.10099159181118011, "global_step": 9217{"train_lo{"train_loss": 0.0670374482870101{"train_loss": 0.06502562761306763, "global_step": 9218,{"train_loss": 0.07715091109275818, "global{"train_loss": 0.07908761501312256, "global_step": 9219, {"train_lo{{"train_loss": 0.08394531905651093, "global_step": 9220, "epoch": 96, "lr": 0.0003462545{"train_loss": 0.09127101302146912, "global_{"train_loss": 0.09148210287094116, "global_step": 9221{"train_loss": 0.13442428410053253, "global_{"train_loss": 0.1305295079946518, "global_step": 9222,{"train_loss": 0.08271795511245728, "global_step": 9223, "epoch": 96, "lr": 0.00034622075150029266}
+{"train_loss": 0.09639671444892883, "global_step": 9224, "epoch": 96, "lr": 0.0003462094907518473}
+{"train_lo{"train_loss": 0.08531691133975983, "global_step": 9225, "epoch": 96, "lr": 0.000346198229{"train_lo{"train_loss": 0.12182997167110443, "global_step": 9226, "epoch": 96, "lr": 0.00034618696{"train_loss": 0.10973113775253296, "global_step": 9227, "epoch": 96, "lr": 0.0003461757025329572}
+{"train_loss": 0.1795017123222351, "global_step": 9228, "epoch": 96, "lr": 0.0003461644378023981}
+{"train_los{"train_loss": 0.11283742636442184, "global_step": 9229, "epoch": 96, "lr": 0.0003461531{"train_los{"train_loss": 0.09924601018428802, "global_step": 9230, "epoch": 96, "lr": 0.00034614190{"train_loss"{"train_loss": 0.1183210909366{"train_loss": 0.11815868318080902, "global_step": 9231, {"train_loss"{"train_loss": 0.0668935775756{"train_loss": 0.06738576292991638, "global_step": 9232{"train_loss{{"train_loss": 0.08952625095844269, "global_step": 9233, "epoch": 96, "lr": 0.000346108{"train_loss{{"train_loss": 0.08191004395484924, "global_step": 9234, "epoch": 96, "lr": 0.00034609{"train_loss{{"train_loss": 0.0869995728135109, "global_step": 9235, "epoch": 96, "lr": 0.000346085{"train_loss{"train_loss": 0.07714404165744781, "global_step": 9236, "epoch": 96, "lr": 0.000346074{"train_loss": 0.09334945678710938, "global_step": 9237, "epoch": 96, "lr": 0.0003460630104464232}
+{"train_loss"{"train_loss": 0.08099627494812012, "global_step": 9238, "epoch": 96, "lr": 0.000346051{"train_loss": 0.10593858361244202, "global_step": 9239, "epoch": 96, "lr": 0.00034604046009090834}
+{"train_loss"{"train_loss": 0.11330263316631317, "global_step": 9240, "epoch": 96, "lr": 0.00034602{"train_loss": 0.09156711399555206, "global_step": 9241, "epoch": 96, "lr": 0.0003460179057574238}
+{"train_loss"{"train_loss": 0.06914013624191284, "global_step": 9242, "epoch": 96, "lr": 0.00034600{"train_loss": 0.12843796610832214, "global_step": 9243, "epoch": 96, "lr": 0.0003459953474465839}
+{"train_loss{"train_loss": 0.08017167448997498, "global_step": 9244, "epoch": 96, "lr": 0.000345984{"train_loss{"train_loss": 0.09227420389652252, "global_step": 9245, "epoch": 96, "lr": 0.000345972{"train_loss"{"train_loss": 0.11460386216640472, "global_step": 9246, "epoch": 96, "lr": 0.0003459{"train_loss": 0.08017507195472717, "global_step": 9247, "epoch": 96, "lr": 0.0003459502188952961}
+{"train_loss": 0.10361544787883759, "global_step": 9248, "epoch": 96, "lr": 0.0003459389342725872}
+{"train_loss"{"train_loss": 0.082261823117733, "global_step": 9249, "epoch": 96, "lr": 0.000345927{"train_loss": 0.06694041192531586, "global_step": 9250, "epoch": 96, "lr": 0.0003459163620458432}
+{"train_loss": 0.09632711112499237, "global_step": 9251, "epoch": 96, "lr": 0.00034590507444196174}
+{"train_loss": 0.06841079145669937, "global_step": 9252, "epoch": 96, "lr": 0.0003458937858445098}
+{"train_loss": 0.11285146325826645, "global_step": 9253, "epoch": 96, "lr": 0.0003458824962535642}
+{"train_loss": 0.08758872747421265, "global_step": 9254, "epoch": 96, "lr": 0.0003458712056692019}
+{"train_loss{"train_loss": 0.08559059351682663, "global_step": 9255, "epoch": 96, "lr": 0.000345859{"train_loss{"train_loss": 0.11736573278903961, "global_step": 9256, "epoch": 96, "lr": 0.000345848{"train_loss": 0.10038883984088898, "global_step": 9257, "epoch": 96, "lr": 0.0003458373279563834}
+{"train_loss": 0.07281486690044403, "global_step": 9258, "epoch": 96, "lr": 0.00034582603339912307}
+{"train_loss": 0.08964188396930695, "global_step": 9259, "epoch": 96, "lr": 0.00034581473784883043}
+{"train_loss{"train_loss": 0.09320089221000671, "global_step": 9260, "epoch": 96, "lr": 0.000345803{"train_loss"{"train_loss": 0.06438732147216797, "global_step": 9261, "epoch": 96, "lr": 0.000345792{"train_loss"{"train_loss": 0.08878272771835327, "global_step": 9262, "epoch": 96, "lr": 0.000345780{"train_loss"{"train_loss": 0.09799724817276001, "global_step": 9263, "epoch": 96, "lr": 0.00034576{"train_loss"{"train_loss": 0.1028766930103302, "global_step": 9264, "epoch": 96, "lr": 0.000345758{"train_loss{"train_loss": 0.10156914591789246, "global_step": 9265, "epoch": 96, "lr": 0.000345746{"train_loss{"{"train_loss": 0.11133129149675369, "global_step": 9266, "epoch": 96, "lr": 0.0003457{"train_loss": 0.07920372486114502, "global_step": 9267, "epoch": 96, "lr": 0.00034572433770656063}
+{"train_loss": 0.13718372583389282, "global_step": 9268, "epoch": 96, "lr": 0.00034571303322244003}
+{"train_loss": 0.0979330837726593, "global_step": 9269, "epoch": 96, "lr": 0.00034570172774605674}
+{"train_loss": 0.136089488863945, "global_step": 9270, "epoch": 96, "lr": 0.00034569042127748756}
+{"train_loss": 0.1{"train_loss": 0.09388880431652069, "global_step": 9271, "epoch": 96, "lr": 0.0003{"train_loss": 0.09355320781469345, "global_step": 9272, "epoch": 96, "lr": 0.0003456678053641001}
+{"train_loss": 0.12884213030338287, "global_step": 9273, "epoch": 96, "lr": 0.0003456564959194357}
+{"train_loss": 0.08871985226869583, "global_step": 9274, "epoch": 96, "lr": 0.00034564518548289353}
+{"train_loss": 0.06763245165348053, "global_step": 9275, "epoch": 96, "lr": 0.00034563387405455066}
+{"train_loss": 0.11123789846897125, "global_step": 9276, "epoch": 96, "lr": 0.0003456225616344841}
+{"train_loss": 0.10083405673503876, "global_step": 9277, "epoch": 96, "lr": 0.00034561124822277085}
+{"train_loss": 0.08474773168563843, "global_step": 9278, "epoch": 96, "lr": 0.000345599933819488}
+{"train_loss": 0.12657620012760162, "global_step": 9279, "epoch": 96, "lr": 0.0003455886184247126}
+{"train_loss": 0.09592729806900024, "global_step": 9280, "epoch": 96, "lr": 0.0003455773020385217}
+{"train_loss": 0.10323157161474228, "global_step": 9281, "epoch": 96, "lr": 0.0003455659846609923}
+{"train_loss": 0.10853336751461029, "global_step": 9282, "epoch": 96, "lr": 0.0003455546662922015}
+{"train_loss": 0.05452706664800644, "global_step": 9283, "epoch": 96, "lr": 0.0003455433469322264}
+{"train_loss": 0.0844484195113182, "global_step": 9284, "epoch": 96, "lr": 0.0003455320265811441}
+{"train_loss": 0.09567099064588547, "gl{"train_loss": 0.0937810018658638, "global_step": 9285, "epo{"train_loss": 0.12201173603534698, "global_step": 9286, "epoch": 96, "lr": 0.0003455093829059661}
+{"train_loss": {"train_loss": 0.06710906326770782, "global_step": 9287, "epoch": 96, "lr": 0.0003454{"train_loss": {"train_loss": 0.0700555294752121, "global_step": 9288, "epoch": 96, "lr": 0.00034548{"train_loss": 0.1266038566827774, "gl{"train_loss": 0.12493669241666794, "global_step": 9289, "ep{"train_loss": {"train_loss": 0.109848752617836, "global_step": 9290, "epoch": 96, "lr": 0.000345464{"train_loss": 0.08216974139213562, "global_step": 9291, "epoch": 96, "lr": 0.0003454527563790415}
+{"train_loss": 0.1360323429107666, "global_step": 9292, "epoch": 96, "lr": 0.00034544142810187707}
+{"train_loss":{"train_loss": 0.11041782796382904, "global_step": 9293, "epoch": 96, "lr": 0.00034543{"train_loss": 0.08480792492628098, "global_step": 9294, "epoch": 96, "lr": 0.00034541876857638575}
+{"train_loss": 0.0997420996427536, "global_step": 9295, "epoch": 96, "lr": 0.0003454074373282132}
+{"train_loss": 0.07064049690961838, "global_step": 9296, "epoch": 96, "lr": 0.0003453961050898589}
+{"train_loss": 0.07521356642246246, "global_step": 9297, "epoch": 96, "lr": 0.0003453847718614}
+{"train_loss": 0.08435672521591187, "global_step": 9298, "epoch": 96, "lr": 0.00034537343764291377}
+{"train_loss": 0.10732841491699219, "global_step": 9299, "epoch": 96, "lr": 0.00034536210243447734}
+{"train_loss": 0.1002703607082367, "global_step": 9300, "epoch": 96, "lr": 0.00034535076623616785}
+{"train_loss": 0.07654384523630142, "global_step": 9301, "epoch": 96, "lr": 0.0003453394290480626}
+{"train_loss": 0.09796086698770523, "global_step": 9302, "epoch": 96, "lr": 0.00034532809087023874}
+{"train_loss": 0{"train_loss": 0.07388194650411606, "global_step": 9303, "epoch": 96, "lr": 0.00034{"train_loss": 0.08527891337871552, "global_step": 9304, "epoch": 96, "lr": 0.0003453054115457439}
+{"train_loss": 0.10831212252378464, "global_step": 9305, "epoch": 96, "lr": 0.0003452940703992275}
+{"train_loss": 0.10247879475355148, "global_step": 9306, "epoch": 96, "lr": 0.0003452827282633013}
+{"train_loss": 0.09304416179656982, "global_step": 9307, "epoch": 96, "lr": 0.0003452713851380427}
+{"train_loss": 0.07385227084159851, "global_step": 9308, "epoch": 96, "lr": 0.0003452600410235287}
+{"train_loss": 0.11501723527908325, "global_step": 9309, "epoch": 96, "lr": 0.0003452486959198368}
+{"train_loss": 0.06067889183759689, "global_step": 9310, "epoch": 96, "lr": 0.00034523734982704415}
+{"train_loss": 0.09523858510268231, "global_step": 9311, "epoch": 96, "lr": 0.00034522600274522795}
+{"train_loss": 0.11746580898761749, "global_step": 9312, "epoch": 97, "lr": 0.0003452146546744656}
+{"train_loss": 0.1{"train_loss": 0.10966673493385315, "global_step": 9313, "epoch": 97, "lr": 0.000{"train_loss": 0.07075777649879456{"train_loss": 0.0697082132101059, "global_step": 9314, "epoch": {"train_loss": 0{"train_loss": 0.{"train_loss": 0.11890954524278641, "global_step": 9315, "epoch"{"train_loss": 0.0{"train_loss": 0.062460608780384064, "global_step": 9316, "epoch": 97, "lr": 0.000{"train_loss": 0.0{"train_loss": 0.10039316117763519, "global_step": 9317, "epoch": 97, "lr": 0.0003{"train_loss": 0.1133473664522171, "global_step": 9318, "epoch": 97, "lr": 0.00034514654548634897}
+{"train_loss": 0.10{"train_loss": 0.10706327855587006, "global_step": 9319, "epoch": 97, "lr": 0.00{"train_loss": 0.119{"train_loss": {"train_loss": 0.1207834929227829, "global_step": 9320, "epoch":{"train_loss": 0.107{"train_loss": 0.10224698483943939, "global_step": 9321, "epoch": 97, "lr": 0.0{"train_loss": 0.0924{"train_loss": 0.09098461270332336, "global_step": 9322, "epoch": 97, "lr": 0.0{"train_loss": 0.088{"train_loss": {"train_loss": 0.08568268269300461, "global_step": 9323, "epoch":{"train_loss": 0.10087059438228607, "global_step": 9324, "epoch": 97, "lr": 0.00034507840071564824}
+{"train_loss": 0.13884860277175903, "global_step": 9325, "epoch": 97, "lr": 0.00034506703979561977}
+{"train_loss": 0.08039171993732452, "global_step": 9326, "epoch": 97, "lr": 0.0003450556778877276}
+{"train_loss": 0.09550884366035461, "global_step": 9327, "epoch": 97, "lr": 0.000345044314992049}
+{"train_loss": 0.10{"train_loss": 0{"train_loss": 0.1082245334982872, "global_step": 9328, "epoch": {"train_loss": 0.080{"train_loss": 0.07950793206691742, "global_step": 9329, "epoch": 97, "lr": 0.0{"train_loss": 0.09264667332172394, "global_step": 9330, "epoch": 97, "lr": 0.00034501022037906914}
+{"train_loss": 0.08{"train_loss": 0.08754433691501617, "global_step": 9331, "epoch": 97, "lr": 0.000{"train_loss": 0.097{"train_los{"train_loss": 0.10090959072113037, "global_step": 9332, "epoch": 97,{"train_loss": 0.116{"train_loss": 0.12058757245540619, "global_step": 9333, "epoch": 97, "lr": 0.0{"train_loss": 0.07{{"train_loss": 0.07153628766536713, "global_step": 9334, "epoch": 97, "lr": 0.00{"train_loss": 0.10{{"train_loss": 0.11188067495822906, "global_step": 9335, "epoch": 97, "lr": 0.{"train_loss": 0.124{"train_loss": 0.12296464294195175, "global_step": 9336, "epoch": 97, "lr": 0.{"train_loss": 0.086{"train_loss": 0.08489712327718735, "global_step": 9337, "epoch": 97, "lr": 0.00{"train_loss": 0.09581650793552399, "global_step": 9338, "epoch": 97, "lr": 0.0003449192579678209}
+{"train_loss": 0.09{"train_loss{"train_loss": 0.09704858809709549, "global_step": 9339, "epoch": 97,{"train_loss": 0.1400{"train_loss": 0.1415390968322754, "global_step": 9340, "epoch": 97, "lr": 0.00{"train_loss": 0.10{"train_loss": 0.10139594972133636, "global_step": 9341, "epoch": 97, "lr": 0.00{"train_loss": 0.106{"train_loss": 0.11383482813835144, "global_step": 9342, "epoch": 97, "lr": 0.00{"train_loss": 0.06{{"train_los{"train_loss": 0.06819407641887665, "global_step": 9343, "epoch": 97,{"train_loss": 0.065{"train_loss": 0.06669943034648895, "global_step": 9344, "epoch": 97, "lr": 0.0{"train_loss": 0.084{"train_loss": 0.08383437991142273, "global_step": 9345, "epoch": 97, "lr": 0.00{"train_loss": 0.0{"train_loss": 0.06397473812103271, "global_step": 9346, "epoch": 97, "lr": 0.0003{"train_loss": 0.09342461824{"train_loss": 0.09457153081893921, "global_step": 9347, "epoch": 97, "l{"train_loss": 0.{"train_loss": 0.091463603079319, "global_step": 9348, "epoch": 97, "lr": 0.0003448{"train_loss": {"train_loss"{"train_loss": 0.07696671783924103, "global_step": 9349, "epoch": 97, {"train_loss": 0.099{"train_loss": 0.09824512153863907, "global_step": 9350, "epoch": 97, "lr": 0.0{"train_loss": 0.086{"train_loss": 0.08530382812023163, "global_step": 9351, "epoch": 97, "lr": 0.00{"train_loss": 0.0821270793{"train_loss": 0.083282969892025, "global_step": 9352, "epoch": 97, "lr"{"train_loss":{"trai{"train_loss": 0.10124053061008453, "global_step": 9353, "epoch": 97, "lr": 0.0{"train_loss": 0.090{"train_loss": 0.09190797060728073, "global_step": 9354, "epoch": 97, "lr": 0.0{"train_loss": 0.09405544{"train_loss": 0.08921158313751221, "global_step": 9355, "epoch": 97, "lr"{"train_loss": 0.129{"train_loss": 0.1332252025604248, "global_step": 9356, "epoch": 97, "lr": 0.00{"train_loss": 0.08610014617443085, "global_step": 9357, "epoch": 97, "lr": 0.0003447029691850764}
+{"train_loss": {"train_loss": 0.09864255785942078, "global_step": 9358, "epoch": 97, "lr": 0.000344{"train_loss": 0.06615091860294342, "global_step": 9359, "epoch": 97, "lr": 0.0003446801812424843}
+{"train_loss": 0.07578283548355103, "global_step": 9360, "epoch": 97, "lr": 0.00034466878579330544}
+{"train_loss": 0.08942361176013947, "global_step": 9361, "epoch": 97, "lr": 0.0003446573893589749}
+{"train_loss": 0.0858013927936554, "global_step": 9362, "epoch": 97, "lr": 0.0003446459919395702}
+{"train_loss": 0.0993{"train_loss": 0.09853946417570114, "global_step": 9363, "epoch": 97, "lr": 0.0{"train_loss": 0.0684{"train_loss": 0.06603133678436279, "global_step": 9364, "epoch": 97, "lr": 0.0{"train_loss": 0.0835377424955368, "global_step": 9365, "epoch": 97, "lr": 0.0003446117937716875}
+{"train_loss": 0.08755970001220703, "global_step": 9366, "epoch": 97, "lr": 0.0003446003924127625}
+{"train_loss": 0.1157{"train_loss": 0.1154077798128128, "global_step": 9367, "epoch": 97, "lr": 0.00{"train_loss": 0.1165979653596878, "global_step": 9368, "epoch": 97, "lr": 0.00034457758674093225}
+{"train_loss": 0.08484304696321487, "global_step": 9369, "epoch": 97, "lr": 0.00034456618242818224}
+{"train_loss": 0.09733180701732635, "global_step": 9370, "epoch": 97, "lr": 0.00034455477713097915}
+{"train_loss": 0.0875{"train_loss": 0.08329617977142334, "global_step": 9371, "epoch": 97, "lr": 0.0{"train_loss": 0.0719{"train_loss": 0.07097393274307251, "global_step": 9372, "epoch": 97, "lr": 0.{"train_loss": 0.08068631589412689, "global_step": 9373, "epoch": 97, "lr": 0.00034452055533342856}
+{"train_loss": 0.09493915736675262, "global_step": 9374, "epoch": 97, "lr": 0.00034450914609919015}
+{"train_loss": 0.{"train_loss": 0.09943488985300064, "global_step": 9375, "epoch": 97, "lr": 0.0003{"train_loss": 0.11864426732063293, "global_step": 9376, "epoch": 97, "lr": 0.0003444863246785971}
+{"train_loss": 0.08137805014848709, "global_step": 9377, "epoch": 97, "lr": 0.0003444749124923979}
+{"train_loss": 0.{"train_loss": 0.10889168828725815, "global_step": 9378, "epoch": 97, "lr": 0.00034{"train_loss": 0.092{"train_loss": 0.09252197295427322, "global_step": 9379, "epoch": 97, "lr": 0.0{"train_loss": 0{"tr{"train_loss": 0.1645755171775818, "global_step": 9380, "epoch": 97, "lr": 0.000{"train_loss": 0.08{"train_loss": 0.08039607107639313, "global_step": 9381, "epoch": 97, "lr": 0.000{"train_loss":{"train_loss": 0.08309167623519897, "global_step": 9382, "epoch": 97, "lr": 0.00034441{"train_loss": 0.095683149{"train_loss": 0.09773201495409012, "global_step": 9383, "epoch": 97, "lr{"train_loss": 0.06972145289182663, "global_step": 9384, "epoch": 97, "lr": 0.0003443949996460739}
+{"train_loss": 0.09{"train_loss": 0.09474491328001022, "global_step": 9385, "epoch": 97, "lr": 0.00{"train_loss": 0.098{"train_loss": 0.09846267104148865, "global_step": 9386, "epoch": 97, "lr": 0.00{"train_loss": {"tra{"train_loss": 0.10130532085895538, "global_step": 9387, "epoch": 97, "lr": 0.0{"train_loss": 0.0663097798{"train_loss": 0.06643154472112656, "global_step": 9388, "epoch": 97, "l{"train_loss": {"train_loss": 0.0894089937210083, "global_step": 9389, "epoch": 97, "lr": 0.00034433{"train_loss": 0.108059063{"train_loss": 0.11074025183916092, "global_step": 9390, "epoch": 97, "lr{"train_loss": 0.082698240{"train_loss": 0.08365769684314728, "global_step": 9391, "epoch": 97, "lr"{"train_loss": 0.09637133777141571, "global_step": 9392, "epoch": 97, "lr": 0.0003443036116831641}
+{"train_loss": 0.12364047020673752, "global_step": 9393, "epoch": 97, "lr": 0.00034429218376499086}
+{"train_loss"{"train_loss{"train_loss": 0.09000963717699051, "global_step": 9394, "epoch": 97, "lr"{"train_loss"{"train{"train_loss": 0.07302054762840271, "global_step": 9395, "epoch": 97, "lr": 0.0{"train_loss": 0.083{"train_loss": 0.08371368050575256, "global_step": 9396, "epoch": 97, "lr": 0.0{"train_loss": 0.102{"train_loss": 0.09608783572912216, "global_step": 9397, "epoch": 97, "lr": 0.{"train_loss": 0.08741079270839691, "global_step": 9398, "epoch": 97, "lr": 0.00034423502943687397}
+{"train_loss"{"train_{"train_loss": 0.11509399861097336, "global_step": 9399, "epoch": 97, "lr": 0.{"train_loss": 0.14881354570388794, "global_step": 9400, "epoch": 97, "lr": 0.0003442121608296964}
+{"train_loss"{"train_loss": 0.09414930641651154, "global_step": 9401, "epoch": 97, "lr": 0.000344200{"train_loss"{"train_loss": 0.09540090709924698, "global_step": 9402, "epoch": 97, "lr": 0.00034418{"train_loss"{"train_loss": 0.0792168527841568, "global_step": 9403, "epoch": 97, "lr": 0.0003441778{"train_loss{"train_loss": 0.041476376354694366, "global_step": 9404, "epoch": 97, "lr": 0.00034416{"train_loss":{"train_loss": 0.11128058284521103, "global_step": 9405, "epoch": 97, "lr": 0.0003441{"train_loss":{"train_loss": 0.08993745595216751, "global_step": 9406, "epoch": 97, "lr": 0.000344{"train_loss":{"train_loss": 0.0948062577129652, "global_step": 9407, "epoch": 97, "lr": 0.0003441{"train_loss": 0.07{"train_loss": 0.0777522474527359, "global_step": 9408, "epoch": 98, "lr": 0.0003{"train_loss": 0.09311653673648834, "global_step": 9409, "epoch": 98, "lr": 0.00034410920349530204}
+{"train_loss": 0.0{"train_loss": 0.08934085071086884, "global_step": 9410, "epoch": 98, "lr": 0.000{"train_loss": 0.07700038701295853, "global_step": 9411, "epoch": 98, "lr": 0.00034408631329090647}
+{"train_loss": 0.0{"train_loss": 0.0651240348815918, "global_step": 9412, "epoch": 98, "lr": 0.00034{"train_loss": 0.11716298758983612, "global_step": 9413, "epoch": 98, "lr": 0.0003440634191617699}
+{"train_loss{"train_loss": 0.09925878047943115, "global_step": 9414, "epoch": 98, "lr": 0.000344051{"train_loss": 0{"train_loss": 0.07684487104415894, "global_step": 9415, "epoch": 98, "lr": 0.000344{"train_loss": 0.09553839266300201, "global_step": 9416, "epoch": 98, "lr": 0.00034402907061053964}
+{"train_lo{"train_loss": 0.08980661630630493, "global_step": 9417, "epoch": 98, "lr": 0.0003440176{"train_los{"train_loss": 0.09882454574108124, "global_step": 9418, "epoch": 98, "lr": 0.00034400{"train_loss{"train_loss": 0.07622907310724258, "global_step": 9419, "epoch": 98, "lr": 0.000343994{"train_loss{"tr{"train_los{"train_loss": 0.08688918501138687, "global_step": 9420, "epoch": 98, "lr{"train_loss{"tr{"train_loss": 0.08005017787218094, "global_step": 9421, "epoch": 98, "lr": 0.000343{"train_los{"train_loss": 0.09619186818599701, "global_step": 9422, "epoch": 98, "lr": 0.000343960{"train_loss{"train_loss": 0.08306164294481277, "global_step": 9423, "epoch": 98, "lr": 0.000343948{"train_loss": 0.0927102118730545, "global_step": 9424, "epoch": 98, "lr": 0.00034393743132464527}
+{"train_loss"{"tra{"train_loss": 0.0863909050822258, "global_step": 9425, "epoch": 98, "lr": 0.0003{"train_loss"{"train_loss": 0{"train_loss": 0.11960513144731522, "global_step": 9426, "epoch": 98, "{"train_loss{"tra{"train_loss": 0.05362500995397568, "global_step": 9427, "epoch": 98, "lr": 0.0003{"train_los{"train_loss": 0.10969872772693634, "global_step": 9428, "epoch": 98, "lr": 0.0003438915{"train_los{"train_loss": 0.09288181364536285, "global_step": 9429, "epoch": 98, "lr": 0.00034388012{"train_los{"train_loss": 0.07590989768505096, "global_step": 9430, "epoch": 98, "lr": 0.0003438686{"train_loss": {"train_loss": 0.07881204783916473, "global_step": 9431, "epoch": 98, "lr": 0.000343{"train_loss": 0.08627094328403473, "global_step": 9432, "epoch": 98, "lr": 0.00034384572930778215}
+{"train_loss": {"train_loss": 0.07884413003921509, "global_step": 9433, "epoch": 98, "lr": 0.000343{"train_loss": 0.07973480224609375, "global_step": 9434, "epoch": 98, "lr": 0.00034382279400653535}
+{"train_loss": 0.0946229100227356, "global_step": 9435, "epoch": 98, "lr": 0.0003438113248867867}
+{"train_loss": 0{"train_loss": 0.0941590964794159, "global_step": 9436, "epoch": 98, "lr": 0.000343{"train_loss": 0.0733167380{"train_loss": 0.07429887354373932, "global_step": 9437, "epoch": 98, "lr{"train_loss": 0.0776493027806282, "global_step": 9438, "epoch": 98, "lr": 0.0003437769116519774}
+{"train_loss": 0.09630564600229263, "global_step": 9439, "epoch": 98, "lr": 0.0003437654386154468}
+{"train_loss"{"{"train_loss": 0.09711574018001556, "global_step": 9440, "epoch": 98, "lr": 0.000343{"train_loss": {"train_loss": 0.08397598564624786, "global_step": 9441, "epoch": 98, "lr": 0.0003437{"train_loss"{"train_loss": {"train_loss": 0.09632310271263123, "global_step": 9442, "epoch": 98, "l{"train_loss{"train_loss": 0.10681945085525513, "global_step": 9443, "epoch": 98, "lr": 0.0003437195{"train_loss":{"train_loss": 0.07775097340345383, "global_step": 9444, "epoch": 98, "lr": 0.0003437{"train_loss":{"train_loss": 0.10313988476991653, "global_step": 9445, "epoch": 98, "lr": 0.00034369{"train_loss":{"train_loss": 0.06757684051990509, "global_step": 9446, "epoch": 98, "lr": 0.0003436{"train_loss": 0.08360665291547775, "global_step": 9447, "epoch": 98, "lr": 0.00034367361908575875}
+{"train_loss": 0.09336043149232864, "global_step": 9448, "epoch": 98, "lr": 0.00034366213724103966}
+{"train_loss{{"train_loss": 0.0677277073264122, "global_step": 9449, "epoch": 98, "lr": 0.000343650{"train_loss{"train_loss": 0.08482232689857483, "global_step": 9450, "epoch": 98, "lr": 0.0003436391{"train_loss": 0.12298986315727234, "global_step": 9451, "epoch": 98, "lr": 0.0003436276858374149}
+{"train_loss{"train_loss": 0.05443429574370384, "global_step": 9452, "epoch": 98, "lr": 0.0003436162{"train_loss{"train_loss": {"train_loss": 0.08314579725265503, "global_step": 9453, "epoch": 98, "l{"train_loss{"train_loss": 0.06954772770404816, "global_step": 9454, "epoch": 98, "lr": 0.000343593{"train_loss{"train_loss": 0.09731203317642212, "global_step": 9455, "epoch": 98, "lr": 0.000343581{"train_loss{"train_loss": {"train_loss": 0.08838356286287308, "global_step": 9456, "epoch": 98, "lr{"train_loss{"train_loss": 0.09719626605510712, "global_step": 9457, "epoch": 98, "lr": 0.000343558{"train_loss{"train_loss": {"train_loss": 0.10885009169578552, "global_step": 9458, "epoch": 98, "l{"train_lo{"{"train_loss": 0.08820465207099915, "global_step": 9459, "epoch": 98, "lr": 0.000343535{"train_loss{"train_loss": {"train_loss": 0.11702520400285721, "global_step": 9460, "epoch": 98, "lr{"train_loss": 0.11014877259731293, "global_step": 9461, "epoch": 98, "lr": 0.0003435127842631577}
+{"train_loss{"train_loss": {"train_loss": 0.08580342680215836, "global_step": 9462, "epoch": 98, "l{"train_l{"t{"train_loss": {"train_loss": 0.07962813228368759, "global_step": 9463, "epoch": 98, "lr{"train_loss": 0.10933765023946762, "global_step": 9464, "epoch": 98, "lr": 0.00034347829473036553}
+{"train_l{"t{"train_loss": 0.08679308742284775, "global_step": 9465, "epoch": 98, "lr": 0.0003434667{"train_l{"train_loss": 0.09358328580856323, "global_step": 9466, "epoch": 98, "lr": 0.0003434552968{"train_l{"train_loss": 0.13184793293476105, "global_step": 9467, "epoch": 98, "lr": 0.000343443796{"train_l{"train_loss": 0.{"train_loss": 0.11865916848182678, "global_step": 9468, "epoch": 98, "l{"train_loss"{"train_loss":{"train_loss": 0.10601049661636353, "global_step": 9469, "epoch": 98, "lr{"train_lo{"t{"train_loss": 0.08803001046180725, "global_step": 9470, "epoch": 98, "lr": 0.0003434{"train_loss":{"train_loss":{"train_loss": 0.10517768561840057, "global_step": 9471, "epoch": 98, {"train_loss": 0.089962713420{"train_loss": 0.09033561497926712, "global_step": 9472, "epoch": 98{"train_loss": {"train_loss": 0.05142797529697418, "global_step": 9473, "epoch": 98, "lr": 0.0003433{"train_loss": {"train_loss": 0.07446213811635971, "global_step": 9474, "epoch": 98, "lr": 0.0003433{"train_loss": 0.093463540077{"train_loss": 0.09458864480257034, "global_step": 9475, "epoch": 98, "{"train_loss": 0.092830345034{"train_loss": 0.0916958749294281, "global_step": 9476, "epoch": 98, {"train_loss": {"train_loss":{"train_loss": 0.116455078125, "global_step": 9477, "epoch": 98, "lr": {"train_los{"tr{"train_loss": 0.09973324835300446, "global_step": 9478, "epoch": 98, "lr": 0.0003433{"train_los{"train_loss"{"train_loss": 0.07965192943811417, "global_step": 9479, "epoch": 98, "lr": {"train_loss": 0.0888799{"train_loss": 0.09137985110282898, "global_step": 9480, "epoch": 98, "lr": {"train_loss": 0.1068035215139389, "global_step": 9481, "epoch": 98, "lr": 0.0003432826880090607}
+{"train_loss": 0.07975768{"train_loss": 0.08238276839256287, "global_step": 9482, "epoch": 98, "lr"{"train_loss"{"train_loss"{"train_loss": 0.09716211259365082, "global_step": 9483, "epoch": 98, "lr{"train_loss": 0.{"train_l{"train_loss": 0.11191873997449875, "global_step": 9484, "epoch": 98, "lr"{"train_loss": 0.{"train_l{"train_loss": 0.1130000501871109, "global_step": 9485, "epoch": 98, "lr":{"train_loss": 0.{"train_{"train_loss": 0.06913277506828308, "global_step": 9486, "epoch": 98, "lr":{"train_loss": 0.{"train_loss": 0.13655385375022888, "global_step": 9487, "epoch": 98, "lr": 0.0003{"train_loss": 0.0{"train{"train_loss": 0.08680359274148941, "global_step": 9488, "epoch": 98, "lr"{"train_loss":{"tra{"train_loss": 0.12368965893983841, "global_step": 9489, "epoch": 98, "lr": 0.00{"train_loss": 0.08{"train{"train_loss": 0.08814186602830887, "global_step": 9490, "epoch": 98, "lr{"train_loss":{"tra{"train_loss": 0.09658490121364594, "global_step": 9491, "epoch": 98, "lr": 0.00{"train_loss":{"tra{"train_loss": 0.10035466402769089, "global_step": 9492, "epoch": 98, "lr": 0.000{"train_loss":{"tra{"train_loss": 0.10656286776065826, "global_step": 9493, "epoch": 98, "lr": 0.00{"train_loss": 0.08{"train{"train_loss": 0.09404806047677994, "global_step": 9494, "epoch": 98, "lr"{"train_loss": 0.10444041341543198, "global_step": 9495, "epoch": 98, "lr": 0.0003431213883742613}
+{"train_loss": 0.09411963820457458, "global_step": 9496, "epoch": 98, "lr": 0.00034310985965961695}
+{"train_loss": 0.12{"train_loss": 0.12870609760284424, "global_step": 9497, "epoch": 98, "lr": 0.00{"train_loss": 0.07{"train{"train_loss": 0.07095810025930405, "global_step": 9498, "epoch": 98, "l{"train_loss": 0.1242033839225769, "global_step": 9499, "epoch": 98, "lr": 0.0003430752676687825}
+{"train_loss": 0.09238622337579727, "global_step": 9500, "epoch": 98, "lr": 0.0003430637350564657}
+{"train_loss": 0.082{"train_loss": 0.08752408623695374, "global_step": 9501, "epoch": 98, "lr": 0.{"train_loss": 0.098{"train_loss": 0.0991613045334816, "global_step": 9502, "epoch": 98, "lr": 0.0{"train_loss": 0.09262763239288081, "global_step": 9503, "epoch": 98, "lr": 0.00034302913137449837}
+{"train_loss": {"train_loss"{"train_loss": 0.11063005030155182, "global_step": 9504, "epoch": 99, "l{"train_loss":{"trai{"train_{"train_loss": 0.07659295201301575, "global_step": 9505, "epoch": 99, "{"train_loss": {"tra{"train_loss": 0.08881596475839615, "global_step": 9506, "epoch": 99, "lr": 0.00{"train_loss": 0.108{"train_loss": 0.11116838455200195, "global_step": 9507, "epoch": 99, "lr": 0.00{"train_loss": {"tra{"train_loss": 0.11585500836372375, "global_step": 9508, "epoch": 99, "lr": 0.0{"train_loss": 0.097{"train_loss": 0.097542904317379, "global_step": 9509, "epoch": 99, "lr": 0.0003{"train_loss": {"t{"train_loss": 0.07706646621227264, "global_step": 9510, "epoch": 99, "lr": 0.0003{"train_loss": {"t{"train_loss": 0.07222393155097961, "global_step": 9511, "epoch": 99, "lr": 0.00{"train_loss": 0.0{"train_loss": 0.09310834109783173, "global_step": 9512, "epoch": 99, "lr": 0.000{"train_loss": {"t{"train_los{"train_loss": 0.08461514115333557, "global_step": 9513, "epoch": 99, "{"train_loss": 0.1{"train_loss": 0.11336223781108856, "global_step": 9514, "epoch": 99, "lr": 0.0003{"train_loss": 0.09228584170341492, "global_step": 9515, "epoch": 99, "lr": 0.00034289062900909047}
+{"train_loss": 0.{"train_loss": 0.09988874942064285, "global_step": 9516, "epoch": 99, "lr": 0.00034{"train_loss": 0.09837420284748077, "global_step": 9517, "epoch": 99, "lr": 0.0003428675316552516}
+{"train_loss": 0.{"train_los{"train_loss": 0.0936645120382309, "global_step": 9518, "epoch": 99, "l{"train_loss": 0.0893072634935379, "global_step": 9519, "epoch": 99, "lr": 0.00034284443040986993}
+{"train_loss": {"train_loss": 0.09728402644395828, "global_step": 9520, "epoch": 99, "lr": 0.000342{"train_loss": {"train_loss": 0.10527025163173676, "global_step": 9521, "epoch": 99, "lr": 0.000342{"train_loss": 0.09145589172840118, "global_step": 9522, "epoch": 99, "lr": 0.00034280977124653096}
+{"train_loss": 0.08326458930969238, "global_step": 9523, "epoch": 99, "lr": 0.000342798216246995}
+{"train_loss": 0{"{"train_loss": 0.09282524883747101, "global_step": 9524, "epoch": 99, "lr": 0.000{"train_loss": 0.097082935273{"train_loss": 0.09850239008665085, "global_step": 9525, "epoch": 99, {"train_loss": 0.09040272235870361, "global_step": 9526, "epoch": 99, "lr": 0.00034276354541421954}
+{"train_loss": 0{"train_loss{"train_loss": 0.07502356916666031, "global_step": 9527, "epoch": 99, "{"train_loss": 0{"{"train_loss": 0.10627825558185577, "global_step": 9528, "epoch": 99, "lr": 0.000{"train_loss": 0.09{"train_loss": 0.09374755620956421, "global_step": 9529, "epoch": 99, "lr": 0.000{"train_loss": 0.10078646242618561, "global_step": 9530, "epoch": 99, "lr": 0.0003427173040270666}
+{"train_loss": 0.08{"train_loss": 0.09504958987236023, "global_step": 9531, "epoch": 99, "lr": 0.000{"train_loss": 0.{"{"train_loss": 0.1049296110868454, "global_step": 9532, "epoch": 99, "lr": 0.0003{"train_loss": 0.{"train_loss{"train_loss": 0.11711330711841583, "global_step": 9533, "epoch": 99, "{"train_loss": 0.1{"train_loss": 0.1282009780406952, "global_step": 9534, "epoch": 99, "lr": 0.00034{"train_loss": 0.08041204512119293, "global_step": 9535, "epoch": 99, "lr": 0.0003426594804268051}
+{"train_loss": 0.{"train_loss": 0.07916015386581421, "global_step": 9536, "epoch": 99, "lr": 0.0003{"train_loss": 0.{"train_loss": 0.09783506393432617, "global_step": 9537, "epoch": 99, "lr": 0.0003{"train_loss": 0.09086921811103821, "global_step": 9538, "epoch": 99, "lr": 0.00034262477460839075}
+{"train_loss": 0.07919926941394806, "global_step": 9539, "epoch": 99, "lr": 0.0003426132040596823}
+{"train_loss": 0.093152880668{"train_loss": 0.09688301384449005, "global_step": 9540, "epoch": 99, {"train_loss"{"train_loss": 0{"train_loss": 0.07701074331998825, "global_step": 9541, "epoch": 99, {"train_loss": 0.08100002259016037, "global_step": 9542, "epoch": 99, "lr": 0.0003425784865869494}
+{"train_loss": 0.12270962446928024, "global_step": 9543, "epoch": 99, "lr": 0.00034256691215409844}
+{"train_loss": 0.08414389193058014, "global_step": 9544, "epoch": 99, "lr": 0.00034255533675040905}
+{"train_loss": 0.08078345656394958, "global_step": 9545, "epoch": 99, "lr": 0.0003425437603759598}
+{"train_loss": 0{"train_loss": 0.08112749457359314, "global_step": 9546, "epoch": 99, "lr": 0.000342{"train_loss": 0{"train_loss": 0.10715047270059586, "global_step": 9547, "epoch": 99, "lr": 0.000342{"train_los{"tra{"train_loss"{"train_loss": 0.08039066195487976, "global_step": 9548, "epoch": 99, {"train_loss": 0.071800060570{"train_loss": 0.06868623942136765, "global_step": 9549, "epoch": 99, {"train_loss": {"train_loss": 0.09331417083740234, "global_step": 9550, "epoch": 99, "lr": 0.0003424{"train_los{"tr{"train_loss": 0.1083056777715683, "global_step": 9551, "epoch": 99, "lr": 0.00034247{"train_loss":{"train_loss": {"train_loss": 0.08597962558269501, "global_step": 9552, "epoch": 99, {"train_loss": 0.093384742736{"train_loss": 0.09694157540798187, "global_step": 9553, "epoch": 99,{"train_loss": 0.0750938728451{"train_loss": 0.0768856555223465, "global_step": 9554, "epoch": 99, "{"train_loss{"t{"train_loss":{"train_loss": 0.09772825241088867, "global_step": 9555, "epoch": 99, "{"train_loss{"train_loss": 0.{"train_loss": 0.0934983342885971, "global_step": 9556, "epoch": 99, "l{"train_loss": 0.09754694998264313, "global_step": 9557, "epoch": 99, "lr": 0.0003424047681920086}
+{"train_loss": 0.07172082364559174, "global_step": 9558, "epoch": 99, "lr": 0.0003423931792048585}
+{"train_loss": {"train_loss": 0.11465679109096527, "global_step": 9559, "epoch": 99, "lr": 0.0003423{"train_loss": 0.1298423707485199, "global_step": 9560, "epoch": 99, "lr": 0.00034236999832167064}
+{"train_los{"train_loss": 0.{"train_loss": 0.09845969080924988, "global_step": 9561, "epoch": 99, "l{"train_loss": 0.10006316006{"train_loss": 0.09858031570911407, "global_step": 9562, "epoch": 99, "{"train_los{"tra{"train_loss": 0.06815753877162933, "global_step": 9563, "epoch": 99, "lr": 0.00034{"train_lo{"train_loss": 0.0{"train_loss": 0.0914296880364418, "global_step": 9564, "epoch": 99, "l{"train_loss": 0.07270219922065735, "global_step": 9565, "epoch": 99, "lr": 0.00034231202914887347}
+{"train_lo{"train_loss": 0.{"train_loss": 0.08552968502044678, "global_step": 9566, "epoch": 99, "l{"train_loss": 0.0902125537{"train_loss": 0.09056991338729858, "global_step": 9567, "epoch": 99, "lr{"train_loss": 0.05058947950601578, "global_step": 9568, "epoch": 99, "lr": 0.0003422772360153286}
+{"train_loss": 0.08542942255735397, "global_step": 9569, "epoch": 99, "lr": 0.00034226563636630965}
+{"train_loss": 0.{"train_loss": 0.09479297697544098, "global_step": 9570, "epoch": 99, "lr": 0.0003{"train_lo{"train{"train_los{"train_loss": 0.08460500836372375, "global_step": 9571, "epoch": 99, "{"train_loss": 0.10758708417415619, "global_step": 9572, "epoch": 99, "lr": 0.00034223083160684703}
+{"train_loss": 0.{"train_loss": 0.08813890069723129, "global_step": 9573, "epoch": 99, "lr": 0.00034{"train_loss": 0.10559342056{"train_loss": 0.1046401634812355, "global_step": 9574, "epoch": 99, "lr{"train_l{"train_{"train_loss": 0.06600630283355713, "global_step": 9575, "epoch": 99, "lr": 0.00034{"train_l{"train_{"train_loss": 0.08236043155193329, "global_step": 9576, "epoch": 99, "lr": 0.0003{"train_loss": 0.07141288369894028, "global_step": 9577, "epoch": 99, "lr": 0.0003421728043044633}
+{"train_loss": 0.{"train_l{"train_loss": 0.07312829792499542, "global_step": 9578, "epoch": 99, "lr"{"train_l{"train{"train_loss": 0.0693848729133606, "global_step": 9579, "epoch": 99, "lr": 0.00034{"train_l{"train_loss": 0.09489164501428604, "global_step": 9580, "epoch": 99, "lr": 0.0003421379763{"train_l{"train_loss": 0.1046409085392952, "global_step": 9581, "epoch": 99, "lr": 0.00034212636503{"train_loss": 0.067823782{"train_loss": 0.07078935205936432, "global_step": 9582, "epoch": 99, "lr{"train{"train_loss": 0.09286943078041077, "global_step": 9583, "epoch": 99, "lr": 0.0003421031395{"train_{"train_loss": 0.11025420576334, "global_step": 9584, "epoch": 99, "lr": 0.00034209152542083{"tra{"train_loss": 0.07490274310112, "global_step": 9585, "epoch": 99, "lr": 0.00034207991028071{"{"train_loss": 0.08678512275218964, "global_step": 9586, "epoch": 99, "lr": 0.0003420682941730602{"{"train_loss": 0.08156704{"train_loss": 0.08141034096479416, "global_step": 9587, "epoch": 99, "l{"train_loss": {"train_loss": 0.11238355934619904, "global_step": 9588, "epoch": 99, "lr": 0.000342{"train_loss": 0.0792272686958313, "global_step": 9589, "epoch": 99, "lr": 0.0003420334400457687}
+{"train_loss": 0{"train_los{"train_loss": 0.0934402123093605, "global_step": 9590, "epoch": 99, "lr{"train_loss": 0.088207118{"train_loss": 0.0873003825545311, "global_step": 9591, "epoch": 99, "lr"{"train_loss": 0{"train_loss": 0.10145894438028336, "global_step": 9592, "epoch": 99, "lr": 0.00034{"{"train_loss": 0.08879134058952332, "global_step": 9593, "epoch": 99, "lr": 0.0003419869543355347{"train_loss": 0{"train_{"train_loss": 0.08844802528619766, "global_step": 9594, "epoch": 99, "lr":{"{"train_loss": 0.09861379861831665, "global_step": 9595, "epoch": 99, "lr": 0.00034196370567876567{"{"train_loss": 0.08085419982671738, "global_step": 9596, "epoch": 99, "lr": 0.0003419520799002452{"train_loss": 0.1057485{"train_loss": 0.10993756353855133, "global_step": 9597, "epoch": 99, "lr":{"{"train_loss": 0.08819649368524551, "global_step": 9598, "epoch": 99, "lr": 0.0003419288254433281{"{"train_loss": 0.09137895831372589, "global_step": 9599, "epoch": 99, "lr": 0.00034191719676508975{"train_loss": {"train_loss": 0.08731195330619812, "global_step": 9600, "epoch": 100, "lr": 0.000341{"train_loss": {"train_l{"train_loss": 0.08344891667366028, "global_step": 9601, "epoch": 100, "lr":{"{"train_loss": 0.12967053055763245, "global_step": 9602, "epoch": 100, "lr": 0.000341882304932206{"train_loss": 0.06557822972536087, "global_step": 9603, "epoch": 100, "lr": 0.0003418706723887865}
+{"train_loss": 0.{"train_loss": 0.09674442559480667, "global_step": 9604, "epoch": 100, "lr": 0.00034{"tr{"train_loss": 0.08743125200271606, "global_step": 9605, "epoch": 100, "lr": 0.000341847404403733{"tr{"train_loss": 0.09182462096214294, "global_step": 9606, "epoch": 100, "lr": 0.000341835768962259{"train_loss": 0.{"train_{"train_loss": 0.07195043563842773, "global_step": 9607, "epoch": 100, "lr"{"train_loss": 0.{"train_{"train_loss": 0.09317517280578613, "global_step": 9608, "epoch": 100, "lr":{"tr{"train_loss": 0.1126{"train_loss": 0.11271122843027115, "global_step": 9609, "epoch": 100, "lr"{"tr{"train_loss": 0.0855{"train_loss": 0.08453650772571564, "global_step": 9610, "epoch": 100, "lr"{"tra{"train_loss": 0.09707842767238617, "global_step": 9611, "epoch": 100, "lr": 0.0003417775772685{"tra{"train_loss": 0.0993{"train_loss": 0.09733349084854126, "global_step": 9612, "epoch": 100, "lr"{"train_loss": 0.118898779{"train_loss": 0.11713139712810516, "global_step": 9613, "epoch": 100, "lr"{"train_loss": 0.07612787187099457, "global_step": 9614, "epoch": 100, "lr": 0.0003417426506661702}
+{"train_loss": 0.097377926{"train_loss": 0.09845554828643799, "global_step": 9615, "epoch": 100, "lr"{"t{"train_loss": 0.129766{"train_loss": 0.12946680188179016, "global_step": 9616, "epoch": 100, "lr{"t{"train_loss": 0.0915076732635498, "global_step": 9617, "epoch": 100, "lr": 0.0003417077153767342{"train_loss": 0.0880381390452385, "global_step": 9618, "epoch": 100, "lr": 0.0003416960683501744}
+{"train_loss": 0.0959685891866684, "global_step": 9619, "epoch": 100, "lr": 0.00034168442035870615}
+{"tr{"train_loss": 0.10865320265293121, "global_step": 9620, "epoch": 100, "lr": 0.00034167277140240{"tr{"train_loss": 0{"train_loss": 0.12127123773097992, "global_step": 9621, "epoch": 100, "lr": 0.0{"tr{"train_loss": 0.09948588907718658, "global_step": 9622, "epoch": 100, "lr": 0.00034164947059564{"train_loss": 0.08425072580575943, "global_step": 9623, "epoch": 100, "lr": 0.0003416378187453357}
+{"train_loss": 0.06755749136209488, "global_step": 9624, "epoch": 100, "lr": 0.0003416261659305154}
+{"train_loss": 0.059501439332962036, "global_step": 9625, "epoch": 100, "lr": 0.0003416145121512627}
+{"train_loss": 0.1219007372{"train_loss": 0.11549991369247437, "global_step": 9626, "epoch": 100, "lr{"{"train_loss": {"train_lo{"train_loss": 0.08292894065380096, "global_step": 9627, "epoch": 100, "lr{"{"train_loss": 0.09739473462104797, "global_step": 9628, "epoch": 100, "lr": 0.0003415795450277039{"train_loss": 0.1072170957{"train_loss": 0.1077289879322052, "global_step": 9629, "epoch": 100, "lr{"train_loss": 0.096219494{"train_loss": 0.09836265444755554, "global_step": 9630, "epoch": 100, "lr{"train_loss": 0.{"train_loss": 0.10469614714384079, "global_step": 9631, "epoch": 100, "lr": 0.0003{"train_loss": 0.0978592932{"train_loss": 0.09188665449619293, "global_step": 9632, "epoch": 100, "l{"train_loss": 0.1094878464{"train_loss": 0.10388367623090744, "global_step": 9633, "epoch": 100, "l{"t{"train_loss": 0.07308495044708252, "global_step": 9634, "epoch": 100, "lr": 0.0003415095847516273{"train_loss": 0.08731231093406677, "global_step": 9635, "epoch": 100, "lr": 0.0003414979213324166}
+{"{"train_loss": 0.09589715301990509, "global_step": 9636, "epoch": 100, "lr": 0.00034148625694964684{"{"train_loss": 0.08660569041967392, "global_step": 9637, "epoch": 100, "lr": 0.0003414745916033973{"{"train_loss": 0.09665735065937042, "global_step": 9638, "epoch": 100, "lr": 0.0003414629252937476{"train_loss": 0.0{"train_l{"train_loss": 0.060292743146419525, "global_step": 9639, "epoch": 100, {"tra{"train_loss": 0.09030020982027054, "global_step": 9640, "epoch": 100, "lr": 0.00034143958978456{"tra{"train_loss"{"train_los{"train_loss": 0.07506589591503143, "global_step": 9641, "epoch": 100, {"train_loss": 0.0844679772853{"train_loss": 0.0829518660902977, "global_step": 9642, "epoch": 100, "{"train_loss": 0.11{"train_loss": 0.11502281576395035, "global_step": 9643, "epoch": 100, "lr": 0.00{"train_loss": 0.084{"train_loss": 0.0838402807712555, "global_step": 9644, "epoch": 100, "lr": 0.000{"train{"train_loss{"train_los{"train_loss": 0.10250043869018555, "global_step": 9645, "epoch": 100,{"train_{"train_los{"train_loss": 0.07761021703481674, "global_step": 9646, "epoch": 100, "lr": 0.0{"train_{"train_loss{"train_loss{"train_loss": 0.08918258547782898, "global_step": 9647, "epoch": 10{"train_loss": 0.126370087265968{"train_loss": 0.12591978907585144, "global_step": 9648, "epoch": 10{"train_{"train_loss": 0.10267196595668793, "global_step": 9649, "epoch": 100, "lr": 0.00034133453232{"train_{"train_loss": 0.08083893358707428, "global_step": 9650, "epoch": 100, "lr": 0.0003413228544{"train_loss": 0.09154362976551056, "global_step": 9651, "epoch": 100, "lr": 0.00034131117563503875}
+{"train_loss": 0.09{"train_loss": 0.09596799314022064, "global_step": 9652, "epoch": 100, "lr": 0.000{"train_loss": 0.11460494995117188, "global_step": 9653, "epoch": 100, "lr": 0.0003412878150950149}
+{"train_loss": 0.088563591241836{"train_loss": 0.0934947282075882, "global_step": 9654, "epoch": 100,{"train{"train_loss": 0.1297990381717682, "global_step": 9655, "epoch": 100, "lr": 0.00034126445070{"train_loss": 0.08933379501104{"train_loss": 0.08922957628965378, "global_step": 9656, "epoch": 100{"trai{"train_loss": 0.10166878253221512, "global_step": 9657, "epoch": 100, "lr": 0.000341241082470{"trai{"train_loss": 0.08321976661682129, "global_step": 9658, "epoch": 100, "lr": 0.00034122939690{"train_loss": 0.095{"train_loss": 0.09351101517677307, "global_step": 9659, "epoch": 100, "lr": 0{"train_loss": 0.06144612282514572, "global_step": 9660, "epoch": 100, "lr": 0.0003412060229020662}
+{"train_loss": 0.06801{"train_loss": 0.0686136931180954, "global_step": 9661, "epoch": 100, "lr": 0.{"train_loss": 0.06451943516731262{"train_loss": 0.06544281542301178, "global_step": 9662, "epoch": 1{"train_loss": 0.1234{"train_loss": 0.12390264868736267, "global_step": 9663, "epoch": 100, "lr": 0.0{"train_loss": 0.06717567890882492, "global_step": 9664, "epoch": 100, "lr": 0.00034115926334977553}
+{"train_loss": 0.1201{"train_loss": 0.12460309267044067, "global_step": 9665, "epoch": 100, "lr": 0.{"train_loss": 0.0822{"train_loss"{"train_loss": 0.08502285182476044, "global_step": 9666, "epoch": 1{"train_loss": 0.11228874325752258{"train_loss": 0.11446375399827957, "global_step": 9667, "epoch": {"train_l{"train_loss{"train_loss": 0.0699702650308609, "global_step": 9668, "epoch": 100, "lr": 0.00{"train_loss": 0.127{"train_loss": 0.12557868659496307, "global_step": 9669, "epoch": 100, "lr": 0.{"train_loss": 0.11215345561504364{"train_loss": 0.10552670061588287, "global_step": 9670, "epoch": 1{"train_loss": 0.08014994859695435, "global_step": 9671, "epoch": 100, "lr": 0.0003410773971280956}
+{"train_loss": 0.105{"train_loss":{"train_loss": 0.10177874565124512, "global_step": 9672, "epoch":{"train_l{"train_los{"train_loss":{"train_loss": 0.10416486859321594, "global_step": 9673, "epoch": {"train_loss": 0.112{"train_loss": 0.11713708937168121, "global_step": 9674, "epoch": 100, "lr": 0.00{"train_loss": 0.08079634606838226, "global_step": 9675, "epoch": 100, "lr": 0.0003410305952929411}
+{"train_l{"train_los{"train_loss": 0.08236794173717499, "global_step": 9676, "epoch": 100, "lr": 0.00{"train_l{"train_loss": 0.13983963429927826, "global_step": 9677, "epoch": 100, "lr": 0.000341007188{"train_loss": 0.0893642008304596, "global_step": 9678, "epoch": 100, "lr": 0.0003409954838323408}
+{"train_loss": 0.102{"train_loss": 0.1047295331954956, "global_step": 9679, "epoch": 100, "lr": 0.00{"train_lo{"train_loss": 0.07553988{"train_loss": 0.0759761780500412, "global_step": 9680, "epoch": {"train_loss": 0.08{"train_loss": 0.08526124060153961, "global_step": 9681, "epoch": 100, "lr": 0.00{"train_los{"train_loss": 0.0946664959192276, "global_step": 9682, "epoch": 100, "lr": 0.0003409486{"train_loss": 0.1003{"train_loss": 0.0981636494398117, "global_step": 9683, "epoch": 100, "lr": 0.00{"train_loss": 0.10516033321619034, "global_step": 9684, "epoch": 100, "lr": 0.0003409252349895767}
+{"train_los{"train_l{"train_loss": 0{"train_loss": 0.10241056978702545, "global_step": 9685, "epoch"{"train_loss{"train_loss": 0.12357999384403229, "global_step": 9686, "epoch": 100, "lr": 0.000340901{"train_loss": 0.0849{"train_loss": 0.08624739944934845, "global_step": 9687, "epoch": 100, "lr": 0{"train_loss"{"train_l{"train_loss": 0{"train_loss": 0.11314969509840012, "global_step": 9688, "epoc{"train_loss"{"train_l{"train_loss": 0.1309913545846939, "global_step": 9689, "epoch": 100, "lr": {"train_loss": 0.083880{"train_loss": 0.08224814385175705, "global_step": 9690, "epoch": 100, "lr": {"train_loss": {"train_loss": 0.0920061{"train_loss": 0.09154026210308075, "global_step": 9691, "epo{"train_loss":{"train_loss": 0.08271524310112, "global_step": 9692, "epoch": 100, "lr": 0.0003408315{"train_loss": 0.081999{"train_loss": 0.08140823245048523, "global_step": 9693, "epoch": 100, "lr": {"train_los{"train_loss{"train_loss": 0{"train_loss": 0.09388560056686401, "global_step": 9694, "epoc{"train_loss": 0.09464540604191522, "global_step": 9695, "epoch": 100, "lr": 0.000340796355728801, "train_action_mse_error": 3.2537715014768764e-05}
+{"train_loss": 0.08959892392158508, "global_step": 9696, "epoch": 101, "lr": 0.0003407846336780811}
+{"train_loss": 0.09863017499446869, "global_step": 9697, "epoch": 101, "lr": 0.0003407729106686594}
+{"train_lo{"train_loss": 0.11771869659423828, "global_step": 9698, "epoch": 101, "lr": 0.00034076118{"train_loss": 0.08079351484775543, "glo{"train_loss": 0.08227872848510742, "global_step": 9699, "ep{"train_loss": 0.10533669590950012, "global_step": 9700, "epoch": 101, "lr": 0.0003407377358889817}
+{"train_loss": 0.1061570942401886, "global_step": 9701, "epoch": 101, "lr": 0.00034072600904555105}
+{"train_loss": 0.0673306{"train_loss": 0.06900222599506378, "global_step": 9702, "epoch": 101, "lr": {"train_loss": 0.09722195565700531, "global_step": 9703, "epoch": 101, "lr": 0.00034070255248386206}
+{"train_loss": 0.07725304365158081, "global_step": 9704, "epoch": 101, "lr": 0.0003406908227657633}
+{"train_loss": 0.09646017104387283, "global_step": 9705, "epoch": 101, "lr": 0.00034067909208960166}
+{"train_loss": 0.0843977{"train_loss": 0.08794116973876953, "global_step": 9706, "epoch": 101, "lr":{"train_l{"train_loss": {"train_loss": 0.08337731659412384, "global_step": 9707, "epoch": 101, "lr": {"train_loss": 0.0821862518787384, "glo{"train_loss": 0.08427634835243225, "global_step": 9708, "ep{"train_lo{"train_loss": {"train_loss": 0.09232071787118912, "global_step": 9709, "epoch": 101, "lr":{"train_lo{"train_loss": {"train_loss": {"train_loss": 0.08529029041528702, "global_step": 9710, "epo{"train_l{"train_loss": 0{"train_loss": {"train_loss": 0.11601170897483826, "global_step": 9711, "ep{"train_loss": 0.0924525111913681, "glob{"train_loss": 0.09496505558490753, "global_step": 9712, "e{"train_lo{"train_loss": 0.11154218018054{"train_loss": 0.11147676408290863, "global_step": 9713, "e{"train_lo{"train_loss": 0.10163994878530502, "global_step": 9714, "epoch": 101, "lr": 0.00034057347{"train_loss": 0.10997740924358368, "glob{"train_loss": 0.10842140018939972, "global_step": 9715, "e{"train_loss": 0.07246185839176178, "glob{"train_loss": 0.0746014267206192, "global_step": 9716, "epo{"train_loss": 0.10238741338253021, "glo{"train_loss": 0.09986287355422974, "global_step": 9717, "ep{"train_l{"train_loss": 0.11644881963729{"train_loss": 0.11835943162441254, "global_step": 9718, "ep{"train_loss": 0.066981092{"train_loss": 0.06729581207036972, "global_step": 9719, "epoch": 101, "lr{"train_loss": 0.091280452{"train_loss": {"train_loss": 0.0869593471288681, "global_step": 9720, "ep{"train_loss": 0.096041083{"train_loss": 0.09352580457925797, "global_step": 9721, "epoch": 101, "lr{"train_loss": 0.08978766202926636, "glo{"train_loss": 0.09313349425792694, "global_step": 9722, "epo{"train_loss": 0.119549438{"train_loss": 0.11347968876361847, "global_step": 9723, "epoch": 101, "lr"{"train_loss": 0.097726508{"train_loss": 0.09645594656467438, "global_step": 9724, "epoch": 101, "lr{"train_l{"train_loss": 0.{"train_loss": 0.10815814882516861, "global_step": 9725, "epoch": 101, "lr"{"train_loss": 0.08259790390729904, "global_step": 9726, "epoch": 101, "lr": 0.00034043252671918806}
+{"train_loss": 0.099120028{"train_loss": 0.10105234384536743, "global_step": 9727, "epoch": 101, "lr{"train_loss": 0.119411014{"train_loss": 0.12000755965709686, "global_step": 9728, "epoch": 101, "lr{"train_loss": 0.08051115274429321, "global_step": 9729, "epoch": 101, "lr": 0.0003403972686506199}
+{"train_loss": 0.09523788094520569, "global_step": 9730, "epoch": 101, "lr": 0.0003403855140488626}
+{"train_loss": 0.13089120388031006, "global_step": 9731, "epoch": 101, "lr": 0.00034037375849112135}
+{"train_loss": 0.10599704086780548, "global_step": 9732, "epoch": 101, "lr": 0.00034036200197747627}
+{"train_loss": 0.08849099278450012, "global_step": 9733, "epoch": 101, "lr": 0.0003403502445080073}
+{"train_loss": 0.11869728565216064, "global_step": 9734, "epoch": 101, "lr": 0.00034033848608279465}
+{"train_loss": 0.11550511{"train_loss": 0.1163594126701355, "global_step": 9735, "epoch": 101, "lr":{"train_loss": 0.0752626{"train_loss": 0.06973706185817719, "global_step": 9736, "epoch": 101, "lr":{"train_loss": 0.0825464{"train_loss": 0.08879663795232773, "global_step": 9737, "epoch": 101, "lr": {"train_loss": 0.09640860557556152, "global_step": 9738, "epoch": 101, "lr": 0.0003402914428261082}
+{"train_{"train_loss": 0.08007963001728058, "global_step": 9739, "epoch": 101, "lr": 0.000340279679{"train_{"train_loss": 0{"train_loss"{"train_loss": 0.10390698164701462, "global_step": 9740, "epoch"{"train_loss": 0.06279344856739044, "global_step": 9741, "epoch": 101, "lr": 0.0003402561503522082}
+{"train_loss": 0.06554114818572998, "{"train_loss": 0.06383185088634491, "global_step": 9742, "epoch"{"train_loss": 0.09443993866443634, "global_step": 9743, "epoch": 101, "lr": 0.00034023261726062645}
+{"train_loss": 0.109514{"train_loss":{"train_loss": 0.10539087653160095, "global_step": 9744, "epoch{"train_loss": 0.092999666929245, "global_step": 9745, "epoch": 101, "lr": 0.0003402090803492738}
+{"train_loss": 0.10080911{"train_loss": 0.09875431656837463, "global_step": 9746, "epoch": 101, "lr":{"train_loss": 0.1007205992937088, "global_step": 9747, "epoch": 101, "lr": 0.00034018553961879134}
+{"train_loss": 0.10895450413227081, "glo{"train_loss": 0.11055153608322144, "global_step": 9748, "ep{"train_loss": 0.080990098{"train_loss":{"train_loss": 0.08080638200044632, "global_step": 9749, "ep{"train_los{"train_loss":{"train_loss": 0.12582159042358398, "global_step": 9750, "epoch": 101, "lr":{"train_los{"train_loss":{"train_loss": 0.09415097534656525, "global_step": 9751, "epoch": 101, "lr{"train_los{"train_loss": 0.08298997581005096, "global_step": 9752, "epoch": 101, "lr": 0.00034012667{"train_loss": 0.09087322652339935, "glo{"train_loss": 0.09397481381893158, "global_step": 9753, "epo{"train_loss": 0.10209101438522339, "global_step": 9754, "epoch": 101, "lr": 0.0003401031169957141}
+{"train_loss": 0.08623498{"train_loss": {"train_loss": 0.0834534540772438, "global_step": 9755, "epo{"train_loss": 0.08490433543920517, "global_step": 9756, "epoch": 101, "lr": 0.00034007955908708416}
+{"train_lo{"train_loss": {"train_loss":{"train_loss": 0.07429572939872742, "global_step": 9757, "epoc{"train_loss": 0.09339757263660431, "gl{"train_loss": 0.09391160309314728, "global_step": 9758, "epoc{"train_loss": 0.051478125154972076, "global_step": 9759, "epoch": 101, "lr": 0.0003400442150700864}
+{"train_loss": 0.09427881240844727, "global_step": 9760, "epoch": 101, "lr": 0.00034003243182366064}
+{"train_loss": 0.1247511{"train_loss": 0.1239670142531395, "global_step": 9761, "epoch": 101, "lr": {"train_loss": 0.092605{"train_loss": {"train_loss": 0.09273148328065872, "global_step": 9762, "epoc{"train_loss": 0.061281{"train_loss": 0.059804972261190414, "global_step": 9763, "epoch": 101, "lr":{"train_loss": 0.12413275241851807, "global_step": 9764, "epoch": 101, "lr": 0.0003399852893029649}
+{"train_loss": 0.10244280099868774, "global_step": 9765, "epoch": 101, "lr": 0.000339973501289444}
+{"train_loss": 0.11251169443130493, "global_step": 9766, "epoch": 101, "lr": 0.0003399617123227449}
+{"train_loss": 0.0760608{"train_loss": 0.07437966018915176, "global_step": 9767, "epoch": 101, "lr":{"train_loss": 0.09592757374048233, "global_step": 9768, "epoch": 101, "lr": 0.00033993813153013316}
+{"train_loss": 0.08965110033750534, "{"train_loss": 0.0894664078950882, "global_step": 9769, "epoch"{"train_loss": 0.0990741{"train_loss{"train_loss": 0.09701666980981827, "global_step": 9770, "epoch{"train_loss": 0.0857137{"train_loss{"train_loss": 0.08505822718143463, "global_step": 9771, "epoch"{"train_loss": 0.08385869860649109, "global_step": 9772, "epoch": 101, "lr": 0.0003398909585103037}
+{"train_loss": 0.07387731969356537, "global_step": 9773, "epoch": 101, "lr": 0.0003398791628736052}
+{"train_loss": 0.09850509464740753{"train_loss": 0.09164653718471527, "global_step": 9774, "epoch": {"train_loss": 0.11069506406784058, "global_step": 9775, "epoch": 101, "lr": 0.0003398555687426811}
+{"train_loss": 0.0944148451089859, "global_step": 9776, "epoch": 101, "lr": 0.00033984377024861624}
+{"train_loss": 0.10801779478788376, "global_step": 9777, "epoch": 101, "lr": 0.0003398319708022565}
+{"train_loss": 0.10967603325843811, "global_step": 9778, "epoch": 101, "lr": 0.0003398201704036823}
+{"train_loss": 0.10812094062566757, "global_step": 9779, "epoch": 101, "lr": 0.00033980836905297404}
+{"tra{"train_loss": 0.07089689373970032, "global_step": 9780, "epoch": 101, "lr": 0.00033979656675021{"train_loss": 0.10326123982667923, "global_step": 9781, "epoch": 101, "lr": 0.0003397847634954767}
+{"train_loss": 0.07812367379665375, "global_step": 9782, "epoch": 101, "lr": 0.00033977295928884835}
+{"train_loss": 0.11227681487798691, "global_step": 9783, "epoch": 101, "lr": 0.00033976115413040744}
+{"train_loss": 0.07042185962200165, "global_step": 9784, "epoch": 101, "lr": 0.00033974934802023435}
+{"train_loss": 0.0879630371928215, "global_step": 9785, "epoch": 101, "lr": 0.0003397375409584094}
+{"tra{"train_loss": 0.07671716809272766, "global_step": 9786, "epoch": 101, "lr": 0.0003397257329450{"train_loss": 0.10044055432081223, "global_step": 9787, "epoch": 101, "lr": 0.0003397139239801257}
+{"train_loss": 0.08379266411066055,{"train_loss": 0.08101928979158401, "global_step": 9788, "epoch": {"train_loss": 0.0894801989197731, "global_step": 9789, "epoch": 101, "lr": 0.00033969030319619967}
+{"train_loss": 0.11168530583381653, "global_step": 9790, "epoch": 101, "lr": 0.00033967849137732186}
+{"train_loss": 0.0939831198969235, "global_step": 9791, "epoch": 101, "lr": 0.0003396666786072747}
+{"train_loss": 0.07198504358530045,{"train_loss": 0.07173215597867966, "global_step": 9792, "epoch":{"train_{"train_loss": 0.0928286612033844, "global_step": 9793, "epoch": 102, "lr": 0.00033964305021{"train_loss": 0.08576533198356628, "global_step": 9794, "epoch": 102, "lr": 0.00033963123459092206}
+{"train_loss": 0.0772414878{"train_loss": 0.0789012461900711, "global_step": 9795, "epoch": 102, "lr"{"train_loss": 0.100274272{"train_loss": 0.09681406617164612, "global_step": 9796, "epoch": 102, "lr{"train_loss": 0.08209268748760223, "global_step": 9797, "epoch": 102, "lr": 0.00033959578201694197}
+{"train_loss": 0.092432998{"train_l{"train_loss": 0.09916910529136658, "global_step": 9798, "epoch":{"train_loss": 0.11493591219186783, "global_step": 9799, "epoch": 102, "lr": 0.00033957214221445745}
+{"tra{"train_loss": 0.1086{"train_loss": 0.11000655591487885, "global_step": 9800, "epoch": 102, "l{"train_loss": 0.07152573019266129, "global_step": 9801, "epoch": 102, "lr": 0.0003395484986101926}
+{"train_loss": 0.0752636939{"train_loss": 0.0728163868188858, "global_step": 9802, "epoch": 102, "lr{"train_loss": 0.10484840720891953, "global_step": 9803, "epoch": 102, "lr": 0.00033952485120479134}
+{"train_loss": 0.126089155{"train_loss": 0.12737995386123657, "global_step": 9804, "epoch": 102, "l{"train_loss": 0.1130913347{"train_loss": 0.11203546077013016, "global_step": 9805, "epoch": 102, "l{"train_loss": 0.0938753709{"train_loss": 0.08867033571004868, "global_step": 9806, "epoch": 102, "l{"trai{"train_loss": 0.1357{"train_loss": 0.13655172288417816, "global_step": 9807, "epoch": 102, "lr{"train_loss": 0.08850559592247009, "global_step": 9808, "epoch": 102, "lr": 0.00033946571606554416}
+{"train_loss": 0.09628535807132721, "global_step": 9809, "epoch": 102, "lr": 0.00033945388618821144}
+{"train_loss": 0.08667676895856857, "global_step": 9810, "epoch": 102, "lr": 0.00033944205536123894}
+{"train_loss": 0.112906806{"train_loss": 0.11328253895044327, "global_step": 9811, "epoch": 102, "l{"train_loss": 0.08447237312793732, "global_step": 9812, "epoch": 102, "lr": 0.0003394183908586968}
+{"train_loss": 0.10182507336139679, "global_step": 9813, "epoch": 102, "lr": 0.0003394065571832883}
+{"train_loss": 0.08136086165904999, "global_step": 9814, "epoch": 102, "lr": 0.0003393947225585623}
+{"train_loss": 0.0855274647{"train{"train_loss": 0.08713409304618835, "global_step": 9815, "epoch": {"train_loss": 0.09905276447534561, "global_step": 9816, "epoch": 102, "lr": 0.00033937105046148014}
+{"train_loss": 0.09103417396{"train_loss": 0.09420036524534225, "global_step": 9817, "epoch": 102, "{"train_loss": 0.08511725068092346, "global_step": 9818, "epoch": 102, "lr": 0.0003393473745680951}
+{"train_loss": 0.10470527410507202, "global_step": 9819, "epoch": 102, "lr": 0.00033933553519799054}
+{"train_loss": 0.12174206227064133, "global_step": 9820, "epoch": 102, "lr": 0.0003393236948790522}
+{"train_loss": 0.07793326675891876, "global_step": 9821, "epoch": 102, "lr": 0.0003393118536113605}
+{"train_loss": 0.088662721216{"train_loss": 0.08868477493524551, "global_step": 9822, "epoch": 102, {"train_loss": 0.09728395193815231, "global_step": 9823, "epoch": 102, "lr": 0.00033928816823004}
+{"train_loss": 0.08844642341136932, "global_step": 9824, "epoch": 102, "lr": 0.00033927632411657246}
+{"train_{"train_loss": 0.08329395949840546, "global_step": 9825, "epoch": 102, "lr": 0.0003392644790{"train_loss": 0.08685764670372009, "global_step": 9826, "epoch": 102, "lr": 0.0003392526330444261}
+{"train_{"train_loss": 0.1117163598537445, "global_step": 9827, "epoch": 102, "lr": 0.00033924078608{"train{"train_loss": 0.08801431953907013, "global_step": 9828, "epoch": 102, "lr": 0.000339228938179{"train_loss": 0.06987342238426208, "global_step": 9829, "epoch": 102, "lr": 0.0003392170893243883}
+{"train{"train_loss": 0.09187281131744385, "global_step": 9830, "epoch": 102, "lr": 0.000339205239521{"train{"train_loss": 0.06188790872693062, "global_step": 9831, "epoch": 102, "lr": 0.000339193388770{"train_loss": 0.0844402462{"train_loss": 0.08591307699680328, "global_step": 9832, "epoch": 102, "l{"train{"train_loss": 0.0638786{"train_loss": 0.06267409026622772, "global_step": 9833, "epoch": 102,{"tra{"train_loss": 0.092563465{"train_loss": 0.09455771744251251, "global_step": 9834, "epoch": 102,{"train_loss": 0.0811205506324768, "global_step": 9835, "epoch": 102, "lr": 0.0003391459762897549}
+{"train_loss": 0.12174113094806671, "global_step": 9836, "epoch": 102, "lr": 0.0003391341208004446}
+{"train_loss": 0.09533718228340149, "global_step": 9837, "epoch": 102, "lr": 0.00033912226436367193}
+{"trai{"train_loss": 0.09850163012742996, "global_step": 9838, "epoch": 102, "lr": 0.0003391104069795{"trai{"train_loss": 0.08674181997776031, "global_step": 9839, "epoch": 102, "lr": 0.000339098548648{"trai{"train_loss": 0.08353389799594879, "global_step": 9840, "epoch": 102, "lr": 0.0003390866893693{"train_loss": 0.09289713203907013, "global_step": 9841, "epoch": 102, "lr": 0.00033907482914357327}
+{"train_loss": 0.1157049834728241, "global_step": 9842, "epoch": 102, "lr": 0.00033906296797070045}
+{"train_loss": 0.06429652869701385, "global_step": 9843, "epoch": 102, "lr": 0.0003390511058508497}
+{"trai{"train_loss": 0.07536249607801437, "global_step": 9844, "epoch": 102, "lr": 0.000339039242784{"trai{"train_loss": 0.09514248371124268, "global_step": 9845, "epoch": 102, "lr": 0.0003390273787705{"train_loss": 0.1110444888472557, "global_step": 9846, "epoch": 102, "lr": 0.00033901551381023895}
+{"train_loss": 0.11128818988800049, "global_step": 9847, "epoch": 102, "lr": 0.0003390036479032851}
+{"train_loss": 0.07881487905979156, "global_step": 9848, "epoch": 102, "lr": 0.0003389917810497574}
+{"train_loss": 0.0865074843168258{"train_loss": 0.09369127452373505, "global_step": 9849, "epoch": 1{"train_loss": 0.1090095639228{"train_loss": 0.11370691657066345, "global_step": 9850, "epoch": 102, {"train_loss": 0.0802688747644{"{"train_loss": 0.08037766814231873, "global_step": 9851, "epoch": 102{"train{"train_loss": 0.0772714763879776, "global_step": 9852, "epoch": 102, "lr": 0.000338944304171{"train_loss": 0.1070737093687{"train_loss": 0.10673794150352478, "global_step": 9853, "epoch": 102,{"train_loss": 0.09758223593235016, "global_step": 9854, "epoch": 102, "lr": 0.0003389205600550669}
+{"train{"train_loss": 0.10107994079589844, "global_step": 9855, "epoch": 102, "lr": 0.00033890868657{"train_loss": 0.142831683158{"t{"train_loss": 0.14419688284397125, "global_step": 9856, "epoch": 1{"train_{"train_loss": 0.10014{"train_loss": 0.09959709644317627, "global_step": 9857, "epoch": 102, {"train_{"train_loss": 0.09090396016836166, "global_step": 9858, "epoch": 102, "lr": 0.000338873060{"train_loss": 0.0893632993102{"{"train_loss": 0.09782633185386658, "global_step": 9859, "epoch": 102{"train_{"train_loss": 0.1101{"train_loss": 0.11044707894325256, "global_step": 9860, "epoch": 102, "{"train_{"train_loss": 0.09214748442173004, "global_step": 9861, "epoch": 102, "lr": 0.0003388374258{"train_{"train_loss": 0.06786997616291046, "global_step": 9862, "epoch": 102, "lr": 0.00033882554575{"train_loss": 0.093117922544479{"train_loss": 0.09137477725744247, "global_step": 9863, "epoch": 102{"train_{"train_loss": 0.06846272945404053, "global_step": 9864, "epoch": 102, "lr": 0.000338801782{"train_l{"train_loss": 0.084799624979496, "global_step": 9865, "epoch": 102, "lr": 0.000338789899792{"train_loss": 0.1196460276842117{"train_loss": 0.1189371794462204, "global_step": 9866, "epoch": 102{"train_loss": 0.0671005249023{"train_loss": 0.06607624888420105, "global_step": 9867, "epoch": 102,{"train_loss": 0.13447305560112, "global_step": 9868, "epoch": 102, "lr": 0.00033875424532319695}
+{"train_loss": 0.0622889474034309{"train_loss": 0.0637330561876297, "global_step": 9869, "epoch": 10{"train_los{"train_loss": 0.0785{"train_loss": 0.07803092896938324, "global_step": 9870, "epoch": 102{"train_lo{"train_loss": 0.05199257656931877, "global_step": 9871, "epoch": 102, "lr": 0.00033871858{"train_l{"train_loss": 0.07982{"train_loss": 0.0771646574139595, "global_step": 9872, "epoch": 102,{"train_loss": 0.1174350902438{"train_loss": 0.11314394325017929, "global_step": 9873, "epoch": 102,{"train_l{"train_loss": 0.08085069060325623, "global_step": 9874, "epoch": 102, "lr": 0.000338682910{"train_l{"train_loss": 0.06471683084964752, "global_step": 9875, "epoch": 102, "lr": 0.000338671018{"train_l{"train_loss": 0.09603039920330048, "global_step": 9876, "epoch": 102, "lr": 0.0003386591251{"train_loss": 0.08061385154724121, "global_step": 9877, "epoch": 102, "lr": 0.00033864723090128835}
+{"train_loss": 0.0654019117355{"train_loss": 0.0693659782409668, "global_step": 9878, "epoch": 102, {"train_l{"train_loss": 0.09776689112186432, "global_step": 9879, "epoch": 102, "lr": 0.00033862343{"train_loss": 0.1062951683998{"train_loss": 0.11030523478984833, "global_step": 9880, "epoch": 102,{"train_lo{"train_loss": 0.0727739{"train_loss": 0.07168930768966675, "global_step": 9881, "epoch": {"train_loss": 0.10311625152826{"tr{"train_loss": 0.10424713790416718, "global_step": 9882, "epoch":{"train_loss": 0.09723097085952{"train_loss": 0.09708903729915619, "global_step": 9883, "epoch": 102,{"train_loss": 0.11375065147876{"train_loss": 0.11564585566520691, "global_step": 9884, "epoch": 10{"train_loss": 0.10278183221817017, "global_step": 9885, "epoch": 102, "lr": 0.0003385520427668926}
+{"train_loss{"train_loss": 0.095{"train_loss": 0.09464520215988159, "global_step": 9886, "epoch": 102{"train_loss{"train_loss": 0.09264495906730492, "global_step": 9887, "epoch": 102, "lr": 0.0003385282{"train_loss": 0.083683907985687{"train_loss": 0.0861404687166214, "global_step": 9888, "epoch": 103{"train_loss": 0.11785397678613{"train_loss": 0.11883457005023956, "global_step": 9889, "epoch": 103,{"train_loss{"train_loss": 0.07{"train_loss": 0.07199545204639435, "global_step": 9890, "epoch": 103{"train_loss": 0.07708052545785904, "global_step": 9891, "epoch": 103, "lr": 0.00033848061203688997}
+{"train_loss{"train_loss": 0.09{"train_loss": 0.09829261898994446, "global_step": 9892, "epoch": 103,{"train_loss{"train_loss": 0.12{"train_loss": 0.12640047073364258, "global_step": 9893, "epoch": 103{"train_loss": 0.097043655812740{"train_loss": 0.09705757349729538, "global_step": 9894, "epoch": 103{"train_loss"{"train_loss": 0.06341341882944107, "global_step": 9895, "epoch": 103, "lr": 0.000338432{"train_loss": 0.078267112374305{"train_loss": 0.08202110230922699, "global_step": 9896, "epoch": 103{"train_loss{"train_loss": 0.076{"train_loss": 0.07788239419460297, "global_step": 9897, "epoch": 10{"train_loss{"train_loss": 0.10338820517063141, "global_step": 9898, "epoch": 103, "lr": 0.0003383972{"train_loss{"train_loss": 0.11162494122982025, "global_step": 9899, "epoch": 103, "lr": 0.0003383853{"train_loss{"train_loss": 0.09316912293434143, "global_step": 9900, "epoch": 103, "lr": 0.000338373{"train_loss": 0.09240324795246{"train_loss": 0.09534703940153122, "global_step": 9901, "epoch": 103,{"train_loss": 0.10495653748512{"train_loss": 0.11202426254749298, "global_step": 9902, "epoch": 103,{"train_loss{"train_loss": 0.06641359627246857, "global_step": 9903, "epoch": 103, "lr": 0.0003383376{"train_loss": 0.08717100322246552, "global_step": 9904, "epoch": 103, "lr": 0.00033832572901659974}
+{"train_loss": 0.11292610317468{"train_loss": 0.11669165641069412, "global_step": 9905, "epoch": 103{"train_los{"train_loss": 0.096{"train_loss": 0.09597510099411011, "global_step": 9906, "epoch": 103,{"train_loss": 0.08292511105537415, "global_step": 9907, "epoch": 103, "lr": 0.00033828996416767883}
+{"train_los{"train_loss": 0.09{"train_loss": 0.09429758787155151, "global_step": 9908, "epoch": 103,{"train_loss": 0.1147629246115{"train_loss": 0.1149769201874733, "global_step": 9909, "epoch": 103, {"train_loss": 0.072648108005{"train_loss": 0.0728241354227066, "global_step": 9910, "epoch": 103, "l{"train_loss": 0.056813910603523254, "global_step": 9911, "epoch": 103, "lr": 0.0003382422645188362}
+{"train_loss": 0.0596645101{"train_loss": 0.05740809068083763, "global_step": 9912, "epoch": 103, "lr{"train_lo{"train_loss": 0.07131309062242508, "global_step": 9913, "epoch": 103, "lr": 0.0003382184{"train_loss": 0.05415479093790054, "global_step": 9914, "epoch": 103, "lr": 0.0003382064798973354}
+{"train_loss": 0.082503363490104{"train_loss": 0.08118044584989548, "global_step": 9915, "epoch": 103{"train_l{"train_loss": 0.090534508228302, "global_step": 9916, "epoch": 103, "lr": 0.00033818261877{"train_{"train_loss": 0.06785556674003601, "global_step": 9917, "epoch": 103, "lr": 0.000338170686{"train_l{"train_loss": 0.07548747{"train_loss": 0.07607731223106384, "global_step": 9918, "epoch": 1{"train_loss": 0.08350844681{"train_loss": 0.0830640122294426, "global_step": 9919, "epoch": 103, "{"train_loss": 0.11039908975362778, "global_step": 9920, "epoch": 103, "lr": 0.0003381348852456035}
+{"train_lo{"train_loss": 0.09255379438400269, "global_step": 9921, "epoch": 103, "lr": 0.00033812294{"train_loss": 0.09262560307{"train_loss": 0.09502395987510681, "global_step": 9922, "epoch": 103, "{"train_loss": 0.0954706147313118, "global_step": 9923, "epoch": 103, "lr": 0.00033809907521976034}
+{"train_lo{"train_loss": 0.107266{"train_loss": 0.10763056576251984, "global_step": 9924, "epoch":{"train_loss": 0.10627664625644684, "global_step": 9925, "epoch": 103, "lr": 0.000338075197166993}
+{"train_los{"train_loss": 0.10997501015663147, "global_step": 9926, "epoch": 103, "lr": 0.0003380632{"train_loss": 0.07974828779697418, "global_step": 9927, "epoch": 103, "lr": 0.0003380513153532204}
+{"train_los{"train_loss": 0.11286801844835281, "global_step": 9928, "epoch": 103, "lr": 0.00033803937{"train_los{"train_loss": 0.096568{"train_loss": 0.0945742204785347, "global_step": 9929, "epoch": 10{"train_loss": 0.0989993959665298{"train_loss": 0.10153535008430481, "global_step": 9930, "epoch": 1{"train_loss": 0.10600199550390244, "global_step": 9931, "epoch": 103, "lr": 0.00033800354044526116}
+{"train_loss": 0.0663207322359{"train_loss": 0.0652654841542244, "global_step": 9932, "epoch": 103, {"train_loss": 0.113742448389{"tr{"train_loss": 0.11239122599363327, "global_step": 9933, "epoch": {"train_lo{"train_loss": 0.09365430474281311, "global_step": 9934, "epoch": 103, "lr": 0.00033796769{"train_loss": 0.07801713794{"train_loss": 0.07747795432806015, "global_step": 9935, "epoch": 103, "l{"train_lo{"train_loss": 0.07976876199245453, "global_step": 9936, "epoch": 103, "lr": 0.00033794380{"train_lo{"train_loss": 0.09204{"train_loss": 0.09143246710300446, "global_step": 9937, "epoch": 10{"train_loss": 0.1104459613{"tra{"train_loss": 0.10986814647912979, "global_step": 9938, "epoch": 10{"train_l{"train_loss": 0.07990685105323792, "global_step": 9939, "epoch": 103, "lr": 0.00033790794{"train_lo{"train_loss": 0.07799090445041656, "global_step": 9940, "epoch": 103, "lr": 0.00033789599{"train_loss": 0.08751198649{"tra{"train_loss": 0.09101961553096771, "global_step": 9941, "epoch": 1{"train_lo{"train_loss": 0.07598453760147095, "global_step": 9942, "epoch": 103, "lr": 0.000337872081{"train_lo{"train_loss": 0.1{"train_loss": 0.10583093762397766, "global_step": 9943, "epoch": 103, "{"train_lo{"train_loss": 0.0982847660779953, "global_step": 9944, "epoch": 103, "lr": 0.0003378481681{"train_loss": 0.07165279984{"train_loss": 0.06976790726184845, "global_step": 9945, "epoch": 103, "{"train_{"train_loss": 0.120{"train_loss": 0.11990474909543991, "global_step": 9946, "epoch": 103, "{"train_loss": 0.08948057889{"tr{"train_loss": 0.09360100328922272, "global_step": 9947, "epoch": 103{"train_loss": 0.06677114963{"train_loss": 0.06553280353546143, "global_step": 9948, "epoch": 103, "l{"trai{"train_loss": 0.06252{"train_loss": 0.06181818246841431, "global_step": 9949, "epoch": 103, "l{"trai{"train_loss": 0.077604494{"train_loss": 0.07963287830352783, "global_step": 9950, "epoch": 10{"train_loss": 0.10493646562099457, "global_step": 9951, "epoch": 103, "lr": 0.0003377644404664208}
+{"tra{"train_loss": 0.11115190386772156, "global_step": 9952, "epoch": 103, "lr": 0.0003377524756116{"tra{"train_loss": 0.11315776407718658, "global_step": 9953, "epoch": 103, "lr": 0.0003377405098188{"tra{"train_loss": 0.0889507383108139, "global_step": 9954, "epoch": 103, "lr": 0.000337728543088009{"tr{"train_loss": 0.1064475923{"train_loss": 0.10642965137958527, "global_step": 9955, "epoch": 103{"tra{"train_loss": 0.0677{"train_loss": 0.06805810332298279, "global_step": 9956, "epoch": 103, "lr{"tra{"train_loss": 0.08408725261688232, "global_step": 9957, "epoch": 103, "lr": 0.0003376926372685{"train_loss": 0.09058745{"train_loss": 0.08907637000083923, "global_step": 9958, "epoch": 103, "lr"{"tra{"train_loss": 0.098{"train_loss": 0.09851454943418503, "global_step": 9959, "epoch": 103, "lr":{"tra{"train_loss": 0.108{"train_loss": 0.10708614438772202, "global_step": 9960, "epoch": 103, "lr"{"tra{"train_loss": 0.080{"train_loss": 0.08168017119169235, "global_step": 9961, "epoch": 103, "lr":{"tr{"train_loss": 0.0932{"train_loss": 0.0950024276971817, "global_step": 9962, "epoch": 103, "lr":{"train_loss": 0.0869802832603454{"train_loss": 0.08471684157848358, "global_step": 9963, "epoch": 1{"train_loss": 0.09588105231523514, "global_step": 9964, "epoch": 103, "lr": 0.0003376088242094369}
+{"train_loss": 0.10180585{"train_loss": 0.10184308886528015, "global_step": 9965, "epoch": 103, "lr"{"tra{"train_loss": 0.068{"train_loss": 0.06964236497879028, "global_step": 9966, "epoch": 103, "lr":{"tra{"train_loss": 0.09682359546422958, "global_step": 9967, "epoch": 103, "lr": 0.000337572890269{"train_loss": 0.09108101576566696, "global_step": 9968, "epoch": 103, "lr": 0.00033756091041532845}
+{"trai{"train_loss": 0.090{"train_{"train_loss": 0.09072045236825943, "global_step": 9969, "epoch": {"trai{"train_loss": 0.0785224586725235, "global_step": 9970, "epoch": 103, "lr": 0.0003375369478974{"train_loss": 0.06933923810720444, "global_step": 9971, "epoch": 103, "lr": 0.00033752496523359516}
+{"tra{"train_loss": 0.08221104741096497, "global_step": 9972, "epoch": 103, "lr": 0.0003375129816332{"train_loss": 0.092805624{"train_loss": 0.0911971852183342, "global_step": 9973, "epoch": 103, "lr"{"tra{"train_loss": 0.10318897664546967, "global_step": 9974, "epoch": 103, "lr": 0.0003374890116233{"trai{"train_loss": 0.10326609015464783, "global_step": 9975, "epoch": 103, "lr": 0.000337477025213{"trai{"train_loss": 0.08163345605134964, "global_step": 9976, "epoch": 103, "lr": 0.000337465037868{"trai{"train_loss": 0.094{"train_loss": 0.09397368878126144, "global_step": 9977, "epoch": 103, "lr"{"train_loss": 0.091325566{"train_loss": 0.09069414436817169, "global_step": 9978, "epoch": 103, "lr{"trai{"train_loss": 0.084{"train_loss": 0.0837031751871109, "global_step": 9979, "epoch": 103, "lr":{"trai{"train_loss": 0.10878461599349976, "global_step": 9980, "epoch": 103, "lr": 0.0003374170791259{"train_loss": 0.10687867{"train_loss": 0.10895486176013947, "global_step": 9981, "epoch": 103, "lr":{"trai{"train_loss": 0.0921119824051857, "global_step": 9982, "epoch": 103, "lr": 0.00033739309413982{"train_loss": 0.0905478877{"train_loss": 0.09071416252603133, "global_step": 9983, "epoch": 103, "{"train_loss": 0.0942248{"train_loss": 0.09399620443582535, "global_step": 9984, "epoch": 104, "lr":{"tra{"train_loss": 0.06738{"train_loss": 0.06908512115478516, "global_step": 9985, "epoch": 104, "l{"tra{"train_loss": 0.07004{"train_loss": 0.07050401717424393, "global_step": 9986, "epoch": 104, "lr{"tra{"train_loss": 0.1685025691986084, "global_step": 9987, "epoch": 104, "lr": 0.000337333115302777{"tr{"train_loss": 0.07{"train_loss": 0.07228545844554901, "global_step": 9988, "epoch": 104, "lr": {"tr{"train_loss": 0.10179682075977325, "global_step": 9989, "epoch": 104, "lr": 0.000337309117221001{"train_loss": 0.0782065{"train_loss": 0.0833350345492363, "global_step": 9990, "epoch": 104, "lr": {"tr{"train_loss": 0.07122959941625595, "global_step": 9991, "epoch": 104, "lr": 0.00033728511539908{"train_loss": 0.1138085275{"train_loss": 0.10671120882034302, "global_step": 9992, "epoch": 104, "l{"train_loss": 0.1132187768816948, "global_step": 9993, "epoch": 104, "lr": 0.00033726110983768696}
+{"train_loss": 0.09238940477371216, "global_step": 9994, "epoch": 104, "lr": 0.0003372491056548849}
+{"train_loss": 0.11767289{"train_loss": 0.11530778557062149, "global_step": 9995, "epoch": 104, "lr"{"train_loss": 0.08762943744659424, "global_step": 9996, "epoch": 104, "lr": 0.0003372250944854849}
+{"train{"train_loss": 0.06579276919364929, "global_step": 9997, "epoch": 104, "lr": 0.000337213087499{"train_loss": 0.09017341583967209, "global_step": 9998, "epoch": 104, "lr": 0.00033720107957823536}
+{"train_loss": 0.105808712{"train_loss": 0.10865775495767593, "global_step": 9999, "epoch": 104, "lr{"train_loss": 0.10141770541{"train_loss": 0.1010928675532341, "global_step": 10000, "epoch": 104, "lr{"train_loss": 0.10429563373327255, "global_step": 10001, "epoch": 104, "lr": 0.0003371650502103241}
+{"train_loss": 0.11759169{"train_loss": 0.11404963582754135, "global_step": 10002, "epoch": 104, "lr"{"train_loss": 0.07779110968112946, "global_step": 10003, "epoch": 104, "lr": 0.00033714102596131275}
+{"trai{"train_loss": 0.090251125395298, "global_step": 10004, "epoch": 104, "lr": 0.000337129012435{"train_loss": 0.12758438289165497, "global_step": 10005, "epoch": 104, "lr": 0.00033711699797674187}
+{"trai{"train_loss": 0.07{"train_loss": 0.07284048199653625, "global_step": 10006, "epoch": 104, "lr":{"train_loss": 0.0893353521823883, "global_step": 10007, "epoch": 104, "lr": 0.00033709296625726576}
+{"train_loss": 0.0799422338604927, "global_step": 10008, "epoch": 104, "lr": 0.0003370809489971428}
+{"train_loss": 0.09536119550466{"train_loss": 0.09319474548101425, "global_step": 10009, "epoch": 104,{"train_{"train_loss": 0.091283{"train_loss": 0.09093640744686127, "global_step": 10010, "epoch": 104,{"train_{"train_loss": 0.09{"train_loss": 0.09673203527927399, "global_step": 10011, "epoch": 104, "{"train_l{"train_loss": 0.07{"train_loss": 0.0782289057970047, "global_step": 10012, "epoch": 104, "lr{"train_l{"train_loss": 0.0{"train_loss": 0.07731730490922928, "global_step": 10013, "epoch": 104, "l{"train_lo{"train_loss": 0.0{"train_loss": 0.08444441109895706, "global_step": 10014, "epoch": 104, "l{"train_loss": 0.08585347235{"train_loss": 0.08787623047828674, "global_step": 10015, "epoch": 104, {"train_loss": 0.076374262571{"train_loss": 0.07763074338436127, "global_step": 10016, "epoch": 104, {"train_loss": 0.069049827754{"train_loss": 0.06558416783809662, "global_step": 10017, "epoch": 104, "{"train_loss": 0.1041237264871597{"train_loss": 0.10207684338092804, "global_step": 10018, "epoch": 1{"train_loss": 0.1181155741214752{"train_loss": 0.11699914932250977, "global_step": 10019, "epoch": 10{"train_los{"train_loss": 0.1{"tr{"train_loss": 0.10675924271345139, "global_step": 10020, "epoch": 10{"train_loss": 0.111782684922{"tr{"train_loss": 0.11805744469165802, "global_step": 10021, "epoch": 10{"train_loss": 0.091271325945{"train_loss": 0.09099005162715912, "global_step": 10022, "epoch": 104, "{"train_loss": 0.079740010201{"tr{"train_loss": 0.07923714816570282, "global_step": 10023, "epoch":{"train_loss{"train_loss": 0.1{"tra{"train_loss": 0.1142994612455368, "global_step": 10024, "epoch": {"train_loss": 0.10939475893974304, "global_step": 10025, "epoch": 104, "lr": 0.00033687651281929214}
+{"train_loss": 0.0875175893306{"train_loss": 0.09048141539096832, "global_step": 10026, "epoch": 104,{"train_loss": 0.10410559177398682, "global_step": 10027, "epoch": 104, "lr": 0.00033685244378678435}
+{"train_loss": 0.08105720579624176, "global_step": 10028, "epoch": 104, "lr": 0.00033684040787260237}
+{"train_loss": 0.08672323822975159, "global_step": 10029, "epoch": 104, "lr": 0.0003368283710265776}
+{"train_loss": 0.1134903877973{"t{"train_loss": 0.11109386384487152, "global_step": 10030, "epoch": 10{"train_loss": 0.07474419474601746, "global_step": 10031, "epoch": 104, "lr": 0.0003368042945393275}
+{"train_loss": 0.080042541027{"tr{"train_loss": 0.0764302909374237, "global_step": 10032, "epoch": 104{"train_loss": 0.107884064316749{"train_loss": 0.11495987325906754, "global_step": 10033, "epoch": 104{"train_loss": 0.07952597737312317, "global_step": 10034, "epoch": 104, "lr": 0.0003367681728216809}
+{"train_loss": 0.07314087450504303, "global_step": 10035, "epoch": 104, "lr": 0.0003367561303863209}
+{"train_loss": 0.10830401629209518, "global_step": 10036, "epoch": 104, "lr": 0.000336744087019692}
+{"train_loss": 0.072377353906{"train_loss": 0.07001733779907227, "global_step": 10037, "epoch": 104, {"train_loss": 0.0686916708946228, "global_step": 10038, "epoch": 104, "lr": 0.0003367199974929557}
+{"train_loss": 0.08730806410312653, "global_step": 10039, "epoch": 104, "lr": 0.0003367079513330123}
+{"train_loss": 0.086138747632{"train_loss": 0.09153959155082703, "global_step": 10040, "epoch": 104, "{"train_loss": 0.090328380465{"train_loss": 0.08824081718921661, "global_step": 10041, "epoch": 104, "{"train_loss": 0.086332410573{"train_loss": 0.08800928294658661, "global_step": 10042, "epoch": 104, {"train_loss": 0.090637482702{"train_loss": 0.09082052856683731, "global_step": 10043, "epoch": 104, "{"train_loss": 0.08537736535072327, "global_step": 10044, "epoch": 104, "lr": 0.00033664770657082423}
+{"train_loss": 0.090604111552238{"train_loss": 0.09252297878265381, "global_step": 10045, "epoch": 10{"train_los{"train_loss": 0.09345578402280807, "global_step": 10046, "epoch": 104, "lr": 0.0003366236{"train_los{"train_loss": 0.{"tr{"train_loss": 0.09017249941825867, "global_step": 10047, "epoch": 104{"train_loss": 0.08837362378{"train_loss": 0.08498211205005646, "global_step": 10048, "epoch": 104, "l{"train_los{"train_loss": 0.08428376913070679, "global_step": 10049, "epoch": 104, "lr": 0.0003365874{"train_loss": 0.10682632774114609, "global_step": 10050, "epoch": 104, "lr": 0.00033657538214959364}
+{"train_loss{"train_loss": 0.10472878813743591, "global_step": 10051, "epoch": 104, "lr": 0.000336563{"train_loss": 0.1167535632{"train_loss": 0.11651641875505447, "global_step": 10052, "epoch": 104, "lr{"train_loss{"train_loss": 0.08989088237285614, "global_step": 10053, "epoch": 104, "lr": 0.000336539{"train_loss{"train_loss": 0.09069682657718658, "global_step": 10054, "epoch": 104, "lr": 0.0003365271{"train_loss{"train_loss": 0.0749102383852005, "global_step": 10055, "epoch": 104, "lr": 0.00033651508{"train_los{"train_loss": 0.08197285234928131, "global_step": 10056, "epoch": 104, "lr": 0.0003365030{"train_los{"train_loss": 0{"train_loss": 0.1248956099152565, "global_step": 10057, "epoch": 104, "lr{"train_lo{"train_loss": 0.111737{"train_loss": 0.1110425516963005, "global_step": 10058, "epoch": 10{"train_lo{"train_loss": 0{"train_loss": 0.07247366011142731, "global_step": 10059, "epoch": 104, "lr"{"train_lo{"train_loss": 0.11602222919464111, "global_step": 10060, "epoch": 104, "lr": 0.00033645476{"train_loss": 0.099047005{"train_loss": 0.09420795738697052, "global_step": 10061, "epoch": 104, "lr"{"train_lo{"train_loss": 0.07333916425704956, "global_step": 10062, "epoch": 104, "lr": 0.000336430632{"train_loss": 0.088168613{"trai{"train_loss": 0.08723171055316925, "global_step": 10063, "epoch": 10{"train_loss": 0.09454749524593353, "global_step": 10064, "epoch": 104, "lr": 0.00033640649499205963}
+{"train_loss": 0.07623684406280518, "global_step": 10065, "epoch": 104, "lr": 0.00033639442465433405}
+{"train_loss": 0.11018110811710358, "global_step": 10066, "epoch": 104, "lr": 0.00033638235338780267}
+{"train_loss": 0.12162122130393982, "global_step": 10067, "epoch": 104, "lr": 0.0003363702811925478}
+{"train_loss": 0.093260489{"train_loss": 0.09283474832773209, "global_step": 10068, "epoch": 104, "lr{"train_loss": 0.118892043828964{"train_loss": 0.1198125034570694, "global_step": 10069, "epoch": 104{"train_loss": 0.083988189{"train_loss": 0.08943451195955276, "global_step": 10070, "epoch": 104, "lr{"trai{"train_loss": 0.11806339{"train_loss": 0.11709670722484589, "global_step": 10071, "epoch": 104{"train_loss": 0.07408330589532852, "global_step": 10072, "epoch": 104, "lr": 0.00033630990628829714}
+{"trai{"train_loss": 0.08557125926017761, "global_step": 10073, "epoch": 104, "lr": 0.0003362978285224{"trai{"train_loss": 0.12364251166582108, "global_step": 10074, "epoch": 104, "lr": 0.000336285749828{"train_loss": 0.06932726502418{"train_loss": 0.06859686225652695, "global_step": 10075, "epoch": 104{"trai{"train_loss": 0.06471304595470428, "global_step": 10076, "epoch": 104, "lr": 0.000336261589656{"trai{"train_loss": 0.0{"train_loss": 0.0610877126455307, "global_step": 10077, "epoch": 104, "lr": {"train_loss": 0.08688490092754364, "global_step": 10078, "epoch": 104, "lr": 0.00033623742577250403}
+{"train_loss": 0.092837{"train_loss": 0.09275325713679194, "global_step": 10079, "epoch": 104, "lr": 0{"train_loss": 0.116246{"train{"train_loss": 0.1171995997428894, "global_step": 10080, "epoch": 105, "{"train_loss": 0.089153{"train_loss": 0.09191696345806122, "global_step": 10081, "epoch": 105, "lr": 0{"train_loss": 0.105860{"train_loss": 0.10832219570875168, "global_step": 10082, "epoch": 105, "lr": {"train_loss": 0.097805112600{"train_loss": 0.10016800463199615, "global_step": 10083, "epoch": 105, "{"train_loss": 0.0980057492852211, "global_step": 10084, "epoch": 105, "lr": 0.00033616491185819205}
+{"train_{"train_loss": 0.09482251107692719, "global_step": 10085, "epoch": 105, "lr": 0.0003361528229{"train_{"train_loss": 0.11612406373023987, "global_step": 10086, "epoch": 105, "lr": 0.00033614073313{"train_{"train_loss": 0.07177776098251343, "global_step": 10087, "epoch": 105, "lr": 0.00033612864238{"train_loss": 0.1110292{"tra{"train_loss": 0.11438150703907013, "global_step": 10088, "epoch": 105, {"train_loss": 0.0694899{"tra{"train_loss": 0.07137390971183777, "global_step": 10089, "epoch": 105, "{"train_{"train_loss": 0.12325319647789001, "global_step": 10090, "epoch": 105, "lr": 0.0003360923645{"train_l{"train_loss": 0.08963783085346222, "global_step": 10091, "epoch": 105, "lr": 0.000336080270{"train_l{"train_loss": 0.09337461739778519, "global_step": 10092, "epoch": 105, "lr": 0.0003360681{"train_loss": 0.08384677022695{"train_loss": 0.083600714802742, "global_step": 10093, "epoch": 105, {"train_loss": 0.098355025{"train_loss": 0.10199542343616486, "global_step": 10094, "epoch": 105, "lr"{"train_lo{"train_loss": 0.12528333067893982, "global_step": 10095, "epoch": 105, "lr": 0.000336031882{"train_loss": 0.0790877640247345, "global_step": 10096, "epoch": 105, "lr": 0.0003360197839051262}
+{"train_loss": 0.0955739244818{"train_loss": 0.09572431445121765, "global_step": 10097, "epoch": 105, {"train_los{"train_loss": 0.08302655816078186, "global_step": 10098, "epoch": 105, "lr": 0.00033599558{"train_los{"train_loss": 0.09741922467947006, "global_step": 10099, "epoch": 105, "lr": 0.00033598348{"train_los{"train_loss": 0.07549192011356354, "global_step": 10100, "epoch": 105, "lr": 0.00033597137{"train_los{"train_loss": 0.10527252405881882, "global_step": 10101, "epoch": 105, "lr": 0.00033595927{"train_los{"train_loss": 0.08546016365289688, "global_step": 10102, "epoch": 105, "lr": 0.0003359471{"train_loss": 0.10834626108{"train_loss": 0.09995993226766586, "global_step": 10103, "epoch": 105, "l{"train_los{"train_loss": 0.06783940643072128, "global_step": 10104, "epoch": 105, "lr": 0.0003359229{"train_los{"train_loss": 0.09637250751256943, "global_step": 10105, "epoch": 105, "lr": 0.000335910{"train_loss{"train_loss": 0.07337227463722229, "global_step": 10106, "epoch": 105, "lr": 0.000335898{"train_loss{"train_loss":{"t{"train_loss": 0.10242060571908951, "global_step": 10107, "epoch": 105, {"train_loss": 0.092645108699{"train_loss": 0.09204916656017303, "global_step": 10108, "epoch": 105, "{"train_loss": 0.090441033244133, "global_step": 10109, "epoch": 105, "lr": 0.0003358624114440787}
+{"train_loss": 0.11257869750{"train_loss": 0.11558490246534348, "global_step": 10110, "epoch": 105, "l{"train_loss": 0.13254371285438538, "global_step": 10111, "epoch": 105, "lr": 0.0003358381864139464}
+{"train_loss": 0.10486738383769989, "global_step": 10112, "epoch": 105, "lr": 0.00033582607251131207}
+{"train_loss": 0.06641554832458496, "global_step": 10113, "epoch": 105, "lr": 0.0003358139576837423}
+{"train_loss":{"train_loss": 0.09783889353275299, "global_step": 10114, "epoch": 105, "lr": 0.0003358{"train_loss": 0.10499733686447144, "global_step": 10115, "epoch": 105, "lr": 0.00033578972525412636}
+{"train_loss": 0.09990456700325012, "global_step": 10116, "epoch": 105, "lr": 0.0003357776076522452}
+{"train_loss": 0.1121883541{"train_loss": 0.1101413145661354, "global_step": 10117, "epoch": 105, "lr"{"train_loss"{"train_loss"{"train_loss": 0.0899520218372345, "global_step": 10118, "epoch": 105, "l{"train_loss": 0.1062307581{"train_loss": 0.1084492951631546, "global_step": 10119, "epoch": 105, "lr{"train_loss": 0.086660951{"train_loss": 0.08716177940368652, "global_step": 10120, "epoch": 105, "lr{"train_loss": 0{"train_los{"train_loss": 0.12915988266468048, "global_step": 10121, "epoch": 105, "l{"train_loss": {"train_loss{"train_loss": 0.09208166599273682, "global_step": 10122, "epoch": 105, "lr{"train_loss": 0.0762789621{"train_loss": 0.073178231716156, "global_step": 10123, "epoch": 105, "lr"{"train_loss": {"train_loss": 0.05775274336338043, "global_step": 10124, "epoch": 105, "lr": 0.000335{"train_loss": 0.09794341027736664, "global_step": 10125, "epoch": 105, "lr": 0.00033566850763797453}
+{"train_loss": 0.0945466011762619, "global_step": 10126, "epoch": 105, "lr": 0.00033565638079375345}
+{"train_loss": 0.07605758309364319{"train_loss": 0.07396769523620605, "global_step": 10127, "epoch": {"train_loss": 0.085454322{"train_loss": 0.08797624707221985, "global_step": 10128, "epoch": 105, "l{"train_loss": {"train_loss": 0.11316022276878357, "global_step": 10129, "epoch": 105, "lr": 0.0003356{"train_loss": 0.06935923546552658, "global_step": 10130, "epoch": 105, "lr": 0.0003356078641798956}
+{"train_loss": {"train_loss": 0.07862439751625061, "global_step": 10131, "epoch": 105, "lr": 0.0003355{"train_loss": {"train_loss": 0.09728455543518066, "global_step": 10132, "epoch": 105, "lr": 0.0003355{"train_loss": {"train_loss": 0.04798402264714241, "global_step": 10133, "epoch": 105, "lr": 0.0003355{"train_loss": {"train_loss": 0.12055942416191101, "global_step": 10134, "epoch": 105, "lr": 0.000335{"train_loss": 0.10176384449005127, "global_step": 10135, "epoch": 105, "lr": 0.0003355471976355788}
+{"train_loss":{"train_loss": 0.09108266979455948, "global_step": 10136, "epoch": 105, "lr": 0.00033553{"train_loss": 0.08930{"train_loss": 0.09153281152248383, "global_step": 10137, "epoch": 105, "lr": 0{"train_loss": 0.09136{"train_loss": 0.08962314575910568, "global_step": 10138, "epoch": 105, "lr": 0{"train_loss": 0.08062{"train_loss": 0.08137422800064087, "global_step": 10139, "epoch": 105, "lr": 0{"train_loss":{"train_{"train_loss": 0.09326186776161194, "global_step": 10140, "epoch": 105, "lr": 0{"train_loss": 0.12350405752658844, "global_step": 10141, "epoch": 105, "lr": 0.00033547436732310677}
+{"train_loss":{"train_loss": 0.06123451888561249, "global_step": 10142, "epoch": 105, "lr": 0.000335{"train_loss": 0.08578293025493622, "global_step": 10143, "epoch": 105, "lr": 0.00033545008317107733}
+{"train_loss": 0.0944535{"train_loss": 0.09992583096027374, "global_step": 10144, "epoch": 105, "lr":{"train_loss": 0.08389240503311157, "global_step": 10145, "epoch": 105, "lr": 0.00033542579532954754}
+{"train_loss": {"train_loss": 0.10423509776592255, "global_step": 10146, "epoch": 105, "lr": 0.000335{"train_loss": 0.0985715687274{"train_loss": 0.08973363041877747, "global_step": 10147, "epoch": 105{"train_loss": {"train_loss": 0.06258955597877502, "global_step": 10148, "epoch": 105, "lr": 0.0003353{"train_loss": 0.09069526195526123, "global_step": 10149, "epoch": 105, "lr": 0.0003353772085806334}
+{"train_loss": 0.0705562{"train_loss": 0.06956292688846588, "global_step": 10150, "epoch": 105, "lr"{"train_loss": 0.0969196{"train_loss": 0.09921985864639282, "global_step": 10151, "epoch": 105, "lr": {"train_loss": 0.07973594963550568, "global_step": 10152, "epoch": 105, "lr": 0.00033534075883893055}
+{"train_loss": {"train_loss": 0.06994746625423431, "global_step": 10153, "epoch": 105, "lr": 0.000335{"train_loss": 0.09827998280525208, "global_step": 10154, "epoch": 105, "lr": 0.00033531645440283773}
+{"train_loss": 0.10524746775627136, "global_step": 10155, "epoch": 105, "lr": 0.0003353043008025522}
+{"train_loss": 0.094352975487{"train_loss": 0.09321519732475281, "global_step": 10156, "epoch": 105, {"train_loss": 0.08659205585718155, "global_step": 10157, "epoch": 105, "lr": 0.00033527999083791694}
+{"train_loss": 0.065685{"trai{"train_loss": 0.07538574934005737, "global_step": 10158, "epoch": 105, {"train_loss": 0.16550859808921814, "global_step": 10159, "epoch": 105, "lr": 0.0003352556771884145}
+{"train_loss": 0.10837291926145554, "global_step": 10160, "epoch": 105, "lr": 0.000335243518982045}
+{"train_loss": 0.12175{"train_loss": 0.11818622797727585, "global_step": 10161, "epoch": 105, "lr": 0{"train_loss"{"train_l{"train_loss": 0.08540670573711395, "global_step": 10162, "epoch": 105, "lr": 0.{"train_loss"{"train_loss": 0.10427293926477432, "global_step": 10163, "epoch": 105, "lr": 0.00033520{"train_loss": 0.0722{"train_loss": 0.07676312327384949, "global_step": 10164, "epoch": 105, "lr": 0.0{"train_loss"{"train_loss": 0.08322523534297943, "global_step": 10165, "epoch": 105, "lr": 0.000335182{"train_loss"{"train_loss": 0.10314442217350006, "global_step": 10166, "epoch": 105, "lr": 0.000335170{"train_loss"{"train_loss": 0.11060306429862976, "global_step": 10167, "epoch": 105, "lr": 0.00033515{"train_loss": 0.1170541793{"train_loss": 0.12044549733400345, "global_step": 10168, "epoch": 105, "l{"train_loss": 0.1143908426{"train_loss": 0.11564645171165466, "global_step": 10169, "epoch": 105, "l{"train_loss": 0.08325164020061493, "global_step": 10170, "epoch": 105, "lr": 0.0003351218862787498}
+{"train_loss": 0.0903804376{"train_loss": 0.08888686448335648, "global_step": 10171, "epoch": 105, "l{"train_loss": 0.085{"train{"train_loss": 0.0871124416589737, "global_step": 10172, "epoch": 105, "lr{"train_loss": 0.0836{"train_loss": 0.08196082711219788, "global_step": 10173, "epoch": 105, "lr": 0.0{"train_loss":{"train{"trai{"train_loss": 0.1134561076760292, "global_step": 10174, "epoch": 105, "lr{"train_loss": 0.0940{"train_loss": 0.09442594624124467, "global_step": 10175, "epoch": 105, "lr": 0.{"train_loss":{"train_loss": 0.129193514585495, "global_step": 10176, "epoch": 106, "lr": 0.0003350488{"train_loss{"train_loss": 0.0660313069820404, "global_step": 10177, "epoch": 106, "lr": 0.00033503668{"train_loss": 0.067474141{"train_loss": 0.06775543093681335, "global_step": 10178, "epoch": 106, "lr{"train_loss": 0.11336968839168549, "global_step": 10179, "epoch": 106, "lr": 0.0003350123381714427}
+{"train_loss": 0.0919228047132492, "global_step": 10180, "epoch": 106, "lr": 0.0003350001615614435}
+{"train_los{"train_loss": 0.12374983727931976, "global_step": 10181, "epoch": 106, "lr": 0.00033498798{"train_loss": 0.09661{"tra{"train_loss": 0.09789883345365524, "global_step": 10182, "epoch": 106, "lr{"train_lo{"train_loss": 0.07661181688308716, "global_step": 10183, "epoch": 106, "lr": 0.000334963626{"train_lo{"train_loss": 0.106631338596344, "global_step": 10184, "epoch": 106, "lr": 0.0003349514459{"train_loss": 0.08637483417987823, "global_step": 10185, "epoch": 106, "lr": 0.00033493926472343726}
+{"train_loss": 0.09686825424432755, "global_step": 10186, "epoch": 106, "lr": 0.00033492708259881456}
+{"train_loss": 0.08{"train_loss": 0.09007357060909271, "global_step": 10187, "epoch": 106, "lr": 0.00{"train_loss": 0.07796025276184082, "global_step": 10188, "epoch": 106, "lr": 0.00033490271559321125}
+{"train_loss": 0.06{"train_loss": 0.06557411700487137, "global_step": 10189, "epoch": 106, "lr": 0.000{"train_{"train_loss": 0.07954970002174377, "global_step": 10190, "epoch": 106, "lr": 0.00033487834491{"train_{"train_los{"train_loss": 0.08145511150360107, "global_step": 10191, "epoch": 106, "lr": 0.000{"train_loss": 0.10315146297216415, "global_step": 10192, "epoch": 106, "lr": 0.00033485397055889635}
+{"train_{"train_loss": 0.04778197407722473, "global_step": 10193, "epoch": 106, "lr": 0.00033484178200{"train_{"train_los{"train_loss": 0.10729020833969116, "global_step": 10194, "epoch": 106, "lr": 0.000{"train{"train_loss": 0.09422753751277924, "global_step": 10195, "epoch": 106, "lr": 0.00033481740214{"train{"train_loss{"train_loss": 0.07400311529636383, "global_step": 10196, "epoch": 106, "lr": 0.00{"train_loss": 0.09{"train_loss": 0.08492087572813034, "global_step": 10197, "epoch": 106, "lr": 0.000{"train{"train_loss": 0.08879674971103668, "global_step": 10198, "epoch": 106, "lr": 0.00033478082545{"train_loss": 0.09080080687999725, "global_step": 10199, "epoch": 106, "lr": 0.00033476863139688567}
+{"train{"train_loss": 0.06829412281513214, "global_step": 10200, "epoch": 106, "lr": 0.00033475643641{"train{"train_loss": 0.061198726296424866, "global_step": 10201, "epoch": 106, "lr": 0.00033474424051{"train_{"train_loss": 0.0800241082906723, "global_step": 10202, "epoch": 106, "lr": 0.00033473204370{"train_loss": 0.11{"train_loss": 0.10941027849912643, "global_step": 10203, "epoch": 106, "lr": 0.000{"train_{"train_los{"train_loss": 0.08552519977092743, "global_step": 10204, "epoch": 106, "lr": 0.00{"train_{"train_los{"train_loss": 0.07272113859653473, "global_step": 10205, "epoch": 106, "lr": 0.0{"train_loss": 0.120{"train_loss": 0.11695903539657593, "global_step": 10206, "epoch": 106, "lr": 0.00{"train_l{"train_loss": 0.058003395795822144, "global_step": 10207, "epoch": 106, "lr": 0.000334671045{"train_lo{"train_loss": 0.06662924587726593, "global_step": 10208, "epoch": 106, "lr": 0.000334658843{"train_loss": 0.11831270158290863, "global_step": 10209, "epoch": 106, "lr": 0.00033464664030792}
+{"train_loss": 0.1039762794971466, "global_step": 10210, "epoch": 106, "lr": 0.00033463443615468105}
+{"train_loss": 0.05{"train_loss": 0.05123871564865112, "global_step": 10211, "epoch": 106, "lr": 0.000{"train_loss": 0.11{"train_loss": 0.10899461060762405, "global_step": 10212, "epoch": 106, "lr": 0.000{"train_loss": 0.07926779985427856, "global_step": 10213, "epoch": 106, "lr": 0.0003345978181943724}
+{"train_l{"train_loss": 0.08410853892564774, "global_step": 10214, "epoch": 106, "lr": 0.00033458561{"train_lo{"train_loss": 0.08331379294395447, "global_step": 10215, "epoch": 106, "lr": 0.000334573401{"train_loss": 0.09580917656421661, "global_step": 10216, "epoch": 106, "lr": 0.000334561191984921}
+{"train_loss": 0.11564198136329651, "global_step": 10217, "epoch": 106, "lr": 0.0003345489814156824}
+{"train_loss": 0.0{"train_loss": 0.08024317026138306, "global_step": 10218, "epoch": 106, "lr": 0.000{"train_loss": 0.10301347821950912, "global_step": 10219, "epoch": 106, "lr": 0.0003345245575285717}
+{"train_loss": 0.0{"train{"train_loss": 0.06148553639650345, "global_step": 10220, "epoch": 106, "lr": {"train_loss": 0.{"train_loss": 0.12473207712173462, "global_step": 10221, "epoch": 106, "lr": 0.000{"train_loss": 0.0{"train{"train_loss": 0.08664872497320175, "global_step": 10222, "epoch": 106, "lr":{"train_loss": 0.{"train_loss": 0.08030899614095688, "global_step": 10223, "epoch": 106, "lr": 0.00033{"train_loss": 0.09740901738405228, "global_step": 10224, "epoch": 106, "lr": 0.0003344634817809813}
+{"train_loss": 0.11686882{"train_loss": 0.12156082689762115, "global_step": 10225, "epoch": 106, "lr":{"train_loss": 0.09735453873872757, "global_step": 10226, "epoch": 106, "lr": 0.00033443904507176643}
+{"train_loss": 0{"train_loss": 0.0861763134598732, "global_step": 10227, "epoch": 106, "lr": 0.000334{"train_loss": 0.10566984862089157, "global_step": 10228, "epoch": 106, "lr": 0.0003344146047005907}
+{"train_loss": 0.0834527239203453, "global_step": 10229, "epoch": 106, "lr": 0.00033440238314197564}
+{"train_loss": 0.08404449373483658, "global_step": 10230, "epoch": 106, "lr": 0.0003343901606681199}
+{"train_loss": 0{"train_loss": 0.1393698751926422, "global_step": 10231, "epoch": 106, "lr": 0.0003343{"train_lo{"tra{"train_loss": 0.08359305560588837, "global_step": 10232, "epoch": 106, "lr": 0.000334{"train_los{"train_loss": 0{"train_loss": 0.08383995294570923, "global_step": 10233, "epoch": 106, "lr{"train_loss": 0{"train_loss": 0.09764061868190765, "global_step": 10234, "epoch": 106, "lr": 0.00033{"train_loss": 0.{"train_loss": 0.06418963521718979, "global_step": 10235, "epoch": 106, "lr": 0.0003{"train_loss": 0.{"train_loss": 0.1269528716802597, "global_step": 10236, "epoch": 106, "lr": 0.0003{"train_loss": 0.08730515837669373, "global_step": 10237, "epoch": 106, "lr": 0.00033430457773138677}
+{"train_loss"{"train_loss": 0.06713410466909409, "global_step": 10238, "epoch": 106, "lr": 0.000334292{"train_loss": 0.06254357844591141, "global_step": 10239, "epoch": 106, "lr": 0.000334280117231329}
+{"train_loss{"tr{"train_loss": 0.07021863758563995, "global_step": 10240, "epoch": 106, "lr": 0.000334{"train_loss{"tr{"train_loss{"train_loss": 0.07875755429267883, "global_step": 10241, "epoch": 106, "l{"train_loss": 0.06224963814020157, "global_step": 10242, "epoch": 106, "lr": 0.00033424341962339074}
+{"train_loss": 0.06785689294338226, "global_step": 10243, "epoch": 106, "lr": 0.0003342311852589841}
+{"train_lo{"train_loss": 0.07831183820962906, "global_step": 10244, "epoch": 106, "lr": 0.00033421894{"train_lo{"train_loss": 0.11399558931589127, "global_step": 10245, "epoch": 106, "lr": 0.000334206713{"train_loss": {"train_loss": 0.07515335083007812, "global_step": 10246, "epoch": 106, "lr": 0.000334{"train_los{"tra{"train_loss": 0.08381592482328415, "global_step": 10247, "epoch": 106, "lr": 0.000334{"train_los{"train_loss": 0.05798879638314247, "global_step": 10248, "epoch": 106, "lr": 0.000334169999{"train_lo{"trai{"train_loss": 0.053982075303792953, "global_step": 10249, "epoch": 106, "lr": 0.0003{"train_loss": 0.08185301721096039, "global_step": 10250, "epoch": 106, "lr": 0.00033414551911871117}
+{"train_l{"train_loss": 0.094{"train_loss": 0.0941244512796402, "global_step": 10251, "epoch": 106, "{"train_loss": 0.{"train_loss": 0.13133284449577332, "global_step": 10252, "epoch": 106, "lr": 0.00033{"train_loss": 0.09838208556{"train_loss": 0.09715022146701813, "global_step": 10253, "epoch": 106, "l{"train_{"train_l{"train_loss": 0.10043540596961975, "global_step": 10254, "epoch": 106, "lr": 0.00033{"train_{"train_loss": 0.08820948004722595, "global_step": 10255, "epoch": 106, "lr": 0.0003340843016{"train_{"train_loss": 0.082{"train_loss": 0.08491464704275131, "global_step": 10256, "epoch": 106, "{"train_{"train_l{"train_loss": 0.06979180872440338, "global_step": 10257, "epoch": 106, "lr": 0.00{"train{"train_loss": 0.11208181083202362, "global_step": 10258, "epoch": 106, "lr": 0.000334047560150{"train{"train_loss": 0.08456084132194519, "global_step": 10259, "epoch": 106, "lr": 0.00033403531117{"train_loss": 0.10156635195016{"train_loss": 0.10338228195905685, "global_step": 10260, "epoch": 106,{"train{"train_loss": 0.1043715{"train_loss": 0.10597750544548035, "global_step": 10261, "epoch": 106,{"train_loss": 0.09622804075479{"train_loss": 0.09627590328454971, "global_step": 10262, "epoch": 106{"tra{"train_loss": 0.07758042216300964, "global_step": 10263, "epoch": 106, "lr": 0.00033398630612600{"tra{"train_loss": 0.09276130795478821, "global_step": 10264, "epoch": 106, "lr": 0.00033397405258353{"tra{"train_loss": 0.076000556{"train_loss": 0.07641011476516724, "global_step": 10265, "epoch": 106,{"tra{"train_loss": 0.10090114176273346, "global_step": 10266, "epoch": 106, "lr": 0.00033394954276170{"train_loss": 0.09608649462461472, "global_step": 10267, "epoch": 106, "lr": 0.000333937286482512}
+{"train_loss": 0.071{"train_loss": 0.0707380399107933, "global_step": 10268, "epoch": 106, "lr": 0.000{"tra{"train_loss": 0.09072382748126984, "global_step": 10269, "epoch": 106, "lr": 0.00033391277118799{"train_loss": 0.07483085989952087, "global_step": 10270, "epoch": 106, "lr": 0.0003339005121728293}
+{"train_loss": 0.08911594620440155, "global_step": 10271, "epoch": 106, "lr": 0.0003338882522458445}
+{"train_loss": 0.0{"train_loss": 0.08407984673976898, "global_step": 10272, "epoch": 107, "lr": 0.0003{"train_loss": 0.08565440773963928, "global_step": 10273, "epoch": 107, "lr": 0.00033386372965674}
+{"train_loss": 0.09089919924736023, "global_step": 10274, "epoch": 107, "lr": 0.00033385146699478727}
+{"tra{"train_loss": 0.07668021321296692, "global_step": 10275, "epoch": 107, "lr": 0.00033383920342{"train{"train_loss": 0.07523107528686523, "global_step": 10276, "epoch": 107, "lr": 0.00033382693893{"train_loss": 0.061{"train_loss": 0.06286559998989105, "global_step": 10277, "epoch": 107, "lr": 0.0{"train_{"train_loss": 0.072967{"train_loss": 0.07373936474323273, "global_step": 10278, "epoch": 107,{"train_{"train_loss": 0.042855940759181976, "global_step": 10279, "epoch": 107, "lr": 0.000333790140{"train_l{"train_loss": 0.08953563868999481, "global_step": 10280, "epoch": 107, "lr": 0.000333777871{"train_l{"train_loss": 0.10851537436246872, "global_step": 10281, "epoch": 107, "lr": 0.000333765602{"train_lo{"train_loss": 0.08798053860664368, "global_step": 10282, "epoch": 107, "lr": 0.00033375333{"train_lo{"train_loss": 0.09152936935424805, "global_step": 10283, "epoch": 107, "lr": 0.000333741062{"train_lo{"train_loss": 0.112885{"train_loss": 0.11222752928733826, "global_step": 10284, "epoch": {"train_loss": 0.1003805547952652,{"train_loss": 0.10144485533237457, "global_step": 10285, "epoch": {"train_los{"train_loss": 0.07335670292377472, "global_step": 10286, "epoch": 107, "lr": 0.0003337042{"train_loss{"train_loss": 0.12374749034643173, "global_step": 10287, "epoch": 107, "lr": 0.00033369{"train_loss"{"train_loss": 0.10660706460475922, "global_step": 10288, "epoch": 107, "lr": 0.00033367{"train_loss"{"train_loss": 0.08214148879051208, "global_step": 10289, "epoch": 107, "lr": 0.00033366{"train_loss"{"train_loss": 0.07638337463140488, "global_step": 10290, "epoch": 107, "lr": 0.00033365{"train_loss"{"train_loss": 0.06736772507429123, "global_step": 10291, "epoch": 107, "lr": 0.00033364{"train_loss"{"train_loss": 0.06987941265106201, "global_step": 10292, "epoch": 107, "lr": 0.000333630{"train_loss"{"train_loss": 0.064454{"train_loss": 0.06475388258695602, "global_step": 10293, "epoch"{"train_loss": 0.121407{"train_loss": 0.12107369303703308, "global_step": 10294, "epoch": 107, "lr": 0{"train_loss"{"train_loss": 0.09575290232896805, "global_step": 10295, "epoch": 107, "lr": 0.000333593{"train_loss"{"train_lo{"train_loss": 0.09777240455150604, "global_step": 10296, "epoch": 107, "lr": 0{"train_loss": 0.07054992765188217, "global_step": 10297, "epoch": 107, "lr": 0.00033356917436800797}
+{"train_loss"{"train_loss": 0.091097{"train_loss": 0.08963459730148315, "global_step": 10298, "epoch"{"train_loss":{"train_loss": 0.07605692744255066, "global_step": 10299, "epoch": 107, "lr": 0.00033354{"train_loss":{"train_l{"train_loss": 0.08064845949411392, "global_step": 10300, "epoch": 107, "lr": {"train_loss":{"train_loss": 0.10693703591823578, "global_step": 10301, "epoch": 107, "lr": 0.0003335{"train_loss":{"train_loss": 0.06615419685840607, "global_step": 10302, "epoch": 107, "lr": 0.0003335{"train_loss":{"train_loss": 0.09505639225244522, "global_step": 10303, "epoch": 107, "lr": 0.00033349{"train_loss":{"train_loss": 0.10712502896785736, "global_step": 10304, "epoch": 107, "lr": 0.00033348{"train_loss":{"train_loss": 0.09911394119262695, "global_step": 10305, "epoch": 107, "lr": 0.00033347{"train_loss":{"train_loss": 0.09893856942653656, "global_step": 10306, "epoch": 107, "lr": 0.0003334{"train_loss":{"tra{"train_loss": 0.11054017394781113, "global_step": 10307, "epoch": 107, "lr": 0.00{"train_loss": 0.08{"train_loss": 0.08732499182224274, "global_step": 10308, "epoch": 107, "lr": 0.00{"train_loss"{"train_loss": 0.10503744333982468, "global_step": 10309, "epoch": 107, "lr": 0.000333421{"train_loss"{"trai{"train_loss": 0.07953940331935883, "global_step": 10310, "epoch": 107, "lr": 0.0{"train_loss":{"trai{"train_loss": 0.11240905523300171, "global_step": 10311, "epoch": 107, "lr": 0.{"train_loss": {"trai{"train_loss": 0.10234441608190536, "global_step": 10312, "epoch": 107, "lr": 0.{"train_loss": {"train_loss": 0.10371214151382446, "global_step": 10313, "epoch": 107, "lr": 0.0003333{"train_loss": {"train_loss": 0.08653825521469116, "global_step": 10314, "epoch": 107, "lr": 0.0003333{"train_loss": {"trai{"train_loss": {"train_loss": 0.11437879502773285, "global_step": 10315, "epoch":{"train_loss": {"train_loss": 0.08686420321464539, "global_step": 10316, "epoch": 107, "lr": 0.0003333{"train_loss": {"train_loss": 0.08472948521375656, "global_step": 10317, "epoch": 107, "lr": 0.000333{"train_loss": {"train_loss": 0.11726082861423492, "global_step": 10318, "epoch": 107, "lr": 0.000333{"train_loss": {"train_loss": 0.11255910992622375, "global_step": 10319, "epoch": 107, "lr": 0.000333{"train_loss": {"trai{"train_loss": {"train_loss": 0.10291294753551483, "global_step": 10320, "epoch":{"train_loss": {"train_loss": 0.09141257405281067, "global_step": 10321, "epoch": 107, "lr": 0.000333{"train_loss": 0.108{"train_loss": 0.1044808179140091, "global_step": 10322, "epoch": 107, "lr": 0.0{"train_loss": 0.10970455408096313, "{"train_loss": 0.10870422422885895, "global_step": 10323, "epoch{"train_loss": 0{"train_loss": 0.11380232870578766, "global_step": 10324, "epoch": 107, "lr": 0.00033{"train_loss": 0{"train_loss": 0.07182231545448303, "global_step": 10325, "epoch": 107, "lr": 0.00033{"train_loss": 0.{"train_loss": 0.10318396240472794, "global_step": 10326, "epoch": 107, "lr": 0.00033{"train_loss": 0.08722244203090668, "global_step": 10327, "epoch": 107, "lr": 0.00033320024364393486}
+{"train_loss": 0{"train_loss": 0.06853917241096497, "global_step": 10328, "epoch": 107, "lr": 0.000333{"train_loss": 0{"tra{"train_loss": 0.07874219864606857, "global_step": 10329, "epoch": 107, "lr": 0.0{"train_loss": 0{"train_loss": 0.10376245528459549, "global_step": 10330, "epoch": 107, "lr": 0.00033{"train_loss": 0.08278559148311615, "global_step": 10331, "epoch": 107, "lr": 0.00033315099115165006}
+{"train_loss": 0.12257923185825348, "global_step": 10332, "epoch": 107, "lr": 0.00033313867576157183}
+{"train_loss": 0.07818711549043655, "global_step": 10333, "epoch": 107, "lr": 0.0003331263594648586}
+{"train_loss":{"train_loss": 0.08145441114902496, "global_step": 10334, "epoch": 107, "lr": 0.0003331{"train_loss":{"train{"train_loss": 0.11006465554237366, "global_step": 10335, "epoch": 107, "lr": 0.{"train_loss": 0.06698610633611679, {"train_loss": 0.0663074180483818, "global_step": 10336, "epoch": {"train_loss": 0.1088104099035263, "global_step": 10337, "epoch": 107, "lr": 0.0003330770852133321}
+{"train_loss": {"train{"train_loss": 0.06981194764375687, "global_step": 10338, "epoch": 107, "lr": 0{"train_loss":{"train_loss": 0.09030855447053909, "global_step": 10339, "epoch": 107, "lr": 0.0003330{"train_loss":{"train_{"train_loss":{"train_loss": 0.10080094635486603, "global_step": 10340, "epoch":{"train_loss": 0.14835242927074432, {"train_loss": 0.15226499736309052, "global_step": 10341, "epoch{"train_loss": 0.07571487873792648, {"train_loss": 0.07445594668388367, "global_step": 10342, "epoch"{"train_loss"{"train_loss": 0.084851{"train_loss": 0.08503063023090363, "global_step": 10343, "epoch{"train_loss": 0.0926232635974884, "global_step": 10344, "epoch": 107, "lr": 0.0003329908203870883}
+{"train_loss": 0.10197597742080688, "global_step": 10345, "epoch": 107, "lr": 0.0003329784932172976}
+{"train_loss": 0.07653295993804932, "g{"train_loss": 0.07399633526802063, "global_step": 10346, "epoch{"train_loss": {"train_loss": 0.09264184534549713, "global_step": 10347, "epoch": 107, "lr": 0.0003329{"train_loss": {"train_loss": 0.06767521053552628, "global_step": 10348, "epoch": 107, "lr": 0.0003329{"train_loss": 0.09676198661327362, "{"train_loss": 0.09553124010562897, "global_step": 10349, "epoch"{"train_loss": {"train_{"train_loss": 0.09513778984546661, "global_step": 10350, "epoch": 107, "lr":{"train_loss": 0.0995224{"train_loss": 0.09486769884824753, "global_step": 10351, "epoch": 107, "lr"{"train_loss": 0.{"train_{"train_loss": 0.09773039072751999, "global_step": 10352, "epoch": 107, "lr":{"train_loss": 0.{"train_loss": 0.1023993194103241, "global_step": 10353, "epoch": 107, "lr": 0.000332{"train_loss": 0.08005352{"train_loss":{"train_loss": 0.08424321562051773, "global_step": 10354, "epoc{"train_loss": 0{"train_l{"train_loss": 0.06264301389455795, "global_step": 10355, "epoch": 107, "lr":{"train_loss": 0{"train_loss": 0.07962432503700256, "global_step": 10356, "epoch": 107, "lr": 0.0003{"train_loss": 0.{"train_loss": 0.06101236492395401, "global_step": 10357, "epoch": 107, "lr": 0.00033{"train_loss": 0.0994320958852768, "global_step": 10358, "epoch": 107, "lr": 0.00033281815763605343}
+{"train_loss": 0.10876870155334473, "global_step": 10359, "epoch": 107, "lr": 0.0003328058177962845}
+{"train_loss": 0.09255112707614899, "glo{"train_loss": 0.0940348282456398, "global_step": 10360, "epoc{"train_loss": 0.0{"train_loss": 0.05499971657991409, "global_step": 10361, "epoch": 107, "lr": 0.0003{"train_loss": 0.0{"train_loss": 0.08266617357730865, "global_step": 10362, "epoch": 107, "lr": 0.000{"train_loss": 0.0{"train_loss": 0.07664331793785095, "global_step": 10363, "epoch": 107, "lr": 0.00{"train_loss": 0.0{"train_loss": 0.0648760199546814, "global_step": 10364, "epoch": 107, "lr": 0.0003{"train_loss": 0.10952532291412354, "global_step": 10365, "epoch": 107, "lr": 0.0003327317597688757}
+{"train_loss": 0{"train_loss": 0.07972776889801025, "global_step": 10366, "epoch": 107, "lr": 0.0003{"train_loss": 0.{"train_los{"train_loss": 0.09069986067091425, "global_step": 10367, "epoch": 107,{"train_loss": 0.07599187642335892, "global_step": 10368, "epoch": 108, "lr": 0.00033269471855187113}
+{"train_loss": 0.{"train_loss": 0.08707647025585175, "global_step": 10369, "epoch": 108, "lr": 0.000{"train_loss": 0.10154692828655243, "glo{"train_loss": 0.09777756780385971, "global_step": 10370, "epo{"train_loss": 0.06611551344394684, "global_step": 10371, "epoch": 108, "lr": 0.0003326576692023598}
+{"train_loss": 0.09075138717{"train_loss": 0.09215892106294632, "global_step": 10372, "epoch": 108, "{"train_loss": 0.06591705977{"train_loss": 0.06320323795080185, "global_step": 10373, "epoch": 108, "l{"train_loss": 0{"train_loss": 0.09788474440574646, "global_step": 10374, "epoch": 108, "lr": 0.000332{"train_loss": 0{"train_loss": 0.10294917970895767, "global_step": 10375, "epoch": 108, "lr": 0.000332{"train_loss": 0{"train_loss": 0.0917882{"train_loss": 0.09052858501672745, "global_step": 10376, "ep{"train_loss": 0{"train_loss": 0.08948440849781036, "global_step": 10377, "epoch": 108, "lr": 0.000332{"train_loss": 0{"train_loss": 0.10324445366859436, "global_step": 10378, "epoch": 108, "lr": 0.000332{"train_loss": 0.0948568731546402, "global_step": 10379, "epoch": 108, "lr": 0.0003325588311953441}
+{"train_loss": 0.132972121238{"train_loss": 0.13169214129447937, "global_step": 10380, "epoch": 108, {"train_loss": 0.09064285457134247, "global_step": 10381, "epoch": 108, "lr": 0.0003325341126650421}
+{"train_loss": 0.11092069745063782, "global_step": 10382, "epoch": 108, "lr": 0.00033252175204607175}
+{"train_loss": 0.09478709846735, "global_step": 10383, "epoch": 108, "lr": 0.0003325093905246674}
+{"train_loss": 0.09307289123535156, "global_{"train_loss": 0.09092870354652405, "global_step": 10384, {"train_loss": 0.0901268869638443, "global_step": 10385, "epoch": 108, "lr": 0.00033248466477489336}
+{"train_loss": 0.080{"train_loss": 0.07781849801540375, "global_step": 10386, "epoch": 108, "lr": 0.0{"train_loss": 0.082{"train_loss": 0.08286887407302856, "global_step": 10387, "epoch": 108, "lr": 0.0{"train_loss": 0.0997{"train_loss": 0.1032104{"train_loss": 0.10391034185886383, "global_step": 10388{"train_loss": 0.086{"train_loss": 0.08624699{"train_loss": 0.0867098793387413, "global_step": 10389,{"train_loss": 0.096{"train_loss": 0.09946367144584656, "global_step": 10390, "epoch": 108, "lr": 0.{"train_loss": 0.0861{"train_loss": 0.08894903212785721, "global_step": 10391, "epoch": 108, "lr": 0.{"train_loss": 0.0905788242816925, "global_st{"train_loss": 0.09838244318962097, "global_step": 10392{"train_loss": 0.09432{"train_loss": 0.0986742377281189, "global_step": 10393, "epoch": 108, "lr": 0.{"train_loss": 0.0875{"train_loss":{"train_loss": 0.08885107189416885, "global_step": 10394, "epoch": {"train_loss": 0.0886{"train_loss": 0.08647187054157257, "global_step": 10395, "epoch": 108, "lr": 0.{"train_loss": 0.0977{"train_loss": 0.094959{"train_loss": 0.0955723375082016, "global_step": 10396,{"train_loss": 0.0914{"train_loss": 0.0867498368024826, "global_step": 10397, "epoch": 108, "lr": 0.00{"train_loss": 0.08041570335626602, "global_step": 10398, "epoch": 108, "lr": 0.00033232385946877624}
+{"train_loss": 0.06093582510948181, "global_step": 10399, "epoch": 108, "lr": 0.0003323114835198801}
+{"train_loss": 0.13{"train_loss": 0.{"train_loss": 0.13027039170265198, "global_step": 10400, "epoch{"train_loss": 0.09{"train_loss": 0.09735171496868134, "global_step": 10401, "epoch": 108, "lr": 0.000{"train_loss": 0.09{"train_loss": 0.0{"train_loss": 0.09782202541828156, "global_step": 10402, "epoch"{"train_loss": 0.07{"train_loss": 0.06987226754426956, "global_step": 10403, "epoch": 108, "lr": 0.000{"train_loss": 0.08011940866708755, "{"train_loss": 0.07752206176519394, "global_step": 10404, "epoch"{"train_loss": 0.0802212506532669, "g{"train_loss": 0.0862465500831604, "global_step": 10405, "epoch"{"train_loss": 0.0{"train_loss": 0.0872651636{"train_loss": 0.08944974094629288, "global_step": 10406,{"train_loss": 0.09573626518249512, "global_step": 10407, "epoch": 108, "lr": 0.0003322124434997139}
+{"train_loss": 0.10871380567550659, "global_step": 10408, "epoch": 108, "lr": 0.00033220005944483317}
+{"train_loss": 0.{"train_loss": 0.1087459921836853, "global_step": 10409, "epoch": 108, "lr": 0.000332{"train_loss": 0.12282797694206238, "global_step": 10410, "epoch": 108, "lr": 0.00033217528863442575}
+{"train_loss": 0.07117043435573578, "global_s{"train_loss": 0.07271811366081238, "global_step": 10411,{"train_loss": 0.09318681061267853, "global_step": 10412, "epoch": 108, "lr": 0.00033215051422371956}
+{"train_loss": 0.09269264340400696, "global_step": 10413, "epoch": 108, "lr": 0.00033213812566846527}
+{"train_loss": 0{"train_loss": 0.075772568583{"train_loss": 0.07576218247413635, "global_step": 10414,{"train_loss": 0.09569120407104492, "global_s{"train_loss": 0.10045171529054642, "global_step": 10415,{"train_loss": 0{"train_loss": 0.09810923039913177, "global_step": 10416, "epoch": 108, "lr": 0.00033{"train_loss": 0.09377475082874298,{"train_loss": 0.09010497480630875, "global_step": 10417, "epoch": {"train_loss": 0.0948321670293808, {"train_loss": 0.09165389835834503, "global_step": 10418, "epoch"{"train_loss": 0.08501408249139786, "global_step": 10419, "epoch": 108, "lr": 0.0003320637754436384}
+{"train_loss": 0.08081420511007309, "global_step": 10420, "epoch": 108, "lr": 0.00033205138059140457}
+{"train_loss": 0.08614769577980042, "global_step": 10421, "epoch": 108, "lr": 0.00033203898483993995}
+{"train_loss": 0.1221994161605835, "{"train_loss": 0.12348101288080215, "global_step": 10422, "epoch"{"train_loss": 0.1{"train_loss": 0.10635398328304291, "global_step": 10423, "epoch": 108, "lr": 0.000{"train_loss": 0.0{"train_loss": 0.08{"train_loss": 0.08430004119873047, "global_step": 10424, "epoch{"train_loss": 0.07291490584611893, "global_step": 10425, "epoch": 108, "lr": 0.0003319893928434603}
+{"train_loss": 0.08308078348636627, "{"train_{"train_loss": 0.08817645162343979, "global_step": 10426,{"train_loss": 0.09053771942853928, "{"train_loss": 0.09217359125614166, "global_step": 10427, "epoch{"train_loss": 0.1238265112042427, "global_step": 10428, "epoch": 108, "lr": 0.00033195218940831265}
+{"train_loss": 0.09345723688602448, "global_step": 10429, "epoch": 108, "lr": 0.00033193978646603987}
+{"train_loss": 0.09{"train_loss": 0.10030774772167206, "global_step": 10430, "epoch": 108, "lr": 0.00{"train_loss": 0.08{"train_loss": 0.09{"train_loss": 0.09519454091787338, "global_step": 10431, "epo{"train_loss": 0.070{"train_loss": 0.07137063145637512, "global_step": 10432, "epoch": 108, "lr": 0.0{"train_loss": 0.116{"train_loss": 0.11585808545351028, "global_step": 10433, "epoch": 108, "lr": 0.00{"train_loss": 0.095{"train_loss": 0.09155754745006561, "global_step": 10434, "epoch": 108, "lr": 0.0{"train_loss": 0.067{"train_loss": 0.0686444342136383, "global_step": 10435, "epoch": 108, "lr": 0.00{"train_loss": 0.09{"train_loss": 0.092{"train_loss": 0.09236651659011841, "global_step": 10436, "epoc{"train_loss": 0.08792289346456528, "global_step": 10437, "epoch": 108, "lr": 0.0003318405305899978}
+{"train_loss": 0.11{"train_loss": 0.10939940810203552, "global_step": 10438, "epoch": 108, "lr": 0.00{"train_loss": 0.08410008996725082, "global_step": 10439, "epoch": 108, "lr": 0.00033181570764134624}
+{"train_loss": 0.080{"train_loss": 0.077134951{"train_loss": 0.07760870456695557, "global_step": 104{"train_loss": 0.0981{"train_loss": 0.09750784188508987, "global_step": 10441, "epoch": 108, "lr": 0.{"train_loss": 0.0980{"train_loss": 0.0926675796508789, "global_step": 10442, "epoch": 108, "lr": 0.0{"train_loss": 0.097{"train_loss": 0.1052{"train_loss": 0.10466866940259933, "global_step": 10443, "e{"train_loss": 0.10661739110946655, "global_ste{"train_loss": 0.10194939374923706, "global_step": 1044{"train_loss": 0.091{"train_loss": 0.09731131792068481, "global_step": 10445, "epoch": 108, "lr": 0.0{"train_loss": 0.09220119565725327, "glob{"train_loss": 0.08911222964525223, "global_step": 10446, "e{"train_loss": 0.1180553212761879, "global_step": 10447, "epoch": 108, "lr": 0.0003317163799484609}
+{"train_loss": 0.097{"train_loss": 0.09509855508804321, "global_step": 10448, "epoch": 108, "lr": 0.00{"train_loss": 0.086{"train_loss": 0.08685314655303955, "global_step": 10449, "epoch": 108, "lr": 0.0{"train_loss": 0.080{"train_loss": 0.08036177605390549, "global_step": 10450, "epoch": 108, "lr": 0.0{"train_loss": 0.07268992066383362, "globa{"trai{"train_loss": 0.07278592884540558, "global_step": 104{"train_loss": 0.079{"train_loss": 0.08061262965202332, "global_step": 10452, "epoch": 108, "lr": 0.00{"train_loss": 0.088{"train_loss": 0.0909394919872284, "global_step": 10453, "epoch": 108, "lr": 0.0{"train_loss": 0.1029{"train_loss": 0.11144919693470001, "global_step": 10454, "epoch": 108, "lr": {"train_loss": 0.0783{"train_loss": 0.07168284058570862, "global_step": 10455, "epoch": 108, "lr": 0.{"train_loss": 0.0943{"train_loss": 0.10078174620866776, "global_step": 10456, "epoch": 108, "lr": 0.0{"train_loss": 0.0956{"train_loss": 0.0971323549{"train_loss": 0.09720273315906525, "global_step": 104{"train_loss": 0.10454289615154266, "global_step": 10458, "epoch": 108, "lr": 0.00033157971064834614}
+{"train_loss": 0.110{"train_loss": 0.12223304808139801, "global_step": 10459, "epoch": 108, "lr": 0.{"train_loss": 0.119{"train_loss": 0.120597243309021, "global_step": 10460, "epoch": 108, "lr": 0.000{"train_loss": 0.1{"train_loss": 0.10921171307563782, "global_step": 10461, "epoch": 108, "lr": 0.000{"train_loss": 0.11168042570352554, "gl{"train_loss": 0.11264313012361526, "global_step": 10462, "epoc{"train_loss": 0.0{"train_loss": 0.09355321165639907, "global_step": 10463, "epoch": 108, "lr": 0.0003{"train_loss": 0.06290549039840698, "global_ste{"train_loss": 0.0673883706331253, "global_step": 10464{"train_loss": 0.0{"train_loss": 0.0980023667216301, "global_step": 10465, "epoch": 109, "lr": 0.00033{"train_loss": 0.057982757687568665, "{"train_loss": 0.058153897523880005, "global_step": 10466, "epoch{"train_loss": 0{"train_loss": 0.06812216341495514, "global_step": 10467, "epoch": 109, "lr": 0.00033{"train_loss": 0.09120461344718933, "global_step": 10468, "epoch": 109, "lr": 0.00033145537174510934}
+{"train_loss": 0.08175742626190186, "globa{"train_loss": 0.08407562226057053, "global_step": 10469, "{"train_loss": 0.09061451256275177, "global_step": 10470, "epoch": 109, "lr": 0.0003314304932196847}
+{"train_loss": 0.10489355772733688, "global_step": 10471, "epoch": 109, "lr": 0.00033141805261442566}
+{"train_loss": 0.07848542183637619, "g{"train_loss": 0.07673460245132446, "global_step": 10472, "epoch{"train_loss": 0{"train_loss": 0.07314813137054443, "global_step": 10473, "epoch": 109, "lr": 0.000331{"train_loss": 0.11613011360168457, "global_step": 10474, "epoch": 109, "lr": 0.0003313807254294788}
+{"train_loss": 0{"train_loss": 0.07181816548109055, "global_step": 10475, "epoch": 109, "lr": 0.00033{"train_loss": 0.08870051801204681, "g{"train_loss": 0.09243488311767578, "global_step": 10476, "epoc{"train_loss": 0.10576432198286057, "g{"train_loss": 0.10822377353906631, "global_step": 10477, "epoc{"train_loss": 0.07897239923477173, "global_step": 10478, "epoch": 109, "lr": 0.0003313309433246496}
+{"train_loss": 0.09707248955965042, "global_step": 10479, "epoch": 109, "lr": 0.000331318495562418}
+{"train_loss": 0.10739177465438843, "g{"train_loss": 0.10862375050783157, "global_step": 10480, "epoch{"train_loss": 0.12481343001127243, "global_step": 10481, "epoch": 109, "lr": 0.000331293597355319}
+{"train_loss": 0.08436749875545502, "global_step": 10482, "epoch": 109, "lr": 0.0003312811469106212}
+{"train_loss": 0.08995705842971802, "global_step": 10483, "epoch": 109, "lr": 0.0003312686955719375}
+{"train_loss": 0.10796535015106201, "{"train_loss": 0.10410561412572861, "global_step": 10484, "epoch{"train_loss": 0.08741527795791626, "global_step": 10485, "epoch": 109, "lr": 0.0003312437902129517}
+{"train_loss": 0.08391273766756058, "global_step": 10486, "epoch": 109, "lr": 0.00033123133619281916}
+{"train_loss": 0.0813998430967331, "global_step": 10487, "epoch": 109, "lr": 0.00033121888127903996}
+{"train_loss": 0.0728721171617508, "global_step": 10488, "epoch": 109, "lr": 0.00033120642547169896}
+{"train_loss": 0.1053798496723175, "glo{"train_loss": 0.10326416790485382, "global_step": 10489, "epo{"train_loss": 0{"train_loss": 0.10914969444274902, "global_step": 10490, "epoch": 109, "lr": 0.00033{"train_loss": 0.08212129026651382, "global_step": 10491, "epoch": 109, "lr": 0.00033116905268915304}
+{"train_loss": {"train_loss": 0.10709746{"train_loss": 0.10595635324716568, "global_step": 10492, "ep{"train_loss": 0.0978420227766037, "global_step": 10493, "epoch": 109, "lr": 0.00033114413303453495}
+{"train_loss": 0.10002416372299194, "global_step": 10494, "epoch": 109, "lr": 0.0003311316718676043}
+{"train_loss": 0.1061486005783081, "global_step": 10495, "epoch": 109, "lr": 0.0003311192098077056}
+{"train_loss": 0.0733080506324768, "globa{"train_loss": 0.07511647790670395, "global_step": 10496, "e{"train_loss": 0.{"train_loss": 0.061703234910964966, "global_step": 10497, "epoch": 109, "lr": 0.0003{"train_loss": 0.12871433794498444, "global_step": 10498, "epoch": 109, "lr": 0.0003310818182710504}
+{"train_loss": 0.09741909801959991, "global_step": 10499, "epoch": 109, "lr": 0.0003310693526401285}
+{"train_loss": 0.11680397391319275, "global_step": 10500, "epoch": 109, "lr": 0.000331056886116663}
+{"train_loss": 0.09440737962722778, "global_step": 10501, "epoch": 109, "lr": 0.0003310444187007388}
+{"train_loss": 0.1{"train_loss": 0.09744536131620407, "global_step": 10502, "epoch": 109, "lr": 0.0003{"train_loss": 0.1{"train_loss": 0.11294825375080109, "global_step": 10503, "epoch": 109, "lr": 0.0003{"train_loss": 0.11240357160568237, "glob{{"train_loss": 0.10912872850894928, "global_step": 10504, "e{"train_loss": 0.11966317892074585, "glo{"train_loss": 0.11682213842868805, "global_step": 10505, "epo{"train_loss": 0.0{"train_loss": 0.07727165520191193, "global_step": 10506, "epoch": 109, "lr": 0.000{"train_loss": 0.0{"train_loss": 0.0889469{"train_loss": 0.08921533823013306, "global_step": 10507, "{"train_loss": 0.0{"train_loss": 0.09567{"{"train_loss": 0.095731720328331, "global_step": 10508, "ep{"train_loss": 0.06572847068309784, "glo{"train_loss": 0.06747916340827942, "global_step": 10509, "epo{"train_loss": 0.1{"train_loss": 0.11625{"train_loss": 0.11390656977891922, "global_step": 10510, "ep{"train_loss": 0.1{"train_loss": 0.10895{"train_loss": 0.11055296659469604, "global_step": 10511, "ep{"train_loss": 0.08835611492395401, "glo{"train_loss": 0.08926641941070557, "global_step": 10512, "ep{"train_loss": 0.1{"train_loss": 0.10783973336219788, "global_step": 10513, "epoch": 109, "lr": 0.0003{"train_loss": 0.09066442400217056, "global_step": 10514, "epoch": 109, "lr": 0.000330882261118619}
+{"train_loss": 0.07781405001878738, "gl{"train_loss": 0.07517005503177643, "global_step": 10515, "e{"train_loss": 0.08654113113880157, "gl{"train_loss": 0.09022527188062668, "global_step": 10516, "epo{"train_loss": 0.{"train_loss": 0.08612120151519775, "global_step": 10517, "epoch": 109, "lr": 0.00033{"train_loss": 0.074816033244133, "global_step": 10518, "epoch": 109, "lr": 0.00033083233616613565}
+{"train_loss": 0.08{"train_loss": 0.07715{"train_loss": 0.07632274925708771, "global_step": 10519, "e{"train_loss": 0.10403254628181458, "glob{"train_loss": 0.09936109185218811, "global_step": 10520, "ep{"train_loss": 0.10370942950248718, "glo{{"train_loss": 0.10343992710113525, "global_step": 10521, "{"train_loss": 0.08236226439476013, "glo{"train_loss": 0.08605994284152985, "global_step": 10522, "epo{"train_loss": 0.07975007593631744, "glob{"train_loss": 0.08246690034866333, "global_step": 10523, "ep{"train_loss": 0.08{"train_loss": 0.08250{"train_loss": 0.08357112109661102, "global_step": 10524, "ep{"train_loss": 0.10033921897411346, "glob{"train_loss": 0.09966404736042023, "global_step": 10525, "{"train_loss": 0.08{"train_loss": 0.0883321762084961, "global_step": 10526, "epoch": 109, "lr": 0.0003{"train_loss": 0.10658363997936249, "glo{{"train_loss": 0.10560645163059235, "global_step": 10527, "ep{"train_loss": 0.08918038010597229, "glob{"train_loss": 0.08764142543077469, "global_step": 10528, "ep{"train_loss": 0.06009220704436302, "glob{"train_loss": 0.06044500321149826, "global_step": 10529, "e{"train_loss": 0.0704294815659523, "glob{"train_loss": 0.06550302356481552, "global_step": 10530, "e{"train_loss": 0.08322085440158844, "globa{"train_loss": 0.08512263000011444, "global_step": 10531, "{"train_loss": 0.11640402674674988, "globa{"train_loss": 0.1129356324672699, "global_step": 10532, "e{"train_loss": 0.0979052186012268, "globa{"train_loss": 0.09499772638082504, "global_step": 10533, "{"train_loss": 0.0945{"train_loss": 0.0919{"train_loss": 0.09326964616775513, "global_step": 10534, "e{"train_loss": 0.11559005081653595, "globa{"train_loss": 0.11405520886182785, "global_step": 10535, "e{"train_loss": 0.09207002818584442, "globa{"train_loss": 0.09379728138446808, "global_step": 10536, "{"train_loss": 0.09092966467142105, "globa{"train_loss": 0.09923778474330902, "global_step": 10537, "{"train_loss": 0.079{"train_loss": 0.07655259221792221, "global_step": 10538, "epoch": 109, "lr": 0.00{"train_loss": 0.062{"train_loss": 0.06278256326913834, "global_step": 10539, "epoch": 109, "lr": 0.0{"train_loss": 0.083{"train_loss": 0.08449345082044601, "global_step": 10540, "epoch": 109, "lr": 0.0{"train_loss": 0.115{"train_loss": 0.11909586191177368, "global_step": 10541, "epoch": 109, "lr": 0.00{"train_loss": 0.059{"train_loss": 0.05527745932340622, "global_step": 10542, "epoch": 109, "lr": 0.000{"train_loss": 0.08{"train_loss": 0.077{"train_loss": 0.07688168436288834, "global_step": 10543, "epo{"train_loss": 0.086{"train_loss": 0.0851{"train_loss": 0.08593358099460602, "global_step": 10544, "ep{"train_loss": 0.077{"train_loss": 0.0808{"train_loss": 0.07913948595523834, "global_step": 10545, "ep{"train_loss": 0.12380044162273407, "global_step": 10546, "epoch": 109, "lr": 0.0003304824626671112}
+{"train_loss": 0.09888061136007309, "global_step": 10547, "epoch": 109, "lr": 0.00033046995428996103}
+{"train_loss": 0.10882865637540817, "glob{"train_loss": 0.11291426420211792, "global_step": 10548, "{"train_loss": 0.10245172679424286, "glob{"train_loss": 0.10513234883546829, "global_step": 10549, "e{"train_loss": 0.{"train_loss": 0.1436411{"train_loss": 0.14390549063682556, "global_step": 10550, "ep{"train_loss": 0.06889331340789795, "global_step": 10551, "epoch": 109, "lr": 0.0003304199118975934}
+{"train_loss": 0.0966753363609314, "globa{"train_loss": 0.09414325654506683, "global_step": 10552, "e{"train_loss": 0.0{"train_loss": 0.09311018884181976, "global_step": 10553, "epoch": 109, "lr": 0.000{"train_loss": 0.1{"train_loss": 0.10170412808656693, "global_step": 10554, "epoch": 109, "lr": 0.0003{"train_loss": 0.09325718134641647, "gl{"t{"train_loss": 0.09505774080753326, "global_step": 10555, "e{"train_loss": 0.0{"train_loss": 0.10003732144832611, "global_step": 10556, "epoch": 109, "lr": 0.0003{"train_loss": 0.0{"train_loss": 0.07930411398410797, "global_step": 10557, "epoch": 109, "lr": 0.0003{"train_loss": 0.0{"train_loss": 0.08539245277643204, "global_step": 10558, "epoch": 109, "lr": 0.000{"train_loss": 0.0{"train_loss": 0.09201737512679149, "global_step": 10559, "epoch": 109, "lr": 0.000{"train_loss": 0.11505777388811111, "global_step": 10560, "epoch": 110, "lr": 0.000330307264567991}
+{"train_loss": 0.1{"train_loss": 0.110{"tr{"train_loss": 0.1119956225156784, "global_step": 10561, "e{"train_loss": 0.0{"train_loss": 0.06043265759944916, "global_step": 10562, "epoch": 110, "lr": 0.00{"train_loss": 0.09{"train_loss": 0.097{"t{"train_loss": 0.09764239937067032, "global_step": 10563, "{"train_loss": 0.09{"train_loss": 0.09388121217489243, "global_step": 10564, "epoch": 110, "lr": 0.00{"train_loss": 0.07287595421075821, "gl{"train_loss": 0.07567116618156433, "global_step": 10565, "epoc{"train_loss": 0.08{"train_loss": 0.08162175863981247, "global_step": 10566, "epoch": 110, "lr": 0.000{"train_loss": 0.08{"train_loss": 0.082{"{"train_loss": 0.0828627496957779, "global_step": 10567, "e{"train_loss": 0.081{"train_loss": 0.0824{"train_loss": 0.07991023361682892, "global_step": 10568, "e{"train_loss": 0.087{"train_loss": 0.087{"train_loss": 0.08773104846477509, "global_step": 10569, "ep{"train_loss": 0.111{"train_loss": 0.1180{"train_loss": 0.1187676340341568, "global_step": 10570, "epo{"train_loss": 0.097{"train_loss": 0.09{"train_loss": 0.09138421714305878, "global_step": 10571, "epo{"train_loss": 0.0810869038105011, "global_step": 10572, "epoch": 110, "lr": 0.000330156956332666}
+{"train_loss": 0.11{"train_loss": 0.11642220616340637, "global_step": 10573, "epoch": 110, "lr": 0.000{"train_loss": 0.09911474585533142, "glo{"train_loss": 0.09703384339809418, "global_step": 10574, "epo{"train_loss": 0.08111875504255295, "glob{"train_loss": 0.08027446269989014, "global_step": 10575, "e{"train_loss": 0.1351189911365509, "global_step": 10576, "epoch": 110, "lr": 0.00033010682521770324}
+{"train_loss": 0.081{"train_loss": 0.08513665944337845, "global_step": 10577, "epoch": 110, "lr": 0.00{"train_loss": 0.118{"train_loss": 0.1223665103316307, "global_step": 10578, "epoch": 110, "lr": 0.0{"train_loss": 0.09{"train_loss": 0.09436847269535065, "global_step": 10579, "epoch": 110, "lr": 0.000{"train_loss": 0.09{"train_loss": 0.0860058069229126, "global_step": 10580, "epoch": 110, "lr": 0.000{"train_loss": 0.11369335651397705, "g{"train_loss": 0.11351094394922256, "global_step": 10581, "epo{"train_loss": 0.11890470236539841, "global_step": 10582, "epoch": 110, "lr": 0.00033003160196729437}
+{"train_loss": 0.08369085192680359, "glob{"train_loss": 0.08472215384244919, "global_step": 10583, "e{"train_loss": 0.{"train_loss": 0.1041{"train_loss": 0.10301480442285538, "global_step": 10584, "epo{"train_loss": 0.06685243546962738, "g{"train_loss": 0.0661008358001709, "global_step": 10585, "epoch{"train_loss": 0.09168730676174164, "global_step": 10586, "epoch": 110, "lr": 0.0003299814354230136}
+{"train_loss": 0.{"train_loss": 0.108{"train_loss": 0.11030203849077225, "global_step": 10587, "epoch"{"train_loss": 0.{"train_loss": 0.106{"train_loss": 0.10676562786102295, "global_step": 10588, "epoch{"train_loss": 0.{"train_loss": 0.06725626438856125, "global_step": 10589, "epoch": 110, "lr": 0.00032{"train_loss": 0.{"train_loss": 0.09912969917058945, "global_step": 10590, "epoch": 110, "lr": 0.00032{"train_loss": 0.{"train_loss": 0.07338087260723114, "global_step": 10591, "epoch": 110, "lr": 0.00032{"train_loss": 0.{"train_loss": 0.10291847586631775, "global_step": 10592, "epoch": 110, "lr": 0.0003{"train_loss": 0.10009075701236725, "global_step": 10593, "epoch": 110, "lr": 0.00032989360989610594}
+{"train_loss": 0.{"train_loss": 0.09184905886650085, "global_step": 10594, "epoch": 110, "lr": 0.00032{"train_loss": 0.{"train_loss": 0.08173748105764389, "global_step": 10595, "epoch": 110, "lr": 0.00{"train_loss": 0.0{"train_loss": 0.08619335293769836, "global_step": 10596, "epoch": 110, "lr": 0.0003{"train_loss": 0.08884349465370178, "global_step": 10597, "epoch": 110, "lr": 0.0003298434044190333}
+{"train_loss": 0.1{"train_loss": 0.118707{"train_loss": 0.11740332096815109, "global_step": 10598, "ep{"train_loss": 0.09526439011096954, "g{"train_loss": 0.08789342641830444, "global_step": 10599, "epoc{"train_loss": 0.09279879927635193, "global_step": 10600, "epoch": 110, "lr": 0.0003298057410268794}
+{"train_loss": 0.09415708482265472, "global_step": 10601, "epoch": 110, "lr": 0.0003297931847948366}
+{"train_loss": 0.09722951799631119, "g{"train_loss": 0.09657283127307892, "global_step": 10602, "epoc{"train_loss": 0.10807225853204727, "g{"train_loss": 0.10750282555818558, "global_step": 10603, "epoc{"train_loss": 0{"train_loss": 0.08758{"train_loss": 0.08687334507703781, "global_step": 10604, "epoc{"train_loss": 0.06771447509527206, "global_step": 10605, "epoch": 110, "lr": 0.0003297429510289876}
+{"train_loss": 0{"train_loss": 0.09295544028282166, "global_step": 10606, "epoch": 110, "lr": 0.0003{"train_loss": 0.{"train_loss": 0.09224479645490646, "global_step": 10607, "epoch": 110, "lr": 0.00032{"train_loss": 0.06788093596696854, "g{"t{"train_loss": 0.06852367520332336, "global_step": 10608, "ep{"train_loss": 0.14070867002010345, "global_step": 10609, "epoch": 110, "lr": 0.0003296927031269595}
+{"train_loss": 0.09057857096195221, "global_step": 10610, "epoch": 110, "lr": 0.0003296801389433161}
+{"train_loss": 0.09281282126903534, "global_step": 10611, "epoch": 110, "lr": 0.00032966757387658917}
+{"train_loss": 0.07232822477817535, "g{"train_loss": 0.0708746537566185, "global_step": 10612, "epoch"{"train_loss": 0.07298193126916885, "{"train_loss": 0.06939452141523361, "global_step": 10613, "epoch"{"train_loss": 0.09428002685308456, "{"train_loss": 0.09305378794670105, "global_step": 10614, "epoch"{"train_loss": 0.0886441022157669, "g{"train_loss": 0.08513540774583817, "global_step": 10615, "epoch{"train_loss": 0.0843607634305954, "global_step": 10616, "epoch": 110, "lr": 0.0003296047352996975}
+{"train_loss": 0.{"train_loss": 0.07340{"train_loss": 0.07470446825027466, "global_step": 10617, "ep{"train_loss": 0.08303920924663544, "global_step": 10618, "epoch": 110, "lr": 0.0003295795936903517}
+{"train_loss": 0.10133552551269531, "global{"train_loss": 0.09987753629684448, "global_step": 10619, "{"train_loss": 0.0836314707994461, "global_{"train_loss": 0.08081209659576416, "global_step": 10620,{"train_loss": 0.09808631241321564, "global_{"train_loss": 0.10016366094350815, "global_step": 10621,{"train_loss": 0.10910478979349136, "global_step": 10622, "epoch": 110, "lr": 0.0003295292998835598}
+{"train_loss": 0.08{"train_loss": 0.08926292508840561, "global_step": 10623, "epoch": 110, "lr": 0.000{"train_loss": 0.1382182538509369, "global_s{"train_loss": 0.1320616751909256, "global_step": 10624, {"train_loss": 0.095{"train_loss": 0.09963733702898026, "global_step": 10625, "epoch": 110, "lr": 0.{"train_loss": 0.073{"train_loss": 0.0738191{"train_loss": 0.0730033814907074, "global_step": 10626,{"train_loss": 0.09802097082138062, "global_{"train_loss": 0.0943644568324089, "global_step": 10627, "{"train_loss": 0.0749{"train_loss": 0.08090{"train_loss": 0.08153136074542999, "global_step": 10628, "{"train_loss": 0.1210{"train_loss": 0.11707116663455963, "global_step": 10629, "epoch": 110, "lr": 0.0{"train_loss": 0.1184{"train_loss": 0.12154{"train_loss": 0.12362390756607056, "global_step": 10630, {"train_loss": 0.0691{"train_loss": 0.06562{"train_loss": 0.06478133797645569, "global_step": 10631, {"train_loss": 0.0826{"train_loss": 0.082{"train_loss": 0.0816820040345192, "global_step": 10632, "ep{"train_loss": 0.103{"train_loss": 0.101{"train_loss": 0.10349616408348083, "global_step": 10633, "epo{"train_loss": 0.095{"train_loss": 0.097{"train_loss": 0.09908261150121689, "global_step": 10634, "e{"train_loss": 0.10351450741291046, "glob{"train_loss": 0.10441920161247253, "global_step": 10635, "e{"train_loss": 0.1245{"train_loss": 0.127{"train_loss": 0.12714454531669617, "global_step": 10636, "e{"train_loss": 0.06704449653625488, "glob{"train_loss": 0.061910100281238556, "global_step": 10637, "e{"train_loss": 0.07{"train_loss": 0.073286{"train_loss": 0.07347695529460907, "global_step": 10638, "{"train_loss": 0.101{"train_loss": 0.095927{"train_loss": 0.09867159277200699, "global_step": 10639, {"train_loss": 0.1113460510969162, "global_{"train_loss": 0.11002840846776962, "global_step": 10640,{"train_loss": 0.0972{"train_loss": 0.096401{"train_loss": 0.09691151976585388, "global_step": 10641{"train_loss": 0.11887490004301071, "global_{"train_loss": 0.11743132770061493, "global_step": 10642,{"train_loss": 0.0848{"train_loss": 0.088640{"train_loss": 0.08828790485858917, "global_step": 10643, {"train_loss": 0.09587518125772476, "global_{"train_loss": 0.09721791744232178, "global_step": 10644, {"train_loss": 0.11455854773521423, "global_{"train_loss": 0.11486862599849701, "global_step": 10645, {"train_loss": 0.07770582288503647, "global_step": 10646, "epoch": 110, "lr": 0.0003292272408637937}
+{"train_loss": 0.10457460582256317, "global_{"train_loss": 0.1032404750585556, "global_step": 10647, "{"train_loss": 0.0857{"train_loss": 0.08763{"train_loss": 0.08685728162527084, "global_step": 10648, {"train_loss": 0.07533854246139526, "global{"train_loss": 0.07195912301540375, "global_step": 10649, {"train_loss": 0.0867{"train_loss": 0.08840838074684143, "global_step": 10650, "epoch": 110, "lr": 0.0{"train_loss": 0.05986279249191284, "global{"train_loss": 0.058136045932769775, "global_step": 10651, {"train_loss": 0.11976722627878189, "global_{"train_loss": 0.11349090188741684, "global_step": 10652,{"train_loss": 0.1006{"train_loss": 0.09770169854164124, "global_step": 10653, "epoch": 110, "lr": 0.0{"train_loss": 0.1173{"train_loss": 0.11893700063228607, "global_step": 10654, "epoch": 110, "lr": 0{"train_loss": 0.094156979660814, "global_step": 10655, "epoch": 110, "lr": 0.0003291138379878185, "train_action_mse_error": 2.6469180738786235e-05}
+{"train_loss": 0.08818069845438004, "global_step": 10656, "epoch": 111, "lr": 0.00032910123327098585}
+{"train_loss": 0.09139295667409897, "global_step": 10657, "epoch": 111, "lr": 0.00032908862767501185}
+{"train_loss": 0.08222222328186035, "global_step": 10658, "epoch": 111, "lr": 0.0003290760211999824}
+{"train_loss": 0.08727757632732391, "global_step": 10659, "epoch": 111, "lr": 0.0003290634138459834}
+{"train_loss": 0.08889985084533691, "global_step": 10660, "epoch": 111, "lr": 0.0003290508056131006}
+{"train_loss": 0.08877292275428772, "global_step": 10661, "epoch": 111, "lr": 0.00032903819650141993}
+{"train_loss": 0.09493520110845566, "global{{"train_loss": 0.09575213491916656, "global_step": 10662, {"train_loss": 0.10130778700113297, "global_step": 10663, "epoch": 111, "lr": 0.00032901297564200837}
+{"train_loss": 0.06674054265022278, "global_step": 10664, "epoch": 111, "lr": 0.00032900036389444916}
+{"train_loss": 0.11361977458000183, "global_step": 10665, "epoch": 111, "lr": 0.0003289877512684357}
+{"train_loss": 0.131{"train_loss": 0.12355303764343262, "global_step": 10666, "epoch": 111, "lr": 0.0{"train_loss": 0.090{"train_loss": 0.09224{"train_loss": 0.0906117707490921, "global_step": 10667, "ep{"train_loss": 0.10457964241504669, "global_{"train_loss": 0.10687233507633209, "global_step": 10668,{"train_loss": 0.093{"train_loss": 0.0939{"t{"train_loss": 0.0944717526435852, "global_step": 10669, {"train_loss": 0.09505322575569153, "glob{"{"train_loss": 0.09799627214670181, "global_step": 10670, {"train_loss": 0.1090790405869484, "global_step": 10671, "epoch": 111, "lr": 0.0003289120570696221}
+{"train_loss": 0.09139931201934814, "global_{"train_loss": 0.08757315576076508, "global_step": 10672,{"train_loss": 0.1341416984796524, "global_step": 10673, "epoch": 111, "lr": 0.0003288868186462766}
+{"train_loss": 0.11569047719240189, "global_step": 10674, "epoch": 111, "lr": 0.0003288741981180392}
+{"train_loss": 0.09743814915418625, "global_step": 10675, "epoch": 111, "lr": 0.0003288615767122065}
+{"train_loss": 0.10556794703006744, "globa{"{"train_loss": 0.1024523600935936, "global_step": 10676, "{"train_loss": 0.09772738814353943, "global_step": 10677, "epoch": 111, "lr": 0.0003288363312680991}
+{"train_loss": 0.09503324329853058, "global_step": 10678, "epoch": 111, "lr": 0.0003288237072299963}
+{"train_loss": 0.08124422281980515, "globa{"train_loss": 0.08573266118764877, "global_step": 10679, "e{"train_loss": 0.06824350357055664, "global{"train_loss": 0.07429832220077515, "global_step": 10680, "{"train_loss": 0.09296046197414398, "global_step": 10681, "epoch": 111, "lr": 0.0003287858298525234}
+{"train_loss": 0.094{"train_loss": 0.096{"train_loss": 0.09568817168474197, "global_step": 10682, "epo{"train_loss": 0.085{"train_loss": 0.08625000715255737, "global_step": 10683, "epoch": 111, "lr": 0.0{"train_loss": 0.0968{"train_loss": 0.10165607184171677, "global_step": 10684, "epoch": 111, "lr": 0.0{"train_loss": 0.08776623010635376, "glob{"train_loss": 0.0900493636727333, "global_step": 10685, "epo{"train_loss": 0.10599927604198456, "global_step": 10686, "epoch": 111, "lr": 0.0003287226833513455}
+{"train_loss": 0.08234401047229767, "glo{"train_loss": 0.08705760538578033, "global_step": 10687, "ep{"train_loss": 0.11{"train_loss": 0.11288942396640778, "global_step": 10688, "epoch": 111, "lr": 0.00{"train_loss": 0.10573644191026688, "global_step": 10689, "epoch": 111, "lr": 0.000328684784931189}
+{"train_loss": 0.09921005368232727, "global_step": 10690, "epoch": 111, "lr": 0.00032867215037174464}
+{"train_loss": 0.0582125224173069, "glob{"train_loss": 0.058625999838113785, "global_step": 10691, "e{"train_loss": 0.13356360793113708, "globa{"{"train_loss": 0.13533876836299896, "global_step": 10692,{"train_loss": 0.06188476085662842, "globa{"train_loss": 0.06677544116973877, "global_step": 10693, "{"train_loss": 0.07921979576349258, "globa{"{"train_loss": 0.07992391288280487, "global_step": 10694, {"train_loss": 0.04{"train_loss": 0.050209{"train_loss": 0.04990451782941818, "global_step": 10695, "{"train_loss": 0.1027{"train_loss": 0.10392{"train_loss": 0.1049644947052002, "global_step": 10696, "{"train_loss": 0.0861{"train_loss": 0.0887{"t{"train_loss": 0.08683489263057709, "global_step": 10697,{"train_loss": 0.08652038872241974, "globa{"train_loss": 0.09015662223100662, "global_step": 10698, "e{"train_loss": 0.07325631380081177, "globa{"train_loss": 0.0766812190413475, "global_step": 10699, "ep{"train_loss": 0.09809791296720505, "glob{"train_loss": 0.0956784188747406, "global_step": 10700, "ep{"train_loss": 0.0807{"train_loss": 0.07{"train_loss": 0.07853128761053085, "global_step": 10701, "ep{"train_loss": 0.08715663850307465, "glo{"train_loss": 0.09175629913806915, "global_step": 10702, "epo{"train_loss": 0.09528741985559464, "global_step": 10703, "epoch": 111, "lr": 0.0003285078213943318}
+{"train_loss": 0.1101{"train_loss": 0.12{"train_loss": 0.11947879195213318, "global_step": 10704, "epo{"train_loss": 0.06436978280544281, "global_step": 10705, "epoch": 111, "lr": 0.00032848252688195094}
+{"train_loss": 0.07773728668689728, "global_s{"train_loss": 0.07685942947864532, "global_step": 10706{"train_loss": 0.08662816882133484, "global_s{"train_loss": 0.08926418423652649, "global_step": 10707{"train_loss": 0.10339532792568207, "glo{"train_loss": 0.1007690355181694, "global_step": 10708, "epoc{"train_loss": 0.12485097348690033, "global_step": 10709, "epoch": 111, "lr": 0.0003284319273587414}
+{"train_loss": 0.0917995423078537, "global_step": 10710, "epoch": 111, "lr": 0.0003284192752912648}
+{"train_loss": 0.07278840243816376, "global_step": 10711, "epoch": 111, "lr": 0.00032840662234929097}
+{"train_loss": 0.07702063024044037, "global_step": 10712, "epoch": 111, "lr": 0.00032839396853290585}
+{"train_loss": 0.13502898812294006, "global_step": 10713, "epoch": 111, "lr": 0.0003283813138421957}
+{"train_loss": 0.1236163079738617, "global_step": 10714, "epoch": 111, "lr": 0.00032836865827724673}
+{"train_loss": 0.14329{"train_loss": 0.14848892390727997, "global_step": 10715, "epoch": 111, "lr": 0.{"train_loss": 0.09932135790586472, "g{"train_loss": 0.1020173579454422, "global_step": 10716, "epoch"{"train_loss": 0.07615{"train_loss": {"train_loss": 0.07800225913524628, "global_step": 10717, "epoch"{"train_loss": 0.08097892254590988, "global_step": 10718, "epoch": 111, "lr": 0.000328318027276786}
+{"train_loss": 0.07057{"train_loss": 0.07278653979301453, "global_step": 10719, "epoch": 111, "lr": 0{"train_loss": 0.10172{"train_loss": 0.10227949172258377, "global_step": 10720, "epoch": 111, "lr": 0{"train_loss": 0.09165311604738235, "g{"train_{"train_loss": 0.08987477421760559, "global_step": 10721{"train_loss": 0.0983908399939537, "global_step": 10722, "epoch": 111, "lr": 0.00032826738229539904}
+{"train_loss": 0.0841047{"train_loss": 0.0816837027668953, "global_step": 10723, "epoch": 111, "lr": 0{"train_loss": 0.091229{"train_loss": 0.0884099{"train_loss": 0.09049511700868607, "global_step": 107{"train_loss": 0.11007{"train_loss": 0.{"train_loss": 0.11082430183887482, "global_step": 10725, "epo{"train_loss": 0.08917{"train_loss": 0.08763295412063599, "global_step": 10726, "epoch": 111, "lr": 0.{"train_loss": 0.08191{"train_loss": 0.{"train_loss": 0.0775492936372757, "global_step": 10727, "epoch{"train_loss": 0.11851{"train_loss": 0{"train_loss": 0.11927388608455658, "global_step": 10728, "epoc{"train_loss": 0.09574{"train_loss": 0{"train_loss": 0.0954885333776474, "global_step": 10729, "epoch{"train_loss": 0.09146{"train_loss": {"train_loss": 0.09047413617372513, "global_step": 10730, "epoch{"train_loss": 0.08638{"train_loss": {"train_loss": 0.0835905522108078, "global_step": 10731, "epoch"{"train_loss": 0.05763{"train_loss": 0.051922984421253204, "global_step": 10732, "epoch": 111, "lr": {"train_loss": 0.096197{"train_loss"{"train_loss": 0.09333023428916931, "global_step": 10733, "epoch":{"train_loss": 0.081582{"train_loss"{"train_loss": 0.08092078566551208, "global_step": 10734, "epoch":{"train_loss": 0.11142738163471222, "global_step": 10735, "epoch": 111, "lr": 0.0003281026896168216}
+{"train_loss": 0.10983474552631378, {"train_loss": 0.11403912305831909, "global_step": 10736, "epoch"{"train_loss": 0.08125226944684982, "global_step": 10737, "epoch": 111, "lr": 0.0003280773391917874}
+{"train_loss": 0.103128{"train_loss": 0.10484011471271515, "global_step": 10738, "epoch": 111, "lr": 0{"train_loss": 0.086996{"train_loss": 0.08785{"train_loss": 0.08810847997665405, "global_step": 10739{"train_loss": 0.103070{"train_loss{"train_loss": 0.10363638401031494, "global_step": 10740, "epoch": {"train_loss": 0.118493{"train_loss": 0.11477541923522949, "global_step": 10741, "epoch": 111, "lr": {"train_loss": 0.098483{"train_loss": 0.09846915304660797, "global_step": 10742, "epoch": 111, "lr": 0{"train_loss": 0.088713{"train_loss": 0.09501{"train_loss": 0.09581353515386581, "global_step": 10743,{"train_loss": 0.070311{"train_loss": 0.07465790957212448, "global_step": 10744, "epoch": 111, "lr": 0{"train_loss": 0.117272{"train_loss": 0.12055434286594391, "global_step": 10745, "epoch": 111, "lr":{"train_loss": 0.10482506453990936, {"train_loss": 0.1038810983300209, "global_step": 10746, "epoch": {"train_loss": 0.1109191{"train_loss": 0.11153218150138855, "global_step": 10747, "epoch": 111, "lr": {"train_loss": 0.0821729{"train_loss": 0.08035989850759506, "global_step": 10748, "epoch": 111, "lr{"train_loss": 0.11634273082017899, "global_step": 10749, "epoch": 111, "lr": 0.0003279251634035714}
+{"train_loss": 0.09599825739860535, "global_step": 10750, "epoch": 111, "lr": 0.0003279124764234663}
+{"train_loss": 0.09443125{"train_loss": 0.09503428195603192, "global_step": 10751, "epoch": 111, "lr":{"train_loss": 0.10146425{"train_lo{"train_loss": 0.10443086177110672, "global_step": 10752, "epoch":{"train_loss": 0.07503132{"train_lo{"train_loss": 0.07662123441696167, "global_step": 10753, "epoch"{"train_loss": 0.10117110{"train_loss": 0.10174538195133209, "global_step": 10754, "epoch": 112, "lr{"train_loss": 0.093136787{"train_loss": 0.0958757996559143, "global_step": 10755, "epoch": 112, "lr"{"train_loss": 0.09117697924375534, "global_step": 10756, "epoch": 112, "lr": 0.0003278363362538892}
+{"train_loss": 0.08543907850980759, "global_step": 10757, "epoch": 112, "lr": 0.00032782364317827516}
+{"train_loss": 0.0947854220867157, "g{"train_loss": 0.1002589762210846, "global_step": 10758, "epoch{"train_loss": 0.09658560156822205, "global_step": 10759, "epoch": 112, "lr": 0.0003277982544158098}
+{"train_loss": 0.09806251525878906, "{"train_loss": 0.09879545867443085, "global_step": 10760, "epoch{"train_loss": 0.10422708839178085, "global_step": 10761, "epoch": 112, "lr": 0.00032777286217227085}
+{"train_loss": 0.05772113{"train_loss": 0.05821673572063446, "global_step": 10762, "epoch": 112, "lr"{"train_loss": 0.09499054{"train_loss": 0.0988054{"train_loss": 0.09988945722579956, "global_step":{"train_loss": 0.08816844{"train_loss": 0.08684021234512329, "global_step": 10764, "epoch": 112, "lr{"train_loss": 0.098292246{"train_loss": 0.09987889230251312, "global_step": 10765, "epoch": 112, "lr"{"train_loss": 0.07938128709793091, {"train_loss": 0.07795824110507965, "global_step": 10766, "epoch":{"train_loss": 0.09965002536773682, "global_step": 10767, "epoch": 112, "lr": 0.00032769666456212965}
+{"train_loss": 0.096551798{"train_loss": 0.0936032310128212, "global_step": 10768, "epoch": 112, "lr{"train_loss": 0.09240579605102539, "{"train_loss": 0.0955565869808197, "global_step": 10769, "epoch{"train_loss": 0.07957170158624649, "global_step": 10770, "epoch": 112, "lr": 0.0003276585540166075}
+{"train_loss": 0.077823132{"train_loss": 0.07922714203596115, "global_step": 10771, "epoch": 112, "lr"{"train_loss": 0.06830433011054993, "global_step": 10772, "epoch": 112, "lr": 0.0003276331426395299}
+{"train_loss": 0.089746162{"train_loss": 0.09096607565879822, "global_step": 10773, "epoch": 112, "lr"{"train_loss": 0.08416926860809326, "global_step"{"train_loss": 0.08448056131601334, "global_step": 1{"train_loss": 0.08676483482122421, "global_step": 10775, "epoch": 112, "lr": 0.0003275950190555495}
+{"train_loss": 0.0719143301248550{"train_loss": 0{"train_loss": 0.07101563364267349, "global_step": 10{"train_loss": 0.114495113{"train_loss": 0.11600318551063538, "global_step": 10777, "epoch": 112, "lr"{"train_loss": 0.080821871{"tr{"train_loss": 0.07862447202205658, "global_step": 10778, "epoch": 112, {"train_loss": 0.0958535224199295, "global_step": 10779, "epoch": 112, "lr": 0.00032754417544626454}
+{"train_loss": 0.0720706135{"train_loss": 0.07089783251285553, "global_step": 10780, "epoch": 112, "lr{"train_loss": 0.10262630134820{"train_loss": 0.1020822823047638, "global_step": 10781, "epoch": 112,{"train_loss": 0.0699675679{"train_loss": 0.06883563101291656, "global_step": 10782, "epoch": 112, "lr{"train_loss": 0.094231136143{"train_loss": 0.09494661539793015, "global_step": 10783, "epoch": 112, {"train_loss": 0.1012631803{"{"train_loss": 0.11152403056621552, "global_step": 10784, "epoch": 112, "{"train_loss": 0.074484042823{"train_loss": 0.07415406405925751, "global_step": 10785, "epoch": 112, {"train_loss": 0.079938441514{"train_loss": 0.08097429573535919, "global_step": 10786, "epoch": 112, {"train_loss": 0.0921631231{"{"train_loss": 0.0931{"train_loss": 0.09400714933872223, "global_step": 1{"train_loss": 0.072271987795{"train_loss": 0.0712413638830185, "global_step": 10788, "epoch": 112, "l{"train_loss": 0.0686371028{{"train_loss": 0.0721919983625412, "global_step": 10789, "epoch": 112, "l{"train_loss": 0.1036452353{"train_loss": 0.102374{"train_loss": 0.10345694422721863, "global_step": 1{"train_loss": 0.10279899835586548, "global_step":{"train_loss": 0.10670939087867737, "global_step": 1{"train_loss": 0.0738409236073494, "global_step": 10792, "epoch": 112, "lr": 0.0003273788377713235}
+{"train_loss": 0.1058753728{"train_loss": 0.10785304754972458, "global_step": 10793, "epoch": 112, "lr{"train_loss": 0.12098466604{"train_loss": 0.130216{"train_loss": 0.13181298971176147, "global_step":{"train_loss": 0.08565069735050201, "global_step": {"train_loss": 0.0849117860198021, "global_step": 1{"train_loss": 0.084512233{"train_loss": 0.08366793394088745, "global_step": 10796, "epoch": 112, "lr"{"train_loss": 0.080972753{{"train_loss": 0.08241254091262817, "global_step": 10797, "epoch": 112, "lr{"train_loss": 0.092424139{"train_loss": 0.09304492175579071, "global_step": 10798, "epoch": 112, "lr"{"train_loss": 0.063429176{"train_loss": 0.06781654059886932, "global_step": 10799, "epoch": 112, "lr{"train_loss": 0.129589319{"train_loss": 0.13067294657230377, "global_step": 10800, "epoch": 112, "lr"{"train_loss": 0.086019828{"train_loss": 0.08939239382743835, "global_step": 10801, "epoch": 112, "lr{"train_loss": 0.092812202{"train_loss": 0.09190{"train_loss": 0.09115791320800781, "global_step": 1{"train_loss": 0.15713581442832947, "global_step": 10803, "epoch": 112, "lr": 0.00032723882215572077}
+{"train_loss": 0.1227407380{"train_loss": 0.1171240583062172, "global_step": 10804, "epoch": 112, "l{"train_loss": 0.10121383517980576, "global_step": 10805, "epoch": 112, "lr": 0.0003272133535037199}
+{"train_loss": 0.085942134261{"train_loss": 0.08429042994976044, "global_step": 10806, "epoch": 112, "{"train_loss": 0.07451114058{{"train_loss": 0.07277747243642807, "global_step": 10807, "epoch": 112, {"train_loss": 0.108547955751{"train_loss": 0.11129507422447205, "global_step": 10808, "epoch": 112, {"train_loss": 0.060950953513383865, "global_step": 10809, "epoch": 112, "lr": 0.0003271624058049875}
+{"train_loss": 0.0865845531{"train_loss": 0.08532795310020447, "global_step": 10810, "epoch": 112, "lr{"train_loss": 0.05814441293{"train_loss": 0.05361693352460861, "global_step": 10811, "epoch": 112, "l{"train_loss": 0.1117489933{"train_loss": 0.11621952056884766, "global_step": 10812, "epoch": 112, "l{"train_loss": 0.098395437002182, "global_step": 10813, "epoch": 112, "lr": 0.00032711144425124}
+{"train_loss": 0.072312757372{{"train_loss": 0.07097365707159042, "global_step": 10814, "epoch": 112,{"train_loss": 0.087606966495{{"train_loss": 0.08162443339824677, "global_step": 10815, "epoch": 112,{"train_loss": 0.078963756561{"train_loss": 0.07823118567466736, "global_step": 10816, "epoch": 112,{"train_loss": 0.1141965091228{"train_loss": 0.11503635346889496, "global_step": 10817, "epoch": 11{"train_loss": 0.0912723541259{"train_loss": 0.08653180301189423, "global_step": 10818, "epoch": 112,{"train_loss": 0.08908271789550781, "global_step": 10819, "epoch": 112, "lr": 0.00032703497595461213}
+{"train_loss": 0.0920819863677{"train_loss": 0.0931256115436554, "global_step": 10820, "epoch": 112, "{"train_loss": 0.09988813102245331, "global_step": 10821, "epoch": 112, "lr": 0.0003270094796009115}
+{"train_loss": 0.08822265267372{"train_loss": 0.0846707671880722, "global_step": 10822, "epoch": 112, {"train_loss": 0.072611138224{"train_loss": 0.06834933906793594, "global_step": 10823, "epoch": 112, {"train_loss": 0.0849292203783989, "global_step": 10824, "epoch": 112, "lr": 0.00032697122858384956}
+{"train_loss": 0.06413590908050537, "global_step": 10825, "epoch": 112, "lr": 0.00032695847651544003}
+{"train_loss": 0.1338309347629547, "global_step": 10826, "epoch": 112, "lr": 0.00032694572358248064}
+{"train_loss": 0.12363522499799{"train_loss": 0.11956172436475754, "global_step": 10827, "epoch": 112,{"train_loss": 0.0885758548974{"train_loss": 0.08447667956352234, "global_step": 10828, "epoch": 112,{"train_loss": 0.11281037330627{"train_loss": 0.11183185130357742, "global_step": 10829, "epoch": 112,{"train_loss": 0.113287389278{"train_loss": 0.11063270270824432, "global_step": 10830, "epoch": 112, "{"train_loss": 0.07336051017045975, "global_step": {"train_loss": 0.07428459823131561, "global_step": {"train_loss": 0.11023550480604172, "global_step": 10832, "epoch": 112, "lr": 0.00032686918783404354}
+{"train_loss": 0.08427456766366959, "global_step": 10833, "epoch": 112, "lr": 0.000326856428851668}
+{"train_loss": 0.08663098514080048, "global_step": 10834, "epoch": 112, "lr": 0.0003268436690054375}
+{"train_loss": 0.14102450013160{"train_loss": 0.13846047222614288, "global_step": 10835, "epoch": 112,{"train_loss": 0.09859004616737{"train_loss": 0.101{"train_loss": 0.10289937257766724, "global_step": {"train_loss": 0.07820567488670349, "global_step": {"train_loss": 0.07780637592077255, "global_step": {"train_loss": 0.1110572367{"train_loss": 0.11275424063205719, "global_step": 10838, "epoch": 112, "l{"train_loss": 0.10094080120325089, "global_step": {"train_loss": 0.1002182811498642, "global_step": 1{"train_loss": 0.1071188673377037, "global_step": 10840, "epoch": 112, "lr": 0.0003267670917919694}
+{"train_loss": 0.0574122779071331, "global_step": 1{"train_loss": 0.05394420027732849, "global_step"{"train_loss": 0.08545979857444763, "global_step": 10842, "epoch": 112, "lr": 0.00032674155914724773}
+{"train_loss": 0.08022753149271011, "global_step": 1{"train_loss": 0.07731825113296509, "global_step":{"train_loss": 0.07033440470695496, "global_step": 10844, "epoch": 112, "lr": 0.00032671602305023566}
+{"train_loss": 0.06970557570457458, "global_step": 1{"train_loss": 0.06607096642255783, "global_step":{"train_loss": 0.10250718891620636, "global_step": 1{"train_loss": 0.10060109198093414, "global_step":{"train_loss": 0.091413558810018, "global_step": 10847, "epoch": 112, "lr": 0.0003266777124331946}
+{"train_loss": 0.10025092214345932{"train_loss": 0.102{"train_loss": 0.10226309299468994, "global_ste{"train_loss": 0.0851799994707{"train_loss": 0.08032909780740738, "global_step": 10849, "epoch": 113,{"train_loss": 0.0864015296101{"train_loss": 0.08201037347316742, "global_step": 10850, "epoch": 113,{"train_loss": 0.0742059051990{"train_loss": 0.0795678{"train_loss": 0.0794425904750824, "global_ste{"train_loss": 0.09908540546894073, "global_step": 10852, "epoch": 113, "lr": 0.0003266138441531959}
+{"train_loss": 0.06223182752728462, "global_step": 1{"train_loss": 0.06108638271689415, "global_step":{"train_loss": 0.07178889960050583, "global_step": 1{"train_loss": 0.07015922665596008, "global_step":{"train_loss": 0.07763174921274185{"train_loss": 0.07945604622364044, "global_step": 10855, "epoch":{"train_loss": 0.0709939152002{"tr{"train_loss": 0.07015711814165115, "global_step": 10856, "epoch": {"train_loss": 0.0746554210782{"train_loss": 0.0790{"train_loss": 0.07909519970417023, "global_step"{"train_loss": 0.10661964863538742{"train_loss": 0.{"train_loss": 0.1023695319890976, "global_step": 1{"train_loss": 0.09410310536623001{"train_loss": 0.09193459153175354, "global_step": 10859, "epoch": {"train_loss": 0.0991532355546{"train_loss": 0.105{"train_loss": 0.10678956657648087, "global_step": 1{"train_loss": 0.0720645785331{"train_loss": 0.07116840779781342, "global_step": 10861, "epoch": 113,{"train_loss": 0.1011890918016{"train_loss": 0.10181976854801178, "global_step": 10862, "epoch": 113, {"train_loss": 0.0694916024804{"train_loss": 0.07014147937297821, "global_step": 10863, "epoch": 113, {"train_loss": 0.09845757484436035{"train_loss": {"train_loss": 0.10050840675830841, "global_step": 10{"train_loss": 0.1089683920145{"train_loss": 0.10553140193223953, "global_step": 10865, "epoch": 113,{"train_loss": 0.0989421904087{"train_loss": 0.10{"train_loss": 0.10000962764024734, "global_step": 1{"train_loss": 0.0998314991593{"train_loss": 0.09761828929185867, "global_step": 10867, "epoch": 113,{"train_loss": 0.1071651428937{"train_loss": 0.10{"train_loss": 0.10752421617507935, "global_step": 1{"train_loss": 0.08955539762973785, "global_step": 10869, "epoch": 113, "lr": 0.00032639653083435375}
+{"train_loss": 0.08105868846178{"{"train_loss": 0.08337332308292389, "global_step": 10870, "epoch": 1{"train_loss": 0.06253017485141{"{"train_loss": 0.06186656653881073, "global_step": 10871, "epoch": 11{"train_loss": 0.07383477687835{"{"train_loss": 0.0784042626619339, "global_step": 10872, "epoch": 1{"train_loss": 0.10678492486476{"train_loss": 0.10699830949306488, "global_step": 10873, "epoch": 113{"train_loss": 0.0974527969956398, "global_step": 10874, "epoch": 113, "lr": 0.0003263325677934169}
+{"train_loss": 0.0964575409889221{"train_loss": 0.09589899331331253, "global_step": 10875, "epoch": 1{"train_loss": 0.093874737620353{{"train_loss": 0.094676673412323, "global_step": 10876, "epoch": 11{"train_loss": 0.10291485488414764, "global_step": 1{"train_loss": 0.09694404155015945, "global_step":{"train_loss": 0.112705066800117{"train_loss": 0.110{"train_loss": 0.1090397760272026, "global_step": {"train_loss": 0.082332551479339{{"train_loss": 0.0{"train_loss": 0.07829603552818298, "global_step{"train_loss": 0.10923577845096588, "global_step": 10880, "epoch": 113, "lr": 0.0003262557837557643}
+{"train_loss": 0.0969153493642807,{"train_loss": 0.{"train_loss": 0.09133242070674896, "global_step":{"train_loss": 0.08114762604236603, "global_step": 10882, "epoch": 113, "lr": 0.00032623018219750014}
+{"train_loss": 0.08880347013473511{"train_loss": 0.09246556460857391, "global_step": 10883, "epoch":{"train_loss": 0.08179852366447449, "global_step": 10884, "epoch": 113, "lr": 0.00032620457720087485}
+{"train_loss": 0.0906003639101982{"train_loss": 0.09252558648586273, "global_step": 10885, "epoch": 1{"train_loss": 0.1189081296324729{"train_loss": 0.1162932738661766, "global_step": 10886, "epoch": 11{"train_loss": 0.08425121009349823, "global_step": 10887, "epoch": 113, "lr": 0.00032616616326053554}
+{"train_loss": 0.080497778952121{"train_loss": 0.08506682515144348, "global_step": 10888, "epoch": 113{"train_loss": 0.128599822521209{"train_loss": 0.12879034876823425, "global_step": 10889, "epoch": 1{"train_loss": 0.07576103508472443, "global_step": 10890, "epoch": 113, "lr": 0.00032612774158780733}
+{"train_loss": 0.08171770721673965, "global_step": 10891, "epoch": 113, "lr": 0.00032611493264566286}
+{"train_loss": 0.108994051814079{{"train_loss": 0.11196242272853851, "global_step": 10892, "epoch": 11{"train_loss": 0.10343378782272339, "global_step": 10893, "epoch": 113, "lr": 0.00032608931218504485}
+{"train_loss": 0.085948720574378{{"train_loss": 0.0820159912109375, "global_step": 10894, "epoch": 11{"train_loss": 0.116094768047332{"train_loss": 0.11{"train_loss": 0.11238400638103485, "global_step": {"train_loss": 0.0993659645318985, "global_step": 10896, "epoch": 113, "lr": 0.0003260508750546034}
+{"train_loss": 0.07665131986141205, "global_step": 1{"train_loss": 0.07480834424495697, "global_step"{"train_loss": 0.080252200365066{{"train_loss": 0.08214624226093292, "global_step": 10898, "epoch": 11{"train_loss": 0.094888046383857{"train_loss": 0.09364980459213257, "global_step": 10899, "epoch": 113{"train_loss": 0.103480488061904{"train_loss": 0.096{"train_loss": 0.09647011756896973, "global_step":{"train_loss": 0.072891518473625{"train_loss": 0.06957265734672546, "global_step": 10901, "epoch": 1{"train_loss": 0.07093014568090439, "global_step": 10902, "epoch": 113, "lr": 0.0003259739776201071}
+{"train_loss": 0.068390116095542{"train_loss": 0.07230943441390991, "global_step": 10903, "epoch": 11{"train_loss": 0.09344049543142319, "global_step": 10904, "epoch": 113, "lr": 0.0003259483382782458}
+{"train_loss": 0.1147245168685{{"train_loss": 0.1167834997177124, "global_step": 10905, "epoch": 113{"train_loss": 0.0836647003889{"train_loss": 0.08{"train_loss": 0.08748626708984375, "global_step": 10{"train_loss": 0.0889248102903{"train_loss": 0.08{"train_loss": 0.0824875682592392, "global_step": 10{"train_loss": 0.0830766856670{"train_loss": 0.08503229171037674, "global_step": 10908, "epoch": 113,{"train_loss": 0.0796814784407{"train_loss": 0.0{"train_loss": 0.08172941207885742, "global_step": 109{"train_loss": 0.0600472725927{"train_loss": 0.05917097255587578, "global_step": 10910, "epoch": 113, {"train_loss": 0.09359405934810638, "global_ste{"train_loss": 0.09738194942474365, "global_step": 109{"train_loss": 0.11470158398151398, "global_step": 10912, "epoch": 113, "lr": 0.0003258457466109457}
+{"train_loss": 0.08392763137817383, "global_step": 10913, "epoch": 113, "lr": 0.0003258329187952403}
+{"train_loss": 0.07347668707370758, "global_ste{"train_loss": 0.07055508345365524, "global_step": 1{"train_loss": 0.0825946182012558, "global_step": 10915, "epoch": 113, "lr": 0.000325807260593262}
+{"train_loss": 0.12593594193{"train_loss": 0.12280244380235672, "global_step": 10916, "epoch": 113, "l{"train_loss": 0.1299534440040{"train_loss": 0.1320963203907013, "global_step": 10917, "epoch": 113, {"train_loss": 0.10943476855{{"train_loss": 0.11653849482536316, "global_step": 10918, "epoch": 113, {"train_loss": 0.08597992360{{"train_loss": 0.08{"train_loss": 0.08545926213264465, "global_step": 109{"train_loss": 0.11311906576{{"train_loss": 0.10{"train_loss": 0.10987390577793121, "global_step": 109{"train_loss": 0.0816945433{"{"train_loss": 0.07{"train_loss": 0.07771481573581696, "global_step": 10{"train_loss": 0.0833130627{"{"train_loss": 0.08{"train_loss": 0.08460716903209686, "global_step": 10{"train_loss": 0.0997021272{"train_loss": 0.0930{"train_loss": 0.0927465558052063, "global_step": 10{"train_loss": 0.08736567199{"{"train_loss": 0.08427885919809341, "global_step": 10924, "epoch": 113, {"train_loss": 0.11069944500923157, "global_step{"train_loss": 0.10998426377773285, "global_step": 10{"train_loss": 0.09687617421150208, "global_step": 10926, "epoch": 113, "lr": 0.0003256660792463376}
+{"train_loss": 0.09028720110654831, "global_step": 10927, "epoch": 113, "lr": 0.00032565323944219363}
+{"train_loss": 0.09235846996{"train_loss": 0.09215518832206726, "global_step": 10928, "epoch": 113, "{"train_loss": 0.09927477687597275, "global_step": 10929, "epoch": 113, "lr": 0.00032562755726700873}
+{"train_loss": 0.10122470557689667, "global_step": 10930, "epoch": 113, "lr": 0.00032561471489614267}
+{"train_loss": 0.09665240347385406, "global_step": 10931, "epoch": 113, "lr": 0.00032560187166987746}
+{"train_loss": 0.15636953711509705, "global_step": 10932, "epoch": 113, "lr": 0.0003255890275883006}
+{"train_loss": 0.09898766130208969, "global_step": 10933, "epoch": 113, "lr": 0.0003255761826514995}
+{"train_loss": 0.07233867794275284, "global_step": 10934, "epoch": 113, "lr": 0.0003255633368595617}
+{"train_loss": 0.11842375993728638, "global_step": 10935, "epoch": 113, "lr": 0.0003255504902125746}
+{"train_loss": 0.06745556741952896, "global_step": 10936, "epoch": 113, "lr": 0.0003255376427106258}
+{"train_loss": 0.11863019317388535, "global_step": 10937, "epoch": 113, "lr": 0.0003255247943538026}
+{"train_loss": 0.08975627273{"train_loss": 0.08317525684833527, "global_step": 10938, "epoch": 113, "l{"train_loss": 0.11374510824{"train_loss": 0.10790030658245087, "global_step": 10939, "epoch": 113, "l{"train_loss": 0.11230002343654633, "global_step": 10940, "epoch": 113, "lr": 0.0003254862441549624}
+{"train_loss": 0.07321174442768097, "global_step{"train_loss": 0.07519181072711945, "global_step": 109{"train_loss": 0.08635359257{"train_loss": 0.0926559716463089, "global_step": 10942, "epoch": 113, {"train_loss": 0.09265547051715355, "global_step"{"train_loss": 0.09226367754551272, "global_step": 1{"train_loss": 0.09136217087{"train_loss": 0.09369764477014542, "global_step": 10944, "epoch": 114, "{"train_loss": 0.10409896820783615, "global_step"{"train_loss": 0.11130281537771225, "global_step": 1{"train_loss": 0.10044572502{"train_loss": 0.09920231252908707, "global_step": 10946, "epoch": 114, "{"train_loss": 0.11965523660182953, "global_step": 10947, "epoch": 114, "lr": 0.0003253962637867366}
+{"train_loss": 0.0848506912{"train_loss": 0.08116044849157333, "global_step": 10948, "epoch": 114, "lr{"train_loss": 0.09244341403245926, "global_step": 10949, "epoch": 114, "lr": 0.0003253705474235836}
+{"train_loss": 0.06623893976211548, "global_step"{"train_loss": 0.07255680859088898, "global_step": 10{"train_loss": 0.1186643019{"train_loss": 0.11545631289482117, "global_step": 10951, "epoch": 114, "l{"train_loss": 0.07547125220298767, "global_step": 10952, "epoch": 114, "lr": 0.00032533196647604985}
+{"train_loss": 0.09956014156341553, "global_step{"train_loss": 0.09301594644784927, "global_step": 10{"train_loss": 0.09441288560628891, "global_step": 10954, "epoch": 114, "lr": 0.00032530624157684623}
+{"train_loss": 0.08713823556900024, "global_step": 10955, "epoch": 114, "lr": 0.0003252933778472528}
+{"train_loss": 0.0708785653{"train_loss": 0.0735{"train_loss": 0.07482803612947464, "global_step": 10{"train_loss": 0.07760494202375412, "global_step": 10957, "epoch": 114, "lr": 0.00032526764782852093}
+{"train_loss": 0.1147739{"train_loss": 0.11758363246917725, "global_step": 10958, "epoch": 114, "lr": {"train_loss": 0.1011921{"train_loss": 0.1011887863278389, "global_step": 10959, "epoch": 114, "lr": 0{"train_loss": 0.077203{"train_loss": 0.07993094623088837, "global_step": 10960, "epoch": 114, "lr": 0{"train_loss": 0.11748863756656647, "global_step": 10961, "epoch": 114, "lr": 0.0003252161775553296}
+{"train_loss": 0.07139384746551514, "global_step": 10962, "epoch": 114, "lr": 0.0003252033078550997}
+{"train_loss": 0.07362176477909088, "global_step": 10963, "epoch": 114, "lr": 0.0003251904373022722}
+{"train_loss": 0.0774819031{"train_loss": 0.07942870259284973, "global_step": 10964, "epoch": 114, "l{"train_loss": 0.1024832278{"train_loss": 0.0985{"train_loss": 0.09855804592370987, "global_step": 10{"train_loss": 0.091569{"train_loss": 0.08936204{"train_loss": 0.0892915353178978, "global_step": 1096{"train_loss": 0.10895456373691559, "global_step": 10967, "epoch": 114, "lr": 0.00032513894656673953}
+{"train_loss": 0.078459{"train_loss": 0.07336227595806122, "global_step": 10968, "epoch": 114, "lr": 0{"train_loss": 0.079557776{"train_loss": 0.07618921995162964, "global_step": 10969, "epoch": 114, "lr{"train_loss": 0.08949307352304459, "global_step": 10970, "epoch": 114, "lr": 0.0003251003195671106}
+{"train_loss": 0.06778232008218765, "global_ste{"train_loss": 0.06589031219482422, "global_step": 1097{"train_loss": 0.100033238530159, "global_step"{"train_loss": 0.10134534537792206, "global_step": 10{"train_loss": 0.07031244{"train_loss": 0.0703963041305542, "global_step": 10973, "epoch": 114, "lr":{"train_loss": 0.0998577{"train_loss": 0.10023082792758942, "global_step": 10974, "epoch": 114, "lr":{"train_loss": 0.0889325514{"train_loss": 0.08806358277797699, "global_step": 10975, "epoch": 114, "lr{"train_loss": 0.10181722044944763, "global_step": 10976, "epoch": 114, "lr": 0.0003250230425690221}
+{"train_loss": 0.08034469187259674, "global_step": 10977, "epoch": 114, "lr": 0.0003250101600890339}
+{"train_loss": 0.08425980806350708, "global_step": 10978, "epoch": 114, "lr": 0.0003249972767577635}
+{"train_loss": 0.142308{"tr{"train_loss": 0.13964465260505676, "global_step": 10979, "epoch": 114, "l{"train_loss": 0.076610{"train_loss": 0.07042843{"train_loss": 0.07160522788763046, "global_step": 109{"train_loss": 0.134533{"train_loss": 0.13936230540275574, "global_step": 10981, "epoch": 114, "lr": 0{"train_loss": 0.08781076967716217, "global_step": 10982, "epoch": 114, "lr": 0.0003249457349216135}
+{"train_loss": 0.046231{"train_loss": 0.049049798399209976, "global_step": 10983, "epoch": 114, "lr": {"train_loss": 0.1021673604{"train_loss": 0.1134745255112648, "global_step": 10984, "epoch": 114, "lr{"train_loss": 0.10451216995716095, "global_step": 10985, "epoch": 114, "lr": 0.0003249070696103364}
+{"train_loss": 0.07998122274875641, "global_step": 10986, "epoch": 114, "lr": 0.0003248941794719665}
+{"train_loss": 0.093178540{"train_loss": 0.09251377731561661, "global_step": 10987, "epoch": 114, "lr"{"train_loss": 0.082292{"train_loss": 0.0818086564540863, "global_step": 10988, "epoch": 114, "lr": 0.{"train_loss": 0.08616{"train_loss": 0.09274336695671082, "global_step": 10989, "epoch": 114, "lr": 0{"train_loss": 0.05993{"train_loss": 0.0627{"train_loss": 0.06165783852338791, "global_step": 10990, "{"train_loss": 0.09274{"train_loss": 0.09562776982784271, "global_step": 10991, "epoch": 114, "lr": 0{"train_loss": 0.12192{"train_loss": 0.12259859591722488, "global_step": 10992, "epoch": 114, "lr": {"train_loss": 0.09022{"train_loss": 0.0868128091096878, "global_step": 10993, "epoch": 114, "lr": 0.{"train_loss": 0.12189151346683502, "global_step": 10994, "epoch": 114, "lr": 0.00032479102775465155}
+{"train_loss": 0.09131181985139847, "global{"train_loss": 0.08858795464038849, "global_step": 10995, "{"train_loss": 0.1002{"train_loss": 0.09984374791383743, "global_step": 10996, "epoch": 114, "lr": 0.0{"train_loss": 0.12444299459457397, "global_step": 10997, "epoch": 114, "lr": 0.0003247523318367076}
+{"train_loss": 0.10218964{"train_loss": 0.10036111623048782, "global_step": 10998, "epoch": 114, "lr":{"train_loss": 0.08348396{"train_loss": 0.08375942707061768, "global_step": 10999, "epoch": 114, "lr":{"train_loss": 0.08{"trai{"train_loss": 0.0{"train_loss": 0.0764046385884285, "global_step": 11000, "{"train_loss": 0.07{"train_loss": 0.07916487008333206, "global_step": 11001, "epoch": 114, "lr": 0.00{"train_loss": 0.087899103{"train_loss": 0.08899103105068207, "global_step": 11002, "epoch": 114, "l{"train_loss": 0.0929{"train_loss": 0.09460260719060898, "global_step": 11003, "epoch": 114, "lr": 0.{"train_loss": 0.1020362973{"train_loss": 0.10444217175245285, "global_step": 11004, "epoch": 114, "lr{"train_loss": 0.1070348471403122, "global_{"train_loss": 0.10506080090999603, "global_step": 11005,{"train_loss": 0.07674238085746765, "global_{"train_loss": 0.08065170049667358, "global_step": 11006, {"train_loss": 0.08687077462673187, "global_step": 11007, "epoch": 114, "lr": 0.0003246232902376603}
+{"train_loss": 0.0999323874{"train_loss": 0.10329227149486542, "global_step": 11008, "epoch": 114, "l{"train_loss": 0.11449{"train_loss": 0.1143682599067688, "global_step": 11009, "epoch": 114, "lr": 0.0{"train_loss": 0.0879{"train_loss": 0.08703578263521194, "global_step": 11010, "epoch": 114, "lr": 0.{"train_loss": 0.12124711275100708, "global_{"train_loss": 0.12405520677566528, "global_step": 11011,{"train_loss": 0.0952733382{"train_loss": 0.09322668612003326, "global_step": 11012, "epoch": 114, "l{"train_loss": 0.09037059545516968, "global_step": 11013, "epoch": 114, "lr": 0.0003245458245375124}
+{"train_loss": 0.11883573979139328, "global_step": 11014, "epoch": 114, "lr": 0.00032453291061855375}
+{"train_loss": 0.0821{"tra{"train_loss": 0.08494061976671219, "global_step": 11015, "epoch": 114, "lr{"train_loss": 0.0876845866{"train_loss": 0.{"train_loss": 0.08473330736160278, "global_step": 11016, {"train_loss": 0.10473{"tra{"train_loss": 0.10222367942333221, "global_step": 11017, "epoch": 114, "lr{"train_loss": 0.09329{"tra{"train_loss": 0.09116295725107193, "global_step": 11018, "epoch": 114, "lr{"train_loss": 0.08535{"train_loss": 0.08384810388088226, "global_step": 11019, "epoch": 114, "lr": 0.{"train_loss": 0.10601{"train_loss": 0.10683991760015488, "global_step": 11020, "epoch": 114, "lr": 0.{"train_loss": 0.07376258820295334, "global_step": 11021, "epoch": 114, "lr": 0.00032444248944586267}
+{"train_loss": 0.08203{"train_loss": 0.08301866799592972, "global_step": 11022, "epoch": 114, "lr": 0.{"train_loss": 0.06053{"train_loss": 0.05382763594388962, "global_step": 11023, "epoch": 114, "lr": 0{"train_loss": 0.08124{"train_loss": 0.08216657489538193, "global_step": 11024, "epoch": 114, "lr": 0.{"train_loss": 0.06726{"train_loss": 0.0623893104493618, "global_step": 11025, "epoch": 114, "lr":{"train_loss": 0.07777950167655945, "global_step": 11026, "epoch": 114, "lr": 0.0003243778774696827}
+{"train_loss": 0.0921807661{"train_loss": 0.09019008278846741, "global_step": 11027, "epoch": 114, "{"train_loss": 0.12332098186016083, "global_{"train_loss": 0.12443772703409195, "global_step": 11028,{"train_loss": 0.09636519849{"train_loss": 0.1008739173412323, "global_step": 11029, "epoch": 114, "l{"train_loss": 0.106387{"train_loss": 0.10939769446849823, "global_step": 11030, "epoch": 114, "lr": 0{"train_loss": 0.1013265177{"train_loss": 0.10202758014202118, "global_step": 11031, "epoch": 114, "lr{"train_loss": 0.108953{"train_loss": 0.1067{"train_loss": 0.10668611526489258, "global_step": 11032,{"train_loss": 0.12175241112709045, "global_{"train_loss": 0.12244420498609543, "global_step": 11033,{"train_loss": 0.054552026093006134, "global{"train_loss": 0.05226950719952583, "global_step": 11034, {"train_loss": 0.092899292{"train_loss": 0.09224245697259903, "global_step": 11035, "epoch": 114, "lr{"train_loss": 0.118184596{"train_loss": 0.11282755434513092, "global_step": 11036, "epoch": 114, "lr"{"train_loss": 0.13190777599811554, "global_step": 11037, "epoch": 114, "lr": 0.0003242356566036369}
+{"train_loss": 0.063620865{"train_loss": 0.06608673930168152, "global_step": 11038, "epoch": 114, "lr"{"train_loss": 0.09311784442979842, "global_step": 11039, "epoch": 114, "lr": 0.0003242097872628156}
+{"train_loss": 0.10561{"train_loss": 0.10776562988758087, "global_step": 11040, "epoch": 115, "lr": 0{"train_loss": 0.05694{"train_loss": 0.0{"train_loss": 0.061055175960063934, "global_step": 11041, "epo{"train_loss": 0.09554{"t{"train_loss": {"train_loss": 0.09279128909111023, "global_step": 11042, "e{"train_loss": 0.0849337{"train_loss": 0.08487237989902496, "global_step": 11043, "epoch": 115, "lr": {"train_loss": 0.11944{"train_loss": 0.11891987174749374, "global_step": 11044, "epoch": 115, "lr": 0{"train_loss": 0.05642{"train_loss": 0.06038889288902283, "global_step": 11045, "epoch": 115, "lr": 0.0{"train_loss": 0.0753{"train_loss": 0.07748489826917648, "global_step": 11046, "epoch": 115, "lr": 0.0{"train_loss": 0.0551{"train_loss": 0.0{"train_loss": 0.05871692672371864, "global_step": 11047, "epoc{"train_loss": 0.11533{"train_loss": 0.12024083733558655, "global_step": 11048, "epoch": 115, "lr": 0{"train_loss": 0.08239{"train_loss": 0.08616034686565399, "global_step": 11049, "epoch": 115, "lr": {"train_loss": 0.09327{"train_loss": 0.09383222460746765, "global_step": 11050, "epoch": 115, "lr": 0{"train_loss": 0.11292{"train_loss": 0.11135028302669525, "global_step": 11051, "epoch": 115, "lr":{"train_loss": 0.10874{"train_loss": 0.11204443871974945, "global_step": 11052, "epoch": 115, "lr": 0.{"train_loss": 0.107{"{"train_loss": 0.10695043206214905, "global_step": 11053, "epoch": 115, "lr": 0{"train_loss": 0.095166{"train_loss": 0.09465306997299194, "global_step": 11054, "epoch": 115, "lr": 0{"train_loss": 0.14561644196510315, "g{"train_loss": 0.1506062150001526, "global_step": 11055, "epoch{"train_loss": 0.0894{"train_loss": 0{"train_loss": 0.09372137486934662, "global_step": 11056, "epoc{"train_loss": 0.09753{"train_loss": 0.09572508931159973, "global_step": 11057, "epoch": 115, "lr": 0{"train_loss": 0.12759077548980713, "g{"train_loss": 0.129084050655365, "global_step": 11058, "epoch{"train_loss": 0.096{"train_loss": 0.09076698869466782, "global_step": 11059, "epoch": 115, "lr": 0.0{"train_loss": 0.11888{"train_loss": 0.1197502464056015, "global_step": 11060, "epoch": 115, "lr": 0.0{"train_loss": 0.088{"train_loss": 0.09078875184059143, "global_step": 11061, "epoch": 115, "lr": 0.00{"train_loss": 0.111{"train_loss": 0{"train_loss": 0.11618352681398392, "global_step": 11062, "epoch"{"train_loss": 0.074{"train_loss": 0.07208994776010513, "global_step": 11063, "epoch": 115, "lr": 0.{"train_loss": 0.0863{"train_loss": 0.{"train_loss": 0.08606336265802383, "global_step": 11064, "epoc{"train_loss": 0.1256{"train_loss": 0.1281905323266983, "global_step": 11065, "epoch": 115, "lr": 0.0{"train_loss": 0.078{{"train_loss": 0.08003672957420349, "global_step": 11066, "epoch": 115, "lr": 0.{"train_loss": 0.10733424127101898, "global_step": 11067, "epoch": 115, "lr": 0.0003238472615626662}
+{"train_loss": 0.07741566747426987, {"train_loss": 0.07658455520868301, "global_step": 11068, "epoch":{"train_loss": 0.132{"train_loss": 0.1296834796667099, "global_step": 11069, "epoch": 115, "lr": 0.0{"train_loss": 0.088{"train_loss": 0.09019112586975098, "global_step": 11070, "epoch": 115, "lr": 0.{"train_loss": 0.13306733965873718, "global_step": 11071, "epoch": 115, "lr": 0.0003237954181565177}
+{"train_loss": 0.09956587105989456, "global_step": 11072, "epoch": 115, "lr": 0.00032378245519723423}
+{"train_loss": 0.092{"train_loss": 0.08931316435337067, "global_step": 11073, "epoch": 115, "lr": 0.0{"train_loss": 0.082{"t{"train_loss": 0.08535325527191162, "global_step": 11074, "epoch": 115, "lr": 0{"train_loss": 0.098581{"train_loss": 0.09896214306354523, "global_step": 11075, "epoch": 115, "lr": {"train_loss": 0.07410714030265808,{"train_loss": 0.07566440105438232, "global_step": 11076, "epoch": {"train_loss": 0.09327{"train_loss": 0.09979118406772614, "global_step": 11077, "epoch": 115, "lr": 0{"train_loss": 0.10909{"train_loss": 0.10777580738067627, "global_step": 11078, "epoch": 115, "lr": 0.{"train_loss": 0.13167{"train_loss": 0.12549041211605072, "global_step": 11079, "epoch": 115, "lr": 0{"train_loss": 0.10001777112483978, "global_step": 11080, "epoch": 115, "lr": 0.0003236787211851917}
+{"train_loss": 0.06959845125675201, "global_step": 11081, "epoch": 115, "lr": 0.0003236657506427889}
+{"train_loss": 0.08{"t{"train_loss": 0.08391464501619339, "global_step": 11082, "epoch": 115, "lr": 0.{"train_loss": 0.10876864939928055,{"train_loss": 0.10809238255023956, "global_step": 11083, "epoch": {"train_loss": 0.10650734603404999, "global_step": 11084, "epoch": 115, "lr": 0.00032362683396317053}
+{"train_loss": 0.08238162100315094,{"train_loss": 0.08525079488754272, "global_step": 11085, "epoch": {"train_loss": 0.08{"train_loss": 0.08314475417137146, "global_step": 11086, "epoch": 115, "lr": 0.00{"train_loss": 0.07633{"train_loss": 0.07699132710695267, "global_step": 11087, "epoch": 115, "lr": 0.{"train_loss": 0.12{"t{"train_loss": 0.1175825446844101, "global_step": 11088, "epoch": 115, "lr": 0.{"train_loss": 0.0854{"train_loss": 0.08420025557279587, "global_step": 11089, "epoch": 115, "lr": 0.0{"train_loss": 0.0799{"train_loss": 0.08395358920097351, "global_step": 11090, "epoch": 115, "lr": 0.0{"train_loss": 0.10220452398061752, "global_step": 11091, "epoch": 115, "lr": 0.0003235359989163389}
+{"train_loss": 0.06{"{"train_loss": 0.06513835489749908, "global_step": 11092, "epoch": 115, "lr": 0.0{"train_loss": 0.07820869982242584, "global_step": 11093, "epoch": 115, "lr": 0.00032351003847329687}
+{"train_loss": 0.09{"train_loss": 0.09656772762537003, "global_step": 11094, "epoch": 115, "lr": 0.000{"train_loss": 0.07{"train_loss": 0.07940325140953064, "global_step": 11095, "epoch": 115, "lr": 0.00{"train_loss": 0.08{"train_loss": 0{"train_loss": 0.08793411403894424, "global_step": 11096, "epoch":{"train_loss": 0.08645302057266235, "global_step": 11097, "epoch": 115, "lr": 0.0003234581074951169}
+{"train_loss": 0.103{"train_loss": 0{"train_loss": 0.10983233153820038, "global_step": 11098, "epoch":{"train_loss": 0.11991094052791595, "global_step": 11099, "epoch": 115, "lr": 0.00032343213696139374}
+{"train_loss": 0.07861597836017609, {"train_loss": 0.08114184439182281, "global_step": 11100, "epoch"{"train_loss": 0.08267535269260406, "global_step": 11101, "epoch": 115, "lr": 0.00032340616306552483}
+{"train_loss": 0.1{"t{"train_loss": 0.12494160979986191, "global_step": 11102, "epoch": 115, "lr": 0.{"train_loss": 0.08{"t{"train_loss": 0.08153072744607925, "global_step": 11103, "epoch": 115, "lr": 0{"train_loss": 0.05{"train_loss": 0.05396079272031784, "global_step": 11104, "epoch": 115, "lr": 0.00{"train_loss": 0.10{"train_loss": 0.10412850230932236, "global_step": 11105, "epoch": 115, "lr": 0.00{"train_loss": 0.09{"train_loss": 0.09568440914154053, "global_step": 11106, "epoch": 115, "lr": 0.000{"train_loss": 0.06{"train_loss": 0.{"train_loss": 0.07277631759643555, "global_step": 11107, "epoch"{"train_loss": 0.07{"t{"train_loss": 0.07332107424736023, "global_step": 11108, "epoch": 115, "lr": 0{"train_loss": 0.09710{"train_loss": 0.09568069875240326, "global_step": 11109, "epoch": 115, "lr": 0.{"train_loss": 0.10591894388198853, "global_step": 11110, "epoch": 115, "lr": 0.00032328923894653404}
+{"train_loss": 0.1{"train_loss": 0.11504203826189041, "global_step": 11111, "epoch": 115, "lr": 0.0003{"train_loss": 0.0{"train_loss": 0.08814375102519989, "global_step": 11112, "epoch": 115, "lr": 0.0003{"train_loss": 0.1{"t{"train_loss":{"train_loss": 0.11499837040901184, "global_step": 11113, "epoch": {"train_loss": 0.0{"train_loss": 0.09638218581676483, "global_step": 11114, "epoch": 115, "lr": 0.00{"train_loss": 0.09{"{"train_loss": 0.09260328114032745, "global_step": 11115, "epoch": 115, "lr": 0.{"train_loss": 0.0819{"train_loss": 0.07862374186515808, "global_step": 11116, "epoch": 115, "lr": 0{"train_loss": 0.11{"{"train_loss": {"train_loss": 0.11615532636642456, "global_step": 11117, "epoch"{"train_loss": 0.12{"train_loss": 0.12751947343349457, "global_step": 11118, "epoch": 115, "lr": 0.0{"train_loss": 0.083{{"train_loss": 0.08601459860801697, "global_step": 11119, "epoch": 115, "lr": 0.{"train_loss": 0.089{"train_loss": 0.{"train_loss": 0.09020144492387772, "global_step": 11120, "epoch{"train_loss": 0.079{"train_loss": 0.{"train_loss": 0.07749582827091217, "global_step": 11121, "epoc{"train_loss": 0.079{{"train_loss": 0{"train_loss": 0.07328838109970093, "global_step": 11122, "epoch"{"train_loss": 0.103{"train_loss": 0.{"train_loss": 0.0987435132265091, "global_step": 11123, "epoch{"train_loss": 0.09{"{"train_loss": 0.0946045070886612, "global_step": 11124, "epoch": 115, "lr": 0.0{"train_loss": 0.1115875244140625, "g{"train_loss": 0.12069325149059296, "global_step": 11125, "epoc{"train_loss": 0.087{{"train_loss": 0.{"train_loss": 0.09150393307209015, "global_step": 11126, "epoch{"train_loss": 0.0689{"train_loss": 0.06876836717128754, "global_step": 11127, "epoch": 115, "lr": 0.{"train_loss": 0.089{"train_loss": 0.08724777400493622, "global_step": 11128, "epoch": 115, "lr": 0.00{"train_loss": 0.087{{"train_loss": 0.08321358263492584, "global_step": 11129, "epoch": 115, "lr": 0.{"train_loss": 0.080{"train_loss": 0.08359798789024353, "global_step": 11130, "epoch": 115, "lr": 0.0{"train_loss": 0.1000{"train_loss": 0.10033629834651947, "global_step": 11131, "epoch": 115, "lr": 0.{"train_loss": 0.09420695900917053, "gl{"train_loss": 0.09173187613487244, "global_step": 11132, "epoc{"train_loss": 0.1046{{"train_loss": 0.{"train_loss": 0.1061723381280899, "global_step": 11133, "epoch{"train_loss": 0.086{"train_loss": 0.08771753311157227, "global_step": 11134, "epoch": 115, "lr": 0.0{"train_loss": 0.094{"train_loss": 0.09534481901209801, "global_step": 11135, "epoch": 115, "lr": 0.0{"train_loss": 0.087{"{"train_loss": 0.0845017284154892, "global_step": 11136, "epoch": 116, "lr": 0.{"train_loss": 0.10573841631412506, "global_step": 11137, "epoch": 116, "lr": 0.00032293805881996636}
+{"train_loss": 0.09431742131710052, "global_step": 11138, "epoch": 116, "lr": 0.00032292504041745416}
+{"train_loss": 0.11345034837722778, "global_step": 11139, "epoch": 116, "lr": 0.0003229120211778587}
+{"train_loss": 0.10241726785898209, "global_step": 11140, "epoch": 116, "lr": 0.0003228990011012686}
+{"train_loss": 0.0646{"train_loss": 0.06371655315160751, "global_step": 11141, "epoch": 116, "lr": 0.{"train_loss": 0.09643{"train_loss": 0.1003011018037796, "global_step": 11142, "epoch": 116, "lr": 0.{"train_loss": 0.12213806807994843, "global_step": 11143, "epoch": 116, "lr": 0.00032285993585041766}
+{"train_loss": 0.08039477467536926, "global_step": 11144, "epoch": 116, "lr": 0.00032284691242673595}
+{"train_loss": 0.0878{"train_loss": 0.08919587731361389, "global_step": 11145, "epoch": 116, "lr": 0.{"train_loss": 0.07031{"train_loss": 0.06899161636829376, "global_step": 11146, "epoch": 116, "lr": 0.{"train_loss": 0.10614363849163055, "glo{"train_loss": 0.10853096842765808, "global_step": 11147, "epo{"train_loss": 0.0642{"train_loss": 0.06187954545021057, "global_step": 11148, "epoch": 116, "lr": 0.{"train_loss": 0.07312368601560593, "global_step": 11149, "epoch": 116, "lr": 0.0003227817827618331}
+{"train_loss": 0.09711{"train_loss": 0.09989095479249954, "global_step": 11150, "epoch": 116, "lr": 0.{"train_loss": 0.09116953611373901, "glo{"train_loss": 0.08512602001428604, "global_step": 11151, "epo{"train_loss": 0.07258{"train_loss": 0.06795874238014221, "global_step": 11152, "epoch": 116, "lr": 0{"train_loss": 0.12401{"train_loss": 0.13223661482334137, "global_step": 11153, "epoch": 116, "lr": 0{"train_loss": 0.07219{"train_loss": 0.07474203407764435, "global_step": 11154, "epoch": 116, "lr": 0.{"train_loss": 0.08919{"train_loss": 0.08921196311712265, "global_step": 11155, "epoch": 116, "lr": 0{"train_loss": 0.12293{"train_loss": 0.12817588448524475, "global_step": 11156, "epoch": 116, "lr": 0{"train_loss": 0.09964{"train_loss": 0.09961634874343872, "global_step": 11157, "epoch": 116, "lr": 0{"train_loss": 0.10640{"train_loss": 0.10727262496948242, "global_step": 11158, "epoch": 116, "lr": 0{"train_loss": 0.07960{"train_loss": 0.08205141872167587, "global_step": 11159, "epoch": 116, "lr": 0{"train_loss": 0.093524{"train_loss": 0.09352535009384155, "global_step": 11160, "epoch": 116, "lr": {"train_loss": 0.11182{{"train_loss"{"train_loss": 0.10882480442523956, "global_step": 11161, "epoch{"train_loss": 0.083859{"train_loss": 0.08328302949666977, "global_step": 11162, "epoch": 116, "lr": {"train_loss": 0.05696984753012657, "global_step": 11163, "epoch": 116, "lr": 0.0003225993085331889}
+{"train_loss": 0.08678{"train_loss": 0.08629947900772095, "global_step": 11164, "epoch": 116, "lr": 0{"train_loss": 0.11477{"train_loss": 0.11461010575294495, "global_step": 11165, "epoch": 116, "lr": 0{"train_loss": 0.09278954565525055, "{"train_loss": 0.08940955251455307, "global_step": 11166, "epoch{"train_loss": 0.08977951854467392, "global_step": 11167, "epoch": 116, "lr": 0.00032254714297349384}
+{"train_loss": 0.11221177130937576, "global_step": 11168, "epoch": 116, "lr": 0.00032253409949707337}
+{"train_loss": 0.088036{{"train_loss": 0.08563102036714554, "global_step": 11169, "epoch": 116, "lr":{"train_loss": 0.1088988{"train_loss": 0.10232392698526382, "global_step": 11170, "epoch": 116, "lr{"train_loss": 0.1419583857{"train_loss":{"train_loss": 0.1411658227443695, "global_step": 11171, "epo{"train_loss": 0.084385663{"train_loss": 0.0876755490899086, "global_step": 11172, "epoch": 116, "lr":{"train_loss": 0.09114082{"train_loss": 0.08952924609184265, "global_step": 11173, "epoch": 116, "lr":{"train_loss": 0.11554999{{"train_loss": 0.11412519216537476, "global_step": 11174, "epoch": 116, "lr{"train_loss": 0.074865952{"train_loss": 0.07461836189031601, "global_step": 11175, "epoch": 116, "lr{"train_loss": 0.112749963{"train_loss": 0.11007501184940338, "global_step": 11176, "epoch": 116, "lr{"train_loss": 0.11484817415475845, "global_step": 11177, "epoch": 116, "lr": 0.0003224166706710024}
+{"train_loss": 0.0737186{"train_loss": {"train_loss": 0.0765412449836731, "global_step": 11178, "epoch{"train_loss": 0.0709702{"train_loss": 0.07216645777225494, "global_step": 11179, "epoch": 116, "lr":{"train_loss": 0.08165904879570007, "global_step": 11180, "epoch": 116, "lr": 0.0003223775127205947}
+{"train_loss": 0.07619093358516693, "global_step": 11181, "epoch": 116, "lr": 0.00032236445840363087}
+{"train_loss": 0.098406583070755, "global_step": 11182, "epoch": 116, "lr": 0.00032235140325340107}
+{"train_loss": 0.096669331{"train_loss": 0.09635177999734879, "global_step": 11183, "epoch": 116, "lr"{"train_loss": 0.105956062{"train_loss": 0.10725369304418564, "global_step": 11184, "epoch": 116, "l{"train_loss": 0.0630606561{"train_loss": 0.06379278004169464, "global_step": 11185, "epoch": 116, "lr{"train_loss": 0.1169937774{"train_loss": 0.11972907930612564, "global_step": 11186, "epoch": 116, "l{"train_loss": 0.08896763622760773, "global_step": 11187, "epoch": 116, "lr": 0.0003222861150063764}
+{"train_loss": 0.09808811545372009, "global_step": 11188, "epoch": 116, "lr": 0.00032227305485841873}
+{"train_loss": 0.09382481873035431, "global_step": 11189, "epoch": 116, "lr": 0.00032225999387781764}
+{"train_loss": 0.08828085660934448, "global_step": 11190, "epoch": 116, "lr": 0.0003222469320646621}
+{"train_loss": 0.08006764{"train_loss": 0.08079910278320312, "global_step": 11191, "epoch": 116, "lr{"train_loss": 0.08827652037143707, "global_step": 11192, "epoch": 116, "lr": 0.00032222080594104336}
+{"train_loss": 0.09040066{"train_loss": 0.08620785176753998, "global_step": 11193, "epoch": 116, "lr{"train_loss": 0.09555885{{"train_loss": 0.09379914402961731, "global_step": 11194, "epoch": 116, "lr"{"train_loss": 0.07785456627607346, "global_step": 11195, "epoch": 116, "lr": 0.0003221816105136805}
+{"train_loss": 0.08259397745132446, "global_step": 11196, "epoch": 116, "lr": 0.00032216854370706625}
+{"train_loss": 0.08602605015039444, "global_step": 11197, "epoch": 116, "lr": 0.0003221554760685202}
+{"train_loss": 0.12253054{"train_loss": 0.12060123682022095, "global_step": 11198, "epoch": 116, "lr":{"train_loss": 0.08453203{"train_loss": 0.08750283718109131, "global_step": 11199, "epoch": 116, "lr"{"train_loss": 0.08612167835235596, "global_step": 11200, "epoch": 116, "lr": 0.0003221162681621817}
+{"train_loss": 0.1178075{{"train_loss": 0{"train_loss": 0.12038948386907578, "global_step": 11201, "ep{"train_loss": 0.1250915378332138, "global_step": 11202, "epoch": 116, "lr": 0.00032209012539992897}
+{"train_loss": 0.08361718{"train_loss": 0.07967701554298401, "global_step": 11203, "epoch": 116, "lr"{"train_loss": 0.09296135604381561, "global_step": 11204, "epoch": 116, "lr": 0.00032206397931208545}
+{"train_loss": 0.09459918737411499, "global_step": 11205, "epoch": 116, "lr": 0.0003220509050212896}
+{"train_loss": 0.125752061{"train_loss": 0.12826234102249146, "global_step": 11206, "epoch": 116, "l{"train_loss": 0.08974739164113998, "global_step": 11207, "epoch": 116, "lr": 0.00032202475394639513}
+{"train_loss": 0.08380297{"{"train_loss": 0.08572977781295776, "global_step": 11208, "epoch": 116, "l{"train_loss": 0.06477351486682892, "global_step": 11209, "epoch": 116, "lr": 0.00032199859954769045}
+{"train_loss": 0.092693760{"train_loss": 0.09331012517213821, "global_step": 11210, "epoch": 116, "l{"train_loss": 0.0933515504{"{"train_loss": 0.09197501093149185, "global_step": 11211, "epoch": 116, "{"train_loss": 0.1235021427{"train_loss": 0.12261209636926651, "global_step": 11212, "epoch": 116, "lr{"train_loss": 0.0898946076{"train_loss": 0.09247717261314392, "global_step": 11213, "epoch": 116, "{"train_loss": 0.1013857275247{"train_loss": 0.10901390016078949, "global_step": 11214, "epoch": 116, {"train_loss": 0.0883958488702774, "global_ste{"train_loss": 0.08930209279060364, "global_step": 1121{"train_loss": 0.069744065403{"{"train_loss": 0.07122372090816498, "global_step": 11216, "epoch": 116{"train_loss": 0.1226333528757{"train_loss": 0.{"train_loss": 0.12195566296577454, "global_step": 112{"train_loss": 0.1068052053451{"train_loss": 0.1092289537191391, "global_step": 11218, "epoch": 116, {"train_loss": 0.129291176795{"train_loss": 0.1266513615846634, "global_step": 11219, "epoch": 116, "l{"train_loss": 0.09886044263{"tr{"train_loss":{"train_loss": 0.0991051122546196, "global_step": 11220{"train_loss": 0.08950532972{"train_loss": 0.08813933283090591, "global_step": 11221, "epoch": 116, "{"train_loss": 0.09312410652{"tr{"train_loss": 0.08622510731220245, "global_step": 11222, "epoch": 11{"train_loss": 0.12864641845226288, "global_step": 11223, "epoch": 116, "lr": 0.0003218154257499256}
+{"train_loss": 0.08409521728754044, "global_step": 11224, "epoch": 116, "lr": 0.0003218023356828787}
+{"train_loss": 0.08712095022201538, "global_step": 11225, "epoch": 116, "lr": 0.00032178924478639374}
+{"train_loss": 0.1136968582{"train_loss": 0.11775073409080505, "global_step": 11226, "epoch": 116,{"train_loss": 0.07402739673{"train_loss": 0.0716664269566536, "global_step": 11227, "epoch": 116, "{"train_loss": 0.09638964384794235, "global_st{"train_loss": 0.0937136709690094, "global_step": 11228,{"train_loss": 0.09844861924648285, "global_step": 11229, "epoch": 116, "lr": 0.0003217368729078574}
+{"train_loss": 0.09300117194652557, "global_step": 11230, "epoch": 116, "lr": 0.00032172377786552}
+{"train_loss": 0.09500107700781275, "global_step": 11231, "epoch": 116, "lr": 0.0003217106819942796}
+{"train_loss": 0.113542035{"train_loss": 0.10914719104766846, "global_step": 11232, "epoch": 117, "lr{"train_loss": 0.083939835{"train_loss": 0.0{"train_loss": 0.08207680284976959, "global_step": 11233,{"train_loss": 0.107069924{"train_loss": 0.11049617826938629, "global_step": 11234, "epoch": 117, "lr{"train_loss": 0.123196154{"train_loss": 0.1261243373155594, "global_step": 11235, "epoch": 117, "lr":{"train_loss": 0.05685457959771156, "global_step": 11236, "epoch": 117, "lr": 0.000321645190207654}
+{"train_loss": 0.1252489686012268, "global_step": 11237, "epoch": 117, "lr": 0.0003216320893648686}
+{"train_loss": 0.11580830812454224, "global_step": 11238, "epoch": 117, "lr": 0.0003216189876938045}
+{"train_loss": 0.09994069486856{"train_loss": 0.09694366902112961, "global_step": 11239, "epoch": 1{"train_loss": 0.103711381554603{"train_loss": 0.10486618429422379, "global_step": 11240, "epoch": 11{"train_loss": 0.075304284691810{"train_loss": 0.07531748712062836, "global_step": 11241, "epoch": 117{"train_loss": 0.100603550672531{"train_loss": 0.1008552610874176, "global_step": 11242, "epoch": 117,{"train_loss": 0.09964637458324432, "global_step": 11243, "epoch": 117, "lr": 0.0003215534669174276}
+{"train_loss": 0.09197510778903961, "global_s{"train_loss": 0.09159324318170547, "global_step": 11244,{"train_loss": 0.12654526531696{"train_loss": 0.13314977288246155, "global_step": 11245, "epoch": 11{"train_loss": 0.09767468273639679, "global_step": 11246, "epoch": 117, "lr": 0.0003215141445179688}
+{"train_loss": 0.065418936312198{"train_loss": 0.07207576930522919, "global_step": 11247, "epoch": 11{"train_loss": 0.07624118030071259, "global_step": 11248, "epoch": 117, "lr": 0.0003214879254474702}
+{"train_loss": 0.11932165175676346, "global_step": 11249, "epoch": 117, "lr": 0.00032147481467123095}
+{"train_loss": 0.08417050540447235, "global_s{"train_loss": 0.0872112289071083, "global_step": 11250, {"train_loss": 0.10249942541122437, "global_step": 11251, "epoch": 117, "lr": 0.0003214485906372187}
+{"train_loss": 0.08513353765010834, "global_step": 11252, "epoch": 117, "lr": 0.0003214354773796244}
+{"train_loss": 0.09888926148414612, "global_step": 11253, "epoch": 117, "lr": 0.00032142236329509033}
+{"train_loss": 0.08890180289745331, "global_step": 11254, "epoch": 117, "lr": 0.00032140924838370573}
+{"train_loss": 0.07932499796152115, "global_step": 11255, "epoch": 117, "lr": 0.00032139613264556006}
+{"train_loss": 0.0747095793{"tr{"train_loss": 0.07126061618328094, "global_step": 11256, "epoch": 117{"train_loss": 0.08714867383241653, "globa{"train_loss": 0.08843689411878586, "global_step": 11257, "e{"train_loss": 0.09968136996030807, "global_step": 11258, "epoch": 117, "lr": 0.00032135678047144926}
+{"train_loss": 0.09892999380826{"train_loss": 0.09696415066719055, "global_step": 11259, "epoch": 117{"train_loss": 0.1026093512{"tra{"train_loss": 0.10217314958572388, "global_step": 11260, "epoch": 117{"train_loss": 0.109724342823028{"train_loss": 0.10583588480949402, "global_step": 11261, "epoch": 11{"train_loss": 0.0799156203{"tra{"train_loss": 0.077613964676857, "global_step": 11262, "epoch": 117,{"train_loss": 0.06446003168{"train_loss": 0.0639919713139534, "global_step": 11263, "epoch": 117, "l{"train_loss": 0.08176583796739{"train_loss": 0.08645199239253998, "global_step": 11264, "epoch": 11{"train_loss": 0.0906686782{"tr{"train_loss": 0.08906563371419907, "global_step": 11265, "epoch": 117{"train_loss": 0.0828035995{"tra{"train_loss": 0.08165089786052704, "global_step": 11266, "epoch": 117{"train_loss": 0.12172059714794159, "global_step": 11267, "epoch": 117, "lr": 0.0003212386793329585}
+{"train_loss": 0.10527395457029343, "global_step": 11268, "epoch": 117, "lr": 0.00032122555285504756}
+{"train_loss": 0.1041897162{"tr{"train_loss": 0.10234858840703964, "global_step": 11269, "epoch": 117{"train_loss": 0.1162479072{"train_loss": 0.11851529031991959, "global_step": 11270, "epoch": 117, "l{"train_loss": 0.1132845357{"train_loss": 0.10928212106227875, "global_step": 11271, "epoch": 117, "lr{"train_loss": 0.07887516170740{"train_loss": 0.07481364160776138, "global_step": 11272, "epoch": 117{"train_loss": 0.11457306146621{"train_loss":{"train_loss": 0.11385531723499298, "global_step": 11273{"train_loss": 0.0846377685666{"train_loss": 0.08628936111927032, "global_step": 11274, "epoch": 117,{"train_loss": 0.10742723941802979, "global_s{"train_loss": 0.1100122258067131, "global_step": 11275{"train_loss": 0.0917415469884{"train_loss":{"train_loss": 0.08897672593593597, "global_step": 11276,{"train_loss": 0.1168405562639{"train_loss": 0.11215851455926895, "global_step": 11277, "epoch": 117,{"train_loss": 0.077304{"train{"train_loss": 0.07404139637947083, "global_step": 11278, "epoch": 117{"train_loss": 0.10667961835861{"train_loss": 0.10682158172130585, "global_step": 11279, "epoch": 117,{"train_loss": 0.101495{"train_loss": 0.09804873168468475, "global_step": 11280, "epoch": 117, "lr":{"train_loss": 0.077260285615921{"train_loss": 0.08191490173339844, "global_step": 11281, "epoch": 117{"train_loss": 0.1013528{"train_loss": 0.09869679808616638, "global_step": 11282, "epoch": 117, "lr":{"train_loss": 0.09583895653486252, "global_step": 11283, "epoch": 117, "lr": 0.0003210285566752261}
+{"train_loss": 0.10129502415657043, "global_st{"train_loss": 0.10790488123893738, "global_step": 11284{"train_loss": 0.0784021{"train_{"train_loss": 0.08292403817176819, "global_step": 11285, "epoch": 117{"train_loss": 0.09177137911319733, "global_step": 11286, "epoch": 117, "lr": 0.00032098913517704473}
+{"train_loss": 0.07373113930225372, "global_st{"train_loss": 0.07708391547203064, "global_step": 11287{"train_loss": 0.128569781780242{"train_loss": 0.13334527611732483, "global_step": 11288, "epoch": 117{"train_loss": 0.07777412235736847, "global_s{"train_loss": 0.07474619150161743, "global_step": 11289,{"train_loss": 0.09849263727664948, "global_s{"train_loss": 0.10404177755117416, "global_step": 11290{"train_loss": 0.106979{"train_loss": 0.10774992406368256, "global_step": 11291, "epoch": 117, "lr": {"train_loss": 0.113757{"train_loss": 0.11423049867153168, "global_step": 11292, "epoch": 117, "lr": {"train_loss": 0.0812300{"train_loss": 0.07586915791034698, "global_step": 11293, "epoch": 117, "lr":{"train_loss": 0.0693967{"train_loss": 0.07091846317052841, "global_step": 11294, "epoch": 117, "lr":{"train_loss": 0.0761403{"train_loss": 0.07965531200170517, "global_step": 11295, "epoch": 117, "lr": {"train_loss": 0.08558624982833862, "global_st{"train_loss": 0.08447824418544769, "global_step": 1129{"train_loss": 0.10047933459281921, "global_step": 11297, "epoch": 117, "lr": 0.0003208445262617692}
+{"train_loss": 0.10455870628356934, "global_s{"train_loss": 0.10383733361959457, "global_step": 11298{"train_loss": 0.056735{"train_loss": 0.05935213714838028, "global_step": 11299, "epoch": 117, "lr":{"train_loss": 0.06297878921031952, "global_step": 11300, "epoch": 117, "lr": 0.0003208050701804535}
+{"train_loss": 0.070211{"train_loss": 0.07933513820171356, "global_step": 11301, "epoch": 117, "lr":{"train_loss": 0.06334574520587921, "global_st{"train_loss": 0.06631864607334137, "global_step": 1130{"train_loss": 0.07156431674957275, "global_st{"train_loss": 0.07192586362361908, "global_step": 1130{"train_loss": 0.10884392261505127, "global_st{"train_loss": 0.11363416910171509, "global_step": 1130{"train_loss": 0.088872{"train_loss": 0.083968{"train_loss": 0.08528188616037369, "global_step": 1130{"train_loss": 0.07877463102340698, "global_st{"train_loss": 0.08332652598619461, "global_step": 113{"train_loss": 0.0912289246916771, "global_step": 11307, "epoch": 117, "lr": 0.00032071297720225663}
+{"train_loss": 0.11150507628917{"train_loss": 0.1108025386929512, "global_step": 11308, "epoch": 117,{"train_loss": 0.0957195{"train_loss": 0.0940888524055481, "global_step": 11309, "epoch": 117, "lr": 0{"train_loss": 0.08407586812973022, "global_step": 11310, "epoch": 117, "lr": 0.0003206734964509413}
+{"train_loss": 0.101625{"train_loss": 0.10309082269668579, "global_step": 11311, "epoch": 117, "lr": {"train_loss": 0.112069{"trai{"train_loss": 0.11614373326301575, "global_step": 11312, "epoch": 117, {"train_loss": 0.095582321286{"train_loss": 0.093128502368927, "global_step": 11313, "epoch": 117, "{"train_loss": 0.063582{"train_loss": 0.06294150650501251, "global_step": 11314, "epoch": 117, "lr":{"train_loss": 0.09287506341934204, "global_step": 11315, "epoch": 117, "lr": 0.0003206076787649265}
+{"train_loss": 0.06528587639331818, "global_step": 11316, "epoch": 117, "lr": 0.00032059451276345686}
+{"train_loss": 0.09751602262{"train_loss": 0.10138563811779022, "global_step": 11317, "epoch": 117, "{"train_loss": 0.11592304706573486, "global_step": 11318, "epoch": 117, "lr": 0.00032056817829696814}
+{"train_loss": 0.09070904552936554, "global_step": 11319, "epoch": 117, "lr": 0.0003205550098321284}
+{"train_loss": 0.072329789400{"train_loss": 0.06787876784801483, "global_step": 11320, "epoch": 117, "{"train_loss": 0.09063314{"tr{"train_loss": 0.09413397312164307, "global_step": 11321, "epoch": 117, {"train_loss": 0.09490630{"train_loss": 0.0962{"train_loss": 0.0977906659245491, "global_step": 11322{"train_loss": 0.089882463216{"train_loss": 0.09110227972269058, "global_step": 11323, "epoch": 117, "{"train_loss": 0.10273052{"train_loss": 0.09575426578521729, "global_step": 11324, "epoch": 117, "lr":{"train_loss": 0.07185092{"tr{"train_loss": 0.07253848761320114, "global_step": 11325, "epoch": 117, {"train_loss": 0.05772821232676506, "global_step": 11326, "epoch": 117, "lr": 0.00032046280759683965}
+{"train_loss": 0.09261969620517145, "global_{"train_loss": 0.09280600515194237, "global_step": 11327{"train_loss": 0.08017853647470474, "global_step": 11328, "epoch": 118, "lr": 0.00032043645671685184}
+{"train_loss": 0.09694752{"train_loss": 0.1042633056640625, "global_step": 11329, "epoch": 118, "lr": {"train_loss": 0.1009941{"train_loss": 0.10503369569778442, "global_step": 11330, "epoch": 118, "lr":{"train_loss": 0.0806027{"train_loss": 0.07950200140476227, "global_step": 11331, "epoch": 118, "lr":{"train_loss": 0.0608385{"train_loss": 0.06252782791852951, "global_step": 11332, "epoch": 118, "lr": {"train_loss": 0.0893521{"train_loss": 0.09{"train_loss": 0.09173621237277985, "global_step": 11333, "{"train_loss": 0.073687{"trai{"train_loss":{"train_loss": 0.0776991993188858, "global_step": 11334, "{"train_loss": 0.091254{"train_loss": 0.09289440512657166, "global_step": 11335, "epoch": 118, "lr":{"train_loss": 0.107092{"train_loss": 0.10482314229011536, "global_step": 11336, "epoch": 118, "lr": 0{"train_loss": 0.06259288638830185, "globa{"train_loss": 0.06482383608818054, "global_step": 11337, "e{"train_loss": 0.10290{"train_loss": 0.10223020613193512, "global_step": 11338, "epoch": 118, "lr": 0.{"train_loss": 0.11936{"train_loss": 0.11904504895210266, "global_step": 11339, "epoch": 118, "lr": 0{"train_loss": 0.11912{"train_loss": 0.11909328401088715, "global_step": 11340, "epoch": 118, "lr": 0{"train_loss": 0.0529604740{"train_loss": 0.05229131132364273, "global_step": 11341, "epoch": 118, "l{"train_loss": 0.0720245093{"train_loss": 0.06928576529026031, "global_step": 11342, "epoch": 118, "l{"train_loss": 0.1058974936{"train_loss": 0.10483715683221817, "global_step": 11343, "epoch": 118, "{"train_loss": 0.08490{"train_loss": 0.08666670322418213, "global_step": 11344, "epoch": 118, "lr": 0.{"train_loss": 0.07297059148550034, "global_step": 11345, "epoch": 118, "lr": 0.00032021234185734853}
+{"train_loss": 0.07084{"train_loss": 0.07117574661970139, "global_step": 11346, "epoch": 118, "lr": {"train_loss": 0.07643534243106842, "global_step": 11347, "epoch": 118, "lr": 0.0003201859598411578}
+{"train_loss": 0.086490{"train_loss": 0.08414581418037415, "global_step": 11348, "epoch": 118, "lr": 0{"train_loss": 0.10443422943353653, "global_step": 11349, "epoch": 118, "lr": 0.0003201595745512435}
+{"train_loss": 0.078098{"train_loss": 0.07850772142410278, "global_step": 11350, "epoch": 118, "lr": {"train_loss": 0.111257{"train_loss": 0.10509592294692993, "global_step": 11351, "epoch": 118, "lr": 0{"train_loss": 0.09711253643035889, "global_step": 11352, "epoch": 118, "lr": 0.00032011999047971236}
+{"train_loss": 0.10226988792419434, "global_step": 11353, "epoch": 118, "lr": 0.0003201067941531188}
+{"train_loss": 0.09074537456035614, "global_step": 11354, "epoch": 118, "lr": 0.0003200935970086334}
+{"train_loss": 0.0647246241569519, "global_step": 11355, "epoch": 118, "lr": 0.00032008039904634614}
+{"train_loss": 0.0922657698392868, "global_step": 11356, "epoch": 118, "lr": 0.00032006720026634674}
+{"train_loss": 0.09477757{"train_loss": 0.09582650661468506, "global_step": 11357, "epoch": 118, "lr"{"train_loss": 0.05248114{"t{"train_loss": 0.05131120979785919, "global_step": 11358, "epoch": 118, "l{"train_loss": 0.09108065{"train_loss": 0.09247471392154694, "global_step": 11359, "epoch": 118, "lr{"train_loss": 0.0724453777{"train_loss": 0.07489517331123352, "global_step": 11360, "epoch": 118, "l{"train_loss": 0.07660935{"train_loss": 0.07559877634048462, "global_step": 11361, "epoch": 118, "lr"{"train_loss": 0.08149231970310211, "global_step": 11362, "epoch": 118, "lr": 0.00031998799041943053}
+{"train_loss": 0.08182409405708313, "global_{"train_loss": 0.0802571177482605, "global_step": 11363, "{"train_loss": 0.06512112{"{"train_loss": 0.06420940160751343, "global_step": 11364, "epoch": 118, "l{"train_loss": 0.10172028839{"train_loss": 0.10260634869337082, "global_step": 11365, "epoch": 118, {"train_loss": 0.08567655086517334, "global_step": 11366, "epoch": 118, "lr": 0.0003199351675119652}
+{"train_loss": 0.084893621{"train_loss": 0.08587916940450668, "global_step": 11367, "epoch": 118, "lr{"train_loss": 0.0879395306{"train_loss": 0.{"train_loss": 0.09294238686561584, "global_step": 11368,{"train_loss": 0.1006014496{"{"train_loss": {"train_loss": 0.10177990794181824, "global_step": 11369,{"train_loss": 0.09048923105{"{"train_loss": {"train_loss": 0.09093025326728821, "global_step": 11370{"train_loss": 0.10705669224262{"train_loss": 0.11325590312480927, "global_step": 11371, "epoch": 118,{"train_loss": 0.07519175112{"t{"train_loss": 0.07709024846553802, "global_step": 11372, "epoch": 118{"train_loss": 0.09486114978{"train_loss": 0.09488089382648468, "global_step": 11373, "epoch": 118, "{"train_loss": 0.10874275863{"train_loss": 0{"train_loss": 0.10699290782213211, "global_step": 11374,{"train_loss": 0.10113118588{"train_loss": 0.10288368910551071, "global_step": 11375, "epoch": 118, "{"train_loss": 0.08227416127920151, "global_step": 11376, "epoch": 118, "lr": 0.00031980305308527924}
+{"train_loss": 0.11525355279445648, "global_step": 11377, "epoch": 118, "lr": 0.0003197898371540971}
+{"train_loss": 0.09180700033{"train_loss": 0.09295082092285156, "global_step": 11378, "epoch": 118, "l{"train_loss": 0.08706102520{"train_loss": 0.08433235436677933, "global_step": 11379, "epoch": 118, "{"train_loss": 0.07145208865{"train_loss": 0.07686680555343628, "global_step": 11380, "epoch": 118, "l{"train_loss": 0.09205855429{"{"train_loss": 0.09127756953239441, "global_step": 11381, "epoch": 118,{"train_loss": 0.06942750513{"{"train_loss": 0.07118041068315506, "global_step": 11382, "epoch": 118{"train_loss": 0.100668027997{"{"train_loss": 0.09623740613460541, "global_step": 11383, "epoch": 11{"train_loss": 0.0837540775537{"{"train_loss": 0.08595449477434158, "global_step": 11384, "epoch": 11{"train_loss": 0.1078735888004{"{"train_loss": 0.10561949014663696, "global_step": 11385, "epoch": 1{"train_loss": 0.1224322915077209{"train_loss": 0.12047445774078369, "global_step": 11386, "epoch": 11{"train_loss": 0.07017232477664{"train_loss": 0.0709770917892456, "global_step": 11387, "epoch": 118, {"train_loss": 0.0713678300380{"train_loss": 0.0692189559340477, "global_step": 11388, "epoch": 118, {"train_loss": 0.07581166923046112, "global_s{"train_loss": 0.07312329113483429, "global_step": 11389{"train_loss": 0.084530130028724{"train_loss": 0.08705275505781174, "global_step": 11390, "epoch": 11{"train_loss": 0.120740331709{"t{"train_loss": 0.11676804721355438, "global_step": 11391, "epoch": 11{"train_loss": 0.082509018480{"train_loss": {"train_loss": 0.0825762078166008, "global_step": 11392, "{"train_loss": 0.120725557208061{"train_loss": 0.11676804721355438, "global_step": 11393, "epoch": 118{"train_loss": 0.078037604689{"train_loss": 0.08042220026254654, "global_step": 11394, "epoch": 118, "{"train_loss": 0.130859941244{"{"train_loss": 0.1337379664182663, "global_step": 11395, "epoch": 118,{"train_loss": 0.098978936672{{"train_loss": 0.0957065224647522, "global_step": 11396, "epoch": 118, {"train_loss": 0.1185080334544{"train_loss": 0.11713488399982452, "global_step": 11397, "epoch": 118,{"train_loss": 0.1166448891162{"train_loss": 0.11058126389980316, "global_step": 11398, "epoch": 118, {"train_loss": 0.0950533449649{"train_loss": 0.09120755642652512, "global_step": 11399, "epoch": 118,{"train_loss": 0.1059641987085{"train_los{"train_loss": 0.101768359541893, "global_step": 11400, "epo{"train_loss": 0.13306181132793427, "global_step": 11401, "epoch": 118, "lr": 0.00031947241029277144}
+{"train_loss": 0.077510327100{"train_{"train_loss": 0.0756240114569664, "global_step": 11402, "epoch"{"train_loss": 0.0870211273431778, "global_step": 11403, "epoch": 118, "lr": 0.0003194459368842807}
+{"train_loss": 0.0613052286207{"train_loss": 0.06125568598508835, "global_step": 11404, "epoch": 118, {"train_loss": 0.0693368837237{"train_loss": 0.07112020254135132, "global_step": 11405, "epoch": 118,{"train_loss": 0.1110150590538{"train_loss": 0.10762853175401688, "global_step": 11406, "epoch": 118,{"train_loss": 0.1115831583738{"train{"train_loss": 0.1125897690653801, "global_step": 11407, "epoch{"train_loss": 0.11110611259937{"train_loss": 0.11612046509981155, "global_step": 11408, "epoch": 118,{"train_loss": 0.0982837378978{{"train_loss": 0.1017705425620079, "global_step": 11409, "epoch": 118,{"train_loss": 0.1039241701364{"train_loss": 0.10074587911367416, "global_step": 11410, "epoch": 118,{"train_loss": 0.10069633275270462, "global_step": 11411, "epoch": 118, "lr": 0.0003193400107218671}
+{"train_loss": 0.10397285223007202, "global_step": 11412, "epoch": 118, "lr": 0.0003193267662936024}
+{"train_loss": 0.09220239520072937, "global_step": 11413, "epoch": 118, "lr": 0.0003193135210527577}
+{"train_loss": 0.07911987602710724, "global_step": 11414, "epoch": 118, "lr": 0.00031930027499942314}
+{"train_loss": 0.108746796846{"train_loss": 0.10961797088384628, "global_step": 11415, "epoch": 118, {"train_loss": 0.059244744479{"train_loss": 0.05819988250732422, "global_step": 11416, "epoch": 118, "{"train_loss": 0.068020462989{"train_{"train_loss": 0.06626022607088089, "global_step": 11417, "epoch{"train_loss": 0.09565654397010803, "{"train_loss": 0.09564854949712753, "global_step": 11418, "epoch{"train_loss": 0.0488262847{"train_loss": 0.05046835169196129, "global_step": 11419, "epoch": 118, "l{"train_loss": 0.09295366704463959, "global_step": 11420, "epoch": 118, "lr": 0.0003192207816221801}
+{"train_loss": 0.0641482472{"{"train_loss": 0.06810486316680908, "global_step": 11421, "epoch": 118, "{"train_loss": 0.08890782296657562, "global_step": 11422, "epoch": 118, "lr": 0.00031919427733393676}
+{"train_loss": 0.09020311924784134, "global_step": 11423, "epoch": 118, "lr": 0.00031918102397225314}
+{"train_loss": 0.10766000300645828, "global_step": 11424, "epoch": 119, "lr": 0.00031916776979898197}
+{"train_loss": 0.0826807245{"train_loss": 0.0832037627696991, "global_step": 11425, "epoch": 119, "lr"{"train_loss": 0.070247218{"train_loss": 0.06831862032413483, "global_step": 11426, "epoch": 119, "lr{"train_loss": 0.073991179{{"train_loss": 0.0821116715669632, "global_step": 11427, "epoch": 119, "lr"{"train_loss": 0.10072577744722366, "{"train_loss": 0.09675928950309753, "global_step": 11428, "epoch{"train_loss": 0.12167160212993622, "global_step": 11429, "epoch": 119, "lr": 0.0003191014867619713}
+{"train_loss": 0.09161113202571869, "{"train_loss": 0.08814100921154022, "global_step": 11430, "epoch{"train_loss": 0.10919441282749176, "global_step": 11431, "epoch": 119, "lr": 0.0003190749678692133}
+{"train_loss": 0.095831{"train_loss": 0.09377254545688629, "global_step": 11432, "epoch": 119, "lr": 0{"train_loss": 0.09517769515514374, "{"train_loss": 0.10110508650541306, "global_step": 11433, "epoch"{"train_loss": 0.08389997482299805, "global_step": 11434, "epoch": 119, "lr": 0.00031903518344881165}
+{"train_loss": 0.083072{"train_loss": 0.08357689529657364, "global_step": 11435, "epoch": 119, "lr": 0{"train_loss": 0.063871{{"train_loss": 0.06650188565254211, "global_step": 11436, "epoch": 119, "lr": {"train_loss": 0.0548699{"train_loss"{"train_loss": 0.0599990040063858, "global_step": 11437, "epoch": {"train_loss": 0.07441{{"train_loss": 0.07749934494495392, "global_step": 11438, "epoch": 119, "lr": {"train_loss": 0.09516097605228424, "global_step": 11439, "epoch": 119, "lr": 0.00031896885987079066}
+{"train_loss": 0.10536{"train_loss": 0.1118980422616005, "global_step": 11440, "epoch": 119, "lr": 0.0{"train_loss": 0.1057{"train_loss": 0.10856717824935913, "global_step": 11441, "epoch": 119, "lr": 0.{"train_loss": 0.08163{"train_loss": 0.08512861281633377, "global_step": 11442, "epoch": 119, "lr": 0.{"train_loss": 0.09049{"train_loss"{"train_loss": 0.09243524819612503, "global_step": 11443, "epoch": {"train_loss": 0.11869{"train_loss": 0.11184297502040863, "global_step": 11444, "epoch": 119, "lr": 0{"train_loss": 0.12354{"train_loss"{"train_loss": 0.128201425075531, "global_step": 11445, "epoch": {"train_loss": 0.08914{"train_loss": 0.08800259977579117, "global_step": 11446, "epoch": 119, "lr": 0.{"train_loss": 0.09429{"train_loss": 0.09820884466171265, "global_step": 11447, "epoch": 119, "lr": 0{"train_loss": 0.07628{"t{"train_loss": 0.08172877132892609, "global_step": 11448, "epoch": 119, "lr":{"train_loss": 0.10262{"train_loss": 0.10257264971733093, "global_step": 11449, "epoch": 119, "lr": 0{"train_loss": 0.08639596402645111{"train_loss": 0.08712229877710342, "global_step": 11450, "epoch": {"train_loss": 0.05746{{"train_loss": 0.06071484461426735, "global_step": 11451, "epoch": 119, "lr": 0{"train_loss": 0.1302{{"train_los{"train_loss": 0.12962466478347778, "global_step": 11452, "epoch": 1{"train_loss": 0.0930{"train_loss": 0.08940263092517853, "global_step": 11453, "epoch": 119, "lr": 0.0{"train_loss": 0.084{{"train_loss{"train_loss": 0.08265960216522217, "global_step": 11454, "epoch": 1{"train_loss": 0.0740059018135070{"train_loss": 0.07448284327983856, "global_step": 11455, "epoch": 11{"train_loss": 0.0902{"train_loss": 0.09086469560861588, "global_step": 11456, "epoch": 119, "lr": 0{"train_loss": 0.11594995111227036, "global_step": 11457, "epoch": 119, "lr": 0.0003187299273714134}
+{"train_loss": 0.09495683014392853, "global_step": 11458, "epoch": 119, "lr": 0.0003187166456579031}
+{"train_loss": 0.0838{"train_loss": 0.08857287466526031, "global_step": 11459, "epoch": 119, "lr": 0.{"train_loss": 0.12087851762771606, "global_step": 11460, "epoch": 119, "lr": 0.0003186900798056969}
+{"train_loss": 0.{"train_loss": 0.07833894342184067, "global_step": 11461, "epoch": 119, "lr": 0.0003{"train_loss": 0.07201466709375381, "global_step": 11462, "epoch": 119, "lr": 0.00031866351072051304}
+{"train_loss": 0.{"train_loss": 0.13339915871620178, "global_step": 11463, "epoch": 119, "lr": 0.00031{"train_loss": 0.1178{"train_loss": 0.11826204508543015, "global_step": 11464, "epoch": 119, "lr": 0{"train_loss": 0.0{"train_loss": 0.08762232214212418, "global_step": 11465, "epoch": 119, "lr": 0.000{"train_loss": 0.06552563607692719, "global_step": 11466, "epoch": 119, "lr": 0.0003186103628541074}
+{"train_loss": 0.10138901323080063, "global_step": 11467, "epoch": 119, "lr": 0.00031859707386802584}
+{"train_loss": 0.07625769078731537, "global_step": 11468, "epoch": 119, "lr": 0.0003185837840743333}
+{"train_loss": 0.07999133318662643, "global_step": 11469, "epoch": 119, "lr": 0.0003185704934731201}
+{"train_loss": 0.090554{"train_loss": 0.08400371670722961, "global_step": 11470, "epoch": 119, "lr": 0{"train_loss": 0.11{"train_loss": 0.11539506912231445, "global_step": 11471, "epoch": 119, "lr": 0.000{"train_loss": 0.10170{"train{"train_loss": 0.10489749163389206, "global_step": 11472, "epoch": 119, "{"train_loss": 0.05{"train_loss": 0.05689054727554321, "global_step": 11473, "epoch": 119, "lr": 0.0{"train_loss": 0.10{"t{"train_loss": 0.09921325743198395, "global_step": 11474, "epoch": 119, "lr": 0{"train_loss": 0.1051957085728{"train_loss": 0.10930872708559036, "global_step": 11475, "epoch": 119, {"train_loss": 0.087146{"train_loss": 0.08398232609033585, "global_step": 11476, "epoch": 119, "lr": 0{"train_loss": 0.0726403892040{"train_loss": 0.0749102532863617, "global_step": 11477, "epoch": 119, {"train_loss": 0.096102{"train_loss": 0.0998237207531929, "global_step": 11478, "epoch": 119, "lr": {"train_loss": 0.1040{"train_loss": 0.1110447347164154, "global_step": 11479, "epoch": 119, "lr": 0.0{"train_loss": 0.08455834537744522, "global_step": 11480, "epoch": 119, "lr": 0.0003184242435893063}
+{"train_loss": 0.12268607318401337, "global_step": 11481, "epoch": 119, "lr": 0.0003184109433049073}
+{"train_loss": 0.11562{"train_loss": 0.11431868374347687, "global_step": 11482, "epoch": 119, "lr": 0.{"train_loss": 0.09{"train_loss": 0.09877889603376389, "global_step": 11483, "epoch": 119, "lr": 0.000{"train_loss": 0.07{"{"train_loss": 0.07825040817260742, "global_step": 11484, "epoch": 119, "lr": {"train_loss": 0.074588{"train_loss": 0.07770025730133057, "global_step": 11485, "epoch": 119, "lr": {"train_loss": 0.08341211080551{"train_loss": 0.08543537557125092, "global_step": 11486, "epoch": 119,{"train_loss": 0.09620954841375{"train_loss": 0.09579478204250336, "global_step": 11487, "epoch": 119{"train_loss": 0.08324{"train_loss": 0.08254194259643555, "global_step": 11488, "epoch": 119, "lr":{"train_loss": 0.103835{"train_loss": 0.10071184486150742, "global_step": 11489, "epoch": 119, "lr": {"train_loss": 0.11614591628313065, "global_step": 11490, "epoch": 119, "lr": 0.00031829120447072595}
+{"train_loss": 0.1189223080873489{"train_loss": 0.11420059949159622, "global_step": 11491, "epoch": 1{"train_loss": 0.1035565808415412{"train_loss": 0.09876015037298203, "global_step": 11492, "epoch": 1{"train_loss": 0.08569765836000443, "global_step": 11493, "epoch": 119, "lr": 0.0003182512770232295}
+{"train_loss": 0.10984471440315247, "global_step": 11494, "epoch": 119, "lr": 0.00031823796626343057}
+{"train_loss": 0.10{"train_loss": 0.11196036636829376, "global_step": 11495, "epoch": 119, "lr": 0.000{"train_loss": 0.07{"train_loss":{"train_loss": 0.07358067482709885, "global_step": 11496, "epoch": 1{"train_loss": 0.09{"train_loss": 0.09793875366449356, "global_step": 11497, "epoch": 119, "lr": 0.000{"train_loss": 0.08847905695438385, "global_step": 11498, "epoch": 119, "lr": 0.00031818471517348494}
+{"train_loss": 0.09{"train_loss": 0.09364913403987885, "global_step": 11499, "epoch": 119, "lr": 0.000{"train_loss": 0.09{"t{"train_loss": 0.10013426840305328, "global_step": 11500, "epoch": 119, "lr": 0{"train_loss": 0.09774{"train_loss": 0.09993662685155869, "global_step": 11501, "epoch": 119, "lr": 0{"train_loss": 0.09{"train_loss": 0.08445312082767487, "global_step": 11502, "epoch": 119, "lr": 0.0{"train_loss": 0.08{"train_loss"{"train_loss": 0.0798543393611908, "global_step": 11503, "epoch": 119{"train_loss": 0.10640{"train_loss": 0.10929946601390839, "global_step": 11504, "epoch": 119, "lr": 0{"train_loss": 0.09021{"train_loss": 0.09344326704740524, "global_step": 11505, "epoch": 119, "lr": 0{"train_loss": 0.07068{"train_loss": 0.06550812721252441, "global_step": 11506, "epoch": 119, "lr": {"train_loss": 0.090857{"train_{"train_loss": 0.08825404196977615, "global_step": 11507, "epoch": 119{"train_loss": 0.105025{"train_l{"train_loss": 0.10803139209747314, "global_step": 11508, "epoch": {"train_loss": 0.07879754900932312{"train_loss": 0.08185355365276337, "global_step": 11509, "epoch": 1{"train_loss": 0.1175006628036499,{"train_loss": 0.1217125952243805, "global_step": 11510, "epoch": 1{"train_loss": 0.14431732892990112, "global_step": 11511, "epoch": 119, "lr": 0.00031801156023049013}
+{"train_loss": 0.13192082941532135, "global_step": 11512, "epoch": 119, "lr": 0.00031799823499158316}
+{"train_loss": 0.10347703844308853, "global_step": 11513, "epoch": 119, "lr": 0.00031798490894914295}
+{"train_loss": 0.10257504880428314, "global_step": 11514, "epoch": 119, "lr": 0.0003179715821032604}
+{"train_loss": 0.08027737587690353, "global_step": 11515, "epoch": 119, "lr": 0.0003179582544540262}
+{"train_loss": 0.07170693576335907, "global_step": 11516, "epoch": 119, "lr": 0.00031794492600153106}
+{"train_loss": 0.06591664{"train_loss": 0.06853105872869492, "global_step": 11517, "epoch": 119, "lr"{"train_loss": 0.0909968{"train_loss": 0.09533584117889404, "global_step": 11518, "epoch": 119, "lr":{"train_loss": 0.09384501570214827, "global_step": 11519, "epoch": 119, "lr": 0.00031790493582538803}
+{"train_loss": 0.08038005232810974, "global_step": 11520, "epoch": 120, "lr": 0.000317891604160757}
+{"train_loss": 0.06540495157241{"train_loss": 0.06600184738636017, "global_step": 11521, "epoch": 120,{"train_loss": 0.1050759{"train_loss": 0.10395771265029907, "global_step": 11522, "epoch": 120, "lr": {"train_loss": 0.08845247328281403, "global_step": 11523, "epoch": 120, "lr": 0.00031785160435038497}
+{"train_loss": 0.07331904{"train_loss": 0.06797357648611069, "global_step": 11524, "epoch": 120, "lr"{"train_loss": 0.06698162853717804, "global_step": 11525, "epoch": 120, "lr": 0.0003178249337973124}
+{"train_loss": 0.1297982{{"train_loss": 0.12849652767181396, "global_step": 11526, "epoch": 120, "lr":{"train_loss": 0.06529519706964493, "global_step": 11527, "epoch": 120, "lr": 0.00031779826003482776}
+{"train_loss": 0.08168987929821014, "global_step": 11528, "epoch": 120, "lr": 0.00031778492195028293}
+{"train_loss": 0.0894666463136673, "global_step": 11529, "epoch": 120, "lr": 0.00031777158306365763}
+{"train_loss": 0.13083253800868988, "global_step": 11530, "epoch": 120, "lr": 0.0003177582433750426}
+{"train_loss": 0.10265454{"train_loss": 0.10118481516838074, "global_step": 11531, "epoch": 120, "lr"{"train_loss": 0.081174604594{"train_loss": 0.08428020775318146, "global_step": 11532, "epoch": 120, "{"train_loss": 0.06891705840826035, "global_step": 11533, "epoch": 120, "lr": 0.00031771821949816745}
+{"train_loss": 0.076737001538{"train_loss": 0.0723625123500824, "global_step": 11534, "epoch": 120, {"train_loss": 0.11395777{"train_loss": 0.11341189593076706, "global_step": 11535, "epoch": 120, "lr{"train_loss": 0.10271354019641876, "global_step": 11536, "epoch": 120, "lr": 0.00031767818840665546}
+{"train_loss": 0.10913467407226562, "global_step": 11537, "epoch": 120, "lr": 0.00031766484310665616}
+{"train_loss": 0.09893614{"train_loss": 0.0974549800157547, "global_step": 11538, "epoch": 120, "lr": {"train_loss": 0.09291984140872955, "global_step": 11539, "epoch": 120, "lr": 0.0003176381501029599}
+{"train_loss": 0.0956409871{"train_loss": 0.09987428039312363, "global_step": 11540, "epoch": 120, "lr{"train_loss": 0.10405495017766953, "global_step": 11541, "epoch": 120, "lr": 0.0003176114538949394}
+{"train_loss": 0.12762437760829926, "global_step": 11542, "epoch": 120, "lr": 0.0003175981045895347}
+{"train_loss": 0.08067594468593597, "global_step": 11543, "epoch": 120, "lr": 0.0003175847544833217}
+{"train_loss": 0.09490{"train_loss": 0.10067401826381683, "global_step": 11544, "epoch": 120, "lr": 0{"train_loss": 0.09495{"train_loss": 0.09708750247955322, "global_step": 11545, "epoch": 120, "lr": 0.{"train_loss": 0.07898{"train_loss": 0.07854954898357391, "global_step": 11546, "epoch": 120, "lr": {"train_loss": 0.067831{"{"train_loss": 0.0713435560464859, "global_step": 11547, "epoch": 120, "lr": {"train_loss": 0.0892302468419075, "global_step": 11548, "epoch": 120, "lr": 0.0003175179919433129}
+{"train_loss": 0.092261{"train_loss": 0.09468071907758713, "global_step": 11549, "epoch": 120, "lr": 0{"train_loss": 0.090262{"{"train_loss": 0.09057215601205826, "global_step": 11550, "epoch": 120, "lr{"train_loss": 0.0721{"train_loss": 0.07855509966611862, "global_step": 11551, "epoch": 120, "lr": 0{"train_loss": 0.11388{"train_loss": 0.11832380294799805, "global_step": 11552, "epoch": 120, "lr": 0.{"train_loss": 0.10324{"train_loss": 0.10381641983985901, "global_step": 11553, "epoch": 120, "lr": 0.{"train_loss": 0.096252150833{"train_loss": 0.10066771507263184, "global_step": 11554, "epoch": 120, "{"train_loss": 0.110376521{"train_loss": 0.10967093706130981, "global_step": 11555, "epoch": 120, "l{"train_loss": 0.10685741901397705, "global_step": 11556, "epoch": 120, "lr": 0.00031741113027036126}
+{"train_loss": 0.1204835623502{"train_loss": 0.1193450540304184, "global_step": 11557, "epoch": 120, "{"train_loss": 0.1253249645{"{"train_loss": 0.11705686151981354, "global_step": 11558, "epoch": 120, {"train_loss": 0.08853501081466675, "global_step": 11559, "epoch": 120, "lr": 0.00031737104394817284}
+{"train_loss": 0.120640{"trai{"train_loss": 0.11436320096254349, "global_step": 11560, "epoch": 120, "{"train_loss": 0.086495{"train_loss": 0.08713602274656296, "global_step": 11561, "epoch": 120, "lr": {"train_loss": 0.071606{"train_loss": 0.07334420084953308, "global_step": 11562, "epoch": 120, "lr":{"train_loss": 0.103840{"train_loss": 0.10304322838783264, "global_step": 11563, "epoch": 120, "lr":{"train_loss": 0.07506494969129562, "global_step": 11564, "epoch": 120, "lr": 0.00031730421742716234}
+{"train_loss": 0.0953444{"trai{"train_loss": 0.09601233899593353, "global_step": 11565, "epoch": 120, {"train_loss": 0.08727944642305374, "global_step": 11566, "epoch": 120, "lr": 0.0003172774812264714}
+{"train_loss": 0.11835691332817078, "global_step": 11567, "epoch": 120, "lr": 0.0003172641119281429}
+{"train_loss": 0.0851346105337143, "global_step": 11568, "epoch": 120, "lr": 0.0003172507418312803}
+{"train_loss": 0.099171124398{"train_loss": 0.09115740656852722, "global_step": 11569, "epoch": 120, {"train_loss": 0.093958571553{"train_loss": 0.09181047976016998, "global_step": 11570, "epoch": 120, {"train_loss": 0.09084396064281464, "global_step": 11571, "epoch": 120, "lr": 0.00031721062675039925}
+{"train_loss": 0.067487329244{"train_loss": 0.06989873945713043, "global_step": 11572, "epoch": 120, "{"train_loss": 0.0762626{"tra{"train_loss": 0.07897907495498657, "global_step": 11573, "epoch": 120, "{"train_loss": 0.080144703388{"train_loss": 0.08316531777381897, "global_step": 11574, "epoch": 120, "{"train_loss": 0.088797569274{"train_loss": 0.09375495463609695, "global_step": 11575, "epoch": 120, "{"train_loss": 0.085272133350{"train_loss": 0.07925848662853241, "global_step": 11576, "epoch": 120, "{"train_loss": 0.084647908806{"train_loss": 0.07924655079841614, "global_step": 11577, "epoch": 120, {"train_loss": 0.0887{"train_loss": 0.0893343910574913, "global_step": 11578, "epoch": 120, "lr": 0.00{"train_loss": 0.094475507736{"train_loss": 0.09887917339801788, "global_step": 11579, "epoch": 120, "{"train_loss": 0.106224626302{"train_loss": 0.09967970848083496, "global_step": 11580, "epoch": 120, {"train_loss": 0.12428072839975357, "global_step": 11581, "epoch": 120, "lr": 0.0003170768579469077}
+{"train_loss": 0.105578117072{"train_loss": 0.10419577360153198, "global_step": 11582, "epoch": 120, "{"train_loss": 0.09106843918{{"train_loss": 0.09161858260631561, "global_step": 11583, "epoch": 120, {"train_loss": 0.09{"train_lo{"train_loss": 0.09676855802536011, "global_step": 11584, "epoch": 120,{"train_loss": 0.11202684044837952, "global_step": 11585, "epoch": 120, "lr": 0.00031702332809716173}
+{"train_loss": 0.0{"train_loss": 0.0971338301897049, "global_step": 11586, "epoch": 120, "lr": 0.0003{"train_loss": 0.0575687438249{"train_loss": 0.061811380088329315, "global_step": 11587, "epoch": 120{"train_loss": 0.10369212925434113, "global_step": 11588, "epoch": 120, "lr": 0.00031698317234214285}
+{"train_loss": 0.10212918370962143, "global_step": 11589, "epoch": 120, "lr": 0.00031696978549710666}
+{"train_loss": 0.11065991967916{"train_loss": 0.1110788881778717, "global_step": 11590, "epoch": 120,{"train_loss": 0.0745238289237{"train_loss": 0.0735938549041748, "global_step": 11591, "epoch": 120, {"train_loss": 0.108423084020{"train_loss": 0.10719281435012817, "global_step": 11592, "epoch": 120, {"train_loss": 0.088960580527{"train_loss": 0.08850037306547165, "global_step": 11593, "epoch": 120, {"train_loss": 0.09342175722122192, "global_step": 11594, "epoch": 120, "lr": 0.0003169028393258032}
+{"train_loss": 0.054483931{"t{"train_loss": 0.05031833052635193, "global_step": 11595, "epoch": 120, "{"train_loss": 0.061887577{"t{"train_loss": 0.06082979217171669, "global_step": 11596, "epoch": 120, "{"train_loss": 0.09653550386428833, "global_step": 11597, "epoch": 120, "lr": 0.00031686266206940576}
+{"train_loss": 0.132438719{"train_loss": 0.13207939267158508, "global_step": 11598, "epoch": 120, "lr"{"train_loss": 0.0900674089{"train_loss": 0.08604598790407181, "global_step": 11599, "epoch": 120, "l{"train_loss": 0{"train_lo{{"train_loss": 0.13426733016967773, "global_step": 11600, "epoch": 120, "l{"train_loss": 0.111413970{{"train_loss": 0.10638369619846344, "global_step": 11601, "epoch": 120, "l{"train_loss": 0.095152392{"train_loss": 0.08663730323314667, "global_step": 11602, "epoch": 120, "lr"{"train_loss": 0{"train_lo{"train_loss": 0.08239476382732391, "global_step": 11603, "epoch": 120, "l{"train_loss": 0{"train_los{"train_loss": 0.09054022282361984, "global_step": 11604, "epoch": 120, "l{"train_loss": 0.0774474143{"train_loss": 0.07733304798603058, "global_step": 11605, "epoch": 120, "l{"train_loss": 0.0899779200{"train_loss": 0.08781403303146362, "global_step": 11606, "epoch": 120, "{"train_loss": 0.09275342524{"train_loss": 0.09479767084121704, "global_step": 11607, "epoch": 120, "{"train_loss": 0.10728886723{"train_loss": 0.10703270137310028, "global_step": 11608, "epoch": 120, "{"train_loss": 0.07942180335{"train_loss": 0.07654482126235962, "global_step": 11609, "epoch": 120, "l{"train_loss": 0.08740422874{"train_loss": 0.08533840626478195, "global_step": 11610, "epoch": 120, "{"train_loss": 0.09499848634{"train_loss": 0.09716879576444626, "global_step": 11611, "epoch": 120, "{"train_loss": 0.06900818645{"train_loss": 0.07257010042667389, "global_step": 11612, "epoch": 120, "l{"train_loss": 0.10125569999{"train_loss": 0.09852296859025955, "global_step": 11613, "epoch": 120, "l{"train_loss": 0.10482620447874069, "global_step": 11614, "epoch": 120, "lr": 0.0003166348557361563}
+{"train_loss": 0.09365699288900942, "global_step": 11615, "epoch": 120, "lr": 0.00031662144821099057, "train_action_mse_error": 2.044002576440107e-05}
+{"train_loss": 0.08289501070976257, "global_step": 11616, "epoch": 121, "lr": 0.00031660803989166713}
+{"train_loss": 0.09418182075023651, "global_step": 11617, "epoch": 121, "lr": 0.0003165946307782774}
+{"train_loss": 0.0806552916765213, "global_step": 11618, "epoch": 121, "lr": 0.0003165812208709126}
+{"train_loss": 0.08485225588083267, "global_step": 11619, "epoch": 121, "lr": 0.0003165678101696642}
+{"train_loss": 0.0907653719{"train_loss": 0.09081896394491196, "global_step": 11620, "epoch": 121, "l{"train_loss": 0.0990142971277237, "global_step": 11621, "epoch": 121, "lr": 0.0003165409863858814}
+{"train_loss": 0.07864583283662796, "global_step": 11622, "epoch": 121, "lr": 0.0003165275733035298}
+{"train_loss": 0.06356577575{"train_loss": 0.06737615168094635, "global_step": 11623, "epoch": 121, "{"train_loss": 0.127278670668602, "global_step": 11624, "epoch": 121, "lr": 0.0003165007447583627}
+{"train_loss": 0.0896014571189{"train_loss": 0.09042905271053314, "global_step": 11625, "epoch": 12{"train_loss": 0.09664459526538849, "global_step": 11626, "epoch": 121, "lr": 0.00031647391303985304}
+{"train_loss":{"train_loss": 0.0800095647573471, "global_step": 11627, "epoch": 121, "lr": 0.0003164{"train_loss": 0.0862548127770{"train_loss": 0.09391996264457703, "global_step": 11628, "epoch": 121,{"train_loss": 0.07539325207471848, "global_step": 11629, "epoch": 121, "lr": 0.0003164336595136695}
+{"train_loss": 0.11497558653354645, "global_step": 11630, "epoch": 121, "lr": 0.00031642024008572884}
+{"train_loss{"train_loss": 0.0647972971200943, "global_step": 11631, "epoch": 121, "lr": 0.00031640681{"train_los{"train_loss": 0.14200036227703094, "global_step": 11632, "epoch": 121, "lr": 0.00031639339{"train_los{"train_loss": 0{"train_loss": 0.07142797112464905, "global_step": 11633, "epoch": 121, "l{"train_los{"train_loss": 0{"train_loss": 0.13748812675476074, "global_step": 11634, "epoch": 121, "lr{"train_los{"train_loss": 0{"train_loss": 0.08887267112731934, "global_step": 11635, "epoch": 121, "lr{"train_loss": 0.1109785586{"train_loss": 0.1083412766456604, "global_step": 11636, "epoch": 121, "lr"{"train_loss": 0.072713874{"train_loss": 0.07657171785831451, "global_step": 11637, "epoch": 121, "lr{"train_loss": 0.090737968{"train_loss": 0.0867876261472702, "global_step": 11638, "epoch": 121, "lr{"train_loss": 0.09979049116373062, "global_step": 11639, "epoch": 121, "lr": 0.000316299429569794}
+{"train_loss": 0.09166190773248672, "global_step": 11640, "epoch": 121, "lr": 0.00031628600221809164}
+{"train_loss": 0.095849789679{"train_loss": 0.09353771805763245, "global_step": 11641, "epoch": 121,{"train_lo{"train_loss": 0{"train_loss": 0.10138829052448273, "global_step": 11642, "epoch": 121, "lr"{"train_loss": 0.086904630{"train_loss": 0.09064748883247375, "global_step": 11643, "epoch": 121, "l{"train_los{"train_loss": 0.09886476397514343, "global_step": 11644, "epoch": 121, "lr": 0.00031623228{"train_los{"train_loss": 0{"train_loss": 0.1058960035443306, "global_step": 11645, "epoch": 121, "lr{"train_los{"train_loss": 0.09002985805273056, "global_step": 11646, "epoch": 121, "lr": 0.00031620542{"train_loss": 0.0974415540695{"train_loss": 0.09905636310577393, "global_step": 11647, "epoch": 121,{"train_los{"train_loss":{"train_loss": 0.06548415124416351, "global_step": 11648, "epoch": 121, "lr"{"train_los{"train_loss":{"train_loss": 0.09599001705646515, "global_step": 11649, "epoch": 121, "lr"{"train_los{"train_loss": 0.09202104806900024, "global_step": 11650, "epoch": 121, "lr": 0.00031615168{"train_loss": 0.13224580{"train_loss": 0.1281638741493225, "global_step": 11651, "epoch": 121, "lr":{"train_loss": 0.08067986369132996, "global_step": 11652, "epoch": 121, "lr": 0.00031612481225769864}
+{"train_loss": 0.0908273{"train_loss": 0.0967651754617691, "global_step": 11653, "epoch": 121, "lr": {"train_loss": 0.079556{"train_loss": 0.07676734030246735, "global_step": 11654, "epoch": 121, "lr": {"train_loss": 0.094443{"train_loss": 0.10096932202577591, "global_step": 11655, "epoch": 121, "lr":{"train_lo{"train_loss"{"train_loss": 0.06881735473871231, "global_step": 11656, "epoch": 121, "lr": 0{"train_loss": 0.143341{"tra{"train_loss": 0.14123673737049103, "global_step": 11657, "epoch": 121, {"train_loss": 0.09404511004686356, "global_step": 11658, "epoch": 121, "lr": 0.0003160441745657349}
+{"train_lo{"train_loss": 0.10806083679199219, "global_step": 11659, "epoch": 121, "lr": 0.000316030732{"train_lo{"train_loss":{"train_loss": 0.09584073722362518, "global_step": 11660, "epoch": 121, "lr": {"train_lo{"train_loss": 0.0804365873336792, "global_step": 11661, "epoch": 121, "lr": 0.0003160038450{"train_l{"train_loss": {"train_loss": 0.07614920288324356, "global_step": 11662, "epoch": 121, "lr": {"train_l{"train_loss": {"train_loss": 0.09467033296823502, "global_step": 11663, "epoch": 121, "lr":{"train_l{"train_loss": {"train_loss": 0.09268441051244736, "global_step": 11664, "epoch": 121, "lr": {"train_l{"train_loss": {"train_loss": 0.09045743942260742, "global_step": 11665, "epoch": 121, "lr": {"train_loss": 0.11840959638357162, "global_step": 11666, "epoch": 121, "lr": 0.0003159366133938468}
+{"train_l{"train_loss": 0.09101302176713943, "global_step": 11667, "epoch": 121, "lr": 0.0003159231646{"train_loss": 0.0616535{"tra{"train_loss": 0.06106441468000412, "global_step": 11668, "epoch": 121, {"train_l{"train_loss": 0{"train_loss": 0.08820831775665283, "global_step": 11669, "epoch": 121, "lr"{"train_loss": 0.08855302{"train_loss": 0.08619612455368042, "global_step": 11670, "epoch": 121, "lr":{"train_loss": 0.08241412{"train_loss": 0.0853961706161499, "global_step": 11671, "epoch": 121, "lr": {"train_l{"train_loss": {"train_loss": 0.09590937197208405, "global_step": 11672, "epoch": 121, "lr":{"train_loss": 0.1079271{"train_loss": 0.10950503498315811, "global_step": 11673, "epoch": 121, "lr":{"train_loss": 0.10080382227897644, "global_step": 11674, "epoch": 121, "lr": 0.00031582900169433705}
+{"train_loss": 0.08183476328849792, "global_step": 11675, "epoch": 121, "lr": 0.0003158155466815105}
+{"train_l{"train_loss": 0.10753603279590607, "global_step": 11676, "epoch": 121, "lr": 0.000315802090{"train_lo{"train_loss": {"train_loss": 0.09267017245292664, "global_step": 11677, "epoch": 121, "l{"train_lo{"train_loss": 0.09786461293697357, "global_step": 11678, "epoch": 121, "lr": 0.000315775176{"train_lo{"train_loss": {"train_loss": 0.10263070464134216, "global_step": 11679, "epoch": 121, "lr{"train_lo{"train_loss": 0{"train_loss": 0.10681386291980743, "global_step": 11680, "epoch": 121, "lr"{"train_lo{"train_loss": 0{"tra{"train_loss": 0.08409662544727325, "global_step": 11681, "epoch": 121{"train_lo{"train_loss": 0{"train_loss": 0.10489673912525177, "global_step": 11682, "epoch": 121, "lr{"train_l{"train_loss": 0.{"train_loss": 0.1448793113231659, "global_step": 11683, "epoch": 121, "lr"{"train_l{"train_loss": 0.10395202040672302, "global_step": 11684, "epoch": 121, "lr": 0.000315694416{"train_loss": 0.12619000673294067, "global_step": 11685, "epoch": 121, "lr": 0.00031568095319153307}
+{"train_l{"train_loss":{"train{"train_loss": 0.0832284465432167, "global_step": 11686, "epoch": 121, {"train_l{"train_loss":{"trai{"train_loss": 0.10175473988056183, "global_step": 11687, "epoch": 121, {"train_loss": 0.083693{"train_loss": 0.08150235563516617, "global_step": 11688, "epoch": 121, "lr": 0{"train_l{"train_loss": 0.07972251623868942, "global_step": 11689, "epoch": 121, "lr": 0.0003156270937{"train_l{"train_loss": 0.0903274342417717, "global_step": 11690, "epoch": 121, "lr": 0.00031561362690{"train_{"train_loss": 0.0643305629491806, "global_step": 11691, "epoch": 121, "lr": 0.000315600159279{"train_loss": 0.093281{"trai{"train_loss": 0.09355394542217255, "global_step": 11692, "epoch": 121, {"train_{"train_loss": 0.08575774729251862, "global_step": 11693, "epoch": 121, "lr": 0.00031557322167{"train_{"train_loss": 0.09518216550350189, "global_step": 11694, "epoch": 121, "lr": 0.00031555975169{"train_loss": 0.130455881357193, "global_step": 11695, "epoch": 121, "lr": 0.00031554628092624547}
+{"train_loss": 0.08734358847141266, "global_step": 11696, "epoch": 121, "lr": 0.0003155328093706049}
+{"train_loss": 0.06470252573490143, "global_step": 11697, "epoch": 121, "lr": 0.00031551933702822006}
+{"train_loss": 0.1488350{"trai{"train_loss": 0.1466994434595108, "global_step": 11698, "epoch": 121, {"train_loss": 0.10376535356044769, "global_step": 11699, "epoch": 121, "lr": 0.00031549238998358433}
+{"trai{"train_loss": 0.{"train_loss": 0.09219291806221008, "global_step": 11700, "epoch": 121, "lr":{"train_loss": 0.064987{"train_loss": 0.0606691911816597, "global_step": 11701, "epoch": 121, "lr": 0{"trai{"train_loss": 0{"train_loss": 0.08153040707111359, "global_step": 11702, "epoch": 121, "lr": {"train_loss": 0.09638400375843048, "global_step": 11703, "epoch": 121, "lr": 0.0003154384864574179}
+{"trai{"train_loss": 0.09448210895061493, "global_step": 11704, "epoch": 121, "lr": 0.0003154250086103{"trai{"train_loss": 0.085856594145298, "global_step": 11705, "epoch": 121, "lr": 0.000315411529977355{"tr{"train_loss": 0.{"train_loss": 0.11663360148668289, "global_step": 11706, "epoch": 121, "lr": 0.{"tr{"train_loss": 0.0839170590043068, "global_step": 11707, "epoch": 121, "lr": 0.0003153845703536193{"t{"train_loss": 0.{"train_loss": 0.0906934067606926, "global_step": 11708, "epoch": 121, "lr": 0.0{"t{"train_loss": 0.10410541296005249, "global_step": 11709, "epoch": 121, "lr": 0.000315357607586943{"t{"train_loss": {"train_loss": 0.12671492993831635, "global_step": 11710, "epoch": 121, "lr": 0.0003{"train_loss": 0.09449795167893171, "global_step": 11711, "epoch": 121, "lr": 0.000315330641678063}
+{"train_loss": 0.10119808465242386, "global_step": 11712, "epoch": 122, "lr": 0.0003153171575455253}
+{"train_loss": 0.097436979413{"train_loss": 0.09824643284082413, "global_step": 11713, "epoch": 122, {"{"train_loss": {"train_loss": 0.08164502680301666, "global_step": 11714, "epoch": 122, "lr": 0.00031{{"train_loss": 0.11197631061077118, "global_step": 11715, "epoch": 122, "lr": 0.0003152767004366247}{{"train_loss": 0.0742514580488205, "global_step": 11716, "epoch": 122, "lr": 0.00031526321316353476}{"train_loss": 0.07174279540777206, "global_step": 11717, "epoch": 122, "lr": 0.0003152497251055364}
+{"train_loss": 0.08043216168880463, "global_step": 11718, "epoch": 122, "lr": 0.00031523623626272145}
+{"train_loss": 0{"train_loss": 0.08465293049812317, "global_step": 11719, "epoch": 122, "lr": 0.000315{"train_loss": 0{"train_loss": 0.08728935569524765, "global_step": 11720, "epoch": 122, "lr": 0.0003{"train_loss": 0.12306249886751175, "global_step": 11721, "epoch": 122, "lr": 0.00031519576502629534}
+{{"train_loss": 0.08845479786396027, "global_step": 11722, "epoch": 122, "lr": 0.00031518227304513257}{{"train_loss": 0.11048730462789536, "global_step": 11723, "epoch": 122, "lr": 0.0003151687802796124}{"train_loss": 0.07221008837223053, "global_step": 11724, "epoch": 122, "lr": 0.00031515528672982696}
+{"train_loss":{"train_loss": 0.07041119784116745, "global_step": 11725, "epoch": 122, "lr": 0.0003151{"train_loss":{"train_loss": 0.10424478352069855, "global_step": 11726, "epoch": 122, "lr": 0.00031512{"train_loss":{"train_loss": 0.07395635545253754, "global_step": 11727, "epoch": 122, "lr": 0.000315{{"train_loss": 0.07194256037{"train_loss": 0.0705839991569519, "global_step": 11728, "epoch": 122, "l{{"train_loss": 0.07610049843788147, "global_step": 11729, "epoch": 122, "lr": 0.0003150878072201346{"{"train_loss":{"train_loss": 0.0734747052192688, "global_step": 11730, "epoch": 122, "lr": 0.000315{"{"train_loss":{"train_loss": 0.08400093019008636, "global_step": 11731, "epoch": 122, "lr": 0.00031{"train_loss": 0.09231317043304443, "global_step": 11732, "epoch": 122, "lr": 0.00031504731010901604}
+{"{"train_loss": 0.08586983382701874, "global_step": 11733, "epoch": 122, "lr": 0.0003150338095049776{"train_loss": 0.09447146207094193, "global_step": 11734, "epoch": 122, "lr": 0.0003150203081175927}
+{"{"train_loss":{"train_loss": 0.09113408625125885, "global_step": 11735, "epoch": 122, "lr": 0.000315{"{"train_loss": 0.08082207292318344, "global_step": 11736, "epoch": 122, "lr": 0.0003149933029931519{"t{"train_loss": 0.08933931589126587, "global_step": 11737, "epoch": 122, "lr": 0.0003149797992562{"t{"train_loss":{"train_loss": 0.04345354810357094, "global_step": 11738, "epoch": 122, "lr": 0.0003{"tr{"train_loss"{"train_loss": 0.09085042774677277, "global_step": 11739, "epoch": 122, "lr": 0.00031{"tr{"train_loss"{"train_loss": 0.0882176011800766, "global_step": 11740, "epoch": 122, "lr": 0.0003{"train_loss": 0.{"train_loss": 0.1244191974401474, "global_step": 11741, "epoch": 122, "lr": 0.0003{"train_loss": 0.1{"train_loss": 0.10262507200241089, "global_step": 11742, "epoch": 122, "lr": 0.0003{"train_loss": 0.06863505393266678{"train_loss": 0.06891730427742004, "global_step": 11743, "epoch": {"train{"train_loss": 0.09507454931735992, "global_step": 11744, "epoch": 122, "lr": 0.00031488525117{"train_loss": 0.0{"train_loss": 0.05488298833370209, "global_step": 11745, "epoch": 122, "lr": 0.0003{"train{"train_los{"train_loss": 0.08933337777853012, "global_step": 11746, "epoch": 122, "lr": 0.00{"train_loss": 0.0{"train_loss": 0.07607394456863403, "global_step": 11747, "epoch": 122, "lr": 0.000{"train_loss": 0.11201881617307663, "global_step": 11748, "epoch": 122, "lr": 0.0003148312064943412}
+{"trai{"train_loss": 0.07955833524465561, "global_step": 11749, "epoch": 122, "lr": 0.000314817693367{"train_loss": 0.09863502532243729, "global_step": 11750, "epoch": 122, "lr": 0.00031480417945938}
+{"trai{"train_loss": 0.0896025151014328, "global_step": 11751, "epoch": 122, "lr": 0.0003147906647691{"train_loss": 0.07494178414344788, "global_step": 11752, "epoch": 122, "lr": 0.0003147771492972885}
+{"tra{"train_loss": 0.08532693982124329, "global_step": 11753, "epoch": 122, "lr": 0.0003147636330437{"trai{"train_loss": 0.07688792049884796, "global_step": 11754, "epoch": 122, "lr": 0.000314750116008{"train_loss": 0.07700318843126297, "global_step": 11755, "epoch": 122, "lr": 0.0003147365981923925}
+{"train_loss": 0.08{"train_loss": 0.08023860305547714, "global_step": 11756, "epoch": 122, "lr": 0.000{"train_loss": 0.05521560087800026, "global_step": 11757, "epoch": 122, "lr": 0.00031470956021569657}
+{"train{"train_loss": 0.12006862461566925, "global_step": 11758, "epoch": 122, "lr": 0.00031469604005{"train_loss": 0.1100{"train_loss": 0.11080621182918549, "global_step": 11759, "epoch": 122, "lr": 0.{"train_{"train_loss"{"train_loss": 0.09342662990093231, "global_step": 11760, "epoch": 122, "lr": 0.{"train_loss": 0.10296285897493362, "global_step": 11761, "epoch": 122, "lr": 0.00031465547488938243}
+{"train_loss": 0.0759257972240448, "global_step": 11762, "epoch": 122, "lr": 0.0003146419516056488}
+{"train_loss": 0.1573828160762787, "global_step": 11763, "epoch": 122, "lr": 0.00031462842754123745}
+{"train_loss": 0.0889{"train_loss": 0.09028144180774689, "global_step": 11764, "epoch": 122, "lr": 0.{"train_lo{"train_loss": 0.08635292947{"train_loss": 0.0846133828163147, "global_step": 11765, "epoch"{"train_loss": 0.1287098228931427, "global_step": 11766, "epoch": 122, "lr": 0.00031458785066485693}
+{"train_loss": 0.08105422556400299, "global_step": 11767, "epoch": 122, "lr": 0.0003145743234786551}
+{"train_los{"train_los{"train_loss": {"train_loss": 0.10127589851617813, "global_step": 11768, "epoch{"train_los{"train_los{"train_loss": 0.05929776281118393, "global_step": 11769, "epoch": 122, "lr": 0.{"train_loss": 0.07563038170337677, "global_step": 11770, "epoch": 122, "lr": 0.0003145337372391141}
+{"train_loss": 0.07166749238967896, "global_step": 11771, "epoch": 122, "lr": 0.00031452020693259567}
+{"train_loss": 0.06947562843561172, "global_step": 11772, "epoch": 122, "lr": 0.00031450667584622847}
+{"train_loss": 0.07550432533025742, "global_step": 11773, "epoch": 122, "lr": 0.0003144931439801046}
+{"train_loss": 0.10534492135047913, "global_step": 11774, "epoch": 122, "lr": 0.0003144796113343162}
+{"train_loss": 0.096{"train_loss": 0.09654652327299118, "global_step": 11775, "epoch": 122, "lr": 0.{"train_loss": 0.08589731901884079, "{"train_loss": 0.0849519819021225, "global_step": 11776, "epoch":{"train_loss": 0.08980166167020798, "global_step": 11777, "epoch": 122, "lr": 0.0003144390087198855}
+{"train_loss": 0.1350882351398468, "global_step": 11778, "epoch": 122, "lr": 0.0003144254729563606}
+{"train_loss": 0.08532822132110596, "global_step": 11779, "epoch": 122, "lr": 0.00031441193641363214}
+{"trai{"train_loss":{"train_loss": 0.11244630813598633, "global_step": 11780, "epoch": 122, "lr": 0.{"trai{"train_loss": 0.04894721880555153, "global_step": 11781, "epoch": 122, "lr": 0.0003143848609909{"train_loss": 0.11{"train_loss": 0.11863192170858383, "global_step": 11782, "epoch": 122, "lr": 0.00{"tra{"train_loss": 0.06322527676820755, "global_step": 11783, "epoch": 122, "lr": 0.0003143577824525{"tra{"train_loss"{"train_loss": 0.10067418217658997, "global_step": 11784, "epoch": 122, "lr": 0.000{"tra{"train_loss"{"train_loss": 0.08128949254751205, "global_step": 11785, "epoch": 122, "lr": 0.000{"tr{"train_loss": 0.09602214395999908, "global_step": 11786, "epoch": 122, "lr": 0.00031431715880457{"tr{"train_loss": 0.07710936665534973, "global_step": 11787, "epoch": 122, "lr": 0.000314303616031533{"train_loss": 0.08326254040002823, "global_step": 11788, "epoch": 122, "lr": 0.0003142900724801202}
+{"tr{"train_loss"{"train_loss": 0.08447574079036713, "global_step": 11789, "epoch": 122, "lr": 0.00031{"tr{"train_loss"{"train_loss": 0.10503743588924408, "global_step": 11790, "epoch": 122, "lr": 0.00031{"tr{"train_loss"{"train_loss": 0.0801696926355362, "global_step": 11791, "epoch": 122, "lr": 0.00031{"tr{"train_loss": 0.07895759493112564, "global_step": 11792, "epoch": 122, "lr": 0.00031423589049257{"tr{"train_los{"train_loss": 0.0985528901219368, "global_step": 11793, "epoch": 122, "lr": 0.00031422{"train_loss":{"train_loss": 0.09223169088363647, "global_step": 11794, "epoch": 122, "lr": 0.0003142{"t{"train_los{"train_loss": 0.06764312833547592, "global_step": 11795, "epoch": 122, "lr": 0.00031419{"t{"train_loss": 0.0791136473417{"train_loss": 0.0782928466796875, "global_step": 11796, "epoch": 1{"train_loss":{"train_loss": 0.0{"train_loss": 0.08783677220344543, "global_step": 11797, "epoch": 12{"t{"train_loss": 0.08598831295967102, "global_step": 11798, "epoch": 122, "lr": 0.000314154594175718{"train_loss":{"train_loss": 0.10120617598295212, "global_step": 11799, "epoch": 122, "lr": 0.00031414{"train_loss":{"train_loss": 0.07{"train_loss": 0.07889973372220993, "global_step": 11800, "epoch": 12{"tr{"train_lo{"train_loss": 0.09309696406126022, "global_step": 11801, "epoch": 122, "lr": 0.0003141{"tr{"train_lo{"train_loss": 0.09{"train_loss": 0.09176713973283768, "global_step": 11802, "epoch": 12{"tr{"train_loss": 0.10398055613040924, "global_step": 11803, "epoch": 122, "lr": 0.00031408682586678{"train_loss":{"train_loss": 0.0813799500465393, "global_step": 11804, "epoch": 122, "lr": 0.000314073{"tr{"train_loss": 0.09307423233{"train_loss": 0.09057268500328064, "global_step": 11805, "epoch": 122{"tr{"train_loss": 0.09543761610984802, "global_step": 11806, "epoch": 122, "lr": 0.00031404615555791{"tr{"train_loss": 0.08856523646196972, "global_step": 11807, "epoch": 122, "lr": 0.000314032597234927{"tr{"train{"train_loss": 0.1129{"train_loss": 0.11221717298030853, "global_step": 11808, "epoch": 12{"tr{"train_loss": 0.10306679457{"train_loss": 0.0947423130273819, "global_step": 11809, "epoch": 123{"tra{"train_loss": 0.0735296756029129, "global_step": 11810, "epoch": 123, "lr": 0.000313991917607163{"tr{"train_loss": 0.07831822335720062, "global_step": 11811, "epoch": 123, "lr": 0.0003139783561786{"tr{"train_loss": 0.13641571998596191, "global_step": 11812, "epoch": 123, "lr": 0.000313964793973911{"train_loss": 0.09713797271251678, "global_step": 11813, "epoch": 123, "lr": 0.00031395123099313866}
+{"train_loss": 0.07281115651130676, "global_step": 11814, "epoch": 123, "lr": 0.0003139376672363918}
+{"tr{"train_loss": 0.07730221003293991, "global_step": 11815, "epoch": 123, "lr": 0.00031392410270376{"tr{"train_loss": 0.07813084125518799, "global_step": 11816, "epoch": 123, "lr": 0.000313910537395345{"tr{"train{"train_loss": 0.09351320564746857, "global_step": 11817, "epoch": 123, "lr": 0.0003138969{"tr{"train_loss": 0.1037527397274971, "global_step": 11818, "epoch": 123, "lr": 0.00031388340445150{"tr{"train_{"train_loss": 0.07574903964996338, "global_step": 11819, "epoch": 123, "lr": 0.000313869{"tr{"train_{"train_loss": 0.0861135870218277, "global_step": 11820, "epoch": 123, "lr": 0.0003138562{"tr{"train{"train_loss": 0.11008914560079575, "global_step": 11821, "epoch": 123, "lr": 0.00031384269{"train_loss": 0.08600424230098724, "global_step": 11822, "epoch": 123, "lr": 0.0003138291292584298}
+{"train_loss": 0.09398418664932251, "global_step": 11823, "epoch": 123, "lr": 0.00031381555852207186}
+{"{"train_loss": 0.11431196331977844, "global_step": 11824, "epoch": 123, "lr": 0.0003138019870106636{"{"train_loss": 0.09443023800849915, "global_step": 11825, "epoch": 123, "lr": 0.00031378841472429{"tra{"train_loss": 0.0960698127746582, "global_step": 11826, "epoch": 123, "lr": 0.0003137748416630{"tra{"train_loss": 0.09420464187860489, "global_step": 11827, "epoch": 123, "lr": 0.0003137612678270{"tra{"train_loss": 0.1043747216463089, "global_step": 11828, "epoch": 123, "lr": 0.00031374769321637{"tra{"train_l{"train_loss": 0.05695272609591484, "global_step": 11829, "epoch": 123, "lr": 0.0003137{"tra{"train_loss": 0.079862080514431, "global_step": 11830, "epoch": 123, "lr": 0.0003137205416713321{"t{"train_loss": 0.07959052920341492, "global_step": 11831, "epoch": 123, "lr": 0.000313706964737159{"t{"train_loss": 0.08345527946949005, "global_step": 11832, "epoch": 123, "lr": 0.0003136933870286756{"t{"train_loss": 0.087700754404068, "global_step": 11833, "epoch": 123, "lr": 0.0003136798085459736}{{"train_loss": 0.1328599452972412, "global_step": 11834, "epoch": 123, "lr": 0.00031366622928914566}{{"train_loss": 0.09575367718935013, "global_step": 11835, "epoch": 123, "lr": 0.0003136526492582841}{{"train_loss{"train_loss": 0.1211{"train_loss": 0.12063605338335037, "global_step": 11836, "epoch": 1{{"train_loss": 0.08706195652484894, "global_step": 11837, "epoch": 123, "lr": 0.0003136254868748307}{"train_loss": 0.0912387967109680{"train_loss": 0.09150135517120361, "global_step": 11838, "epoch": 1{"train_loss": 0.12893947958946228, "global_step": 11839, "epoch": 123, "lr": 0.0003135983213963531}
+{"train_loss": 0.133300319314003, "global_step": 11840, "epoch": 123, "lr": 0.00031358473749671154}
+{"{"train_loss": 0.08285994082689285, "global_step": 11841, "epoch": 123, "lr": 0.0003135711528235914{"{"train_loss": 0.086459681391716{"train_loss": 0.08629624545574188, "global_step": 11842, "epoch": 1{"train_loss": 0.10130911320447922, "global_step": 11843, "epoch": 123, "lr": 0.00031354398115728563}
+{"train_loss": 0.09532366693019867, "global_step": 11844, "epoch": 123, "lr": 0.00031353039416428494}
+{"train_loss": 0.10896911472082138, "global_step": 11845, "epoch": 123, "lr": 0.0003135168063981758}
+{"train_loss": 0.09193440526723862, "global_step": 11846, "epoch": 123, "lr": 0.0003135032178590507}
+{"train_loss": 0.07488615810871124, "global_step": 11847, "epoch": 123, "lr": 0.0003134896285470022}
+{"train_loss": 0.09712690114974976, "global_step": 11848, "epoch": 123, "lr": 0.00031347603846212284}
+{"train_loss": 0.10584299266338348, "global_step": 11849, "epoch": 123, "lr": 0.00031346244760450514}
+{"train_loss": 0.08146130293607712, "global_step": 11850, "epoch": 123, "lr": 0.00031344885597424165}
+{"train_loss"{"train_loss": 0.09723837673664093, "global_step": 11851, "epoch": 123, "lr": 0.000313435{"train_loss": 0.13150840997695923, "global_step": 11852, "epoch": 123, "lr": 0.00031342167039614765}
+{"train_loss": 0.07734936475753784, "global_step": 11853, "epoch": 123, "lr": 0.0003134080764485022}
+{"train_loss": 0.12226919829845428, "global_step": 11854, "epoch": 123, "lr": 0.0003133944817285812}
+{"train_loss": 0.1166023984551429{"train_loss": 0.11734359711408615, "global_step": 11855, "epoch": {{"train_loss": 0.1013255715370178{"train_loss": 0.10056270658969879, "global_step": 11856, "epoch"{"{"train_loss": 0.094245046377182,{"train_loss": 0.09313831478357315, "global_step": 11857, "epoch": {"train_loss": 0.06639360636472702,{"train_loss": 0.06675678491592407, "global_step": 11858, "epoch": {"train_loss": 0.09694725275039673, "global_step": 11859, "epoch": 123, "lr": 0.0003133264965480838}
+{"train_loss": 0.07506315410137177, "global_step": 11860, "epoch": 123, "lr": 0.00031331289719645396}
+{"train_loss": 0.1272938847541809, "global_step": 11861, "epoch": 123, "lr": 0.0003132992970731967}
+{{"train_loss": 0.08413851261138916, "global_step": 11862, "epoch": 123, "lr": 0.0003132856961784047}{"train_loss": 0.10061043500900269, "global_step": 11863, "epoch": 123, "lr": 0.00031327209451217057}
+{{"train_loss": 0.07361647486686707, "global_step": 11864, "epoch": 123, "lr": 0.0003132584920745869}{"train_loss": 0.1114594042301178, "global_step": 11865, "epoch": 123, "lr": 0.00031324488886574626}
+{"{"train_loss": 0.08557845652103424, "global_step": 11866, "epoch": 123, "lr": 0.00031323128488574143{"train_loss": 0.09874913096427917, "global_step": 11867, "epoch": 123, "lr": 0.00031321768013466497}
+{"train_loss":{"train_loss": 0.12256573885679245, "global_step": 11868, "epoch": 123, "lr": 0.00031320{"train_loss":{"train_loss": 0.07381574809551239, "global_step": 11869, "epoch": 123, "lr": 0.0003131{{"train_loss"{"train_loss": 0.07868857681751251, "global_step": 11870, "epoch": 123, "lr": 0.000313{"{"train_loss": 0.08913169801235199, "global_step": 11871, "epoch": 123, "lr": 0.000313163253421495{"train_loss": 0{"train_loss": 0.07336439192295074, "global_step": 11872, "epoch": 123, "lr": 0.000313{"train_loss": 0{"train_loss": 0.06855139136314392, "global_step": 11873, "epoch": 123, "lr": 0.000313{"{"train_loss": 0.1033579409122467, "global_step": 11874, "epoch": 123, "lr": 0.00031312242529490676{"train_loss": 0.07971563190221786, "global_step": 11875, "epoch": 123, "lr": 0.0003131088143785929}
+{"train_loss": 0.{"train_loss": 0.07680432498455048, "global_step": 11876, "epoch": 123, "lr": 0.000{"{"train_loss": 0.0740790069103241, "global_step": 11877, "epoch": 123, "lr": 0.000313081590235345}{"train_loss": 0.0{"train_loss": 0.06504340469837189, "global_step": 11878, "epoch": 123, "lr": 0.0003{"train_loss": 0.07086318731307983, "global_step": 11879, "epoch": 123, "lr": 0.000313054363011888}
+{"train_loss": 0.0{"train_loss": 0.08941195160150528, "global_step": 11880, "epoch": 123, "lr": 0.0003{"train_loss": 0.08398856222629547, "global_step": 11881, "epoch": 123, "lr": 0.0003130271327089637}
+{"train_loss": 0.1{"train_loss": 0.{"train_loss": 0.10519922524690628, "global_step": 11882, "epoch": {"train_loss": 0.0{"train_loss": 0.0652378723025322, "global_step": 11883, "epoch": 123, "lr": 0.0003{{"train_loss": 0.08056385815143585, "global_step": 11884, "epoch": 123, "lr": 0.00031298628148219846}{"train_loss": 0.10746625065803528, "global_step": 11885, "epoch": 123, "lr": 0.0003129726628676799}
+{"train_loss": 0.1{"train_loss": 0.11736558377742767, "global_step": 11886, "epoch": 123, "lr": 0.0003{"train_loss": 0.0{"train_loss": 0.0667075365781784, "global_step": 11887, "epoch": 123, "lr": 0.0003{"train_loss": 0.{"train_loss": 0.09217186272144318, "global_step": 11888, "epoch": 123, "lr": 0.00031{"train_loss": 0.09827735275030136, "global_step": 11889, "epoch": 123, "lr": 0.00031291818071742846}
+{"train_loss": 0.{"train_loss": 0.10336556285619736, "global_step": 11890, "epoch": 123, "lr": 0.00031{"train_loss": 0.{"train_loss": 0.0765945166349411, "global_step": 11891, "epoch": 123, "lr": 0.000312{"train_loss": 0.08531655371189117, "global_step": 11892, "epoch": 123, "lr": 0.0003128773110305507}
+{"train_loss": 0{"train_loss": 0.08065547794103622, "global_step": 11893, "epoch": 123, "lr": 0.000312{"train_loss": 0{"train_loss": 0.06612863391637802, "global_step": 11894, "epoch": 123, "lr": 0.000312{"train_loss": 0{"train_loss": 0.07605557888746262, "global_step": 11895, "epoch": 123, "lr": 0.00031{"train_loss": 0{"train_loss": 0.11701790988445282, "global_step": 11896, "epoch": 123, "lr": 0.00031{"train_loss": 0{"train_loss": 0.09355286508798599, "global_step": 11897, "epoch": 123, "lr": 0.00031{"train_loss": 0.{"train_loss": 0.0822988897562027, "global_step": 11898, "epoch": 123, "lr": 0.00031{"train_loss": 0{"train_loss": 0.09040187299251556, "global_step": 11899, "epoch": 123, "lr": 0.000312{"train_loss": 0.10192175209522247, "global_step": 11900, "epoch": 123, "lr": 0.00031276829138458985}
+{"train_loss": 0{"train_loss": 0.08435298502445221, "global_step": 11901, "epoch": 123, "lr": 0.000312{"train_loss": 0.07883056998252869, "global_step": 11902, "epoch": 123, "lr": 0.00031274102879205566}
+{"train_loss": 0.0925295085568602, "global_step": 11903, "epoch": 123, "lr": 0.0003127273963441425}
+{{"train_loss": 0{"train_loss": 0.0931573137640953, "global_step": 11904, "epoch": 124, "lr": 0.000312{"train_loss": 0{"train_loss": 0.07701485604047775, "global_step": 11905, "epoch": 124, "lr": 0.00031{"train_loss": 0.08912362158298492, "global_step": 11906, "epoch": 124, "lr": 0.00031268649439493244}
+{"train_loss": 0.081576406955719, "{"train_loss": 0.08015470206737518, "global_step": 11907, "epoch{"t{"train_loss": 0.07133807986974716, "global_step": 11908, "epoch": 124, "lr": 0.0003126592225918289{"t{"train_loss": 0.08431488275527954, "global_step": 11909, "epoch": 124, "lr": 0.0003126455855394666{"t{"train_loss":{"train_loss": 0.11214938014745712, "global_step": 11910, "epoch": 124, "lr": 0.0003{"train_loss": 0.{"train_loss": 0.0882662832736969, "global_step": 11911, "epoch": 124, "lr": 0.000312{"train_loss": 0{"train_loss": 0.08528368920087814, "global_step": 11912, "epoch": 124, "lr": 0.00031{"train_loss": 0.07249084115028381, "global_step": 11913, "epoch": 124, "lr": 0.0003125910296601143}
+{{"train_loss": 0.09836315363645554, "global_step": 11914, "epoch": 124, "lr": 0.0003125773887732648{"{"train_loss": {"train_loss": 0.1007828563451767, "global_step": 11915, "epoch": 124, "lr": 0.000312{"{"train_loss": 0.07417389750480652, "global_step": 11916, "epoch": 124, "lr": 0.0003125501046998024{"{"train_loss": 0.11681157350540161, "global_step": 11917, "epoch": 124, "lr": 0.00031253646151337524{"train_loss": 0.07969391345977783, "g{"train_loss": 0.07793094962835312, "global_step": 11918, "epo{"train_loss": {"train_loss": 0.06974948942661285, "global_step": 11919, "epoch": 124, "lr": 0.000312{"{"train_loss"{"train_loss": 0.08566094189882278, "global_step": 11920, "epoch": 124, "lr": 0.000312{"{"train_loss": 0.08075649291276932, "global_step": 11921, "epoch": 124, "lr": 0.0003124818811051948{"t{"train_loss": 0.08573438227176666, {"train_loss": 0.08641500771045685, "global_step": 11922, "epo{"t{"train_loss": 0.10052661597728729, "global_step": 11923, "epoch": 124, "lr": 0.0003124545863049225{"train_loss": 0.09776624292135239, "global_step": 11924, "epoch": 124, "lr": 0.0003124409377560661}
+{"train_loss": 0.06529230624437332, "gl{"train_loss": 0.06872230768203735, "global_step": 11925, "epo{"t{"train_los{"train_loss": 0.07288502156734467, "global_step": 11926, "epoch": 124, "lr": 0.0003124{"{"train_loss{"train_loss": 0.05876528471708298, "global_step": 11927, "epoch": 124, "lr": 0.000312399{{"train_loss": 0.09539104998111725, "global_step": 11928, "epoch": 124, "lr": 0.0003123863359046739}{{"train_loss": 0.0731029212474823, "global_step": 11929, "epoch": 124, "lr": 0.0003123726835282991}
+{"train_loss"{"train_loss": 0.0788598507642746, "global_step": 11930, "epoch": 124, "lr": 0.00031235{{"train_loss": 0.08344685286283493, "global_step": 11931, "epoch": 124, "lr": 0.00031234537647996787}{{"train_loss{"train_loss": 0.1276845932006836, "global_step": 11932, "epoch": 124, "lr": 0.000312331{"{"train_los{"train_loss": 0.07586361467838287, "global_step": 11933, "epoch": 124, "lr": 0.00031231{{"train_loss": 0.08009397983551025, "global_step": 11934, "epoch": 124, "lr": 0.00031230441016991204}{{"train_loss": 0.09703334420919418, "global_step": 11935, "epoch": 124, "lr": 0.00031229075320358306}{{"train_loss{"train_loss": 0.08582870662212372, "global_step": 11936, "epoch": 124, "lr": 0.00031227{{"train_loss{"train_loss": 0.0942993238568306, "global_step": 11937, "epoch": 124, "lr": 0.000312263{{"train_los{"train_loss": 0.08754407614469528, "global_step": 11938, "epoch": 124, "lr": 0.0003122497{"train_loss": 0.1681528389453888, "global_step": 11939, "epoch": 124, "lr": 0.0003122361176925282}
+{{"train_loss": 0.1373695582151413, "global_step": 11940, "epoch": 124, "lr": 0.00031222245690379493}{{"train_loss": 0.10618367791175842, "global_step": 11941, "epoch": 124, "lr": 0.0003122087953508598{"{"train_loss": 0.11486692726612091, "global_step": 11942, "epoch": 124, "lr": 0.00031219513303381587{"{"train_los{"train_loss": 0.055788177996873856, "global_step": 11943, "epoch": 124, "lr": 0.00031218{"{"train_loss": 0.06514053791761398, "global_step": 11944, "epoch": 124, "lr": 0.0003121678061077738{"t{"train_loss": 0.06194499880075455, "global_step": 11945, "epoch": 124, "lr": 0.0003121541414989618{"t{"train_loss{"train_loss": 0.10886611044406891, "global_step": 11946, "epoch": 124, "lr": 0.000312{"t{"train_loss{"train_loss": 0.11072807013988495, "global_step": 11947, "epoch": 124, "lr": 0.000312{"train_loss": {"train_loss": 0.110709547996521, "global_step": 11948, "epoch": 124, "lr": 0.00031211{"train_loss"{"train_loss": 0.11800943315029144, "global_step": 11949, "epoch": 124, "lr": 0.0003120{"tr{"train_lo{"train_loss": 0.08503589034080505, "global_step": 11950, "epoch": 124, "lr": 0.00031208{"tr{"train_lo{"train_loss": 0.08666376769542694, "global_step": 11951, "epoch": 124, "lr": 0.0003120{"tr{"train_loss": 0.07229987531900406, {"train_loss": 0.07135795056819916, "global_step": 11952, "ep{"train_loss": 0.09842853993177414, "global_step": 11953, "epoch": 124, "lr": 0.00031204479714176577}
+{"train_loss": 0.11411215364933014, "global_step": 11954, "epoch": 124, "lr": 0.00031203112566267487}
+{"t{"train_loss": 0.10706888139247894, "global_step": 11955, "epoch": 124, "lr": 0.000312017453420685{"train_loss"{"train_loss": 0.08639084547758102, "global_step": 11956, "epoch": 124, "lr": 0.000312003{"train_loss": 0.08635308593511581, "global_step": 11957, "epoch": 124, "lr": 0.0003119901066483812}
+{"train_loss"{"train_loss": 0.06029125675559044, "global_step": 11958, "epoch": 124, "lr": 0.000311976{{"train_loss{"train_loss": 0.10196081548929214, "global_step": 11959, "epoch": 124, "lr": 0.000311962{"train_loss"{"train_loss": 0.07041490077972412, "global_step": 11960, "epoch": 124, "lr": 0.000311949{"train_loss": 0.0776543915271759, "global_step": 11961, "epoch": 124, "lr": 0.0003119354039530836}
+{{"train_loss"{"train_loss": 0.05687836930155754, "global_step": 11962, "epoch": 124, "lr": 0.0003119{{"train_loss"{"train_loss": 0.08637448400259018, "global_step": 11963, "epoch": 124, "lr": 0.000311{"{"train_loss"{"train_loss": 0.07865626364946365, "global_step": 11964, "epoch": 124, "lr": 0.000311{"train_loss": {"train_loss": 0.0774788036942482, "global_step": 11965, "epoch": 124, "lr": 0.00031188{"train_loss": 0.06855282932519913, "global_step": 11966, "epoch": 124, "lr": 0.0003118670084341015}
+{"train_loss": 0.10102085769176483, "global_step": 11967, "epoch": 124, "lr": 0.0003118533270445885}
+{"{"train_loss{"train_loss": 0.0948234274983406, "global_step": 11968, "epoch": 124, "lr": 0.00031183{"{"train_loss": 0.0859181359410286, "global_step": 11969, "epoch": 124, "lr": 0.0003118259619805913}{"train_loss": 0.10774895548820496, "global_step": 11970, "epoch": 124, "lr": 0.00031181227830629345}
+{{"train_loss": 0.08636155724525452, "global_step": 11971, "epoch": 124, "lr": 0.00031179859387058694}{{"train_loss": 0.05705586075782776, "global_step": 11972, "epoch": 124, "lr": 0.00031178490867356506}{{"train_loss": 0.08451852202415466, "global_step": 11973, "epoch": 124, "lr": 0.00031177122271532087}{"train_loss": 0.07889164984226227, "global_step": 11974, "epoch": 124, "lr": 0.0003117575359959477}
+{{"train_loss"{"train_loss": 0.11904919892549515, "global_step": 11975, "epoch": 124, "lr": 0.0003117{"train_loss": 0.05364774167537689, "global_step": 11976, "epoch": 124, "lr": 0.000311730160274187}
+{"train_loss":{"train_loss": 0.07897167652845383, "global_step": 11977, "epoch": 124, "lr": 0.000311{{"train_loss": 0.08604894578456879, "global_step": 11978, "epoch": 124, "lr": 0.00031170278150902873}{{"train_loss": 0.09023785591125488, "global_step": 11979, "epoch": 124, "lr": 0.00031168909098540853}{"train_loss"{"train_loss": 0.09931005537509918, "global_step": 11980, "epoch": 124, "lr": 0.000311675{"train_loss": 0.09467323869466782, "global_step": 11981, "epoch": 124, "lr": 0.00031166170765655203}
+{"train_loss": 0.09747356176376343, "gl{"train_loss": 0.09379509091377258, "global_step": 11982, "epoc{"train_loss"{"train_loss": 0.08598382771015167, "global_step": 11983, "epoch": 124, "lr": 0.00031163{"train_loss": 0.08537232875823975, "global_step": 11984, "epoch": 124, "lr": 0.000311620626960626}
+{"train_loss": 0.1054481714963913, "global_step": 11985, "epoch": 124, "lr": 0.00031160693187498595}
+{"train_loss": 0.09935799986124039, "global_step": 11986, "epoch": 124, "lr": 0.0003115932360293356}
+{{"train_loss": 0.06289751827716827, "global_step": 11987, "epoch": 124, "lr": 0.0003115795394237683}{"train_loss": 0.08453919738531113, "global_step": 11988, "epoch": 124, "lr": 0.0003115658420583772}
+{{"train_loss": 0.12017351388931274, "global_step": 11989, "epoch": 124, "lr": 0.0003115521439332557}{"train_loss":{"train_loss": 0.06509295105934143, "global_step": 11990, "epoch": 124, "lr": 0.0003115{"{"train_loss": 0.0715167224407196, "global_step": 11991, "epoch": 124, "lr": 0.00031152474540419446}{{"train_loss": 0.07800984382629395, "global_step": 11992, "epoch": 124, "lr": 0.0003115110450004413}{{"train_loss": 0.10941027849912643, "global_step": 11993, "epoch": 124, "lr": 0.00031149734383733083}{"train_loss":{"train_loss": 0.08322235941886902, "global_step": 11994, "epoch": 124, "lr": 0.00031148{{"train_loss": 0.07506179064512253, "global_step": 11995, "epoch": 124, "lr": 0.0003114699392334112}{"train_loss":{"train_loss": 0.09412245{"train_loss": 0.09347861260175705, "global_step": 11996, "epoc{{"train_loss": 0.07879318296909332, "global_step": 11997, "epoch": 124, "lr": 0.000311442531593182{"{"train_loss": 0.0778006762266159, "global_step": 11998, "epoch": 124, "lr": 0.0003114288266346847}{{"train_loss": 0.08864097367040813, "global_step": 11999, "epoch": 124, "lr": 0.0003114151209173899}{{"train_loss": 0.08156009018421173, "global_step": 12000, "epoch": 125, "lr": 0.00031140141444139103}{"train_loss": 0.08806867897510529, "global_step": 12001, "epoch": 125, "lr": 0.0003113877072067814}
+{{"train_loss": 0.10412158071994781, "global_step": 12002, "epoch": 125, "lr": 0.00031137399921365435{"{"train_loss": 0.07497426867485046, "global_step": 12003, "epoch": 125, "lr": 0.00031136029046210326{"train_loss": 0.07966390252113342, "global_step": 12004, "epoch": 125, "lr": 0.0003113465809522215}
+{"train_loss": 0.07239848375320435, "gl{"train_loss": 0.07231417298316956, "global_step": 12005, "epoc{"{"train_loss": 0.08642061054706573, "global_step": 12006, "epoch": 125, "lr": 0.0003113191596578392{"{"train_loss": 0.09623534977436066, "global_step": 12007, "epoch": 125, "lr": 0.00031130544787352543{"train_loss": 0.09462974965572357, "global_step": 12008, "epoch": 125, "lr": 0.0003112917353312545}
+{"{"train_loss": 0.09309228509664536, "global_step": 12009, "epoch": 125, "lr": 0.0003112780220311196{"{"train_loss": 0.08606016635894775, "global_step": 12010, "epoch": 125, "lr": 0.0003112643079732142{"train_loss": 0.14489015936851501, "global_step": 12011, "epoch": 125, "lr": 0.0003112505931576318}
+{{"train_loss": 0.07301918417215347, "g{"train_loss": 0.06957040727138519, "global_step": 12012, "epoc{"train_loss": 0.08018437027931213, "global_step": 12013, "epoch": 125, "lr": 0.0003112231612538092}
+{"train_loss": 0.08334307372570038, "global_step": 12014, "epoch": 125, "lr": 0.00031120944416575583}
+{"train_los{"train_loss": 0.08055950701236725, "global_step": 12015, "epoch": 125, "lr": 0.000311195{"train_loss": 0.1044914573431015, "glo{"train_loss": 0.10074055939912796, "global_step": 12016, "ep{{"train_loss": 0.096405029296875, "glob{"train_loss": 0.09751266986131668, "global_step": 12017, "ep{"train_loss": 0.0779229998588562, "global_step": 12018, "epoch": 125, "lr": 0.0003111545682414417}
+{"{"train_loss": 0.08886352181434631, "global_step": 12019, "epoch": 125, "lr": 0.00031114084736780{"tra{"train_loss": 0.07779207825660706, "global_step": 12020, "epoch": 125, "lr": 0.0003111271257373{"tra{"train_loss{"train_loss": 0.10125488042831421, "global_step": 12021, "epoch": 125, "lr": 0.00031{"tra{"train_loss": 0.09274646639823914, "global_step": 12022, "epoch": 125, "lr": 0.00031109968020625{"tra{"train_loss{"train_loss": 0.07812175154685974, "global_step": 12023, "epoch": 125, "lr": 0.00031{"tra{"train_loss": 0.1114121526479721, "global_step": 12024, "epoch": 125, "lr": 0.000311072231648945{"tr{"train_loss": 0.0988846868276596, "global_step": 12025, "epoch": 125, "lr": 0.0003110585062356924{"t{"train_loss": 0.08057566732168198, "global_step": 12026, "epoch": 125, "lr": 0.0003110447800661637{"t{"train_loss": 0.08889786899089813, "global_step": 12027, "epoch": 125, "lr": 0.000311031053140452{"t{"train_loss": 0.06701333820819855, "global_step": 12028, "epoch": 125, "lr": 0.0003110173254586532{"train_loss": 0.12493663281202316, "glob{"train_loss": 0.1247711107134819, "global_step": 12029, "epo{"t{"train_loss": 0.10262344032526016, "global_step": 12030, "epoch": 125, "lr": 0.0003109898678271618{"t{"train_loss": 0.10946998745203018, "global_step": 12031, "epoch": 125, "lr": 0.0003109761378776570{"t{"train_loss": 0.09127019345760345, "{"train_loss": 0.0959274172782898, "global_step": 12032, "epo{"t{"train_loss": 0.09296928346157074, "global_step": 12033, "epoch": 125, "lr": 0.000310948675711596{"t{"train_loss": 0.11170540750026703, "global_step": 12034, "epoch": 125, "lr": 0.000310934943495228{"t{"train_loss": 0.08446360379457474, {"train_loss": 0.08668383955955505, "global_step": 12035, "epoc{"train_loss": 0.09978712350130081, "global_step": 12036, "epoch": 125, "lr": 0.0003109074767962821}
+{"train_loss": 0{"train_loss": 0.093637{"train_loss": 0.09422875195741653, "global_step": 12037, "epoc{"t{"train_loss": 0.11947351694107056, "global_step": 12038, "epoch": 125, "lr": 0.000310880007076347{"t{"train_loss": 0.09213313460350037, {"train_loss": 0.09018073976039886, "global_step": 12039, "epo{"t{"train_loss": 0.11754553020000458, "global_step": 12040, "epoch": 125, "lr": 0.000310852534336171{"t{"train_loss": 0.07869797199964523, "global_step": 12041, "epoch": 125, "lr": 0.0003108387968337279{"t{"train_loss": 0.116081103682518, "global_step": 12042, "epoch": 125, "lr": 0.0003108250585765044}{{"train_loss": 0.10504739731550217, "g{"train_loss": 0.10143229365348816, "global_step": 12043, "epoc{{"train_loss": 0.08174987137317657, "global_step": 12044, "epoch": 125, "lr": 0.0003107975797980932}{{"train_loss": 0.10429924726486206, "global_step": 12045, "epoch": 125, "lr": 0.00031078383927709256}{{"train_loss": 0.11307232826948166, "global_step": 12046, "epoch": 125, "lr": 0.0003107700980016867}{{"train_loss": 0.059639524668455124, "{"train_loss": 0.059338200837373734, "global_step": 12047, "ep{"{"train_loss": 0.06900884956121445, "g{"train_loss": 0.07546380162239075, "global_step": 12048, "e{"t{"train_loss": 0.08256836235523224, "global_step": 12049, "epoch": 125, "lr": 0.000310728869649973{"t{"train_loss": 0.08338766545057297, "global_step": 12050, "epoch": 125, "lr": 0.0003107151253578823{"t{"train_loss":{"train_loss": 0.05707472190260887, "global_step": 12051, "epoch": 125, "lr": 0.00{"tr{"train_loss": 0.09040049463510513, "global_step": 12052, "epoch": 125, "lr": 0.00031068763451198{"tr{"train_loss": 0.10522550344467163, "global_step": 12053, "epoch": 125, "lr": 0.000310673887958359{"train_loss": 0.10565370321273804, "global_step": 12054, "epoch": 125, "lr": 0.00031066014065108093}
+{"tr{"train_loss": 0.07910501211881638, "{"train_loss": 0.0804947093129158, "global_step": 12055, "epo{"tr{"train_loss": 0.09387947618961334, {"train_loss": 0.10214870423078537, "global_step": 12056, "ep{"tr{"train_loss": 0.07196426391601562, "global_step": 12057, "epoch": 125, "lr": 0.00031061889420824{"train_loss": 0.09015238285064697, "global_step": 12058, "epoch": 125, "lr": 0.0003106051438872733}
+{"t{"train_loss": 0.07354819774627686, "global_step": 12059, "epoch": 125, "lr": 0.000310591392813116{"train_loss": 0.10614842921495438, "glo{"train_loss": 0.10618110001087189, "global_step": 12060, "ep{"t{"train_loss": 0.07642661035060883, "global_step": 12061, "epoch": 125, "lr": 0.00031056388840561{"tr{"train_loss": 0.08282835781574249, "global_step": 12062, "epoch": 125, "lr": 0.00031055013507245{"tr{"train_loss": 0.08207033574581146, "{"train_loss": 0.0803130492568016, "global_step": 12063, "ep{"tr{"train_loss": 0.0900001972913742, "{"train_loss": 0.0884811282157898, "global_step": 12064, "epo{"tr{"train_loss": 0.08689990639686584, {"train_loss": 0.08606673777103424, "global_step": 12065, "epo{"tr{"train_loss": 0.05828394368290901, "global_step": 12066, "epoch": 125, "lr": 0.00031049511421260{"tr{"train_loss": 0.07351748645305634, "global_step": 12067, "epoch": 125, "lr": 0.0003104813571163{"tra{"train_loss": 0.09525731205940247, "{"train_loss": 0.09742191433906555, "global_step": 12068, {"trai{"train_loss": 0.10888880491256714, "global_step": 12069, "epoch": 125, "lr": 0.0003104538406667{"trai{"train_loss": 0.09516595304012299, {"train_loss": 0.10237264633178711, "global_step": 12070, "e{"trai{"train_loss"{"train_loss": 0.063117{"train_loss": 0.06242486089468002, "global_step": 12071, "{"trai{"train_loss": 0.06769855320453644, "global_step": 12072, "epoch": 125, "lr": 0.0003104125603515{"trai{"train_loss": 0.08499930799007416, "global_step": 12073, "epoch": 125, "lr": 0.00031039879874{"trai{"train_loss": 0.09792128950357437, {"train_loss": 0.09415515512228012, "global_step": 12074, "e{"trai{"train_loss"{"train_loss": 0.09394723176956177, "global_step": 12075, "epoch": 125, "lr": 0.00{"train_loss": 0.08870125561952591, "global_step": 12076, "epoch": 125, "lr": 0.00031035750940538336}
+{"tra{"train_loss": 0.05755644291639328, "global_step": 12077, "epoch": 125, "lr": 0.000310343744789{"train{"train_loss": 0.068520687520504, "global_step": 12078, "epoch": 125, "lr": 0.0003103299794229{"trai{"train_loss": 0.09307980537414551, "global_step": 12079, "epoch": 125, "lr": 0.0003103162133046{"train_loss": 0.08983737230300903, "global_step": 12080, "epoch": 125, "lr": 0.00031030244643518714}
+{"trai{"train_loss": 0.0707913488149643, "global_step": 12081, "epoch": 125, "lr": 0.00031028867881458{"tra{"train_loss": 0.05689043924212456, "global_step": 12082, "epoch": 125, "lr": 0.000310274910442{"trai{"train_loss": 0.09302706271409988, "g{"train_loss": 0.0903407484292984, "global_step": 12083, {"trai{"train_loss": 0.06514600664377213, "global_step": 12084, "epoch": 125, "lr": 0.000310247371446{"trai{"train_loss": 0.09817121922969818, "{"train_loss": 0.09812938421964645, "global_step": 12085, "{"trai{"train_loss": {"train_loss": 0.07204729318618774, "global_step": 12086, "epoch": 125, "lr": 0.0{"trai{"train_loss": {"train_loss": 0.08283434063196182, "global_step": 12087, "epoch": 125, "lr": 0.{"trai{"train_loss": 0.10942333936691284, "{"train_loss": 0.10975171625614166, "global_step": 12088, {"trai{"train_loss": {"train_loss": 0.10660085082054138, "global_step": 12089, "epoch": 125, "lr": 0.{"train{"train_loss": {"train_loss": 0.0581{"train_loss": 0.05891963839530945, "global_step": 12090, {"train{"train_loss": 0{"train_loss": 0.110{"train_loss": 0.11212371289730072, "global_step": 12091, {"train{"train_loss": 0.09600949287414551, "global_step": 12092, "epoch": 125, "lr": 0.000310137185440{"train{"train_loss": 0{"train_loss": 0.08021693676710129, "global_step": 12093, "epoch": 125, "lr": {"train{"train_loss": 0.09083086997270584, "global_step": 12094, "epoch": 125, "lr": 0.00031010963143{"train_loss": 0.08898825023788959, "global_step": 12095, "epoch": 125, "lr": 0.00031009585331033497}
+{"train{"train_loss": 0{"train_loss": 0.07796299457550049, "global_step": 12096, "epoch": 126, "lr": 0{"train_loss": 0.088166{"train_loss": 0.09024159610271454, "global_step": 12097, "epoch": 126, "lr":{"train_loss": 0.0897015{"train_loss": 0.08982411026954651, "global_step": 12098, "epoch": 126, "lr":{"train_{"train_loss": 0.09615626186132431, "global_step": 12099, "epoch": 126, "lr": 0.000310040733{"train_loss": 0.10456223{"train_loss": 0.10435350239276886, "global_step": 12100, "epoch": 126, "lr":{"train_l{"train_loss": 0{"train_loss": 0.1124771311879158, "global_step": 12101, "epoch": 126, "lr": {"train_loss": 0.0870543{"train_loss": 0.08752372860908508, "global_step": 12102, "epoch": 126, "lr":{"train_{"train_loss": 0{"train_loss": 0.11687725782394409, "global_step": 12103, "epoch": 126, "lr":{"train_loss": 0.08533293008804321, "global_step": 12104, "epoch": 126, "lr": 0.0003099718164453761}
+{"train_{"train_loss": 0.0785430073738098{"train_loss": 0.07507273554801941, "global_step": 12105, "ep{"train_{"train_loss": 0.07533188164234161, "global_step": 12106, "epoch": 126, "lr": 0.0003099442444{"train_{"train_loss": 0{"train_loss": 0.08203719556331635, "global_step": 12107, "epoch": 126, "lr": {"train_loss": 0.0989755{"train_loss": 0.09774632751941681, "global_step": 12108, "epoch": 126, "lr"{"train_loss": 0.08362219{"train_loss": 0.08257010579109192, "global_step": 12109, "epoch": 126, "lr"{"trai{"train_loss": 0.09236449003219604, "global_step": 12110, "epoch": 126, "lr": 0.000309889091498{"trai{"train_loss": 0.10368432104587555,{"train_loss": 0.10292140394449234, "global_step": 12111, "e{"train_loss": 0.08377554267644882, "glob{"train_loss": 0.08421720564365387, "global_step": 12112, "e{"train_loss": 0.0877224{"train_loss": 0.08864299207925797, "global_step": 12113, "epoch": 126, "lr": {"train_loss": 0.06309974938631058, "global_step": 12114, "epoch": 126, "lr": 0.0003098339265663264}
+{"train_loss": 0.09847192466259003, "global_step": 12115, "epoch": 126, "lr": 0.0003098201334632205}
+{"train_loss": 0.09552248567342758, "glob{"train_loss": 0.09814969450235367, "global_step": 12116, "e{"train_loss": 0.0908683{"train_loss": 0.09135361015796661, "global_step": 12117, "epoch": 126, "lr":{"tra{"train_loss": 0.05374634265899658, {"train_loss": 0.05535980686545372, "global_step": 12118, "e{"train_loss": 0.1106767{"train_loss": 0.10841638594865799, "global_step": 12119, "epoch": 126, "lr":{"train_loss": 0.07472707331180573, "global_step": 12120, "epoch": 126, "lr": 0.00030975115673192923}
+{"train_loss": 0.0972486138343811, "global_step": 12121, "epoch": 126, "lr": 0.00030973735914317617}
+{"trai{"train_loss": 0.07540436834096909, "global_step": 12122, "epoch": 126, "lr": 0.000309723560807{"train{"train_loss": 0.11{"train_loss": 0.11720039695501328, "global_step": 12123, "epoch": 126, "lr"{"train_loss": 0.07881710678339005, "global_step": 12124, "epoch": 126, "lr": 0.00030969596189361887}
+{"tra{"train_loss": 0.0973{"train_loss": 0.09755207598209381, "global_step": 12125, "epoch": 126, "lr"{"train_loss": 0.11935807764530182, "global_step": 12126, "epoch": 126, "lr": 0.0003096683599921051}
+{"tra{"train_loss": 0.10175210982561111, "global_step": 12127, "epoch": 126, "lr": 0.0003096545579210{"train_loss": 0.09230787{"train_loss": 0.09236562252044678, "global_step": 12128, "epoch": 126, "lr"{"tra{"train_loss": 0.09936533868312836, "global_step": 12129, "epoch": 126, "lr": 0.0003096269515390{"train_loss": 0.08956985920667648, "global_step": 12130, "epoch": 126, "lr": 0.00030961314722811965}
+{"trai{"train_loss": 0.1077994629740715, {"train_loss": 0.10945500433444977, "global_step": 12131, "e{"tra{"train_loss": 0.0689384937286377, "global_step": 12132, "epoch": 126, "lr": 0.000309585536367151{"tr{"train_loss": 0.08672812581062317, "global_step": 12133, "epoch": 126, "lr": 0.00030957172981725{"tr{"train_loss": 0.087{"train_loss": 0.{"train_loss": 0.08798390626907349, "global_step": 12134, "e{"tr{"train_loss": 0.079{"train_loss": 0.{"train_loss": 0.07235316187143326, "global_step": 12135, "e{"train_loss": 0.09590910375118256, "global_step": 12136, "epoch": 126, "lr": 0.00030953030569102645}
+{"train_loss": 0.09100841730833054, "global_step": 12137, "epoch": 126, "lr": 0.00030951649615708744}
+{"tr{"train_loss": 0.13429248332977295, "global_step": 12138, "epoch": 126, "lr": 0.000309502685877373{"train_loss": 0.0906877{"train_loss": 0.09021230041980743, "global_step": 12139, "epoch": 126, "lr": {"train_loss": 0.0878422{"train_loss": 0.08713395148515701, "global_step": 12140, "epoch": 126, "lr": {"train_loss": 0.0513232{"train_loss": 0.0511937215924263, "global_step": 12141, "epoch": 126, "lr": 0{"train_loss": 0.10442866384983063, "global_step": 12142, "epoch": 126, "lr": 0.000309447437302648}
+{"tr{"train_loss": 0.09{"train_loss": 0.{"train_loss": 0.0992857962846756, "global_step": 12143, "epoc{"train_loss": 0.128731{"train_loss": 0.1288558393716812, "global_step": 12144, "epoch": 126, "lr": {"tra{"train_loss": 0.0667845830321312, "global_step": 12145, "epoch": 126, "lr": 0.0003094059930455{"tr{"train_loss": 0.09076505899429321, "global_step": 12146, "epoch": 126, "lr": 0.00030939217680304{"train_loss": 0.08879425376653671, "global_step": 12147, "epoch": 126, "lr": 0.00030937835981559026}
+{"tr{"train_loss": 0.11165671050548553, "global_step": 12148, "epoch": 126, "lr": 0.00030936454208329{"train_loss": 0.10881751030683517, "global_step": 12149, "epoch": 126, "lr": 0.0003093507236062681}
+{"train_loss": 0.08037165552377701, "global_step": 12150, "epoch": 126, "lr": 0.0003093369043845908}
+{"train_loss": 0.08197875320911407, "global_step": 12151, "epoch": 126, "lr": 0.0003093230844183615}
+{"t{"train_loss": 0.09{"train_loss": 0.09658218920230865, "global_step": 12152, "epoch": 126, "lr": 0.{"t{"train_loss": 0.0852079689502716, {"train_loss": 0.0884690135717392, "global_step": 12153, "epoch"{"{"train_loss": 0.095{"train_loss": 0.09476996958255768, "global_step": 12154, "epoch": 126, "lr": 0.{"{"train_loss": 0.103{"train_loss": 0.10309574007987976, "global_step": 12155, "epoch": 126, "lr": 0.{"{"train_loss": 0.082{"train_loss": 0.08514810353517532, "global_step": 12156, "epoch": 126, "lr": 0.{"{"train_loss": 0.10044403374195099, "global_step": 12157, "epoch": 126, "lr": 0.0003092401489906628{"{"train_loss": 0.095{"train_loss": 0.10289807617664337, "global_step": 12158, "epoch": 126, "lr": 0{"train_loss": 0.10123492777347565, "{"train_loss": 0.10022151470184326, "global_step": 12159, "epoch{{"train_loss": 0.1245{"train_loss": 0.1236235648393631, "global_step": 12160, "epoch": 126, "lr": 0.0{"train_loss": 0.08717906475067139, "global_step": 12161, "epoch": 126, "lr": 0.0003091848438264119}
+{"train_loss": 0.0876295417547226, "global_step": 12162, "epoch": 126, "lr": 0.0003091710156763224}
+{"train_loss": 0.08102{"train_loss": 0.07967289537191391, "global_step": 12163, "epoch": 126, "lr": 0.{"{"train_loss": 0.10499118268489838, "global_step": 12164, "epoch": 126, "lr": 0.00030914335714597035{"train_loss": 0.058066271245479584, "global_step": 12165, "epoch": 126, "lr": 0.0003091295267658962}
+{"train_loss": 0.12487289309501648, "global_step": 12166, "epoch": 126, "lr": 0.00030911569564268213}
+{"train_loss": 0.09413689374923706, "global_step": 12167, "epoch": 126, "lr": 0.00030910186377642245}
+{"train_loss": 0.10733169317245483, {"train_loss": 0.10231060534715652, "global_step": 12168, "epoch":{"train_loss": 0.09591{"train_loss": 0.09605281054973602, "global_step": 12169, "epoch": 126, "lr": 0{{"train_loss": 0.11243802309036255, "global_step": 12170, "epoch": 126, "lr": 0.00030906036372031114}{{"train_loss": 0.07148793339729309, "global_step": 12171, "epoch": 126, "lr": 0.00030904652888281064}{"train_loss": 0.10505560785531998, "global_step": 12172, "epoch": 126, "lr": 0.0003090326933027355}
+{{"train_loss": 0.09089{"train_loss": 0.09154610335826874, "global_step": 12173, "epoch": 126, "lr": {{"train_loss": 0.11235{"train_loss{"train_loss": 0.11246594786643982, "global_step": 12174, "epoch":{{"train_loss": 0.09351{"train_loss": 0.09506727755069733, "global_step": 12175, "epoch": 126, "lr": 0{{"train_loss": 0.12054794281721115, "global_step": 12176, "epoch": 126, "lr": 0.0003089773435585726}{{"train_loss": 0.1060638353228569, "global_step": 12177, "epoch": 126, "lr": 0.00030896350426703735}
+{"train_loss": 0.09945249557495117, "global_step": 12178, "epoch": 126, "lr": 0.0003089496642334929}
+{"train_loss": 0.09697{"train_loss": 0.09670816361904144, "global_step": 12179, "epoch": 126, "lr": 0{"train_loss": 0.09302404522895813, "global_step": 12180, "epoch": 126, "lr": 0.000308921981940753}
+{"train_loss": 0.06937{"train_loss{"train_loss": 0.07251429557800293, "global_step": 12181, "epoch": {"train_loss": 0.11088{"train_loss{"train_loss": 0.11104197800159454, "global_step": 12182, "epoch": 1{"train_loss": 0.0950968936085701,{"train_loss": 0.098819799721241, "global_step": 12183, "epoch": 1{"train_loss": 0.08995{"train_loss": 0.08796446770429611, "global_step": 12184, "epoch": 126, "lr": 0{"train_loss": 0.09927{"train_los{"train_loss": 0.09588931500911713, "global_step": 12185, "epoch": {"train_loss": 0.07368{"train_loss": 0.08137710392475128, "global_step": 12186, "epoch": 126, "lr": 0.{"train_loss": 0.06150{"train_loss": 0.06678709387779236, "global_step": 12187, "epoch": 126, "lr": 0{"train_loss": 0.10610987991094589, "global_step": 12188, "epoch": 126, "lr": 0.00030881122310827327}
+{"train_loss": 0.1065{"train_loss": 0.10570352524518967, "global_step": 12189, "epoch": 126, "lr": 0{"train_loss": 0.09155{"train_loss": 0.09196092188358307, "global_step": 12190, "epoch": 126, "lr": {{"train_loss": 0.09402427865037073, "global_step": 12191, "epoch": 126, "lr": 0.00030876967631745736}{"train_loss": 0.077388{"train_loss": 0.07710806280374527, "global_step": 12192, "epoch": 127, "lr":{"{"train_loss": 0.09648416936397552, "global_step": 12193, "epoch": 127, "lr": 0.00030874197475330923{"{"train_loss": 0.10022290050983429, "global_step": 12194, "epoch": 127, "lr": 0.00030872812286043686{"train_loss": 0.09797006845474243, "global_step": 12195, "epoch": 127, "lr": 0.0003087142702271581}
+{"train_loss": 0.07598783820867538, "global_step": 12196, "epoch": 127, "lr": 0.0003087004168535673}{{"train_loss": 0.095787912607193, "gl{"train_loss": 0.09619113802909851, "global_step": 12197, "epo{"train_loss": 0.10647553205490112, "global_step": 12198, "epoch": 127, "lr": 0.00030867270788582663}
+{{"train_loss": 0.10646039{"train_loss"{"train_loss": 0.10578582435846329, "global_step": 12199, "epoc{"train_loss": 0.10385547578334808, "global_step": 12200, "epoch": 127, "lr": 0.00030864499595796975}
+{{"train_loss": 0.0739084780216217, "global_step": 12201, "epoch": 127, "lr": 0.00030863113888423367}
+{"train_loss": 0.10278883576393127, "gl{"train_loss": 0.10409866273403168, "global_step": 12202, "epo{"train_loss": 0.11272658407688141, "global_step": 12203, "epoch": 127, "lr": 0.0003086034225176177}
+{"train_loss": 0.089348912{"train_loss": 0.09515100717544556, "global_step": 12204, "epoch": 127, "lr{"train_loss": 0.08762606978416443, "gl{"train_loss": 0.08032672852277756, "global_step": 12205, "epoc{"train_loss": 0.07564429938793182, "gl{"train_loss": 0.07178027927875519, "global_step": 12206, "epoc{"train_loss": 0.09370614{"train_loss": 0.09373702853918076, "global_step": 12207, "epoch": 127, "l{"train_loss": 0.10622293502092361, "glo{"train_loss": 0.10751602053642273, "global_step": 12208, "ep{"train_loss": 0.103197127{"train_loss":{"train_loss": 0.09908197820186615, "global_step": 12209, "ep{"train_loss": 0.07792162895202637, "global_step": 12210, "epoch": 127, "lr": 0.00030850639194336384}
+{"train_loss": 0.1088488921{"train_loss": 0.11027443408966064, "global_step": 12211, "epoch": 127, "{"train_loss": 0.09527668356895447, "global_step": 12212, "epoch": 127, "lr": 0.000308478662270664}{{"train_loss": 0.09840397536754608, "global_step": 12213, "epoch": 127, "lr": 0.0003084647963262053}{{"train_loss": 0.09298665821552277, "global_step": 12214, "epoch": 127, "lr": 0.00030845092964313335{"{"train_loss": 0.05573432147502899, "global_step": 12215, "epoch": 127, "lr": 0.0003084370622215427{"train_loss": 0.07631812989711761, "global_step": 12216, "epoch": 127, "lr": 0.00030842319406152753}
+{"{"train_loss": 0.11038137972354889, "global_step": 12217, "epoch": 127, "lr": 0.0003084093251631825{"{"train_loss": 0.09315891563892365, "global_step": 12218, "epoch": 127, "lr": 0.0003083954555266019{"{"train_loss": 0.11604592204093933, "global_step": 12219, "epoch": 127, "lr": 0.0003083815851518802{"train_loss": 0.07515054196119308, "global_step": 12220, "epoch": 127, "lr": 0.000308367714039112}
+{"train_loss": 0.08291994035243988, "glob{"train_loss": 0.08005721867084503, "global_step": 12221, "ep{"train_loss": 0.09822501987218857, "global_step": 12222, "epoch": 127, "lr": 0.00030833996959981355}
+{"{"train_loss": 0.07102865725755692, "global_step": 12223, "epoch": 127, "lr": 0.0003083260962734723{"train_loss": 0.08024798333644867, "global_step": 12224, "epoch": 127, "lr": 0.0003083122222094623}
+{"train_loss": 0.09077493846416473, "global_step": 12225, "epoch": 127, "lr": 0.00030829834740787795}
+{"train_loss": 0.1131476014{"train_loss": 0.10967016220092773, "global_step": 12226, "epoch": 127, "l{"{"train_loss": 0.0768602043390274, "global_step": 12227, "epoch": 127, "lr": 0.00030827059559236457{"train_loss": 0.08833849430084229, "global_step": 12228, "epoch": 127, "lr": 0.0003082567185786244}
+{"train_loss": 0.10759985446929932, "global_step": 12229, "epoch": 127, "lr": 0.000308242840827688}
+{"train_loss": 0.07395963370800018, "global_step": 12230, "epoch": 127, "lr": 0.00030822896233964977}
+{"train_loss": 0.09281788766384125, "global_step": 12231, "epoch": 127, "lr": 0.0003082150831146042}
+{"train_loss": 0.07043126970529556, "global_step": 12232, "epoch": 127, "lr": 0.0003082012031526459}
+{"train_loss": 0.0984426885843277, "global_step": 12233, "epoch": 127, "lr": 0.0003081873224538693}
+{"t{"train_loss": 0.10590597987174988, "global_step": 12234, "epoch": 127, "lr": 0.00030817344101836{"train_loss": 0.09829682111740112, "global_step": 12235, "epoch": 127, "lr": 0.0003081595588462395}
+{"train_loss": 0.07459650933742523, "global_step": 12236, "epoch": 127, "lr": 0.00030814567593757535}
+{"train_loss": 0.07896152883768082, "global_step": 12237, "epoch": 127, "lr": 0.00030813179229247106}
+{"{"train_loss": 0.08689967542886734, "global_step": 12238, "epoch": 127, "lr": 0.00030811790791102116{"{"train_loss": 0.08425790816545486, "global_step": 12239, "epoch": 127, "lr": 0.0003081040227933202{"{"train_loss": 0.092871248{"train_loss": 0.09285104274749756, "global_step": 12240, "epoch": 127, "l{"{"train_loss": 0.09894751012325287, "global_step": 12241, "epoch": 127, "lr": 0.0003080762503495434{"t{"train_loss": 0.08937989175319672, "global_step": 12242, "epoch": 127, "lr": 0.000308062363023656{"train_loss": 0.0696864128112793, "globa{"train_loss": 0.0689065158367157, "global_step": 12243, "ep{"train_loss": 0.07236829400062561, "global_step": 12244, "epoch": 127, "lr": 0.0003080345861643595}
+{"train_loss": 0.09806828200817108, "global_step": 12245, "epoch": 127, "lr": 0.00030802069663113813}
+{"train_loss": 0.07325875759{"train_loss": 0.07585800439119339, "global_step": 12246, "epoch": 127, "{"train_loss": 0.07470066100358963, "global_step": 12247, "epoch": 127, "lr": 0.00030799291535802277}
+{"tr{"train_loss": 0.10163810849189758, "global_step": 12248, "epoch": 127, "lr": 0.0003079790236183{"train_loss": 0.07198074460{"train_loss": 0.07075207680463791, "global_step": 12249, "epoch": 127, "l{"tr{"train_loss": 0.07751370966434479, {"train_loss": 0.07802465558052063, "global_step": 12250, "epo{"tr{"train_loss": 0.09059864282608032, "global_step": 12251, "epoch": 127, "lr": 0.000307937343987750{"tr{"train_loss": 0.0934597{"train_loss": 0.09369955211877823, "global_step": 12252, "epoch": 127, "l{"train_loss": 0.10130249708890915, "global_step": 12253, "epoch": 127, "lr": 0.00030790955389210713}
+{"train_loss": 0.12425296008586884, "global_step": 12254, "epoch": 127, "lr": 0.00030789565774198987}
+{"train_loss": 0.12899851799{"train_loss": 0.1319040060043335, "global_step": 12255, "epoch": 127, "{"train_loss": 0.07821151614189148, "global_step": 12256, "epoch": 127, "lr": 0.0003078678632376371}
+{"train_loss": 0.09097403287887573, "global_step": 12257, "epoch": 127, "lr": 0.00030785396488359096}
+{"train_loss": 0.09197483956813812, "global_step": 12258, "epoch": 127, "lr": 0.0003078400657950912}
+{"train_loss": 0.08016516268253326, "global_step": 12259, "epoch": 127, "lr": 0.00030782616597223235}
+{"train_loss": 0.05942262336611748, "global_step": 12260, "epoch": 127, "lr": 0.0003078122654151092}
+{"train_loss": 0.058969512581825256, "global_step": 12261, "epoch": 127, "lr": 0.0003077983641238163}
+{"train_loss": 0.07520299404859543, "global_step": 12262, "epoch": 127, "lr": 0.00030778446209844834}
+{"train_loss": 0.0855434{"train_loss": 0.08554339408874512, "global_step": 12263, "epoch": 127, "lr": {"train_loss": 0.0889458954334259, "global_step": 12264, "epoch": 127, "lr": 0.00030775665584586607}
+{"train_loss": 0.10827864706516266, "global_step": 12265, "epoch": 127, "lr": 0.00030774275161884107}
+{"train_loss": 0.08514630794525146, "global_step": 12266, "epoch": 127, "lr": 0.0003077288466581197}
+{"tra{"train_loss": 0.09{"train_loss": 0.09179770201444626, "global_step": 12267, "epoch": 127, "lr":{"train_loss": 0.08921776711940765, "global_step": 12268, "epoch": 127, "lr": 0.00030770103453596677}
+{"train_loss": 0.10447895526885986, "gl{"train_loss": 0.11099803447723389, "global_step": 12269, "epo{"train_loss": 0.13031652569770813, "gl{"train_loss": 0.12912939488887787, "global_step": 12270, "epo{"train_loss": 0.09105384349822998, "global_step": 12271, "epoch": 127, "lr": 0.0003076593108523822}
+{"train_loss": 0.11276877671480179, "global_step": 12272, "epoch": 127, "lr": 0.00030764540149147147}
+{"train_loss": 0.1071651{"train_loss": 0.1129494160413742, "global_step": 12273, "epoch": 127, "lr": {"train_loss": 0.0862497091293335, "global_step": 12274, "epoch": 127, "lr": 0.0003076175805706445}
+{"train_loss": 0.06980814039707184, "global_step": 12275, "epoch": 127, "lr": 0.00030760366901091767}
+{"train_loss": 0.1260773{"train_loss": 0.12826979160308838, "global_step": 12276, "epoch": 127, "lr":{"train_loss": 0.1220864{"train_loss": 0.11666416376829147, "global_step": 12277, "epoch": 127, "lr": {"train_loss": 0.07826348394155502, "global_step": 12278, "epoch": 127, "lr": 0.00030756192993562094}
+{"train_loss": 0.09731265902519226, "g{"train_loss": 0.09944052249193192, "global_step": 12279, "epoc{"train_loss": 0.09313329309225082, "global_step": 12280, "epoch": 127, "lr": 0.00030753410022294023}
+{"train_loss": 0.0882683{"train_loss": 0.08788184821605682, "global_step": 12281, "epoch": 127, "lr":{"train_loss": 0.0858851{"train_loss": 0.08810992538928986, "global_step": 12282, "epoch": 127, "lr": {"train_loss": 0.09740752726793289, "global_step": 12283, "epoch": 127, "lr": 0.00030749235016208995}
+{"train_loss": 0.10057611018419266, "{"train_loss": 0.10610252618789673, "global_step": 12284, "epoch{"train_loss": 0.12023670971393585, "global_step": 12285, "epoch": 127, "lr": 0.000307464513128076}
+{"train_loss": 0.09828366339206696, "{"train_loss": 0.1001768708229065, "global_step": 12286, "epoch"{"train_loss": 0.092172216429996, "global_step": 12287, "epoch": 127, "lr": 0.00030743667316685555}
+{"train_loss": 0.057435374706983566, "global_step": 12288, "epoch": 128, "lr": 0.00030742275208877983}
+{"train_loss": 0.09448888897895813, "global_step": 12289, "epoch": 128, "lr": 0.000307408830279187}
+{"train_loss": 0.08302754163742065, "global_step": 12290, "epoch": 128, "lr": 0.00030739490773817164}
+{"tra{"train_loss": 0.08232540637254715, "global_step": 12291, "epoch": 128, "lr": 0.00030738098446582{"train_loss": 0.07700425386428833, "global_step": 12292, "epoch": 128, "lr": 0.0003073670604622529}
+{"train_loss": 0.07651153951883316, "{"train_loss": 0.0742078647017479, "global_step": 12293, "epoch"{"train_loss": 0.08290024846792221, "global_step": 12294, "epoch": 128, "lr": 0.0003073392102617822}
+{"train_loss": 0.10111{"train_loss"{"train_loss": 0.09976296126842499, "global_step": 12295, "epoch": {"train_loss": 0.07403630018234253, "global_step": 12296, "epoch": 128, "lr": 0.00030731135713751823}
+{"train_loss": 0.11489754915237427, "global_step": 12297, "epoch": 128, "lr": 0.00030729742947920073}
+{"t{"train_loss": 0.069962203502655{"train_loss": 0.06985464692115784, "global_step": 12298, "epoch": {"train_loss": 0.09763429313898087, "global_step": 12299, "epoch": 128, "lr": 0.0003072695719706693}
+{"train_loss": 0.09866262972354889, "global_step": 12300, "epoch": 128, "lr": 0.0003072556421206449}
+{"train_loss": 0.0640372484922409, "global_step": 12301, "epoch": 128, "lr": 0.00030724171154024126}
+{"train_loss": 0.104648{"train_loss":{"train_loss": 0.10877353698015213, "global_step": 12302, "epoch{"train_loss": 0.108196{"train_loss": 0.10902900248765945, "global_step": 12303, "epoch": 128, "lr": 0{"train_loss": 0.08087240159511566, "global_step": 12304, "epoch": 128, "lr": 0.00030719991541770347}
+{"train_loss": 0.09274597465991974, "global_step": 12305, "epoch": 128, "lr": 0.0003071859819167315}
+{"train_loss": 0.08167669922113419, "global_step": 12306, "epoch": 128, "lr": 0.0003071720476858546}
+{"train_loss": 0.09673{"train_loss": 0.09833846986293793, "global_step": 12307, "epoch": 128, "lr": 0{"train_loss": 0.09602303802967072, {"train_loss": 0.09829846024513245, "global_step": 12308, "epoch"{"t{"train_loss": 0.09{"train_loss":{"train_loss": 0.089518703520298, "global_step": 12309, "epoch": {"train_loss": 0.10178233683109283, "global_step": 12310, "epoch": 128, "lr": 0.0003071163034651959}
+{"train_loss": 0.09617787599563599, "global_step": 12311, "epoch": 128, "lr": 0.00030710236558621794}
+{"train_loss": 0.1545041799545288, "global_step": 12312, "epoch": 128, "lr": 0.00030708842697790443}
+{"train_loss": 0.09261{"train_loss": 0.09321582317352295, "global_step": 12313, "epoch": 128, "lr": 0{"train_loss": 0.06781059503555298, "global_step": 12314, "epoch": 128, "lr": 0.0003070605475736507}
+{"train_loss": 0.08482585847377777, "global_step": 12315, "epoch": 128, "lr": 0.0003070466067779003}
+{"train_loss": 0.09887261688709259, "global_step": 12316, "epoch": 128, "lr": 0.00030703266525319405}
+{"train_loss": 0.10874777287244797, "global_step": 12317, "epoch": 128, "lr": 0.00030701872299962696}{{"train_loss": 0.0955{"train_loss": 0.09574960172176361, "global_step": 12318, "epoch": 128, "lr": 0.{"train_loss": 0.10410504788160324, "global_step": 12319, "epoch": 128, "lr": 0.00030699083630629}
+{"train_loss": 0.046645138412714005, "global_step": 12320, "epoch": 128, "lr": 0.0003069768918667101}
+{"train_loss": 0.09511573612689972, "global_step": 12321, "epoch": 128, "lr": 0.00030696294669864903}
+{"train_loss": 0.06969276070594788, "global_step": 12322, "epoch": 128, "lr": 0.0003069490008022019}
+{"train_loss": 0.0756070539355278, "global_step": 12323, "epoch": 128, "lr": 0.00030693505417746366}
+{{"train_loss": 0.084{"train_loss": 0.08330045640468597, "global_step": 12324, "epoch": 128, "lr": 0.0{"train_loss": 0.08191107958555222, {"train_loss": 0.08992806822061539, "global_step": 12325, "epoch":{"train_loss": 0.11077515780925751, "global_step": 12326, "epoch": 128, "lr": 0.00030689320993445185}
+{"train_loss": 0.11409437656402588, "global_step": 12327, "epoch": 128, "lr": 0.00030687926039749884}
+{"train_loss": 0.06746968626976013, "global_step": 12328, "epoch": 128, "lr": 0.00030686531013272963}
+{"train_loss": 0.10208636522293091, "global_step": 12329, "epoch": 128, "lr": 0.0003068513591402392}
+{"train_loss": 0.08740140497684479, "global_step": 12330, "epoch": 128, "lr": 0.0003068374074201225}
+{"train_loss": 0.09122857451438904, "global_step": 12331, "epoch": 128, "lr": 0.0003068234549724747}
+{"train_loss": 0.1291{"train_loss": 0.133330300450325, "global_step": 12332, "epoch": 128, "lr": 0.00{{"train_loss": 0.07{"train_loss": 0.0791669487953186, "global_step": 12333, "epoch": 128, "lr": 0.00{"train_loss": 0.06{"train_loss": 0.061815984547138214, "global_step": 12334, "epoch": 128, "lr": 0.00{"train_loss": 0.083{"train_loss": 0.08222852647304535, "global_step": 12335, "epoch": 128, "lr": 0.00{"train_loss": 0.092{"train_loss": 0.09272345900535583, "global_step": 12336, "epoch": 128, "lr": 0.00{"train_loss": 0.08444041758775711, "global_step": 12337, "epoch": 128, "lr": 0.0003067397250137533}
+{"train_loss": 0.08620050549507141, "global_step": 12338, "epoch": 128, "lr": 0.00030672576747604755}
+{"train_loss": 0.1150394082069397, "global_step": 12339, "epoch": 128, "lr": 0.00030671180921157084}
+{"train_loss": 0.0697{"train_loss": 0.07209828495979309, "global_step": 12340, "epoch": 128, "lr": 0.0{"train_loss": 0.12031501531600952, "global_step": 12341, "epoch": 128, "lr": 0.00030668389050268475}
+{"train_loss": 0.09133987128734589, "global_step": 12342, "epoch": 128, "lr": 0.0003066699300584655}
+{"train_loss": 0.11001279950141907, "global_step": 12343, "epoch": 128, "lr": 0.0003066559688878555}
+{"train_loss": 0.10249041020870209, "global_step": 12344, "epoch": 128, "lr": 0.00030664200699094985}
+{{"train_loss": 0.08361129462718964, "global_step": 12345, "epoch": 128, "lr": 0.0003066280443678435}{{"train_loss": 0.04844619333744049, "global_step": 12346, "epoch": 128, "lr": 0.00030661408101863183}
+{"train_loss": 0.109072744846344, "global_step": 12347, "epoch": 128, "lr": 0.00030660011694340957}
+{"train_loss": 0.06474729627370834, "{"train_loss": 0.06326906383037567, "global_step": 12348, "epoch"{"train_loss": 0.11318589001893997, "{"train_loss": 0.11683661490678787, "global_step": 12349, "epoch{"train_loss": 0.1139{"train_loss": 0.11412359774112701, "global_step": 12350, "epoch": 128, "lr": 0.{"train_loss": 0.08436684310436249, "global_step": 12351, "epoch": 128, "lr": 0.0003065442533843185}
+{"train_loss": 0.0834{"train_loss": 0.08235979825258255, "global_step": 12352, "epoch": 128, "lr": 0.0{"train_loss": 0.07958197593688965, "global_step": 12353, "epoch": 128, "lr": 0.000306516317251183}
+{"train_loss": 0.12927314639091492, "global_step": 12354, "epoch": 128, "lr": 0.00030650234809655066}
+{"train_loss": 0.10600452870130539, "global_step": 12355, "epoch": 128, "lr": 0.0003064883782166688}
+{"train_loss": 0.101{"train_loss": 0.1027282327413559, "global_step": 12356, "epoch": 128, "lr": 0.0{"train_loss": 0.10027266293764114, "global_step": 12357, "epoch": 128, "lr": 0.00030646043628153693}
+{"train_loss": 0.09417418390512466, "global_step": 12358, "epoch": 128, "lr": 0.0003064464642264771}
+{"train_loss": 0.09166203439235687, "global_step": 12359, "epoch": 128, "lr": 0.0003064324914465484}{{"train_loss": 0.09415296465158463, "global_step": 12360, "epoch": 128, "lr": 0.0003064185179418458{"{"train_loss": 0.10528811812400818, "global_step": 12361, "epoch": 128, "lr": 0.00030640454371246457{"{"train_loss": 0.12{"train_loss": 0.1248961091041565, "global_step": 12362, "epoch": 128, "lr": 0.00{"{"train_loss": 0.1{"train_loss": 0.10514996945858002, "global_step": 12363, "epoch": 128, "lr": 0.0{"{"train_loss": 0.1{"train_loss": 0.10609108209609985, "global_step": 12364, "epoch": 128, "lr": 0.0{"{"train_loss": 0.09667985141277313, "global_step": 12365, "epoch": 128, "lr": 0.0003063486395500557{"train_loss": 0.08481895178556442, "global_step": 12366, "epoch": 128, "lr": 0.0003063346616987085}
+{"{"train_loss": 0.09956322610378265, "global_step": 12367, "epoch": 128, "lr": 0.00030632068312325356{"{"train_loss": 0.{"train_loss": 0.0703682154417038, "global_step": 12368, "epoch": 128, "lr": 0.000{"{"train_loss": 0{"train_loss": 0.08495647460222244, "global_step": 12369, "epoch": 128, "lr": 0.000{"{"train_loss": 0.07956562936306, "global_step": 12370, "epoch": 128, "lr": 0.0003062787430531948}
+{"train_loss": 0.08020187169313431, "global_step": 12371, "epoch": 128, "lr": 0.00030626476158226117}
+{"train_loss": 0.08{"train_loss": 0.08378995954990387, "global_step": 12372, "epoch": 128, "lr": 0.00{"train_loss": 0.0817626491189003, "global_step": 12373, "epoch": 128, "lr": 0.0003062367964695942}
+{"train_loss": 0.11613261699676514, "gl{"train_loss": 0.11584557592868805, "global_step": 12374, "epoc{"train_loss": 0.0701209306716919, "global_step": 12375, "epoch": 128, "lr": 0.0003062088284631623}
+{"train_loss": 0.13149264454841614, "global_step": 12376, "epoch": 128, "lr": 0.0003061948433750226}
+{"train_loss": 0.08246321976184845, "global_step": 12377, "epoch": 128, "lr": 0.0003061808575637274}
+{"train_loss": 0.0957{"train_loss": 0.09797614812850952, "global_step": 12378, "epoch": 128, "lr": 0.{"train_loss": 0.1077{"train_loss": 0.106968455016613, "global_step": 12379, "epoch": 128, "lr": 0.00{"train_loss": 0.07{"train_loss": 0.08069860190153122, "global_step": 12380, "epoch": 128, "lr": 0.00{"train_loss": 0.09243585169315338, "global_step": 12381, "epoch": 128, "lr": 0.00030612490708889587}
+{"train_loss": 0.09326702356338501, "global_step": 12382, "epoch": 128, "lr": 0.0003061109176632516}
+{"train_loss": 0.09225741366390139, "global_step": 12383, "epoch": 128, "lr": 0.00030609692751502334}
+{"train_loss": 0.08640924841165543, "global_step": 12384, "epoch": 129, "lr": 0.0003060829366443063}
+{"train_loss": 0.09718279540538788, "global_step": 12385, "epoch": 129, "lr": 0.00030606894505119577}
+{"train_loss": 0.09470337629318237, "global_step": 12386, "epoch": 129, "lr": 0.000306054952735787}
+{"train_loss": 0.0{"train_loss": 0.08928826451301575, "global_step": 12387, "epoch": 129, "lr": 0.00{"train_loss": 0.09{"train_loss": 0.09078805893659592, "global_step": 12388, "epoch": 129, "lr": 0.000{"train_loss": 0.11{"train_loss": 0.12112404406070709, "global_step": 12389, "epoch": 129, "lr": 0.000{"train_loss": 0.07{"train_loss": 0.07{"train_loss": 0.07312391698360443, "global_step": 12390, "epoch{"train_loss": 0.10719989985227585, "g{"train_loss": 0.10502232611179352, "global_step": 12391, "epoc{{"train_loss": 0.10264749079942703, "global_step": 12392, "epoch": 129, "lr": 0.0003059709836804085{"train_loss": 0.1237892284989357, "global_step": 12393, "epoch": 129, "lr": 0.0003059569863115805}
+{"t{"train_loss": 0{"train_loss": 0.10238427668809891, "global_step": 12394, "epoch": 129, "lr": 0.000{"train_loss": 0.09{"train_loss": 0.0898921936750412, "global_step": 12395, "epoch": 129, "lr": 0.000{"train_loss": 0.0{"train_loss": 0.07770676910877228, "global_step": 12396, "epoch": 129, "lr": 0.0003{"{"train_loss": 0{"train_loss": 0.061586540192365646, "global_step": 12397, "epoch": 129, "lr": 0.0003{"train_loss": 0.08708537369966507, "global_step": 12398, "epoch": 129, "lr": 0.0003058869886463101}
+{"train_loss": 0.10984916985034943, "global_step": 12399, "epoch": 129, "lr": 0.00030587298694969726}
+{"train_loss": 0.1016513854265213, "global_step": 12400, "epoch": 129, "lr": 0.00030585898453212065}
+{{"train_loss": 0.10446915775537491, "global_step": 12401, "epoch": 129, "lr": 0.0003058449813936756}{"train_loss": 0.0786253809928894, "global_step": 12402, "epoch": 129, "lr": 0.0003058309775344575}
+{"train_loss": 0.07256770133972168, "global_step": 12403, "epoch": 129, "lr": 0.0003058169729545616}
+{"{"train_loss": 0.10035982728004456, "global_step": 12404, "epoch": 129, "lr": 0.00030580296765408336{"train_loss": 0.1261783242225647, "global_step": 12405, "epoch": 129, "lr": 0.0003057889616331182}
+{"t{"train_loss": 0.10033305734395981, "global_step": 12406, "epoch": 129, "lr": 0.0003057749548917613{"train_loss": 0.08315885066986084, "global_step": 12407, "epoch": 129, "lr": 0.0003057609474301083}
+{"train_loss": 0.07123205065727234, "global_step": 12408, "epoch": 129, "lr": 0.00030574693924825445}
+{"{"train_loss": 0.10030306875705719, "g{"train_loss": 0.09916682541370392, "global_step": 12409, "e{"t{"train_loss": 0.0855371281504631, "global_step": 12410, "epoch": 129, "lr": 0.00030571892072432584{"{"train_loss": 0.09992736577987671, "global_step": 12411, "epoch": 129, "lr": 0.00030570491038244175{"{"train_loss": 0.09115718305110931, "global_step": 12412, "epoch": 129, "lr": 0.0003056908993207386{"train_loss": 0.11813{"train_loss": 0.11884430795907974, "global_step": 12413, "epoch": 129, "lr": 0{"train_loss": 0.0898599922657013, "global_step": 12414, "epoch": 129, "lr": 0.00030566287503825605}
+{"train_loss": 0.09536084532737732, "global_step": 12415, "epoch": 129, "lr": 0.00030564886181766763}
+{"train_loss": 0.05744951590895653, "global_step": 12416, "epoch": 129, "lr": 0.00030563484787764157}
+{"t{"train_loss": 0.0869595929980278, "global_step": 12417, "epoch": 129, "lr": 0.0003056208332182734{"train_loss": 0.09527668356895447, "global_step": 12418, "epoch": 129, "lr": 0.0003056068178396586}
+{"{"train_loss": 0.1053529679775238, "globa{"train_loss": 0.10639207065105438, "global_step": 12419, {"train_loss": 0.12877249717712402, "global_step": 12420, "epoch": 129, "lr": 0.0003055787849250705}
+{{"train_loss": 0.08422138541936874, "glob{"train_loss": 0.08434920758008957, "global_step": 12421, "e{"train_loss": 0.08236576616764069, "global_step": 12422, "epoch": 129, "lr": 0.000305550749134641}
+{{"train_loss": 0.0837085098028183, "global_step": 12423, "epoch": 129, "lr": 0.00030553673016122437}
+{"train_loss": 0.09920748323202133, "globa{"train_loss": 0.10045622289180756, "global_step": 12424, "e{"train_loss": 0.08862052857875824, "global_step": 12425, "epoch": 129, "lr": 0.00030550869005846465}
+{"train_loss": 0.09860226511955261, "global_step": 12426, "epoch": 129, "lr": 0.0003054946689293124}
+{"train_loss": 0.063877{"train_loss": 0.06631840765476227, "global_step": 12427, "epoch": 129, "lr":{"train_loss": 0.07873576879501343, "global_step": 12428, "epoch": 129, "lr": 0.0003054666245159409}
+{{"train_loss": 0.12497998774051666, "glob{"train_loss": 0.11927299201488495, "global_step": 12429, "{"{"train_loss": 0.09144261479377747, "glob{"train_loss": 0.09004011005163193, "global_step": 12430,{"t{"train_loss": 0.101514{"train_loss": 0.09974489361047745, "global_step": 12431, "epoch": 129, "l{"train_loss": 0.104559808{"train_loss": 0.10502851009368896, "global_step": 12432, "epoch": 129, "lr{"t{"train_loss": 0.09443911910057068, "glob{"train_loss": 0.09673910588026047, "global_step": 12433, {"train_loss": 0.0687335729598999, "global_s{"train_loss": 0.06953990459442139, "global_step": 12434{"train_loss": 0.0699196606874466, "global_st{"train_loss": 0.0704430565237999, "global_step": 1243{"train_loss": 0.1336321383714676, "global_step": 12436, "epoch": 129, "lr": 0.0003053544181422317}
+{"train_loss": 0.09310413151979446, "global_step": 12437, "epoch": 129, "lr": 0.0003053403891160688}
+{"train_loss": 0.07831010967493057, "global_step": 12438, "epoch": 129, "lr": 0.0003053263593725691}
+{"train_loss": 0.09731027483940125, "global_step": 12439, "epoch": 129, "lr": 0.0003053123289118278}
+{"train_loss": 0.0827572420{"train_loss": 0.0{"train_loss": 0.08211325109004974, "global_step": 12440,{"trai{"train_loss": 0.09574636816978455, "gl{"train_loss": 0.0998121052980423, "global_step": 12441, {"trai{"train_loss": 0.08842907100915909, "g{"train_loss": 0.08969911187887192, "global_step": 12442,{"trai{"train_loss": 0.1221{"train_loss": 0.1166001707315445, "global_step": 12443, "epoch": 129, "lr{"train_loss": 0.08697758615016937, "global_{"train_loss": 0.08687121421098709, "global_step": 12444, {"trai{"train_loss": 0.07622627913951874, "g{"train_loss": 0.07608237862586975, "global_step": 12445,{"train_loss": 0.093233495{"train_loss": 0.09308309853076935, "global_step": 12446, "epoch": 129, "lr{"trai{"train_loss": 0.07889707386493683, "g{"train_loss": 0.08091071993112564, "global_step": 12447,{"trai{"train_loss": 0.096{"train_loss": 0.09155337512493134, "global_step": 12448, "epoch": 129, "lr"{"train_loss": 0.070703081{"train_loss": 0.07075496762990952, "global_step": 12449, "epoch": 129, "lr{"trai{"train_loss": 0.06807775795459747, "global_step": 12450, "epoch": 129, "lr": 0.000305157946533{"train_loss": 0.07513987272977829, "global_step": 12451, "epoch": 129, "lr": 0.0003051439074728854}
+{"train_loss": 0.07485434412956238, "global_step": 12452, "epoch": 129, "lr": 0.00030512986769670194}
+{"train_loss": 0.063075944{"train_loss": 0.06326082348823547, "global_step": 12453, "epoch": 129, "l{"train_loss": 0.0960485637{"train_loss": 0.09587326645851135, "global_step": 12454, "epoch": 129, "lr{"train_loss": 0.08379961550235748, "global_step": 12455, "epoch": 129, "lr": 0.00030508774407311394}
+{"train{"train_loss": 0.08908004313707352, "global_step": 12456, "epoch": 129, "lr": 0.00030507370143{"train_loss": 0.10337680578231812, "global_step": 12457, "epoch": 129, "lr": 0.0003050596580791466}
+{"train_loss": 0.1060175597{"train_loss": 0.10722758620977402, "global_step": 12458, "epoch": 129, "l{"train_loss": 0.06805925071239471, "global{"train_loss": 0.06858108192682266, "global_step": 12459, {"train_loss": 0.0908443331{"train_loss": 0.0914578065276146, "global_step": 12460, "epoch": 129, "lr"{"train_loss": 0.06867843866348267, "global{"train_loss": 0.06837143003940582, "global_step": 12461, "{"train_loss": 0.10278450697660446, "global{"train_loss": 0.10207262635231018, "global_step": 12462{"train_loss": 0.089487053{"train_loss": 0.09011700749397278, "global_step": 12463, "epoch": 129, "lr"{"train_loss": 0.08659180253744125, "global_step": 12464, "epoch": 129, "lr": 0.00030496133456938654}
+{"train_loss": 0.08836396038532257, "global_step": 12465, "epoch": 129, "lr": 0.00030494728549391846}
+{"train_loss": 0.06894396{"train_loss": 0.06934325397014618, "global_step": 12466, "epoch": 129, "lr"{"train{"train_loss": 0.09068544954061508, "global_step": 12467, "epoch": 129, "lr": 0.0003049191851{"train_l{"train_loss": 0.09955088794231415, "global_step": 12468, "epoch": 129, "lr": 0.000304905133{"train_l{"train_loss": 0.0982920303940773, "global_step": 12469, "epoch": 129, "lr": 0.00030489108204{"train_{"train_loss": 0.07791181653738022, "global_step": 12470, "epoch": 129, "lr": 0.00030487702939{"train_loss": 0.0874718{"train_loss": 0.08743315935134888, "global_step": 12471, "epoch": 129, "lr"{"train_l{"train_loss": 0{"train_loss": 0.09021800756454468, "global_step": 12472, "epoch": 129, "lr"{"train_l{"train_loss": 0.09619975090026855, "global_step": 12473, "epoch": 129, "lr": 0.0003048348671{"train_loss": 0.1067945584654808, "global_step": 12474, "epoch": 129, "lr": 0.00030482081166648584}
+{"train_lo{"train_loss": 0.0734931081533432, "global_step": 12475, "epoch": 129, "lr": 0.000304806755{"train_lo{"train_loss": 0.08731897175312042, "global_step": 12476, "epoch": 129, "lr": 0.000304792698{"train_lo{"train_loss": 0.07769709080457687, "global_step": 12477, "epoch": 129, "lr": 0.00030477864{"train_loss": 0.09354007244110107, "global_step": 12478, "epoch": 129, "lr": 0.0003047645825136002}
+{"train_loss": 0.09114506926077108, "global_step": 12479, "epoch": 129, "lr": 0.0003047505234415998}
+{"train_loss": 0.09068723022937775, "global_st{"train_loss": 0.08999419957399368, "global_step": 1248{"train_loss": 0.1171300262{"train_loss": 0.11798006296157837, "global_step": 12481, "epoch": 130, "l{"train_loss": 0.1042170077{"train_loss": 0.10400848090648651, "global_step": 12482, "epoch": 130, "lr{"train_lo{"train_loss": 0.{"train_loss": 0.060810308903455734, "global_step": 12483, "epoch": 130, {"train_loss": 0.09221944212913513, "global_step": 12484, "epoch": 130, "lr": 0.00030468021738371036}
+{"train_lo{"train_loss": 0.11986397206783295, "global_step": 12485, "epoch": 130, "lr": 0.00030466615{"train_lo{"train_loss": 0.1{"train_loss": 0.1073332279920578, "global_step": 12486, "epoch": 130, "l{"train_lo{"train_loss": 0.{"train_loss": 0.09967534244060516, "global_step": 12487, "epoch": 130, "{"train_los{"train_loss": 0.0863984078168869, "global_step": 12488, "epoch": 130, "lr": 0.000304623959{"train_lo{"train_loss": 0.09486444294452667, "global_step": 12489, "epoch": 130, "lr": 0.0003046098{"train_loss{"train_loss": 0.{"train_loss": 0.09907831996679306, "global_step": 12490, "epoch": 130, "{"train_loss{"train_loss": 0.08301306515932083, "global_step": 12491, "epoch": 130, "lr": 0.0003045817{"train_loss{"train_loss": 0.0862535834312439, {"train_loss": 0.0867215245962143, "global_step": 1249{"train_los{"train_loss": 0.{"train_loss": 0.1{"train_loss": 0.112543985247612, "global_step": 12493, {"train_lo{"train_loss": 0.0{"train_loss": 0.07755943387746811, "global_step": 12494, "epoch": 130, "l{"train_loss": 0.09096889197826385, "global_step": 12495, "epoch": 130, "lr": 0.00030452548134316974}
+{"train_l{"train_loss": 0.14{"train_loss": 0.13451749086380005, "global_step": 12496, "epoch": 130, "l{"train_l{"train_loss": 0.09{"train_loss": 0.09085601568222046, "global_step": 12497, "epoch": 130, "{"train_l{"train_loss": 0.08{"train_loss": 0.08897243440151215, "global_step": 12498, "epoch": 130, "l{"train_l{"train_loss": 0.11{"train_loss": 0.12330799549818039, "global_step": 12499, "epoch": 130, "{"train_l{"train_loss": 0.11357016861438751,{"train_loss": 0.11220608651638031, "global_step": 12500, {"train_l{"train_loss": 0.06628535687923431, "global_step": 12501, "epoch": 130, "lr": 0.0003044410435{"train_loss": 0.08158574998{"train_loss": 0.08264771103858948, "global_step": 12502, "epoch": 130, "l{"train_loss": 0.06432266533374786, "global_step": 12503, "epoch": 130, "lr": 0.0003044128919378159}
+{"train_l{"train_loss": 0.0691700279712677,{"train_loss": 0.06705236434936523, "global_step": 12504, {"train_loss": 0.09119850397109985, "global_step": 12505, "epoch": 130, "lr": 0.0003043847374743507}
+{"train_l{"train_loss": 0.12348929047584534, "global_step": 12506, "epoch": 130, "lr": 0.0003043706591{"train_l{"train_loss": 0.06635286659002304, "global_step": 12507, "epoch": 130, "lr": 0.0003043565801{"train_l{"train_loss": 0.05{"train_loss": 0{"train_loss": 0.053229376673698425, "global_step": 12508,{"train_lo{"train_loss": 0.1{"train_loss": 0.{"train_loss": 0.1292334347963333, "global_step": 12509,{"train_lo{"train_loss": 0.{"train_loss": 0.09646723419427872, "global_step": 12510, "epoch": 130, "lr{"train_lo{"train_loss": 0.{"train_loss": 0.08389323204755783, "global_step": 12511, "epoch": 130, "l{"train_lo{"train_loss": 0.{"train_loss": 0.0981273427605629, "global_step": 12512, "epoch": 130, "lr{"train_lo{"train_loss": 0{"train_loss": 0.09966988861560822, "global_step": 12513, "epoch": 130, "lr"{"train_l{"train_loss": 0.{"train_loss": 0.11273209750652313, "global_step": 12514, "epoch": 130, "lr"{"train_{"train_loss": 0.0{"train_loss": 0{"train_loss": 0.08910001069307327, "global_step": 12515, "e{"train_{"train_loss": 0.13494035601615906, "global_step": 12516, "epoch": 130, "lr": 0.0003042298371{"train_{"train_loss": 0.05106813833117485, "global_step": 12517, "epoch": 130, "lr": 0.0003042157510{"train_{"train_loss": 0.09304943680763245, "global_step": 12518, "epoch": 130, "lr": 0.00030420166419{"train_{"train_loss": 0.09987438470125198, "global_step": 12519, "epoch": 130, "lr": 0.0003041875766{"train_loss": 0.0659870{"train_loss": 0.06617473810911179, "global_step": 12520, "epoch": 130, "lr":{"train{"train_loss": 0.09709928929805756, "global_step": 12521, "epoch": 130, "lr": 0.000304159399471{"train{"train_loss": 0.{"train_loss": 0.06495548784732819, "global_step": 12522, "epoch": 130, "lr": {"train{"train_loss": 0.{"train_loss": 0.11402688920497894, "global_step": 12523, "epoch": 130, "lr": {"trai{"train_loss": 0.08478069305419922, "global_step": 12524, "epoch": 130, "lr": 0.0003041171283693{"train_loss": 0.11236336827278137, "global_step": 12525, "epoch": 130, "lr": 0.00030410303658384014}
+{"trai{"train_loss": 0.0{"train_loss": 0.05730046331882477, "global_step": 12526, "epoch": 130, "lr": {"train_loss": 0.08412569761276245, "global_step": 12527, "epoch": 130, "lr": 0.0003040748508860843}
+{"trai{"train_loss": 0.10852918028831482, "global_step": 12528, "epoch": 130, "lr": 0.00030406075697{"train_loss": 0.09342102{"train_loss": 0.091930091381073, "global_step": 12529, "epoch": 130, "lr": 0{"train_loss": 0.06700287759304047, "global_step": 12530, "epoch": 130, "lr": 0.0003040325670242977}
+{"train_loss": 0.10188446938991547, "global_step": 12531, "epoch": 130, "lr": 0.00030401847098671206}
+{"train{"train_loss": 0.1030343696475029, "global_step": 12532, "epoch": 130, "lr": 0.000304004374240{"train_loss": 0.08396016061306, "global_step": 12533, "epoch": 130, "lr": 0.0003039902767866315}
+{"train_loss": 0.10335050523281097, "global_step": 12534, "epoch": 130, "lr": 0.0003039761786243286}
+{"train_loss": 0.09707646071910858, "global_step": 12535, "epoch": 130, "lr": 0.00030396207975397866}
+{"train_l{"train_loss": 0{"train_loss": 0.07128337025642395, "global_step": 12536, "epoch": 130, "lr"{"train_loss": 0.08521433{"train_loss": 0.08521731197834015, "global_step": 12537, "epoch": 130, "lr"{"train_loss": 0.10696808993816376, "global_step": 12538, "epoch": 130, "lr": 0.0003039197788956063}
+{"train_loss": 0.11244479566812515, "global_step": 12539, "epoch": 130, "lr": 0.0003039056771940281}
+{"train_{"train_loss": 0.10411866009235382, "global_step": 12540, "epoch": 130, "lr": 0.00030389157{"train_loss": 0.07087792456150055, "global_step": 12541, "epoch": 130, "lr": 0.00030387747166826676}
+{"train_loss": 0.07557190{"train_loss": 0.07472582161426544, "global_step": 12542, "epoch": 130, "lr"{"train_l{"train_loss": 0{"train_loss": 0.07{"train_loss": 0.07733463495969772, "global_step": 12543, {"train_loss": 0.08352339267730713, "global_step": 12544, "epoch": 130, "lr": 0.000303835158074553}
+{"train_loss": 0.10128739476203918, "global_step": 12545, "epoch": 130, "lr": 0.0003038210521290134}
+{"train_l{"train_loss": {"train_loss": 0.09284470975399017, "global_step": 12546, "epoch": 130, "lr":{"train_lo{"train_loss": {"train_loss": 0.08774257451295853, "global_step": 12547, "epoch": 130, "lr"{"train_lo{"train_loss": 0.10376202315092087, "global_step": 12548, "epoch": 130, "lr": 0.00030377873{"train_lo{"train_loss": {"train_loss": 0.081{"train_loss": 0.08146588504314423, "global_step": 12549,{"train_lo{"train_loss": 0.10055792331695557,{"train_loss": 0.1012561246752739, "global_step": 12550,{"train_loss": 0.10039860010147095, "global_step": 12551, "epoch": 130, "lr": 0.0003037364016123333}
+{"train_lo{"train_loss":{"train_loss": 0.10864386707544327, "global_step": 12552, "epoch": 130, "lr":{"train_lo{"train_loss": 0.11664701253175735, "global_step": 12553, "epoch": 130, "lr": 0.00030370817{"train_lo{"train_loss":{"train_loss": 0.13369707763195038, "global_step": 12554, "epoch": 130, "lr":{"train_lo{"train_loss": {"train_loss": 0.10357009619474411, "global_step": 12555, "epoch": 130, "lr":{"train_lo{"train_loss": 0.10839026421308517, "global_step": 12556, "epoch": 130, "lr": 0.00030366584{"train_lo{"train_loss": 0.09015680849552155, "global_step": 12557, "epoch": 130, "lr": 0.000303651725{"train_loss": 0.08910851925611496, "global_step": 12558, "epoch": 130, "lr": 0.00030363761053581515}
+{"train_loss": 0.07975059747695923, "global_step": 12559, "epoch": 130, "lr": 0.0003036234947011489}
+{"train_loss": 0.1281319260597229, "global_step": 12560, "epoch": 130, "lr": 0.0003036093781608373}
+{"train_loss": 0.1000879{"train_loss": 0.09949859976768494, "global_step": 12561, "epoch": 130, "lr": {"train_loss": 0.07671865820884705, "global_step": 12562, "epoch": 130, "lr": 0.0003035811429636623}
+{"train_loss": 0.08464939147233963, "global_step": 12563, "epoch": 130, "lr": 0.0003035670243069912}
+{"train_loss": 0.11339257657527924, "global_step": 12564, "epoch": 130, "lr": 0.0003035529049450593}
+{"train_loss": 0.08445793390274048, "global_step": 12565, "epoch": 130, "lr": 0.0003035387848779626}
+{"train_lo{"train_loss":{"train_loss": 0.10462632030248642, "global_step": 12566, "epoch": 130, "lr"{"train_los{"train_loss":{"train_loss": 0.09108015149831772, "global_step": 12567, "epoch": 130, "lr"{"train_los{"train_loss":{"train_loss": 0.0863109901547432, "global_step": 12568, "epoch": 130, "lr": {"train_los{"train_loss": 0.09785446524620056, "global_step": 12569, "epoch": 130, "lr": 0.00030348229{"train_los{"train_loss": 0.1061188653111{"train_loss": 0.10534605383872986, "global_step": 12570, "ep{"train_loss": 0.102644{"train_loss": 0.1027422845363617, "global_step": 12571, "epoch": 130, "lr": 0.{"train_loss": 0.09043{"train_loss": 0.09144880622625351, "global_step": 12572, "epoch": 130, "lr": 0.{"train_los{"train_los{"train_loss": 0.09331566840410233, "global_step": 12573, "epoch": 130, "lr": 0.{"train_los{"train_los{"train_loss": 0.07284834235906601, "global_step": 12574, "epoch": 130, "lr": 0.{"train_los{"train_loss": 0.09439406559492151, "global_step": 12575, "epoch": 130, "lr": 0.0003033975454440927, "train_action_mse_error": 1.69881386682{"train_los{"train_loss": 0.1270785778760{"train_loss": 0.1337718963623047, "global_step": 12576, "ep{"train_loss": 0.09059636294841766, "global_step": 12577, "epoch": 131, "lr": 0.0003033692891049594}
+{"train_loss": 0.08249{"train_loss": 0.08243922889232635, "global_step": 12578, "epoch": 131, "lr": 0{"train_los{"train_loss": 0.1113070547580719, "global_step": 12579, "epoch": 131, "lr": 0.000303341029{"train_lo{"train_loss": 0.07151629030704498, "global_step": 12580, "epoch": 131, "lr": 0.0003033268{"train_los{"train_loss": 0.10886058211326599, "global_step": 12581, "epoch": 131, "lr": 0.0003033127{"train_los{"train_loss": 0.06670144200325012, "global_step": 12582, "epoch": 131, "lr": 0.00030329{"train_loss{"train_loss": 0.07896604388952255, "global_step": 12583, "epoch": 131, "lr": 0.000303284{"train_loss{"train_loss": 0.10192811489105225, "global_step": 12584, "epoch": 131, "lr": 0.0003032703{"train_loss{"train_loss": 0.1165027916431427, "global_step": 12585, "epoch": 131, "lr": 0.0003032562{"train_loss": 0.062873{"train_loss": 0.062497809529304504, "global_step": 12586, "epoch": 131, "lr": {"train_los{"train_loss": 0.09930218756198883, "global_step": 12587, "epoch": 131, "lr": 0.0003032279{"train_los{"train_loss"{"train_loss": 0.0968315377831459, "global_step": 12588, "epoch": 131, "lr": {"train_los{"train_loss": 0.1218462884426117, "global_step": 12589, "epoch": 131, "lr": 0.000303199691{"train_lo{"train_loss{"train_loss": 0.09290190041065216, "global_step": 12590, "epoch": 131, "lr": 0{"train_loss": 0.08803{"train_loss": 0.0{"train_loss": 0.08929671347141266, "global_step": 12591, "epo{"train_loss": 0.0868290364742279, "global_step": 12592, "epoch": 131, "lr": 0.00030315727686554847}
+{"train_loss": 0.06378082931041718, "glob{"train_loss": 0.06316298991441727, "global_step": 12593, "ep{"train_l{"train_loss":{"train_loss": 0.0{"train_loss": 0.09721876680850983, "global_step": 12594, "ep{"train_loss": 0.07471587508916855, "global_step": 12595, "epoch": 131, "lr": 0.00030311485544056316}
+{"train_loss": 0.08888058364391327, "global_step": 12596, "epoch": 131, "lr": 0.00030310071356107616}
+{"train_loss": 0.09885601699352264, "glob{"train_loss": 0.09951850771903992, "global_step": 12597, "ep{"train_loss": 0.08132857084274292, "global_step": 12598, "epoch": 131, "lr": 0.00030307242769594223}
+{"train_loss": 0.11001{"train_loss": 0.10930144786834717, "global_step": 12599, "epoch": 131, "lr": 0{"train{"train_loss": {"train_loss": 0.09{"train_loss": 0.09842761605978012, "global_step": 12600, "{"train_{"train_loss": 0.06817783415317535, "global_step": 12601, "epoch": 131, "lr": 0.0003030299936{"train_loss": 0.07521995157003403, "global_step": 12602, "epoch": 131, "lr": 0.0003030158475437313}
+{"train_loss": 0.09009996056556702, "global{"train_loss": 0.09104229509830475, "global_step": 12603, {"train_loss": 0.05946997180581093, "global_step": 12604, "epoch": 131, "lr": 0.0003029875532581954}
+{"train_loss": 0.08811111748218536, "global_step": 12605, "epoch": 131, "lr": 0.00030297340506340697}
+{"train_l{"train_loss": 0.10532191395759583{"train_loss": 0.10903021693229675, "global_step": 12606, "{"train_loss": 0.0775456577539444, "global_step": 12607, "epoch": 131, "lr": 0.00030294510657027116}
+{"train_loss": 0.09067539870738983, "global_step": 12608, "epoch": 131, "lr": 0.00030293095627211637}
+{"train_lo{"train_loss": 0.08083280920982361, "global_step": 12609, "epoch": 131, "lr": 0.00030291680{"train_los{"train_loss": 0.1243572011590004, "global_step": 12610, "epoch": 131, "lr": 0.000302902653{"train_lo{"train_loss": 0.08299100399017334, "global_step": 12611, "epoch": 131, "lr": 0.000302888501{"train_lo{"train_loss": 0.09785076975822449, "global_step": 12612, "epoch": 131, "lr": 0.00030287434{"train_lo{"train_loss":{"train_loss": 0.0946{"train_loss": 0.09491012990474701, "global_step": 12613{"train_loss": 0.06505461037158966, "global_step": 12614, "epoch": 131, "lr": 0.0003028460397670425}
+{"train_lo{"train_loss": 0.06661204993724823, "global_step": 12615, "epoch": 131, "lr": 0.00030283{"train_loss"{"train_loss": 0.08890066295862198, "global_step": 12616, "epoch": 131, "lr": 0.00030281{"train_loss"{"train_loss": 0.08633720129728317, "global_step": 12617, "epoch": 131, "lr": 0.000302803{"train_loss": 0.07687472552061081, "global_st{"train_loss": 0.07635234296321869, "global_step": 1261{"train_loss"{"train_loss": 0.08274072408676147, "global_step": 12619, "epoch": 131, "lr": 0.00030277{"train_loss"{"train_loss": 0.0604233592748642, "global_step": 12620, "epoch": 131, "lr": 0.00030276{"train_loss"{"train_loss": 0.10938030481338501, "global_step": 12621, "epoch": 131, "lr": 0.00030274{"train_loss": 0.08714845776557922, "global_step": 12622, "epoch": 131, "lr": 0.0003027327785442113}
+{"train_los{"train_loss": 0.08139524608850479, "global_step": 12623, "epoch": 131, "lr": 0.00030271861{"train_loss": 0.07963590323925018, "global_step": 12624, "epoch": 131, "lr": 0.00030270445624077616}
+{"train_los{"train_loss": 0.0923059806227684, "global_step": 12625, "epoch": 131, "lr": 0.000302690294{"train_loss": 0.055433228611946106, "global_step": 12626, "epoch": 131, "lr": 0.00030267613113979286}
+{"train_l{"train_loss": 0.07959920167922974, "global_step": 12627, "epoch": 131, "lr": 0.000302661967{"train_l{"train_loss": {"train_loss": 0.06641684472560883, "global_step": 12628, "epoch": 131, "lr": {"train_l{"train_loss": 0.12556192278862, "global_step": 12629, "epoch": 131, "lr": 0.000302633638244{"train{"train_loss": 0.0{"train_loss": 0.08944269269704819, "global_step": 12630, "epoch": 131, "lr":{"train{"train_loss": 0.11157653480768204, "global_step": 12631, "epoch": 131, "lr": 0.000302605306153{"train_loss": 0.09565221518278122, "global_step": 12632, "epoch": 131, "lr": 0.0003025911390592701}
+{"trai{"train_loss": 0.08936402201652527, "global_step": 12633, "epoch": 131, "lr": 0.000302576971266{"train_loss": 0.11000080406665802, "global_step": 12634, "epoch": 131, "lr": 0.0003025628027758105}
+{"train_loss": 0.07425686717033386, "global_step": 12635, "epoch": 131, "lr": 0.00030254863358639887}
+{"train_loss": 0.0999021902680397, "global_step": 12636, "epoch": 131, "lr": 0.00030253446369866136}
+{"train_loss": 0.09160689264535904, "global_step": 12637, "epoch": 131, "lr": 0.0003025202931126943}
+{"train_loss": 0.061492666602134705, "global_step": 12638, "epoch": 131, "lr": 0.0003025061218285943}
+{"train_loss": 0.08422408998012543, "global_step": 12639, "epoch": 131, "lr": 0.00030249194984645794}
+{"train_loss": 0.08384521305561066, "global_step": 12640, "epoch": 131, "lr": 0.00030247777716638165}
+{"train_loss": 0.0889190{"train_loss": 0.08808445930480957, "global_step": 12641, "epoch": 131, "lr":{"train_loss": 0.10734269{"train_loss": 0.10809952020645142, "global_step": 12642, "epoch": 131, "lr"{"train{"train_loss": 0.11513204872608185, "global_step": 12643, "epoch": 131, "lr": 0.000302435254939{"train_loss": 0.07546289265155792, "global_step": 12644, "epoch": 131, "lr": 0.00030242107946860746}
+{"train_loss": 0.073894500{"train_loss": 0.0750{"train_loss": 0.07419247925281525, "global_step": 126{"train{"train_loss": 0.09{"train_loss": 0.0892{"train_loss": 0.08780662715435028, "global_step": 1264{"train_loss": 0.1013975515961647, "global_step": 12647, "epoch": 131, "lr": 0.00030237854887163717}
+{"train_loss": 0.07334030419588089, "global_step": 12648, "epoch": 131, "lr": 0.0003023643706115163}
+{"train_loss": 0.14438404142856598, "global_step": 12649, "epoch": 131, "lr": 0.00030235019165432425}
+{"train_loss": 0.09252848476171494, "global_step": 12650, "epoch": 131, "lr": 0.0003023360120001576}
+{"train{"train_loss": 0.0885763019323349, "global_step": 12651, "epoch": 131, "lr": 0.0003023218316491{"trai{"train_loss": 0.{"train_loss": 0.07680852711200714, "global_step": 12652, "epoch": 131, "lr": 0{"trai{"train_loss": 0.08163711428642273, "global_step": 12653, "epoch": 131, "lr": 0.00030229346885{"train{"train_loss": 0.11015371978282928, "global_step": 12654, "epoch": 131, "lr": 0.00030227928641{"train{"train_loss": 0.09060303866863251, "global_step": 12655, "epoch": 131, "lr": 0.000302265103278{"train{"train_loss": 0.08914396166801453, "global_step": 12656, "epoch": 131, "lr": 0.0003022509194{"train_loss": 0.1280161{"train_loss": 0.1273939{"train_loss": 0.12761075794696808, "global_step": 1{"train_loss": 0.0800493{"train_loss": 0.0798095315694809, "global_step": 12658, "epoch": 131, "lr": {"train_{"train_loss": 0.10235634446144104, "global_step": 12659, "epoch": 131, "lr": 0.00030220836376{"train_{"train_loss": 0.0915323942899704, "global_step": 12660, "epoch": 131, "lr": 0.000302194177{"train_{"train_loss": {"train_loss": 0.09495390951633453, "global_step": 12661, "epoch": 131, "lr": 0{"train_{"train_loss": 0.08505462110042572, "global_step": 12662, "epoch": 131, "lr": 0.00030216580{"train_l{"train_loss": 0.07752877473831177, "globa{"train_loss": 0.0760999470949173, "global_step":{"train_loss": 0.09456074{"train_loss": 0.094311900{"train_loss": 0.09392644464969635, "global_step": {"train_lo{"train_loss": 0.07077055424451828, "global_step": 12665, "epoch": 131, "lr": 0.00030212323{"train_lo{"train_loss": 0.0862831324338913, "global_step": 12666, "epoch": 131, "lr": 0.0003021090428{"train_l{"train_loss": 0.09871700406074524, "global_step": 12667, "epoch": 131, "lr": 0.00030209485{"train_lo{"train_loss": 0.06811441481113434, "global_step": 12668, "epoch": 131, "lr": 0.000302080659{"train_lo{"train_loss": 0.07275744527578354, "global_step": 12669, "epoch": 131, "lr": 0.00030206646{"train_loss": 0.10380225{"train_loss": 0.10384589433670044, "global_step": 12670, "epoch": 131, "lr":{"train_lo{"train_loss": 0.0898217880167067, "global_step": 12671, "epoch": 131, "lr": 0.000302038078{"train_loss": 0.05908210575580597, "global_step": 1{"train_loss": 0.05753578990697861, "global_step"{"train_loss": 0.06005933880805969, "global_step": 12673, "epoch": 132, "lr": 0.0003020096878114833}
+{"train_loss": 0.06832186132669449, "global_step": 1{"train_loss": 0.06796173006296158, "global_step"{"train_l{"train_loss": 0{"train_loss": 0.10076780617237091, "global_step": 12675, "epoch": 132, "lr":{"train_{"train_loss": 0.11622045189142227, "global_{"train_loss": 0.11417785286903381, "global_step":{"train_{"train_loss": 0.{"train_loss": 0.09461697936058044, "global_step": 12677, "epoch": 132, "lr{"train_loss": 0.09377796947956085, "global_step": 12678, "epoch": 132, "lr": 0.0003019386991039671}
+{"train_loss": 0.10455523431301117, "global_step": 1{"train_loss": 0.10366962850093842, "global_step":{"train{"train_loss": 0.{"train_loss": 0.06503050029277802, "global_step": 12680, "epoch": 132, "lr": {"train_loss": 0.0855865{"train_loss": 0.08581300079{"train_loss": 0.08608187735080719, "global_step":{"train{"train_loss": 0.08859619498252869, "global_s{"train_loss": 0.08944737911224365, "global_step":{"train{"train_loss": 0.0861872211098671, "global_st{"train_loss": 0.0826541930437088, "global_step":{"train_loss": 0.10198812186717987, "global_step": {"train_loss": 0.10237595438957214, "global_step": {"train_loss": 0.085707{"train_loss": 0.08574167639017105, "global_step": 12685, "epoch": 132, "lr": 0{"trai{"train_loss": 0.08762102574110031, "global_s{"train_loss": 0.08633086085319519, "global_step": {"train_loss": 0.09476137161254883, "global_step": {"train_loss": 0.09286810457706451, "global_step": {"trai{"train_loss": 0.{"train_loss": 0.11255155503749847, "global_step": 12688, "epoch": 132, "lr": 0{"trai{"train_loss": 0.{"train_loss": 0.08404345065355301, "global_step": 12689, "epoch": 132, "lr": {"tra{"train_loss": 0.0{"train_loss": 0.08644732832{"train_loss": 0.08528853952884674, "global_step":{"trai{"train_loss": 0.{"train_loss": 0.10851353406906128, "global_step": 12691, "epoch": 132, "lr": 0{"trai{"train_loss": 0.{"train_loss": 0.12244593352079391, "global_step": 12692, "epoch": 132, "lr": 0{"trai{"train_loss": 0.11348797380924225, "global_{"train_loss": 0.1144726499915123, "global_step": 12{"trai{"train_loss": 0.{"train_loss": 0.08894646167755127, "global_step": 12694, "epoch": 132, "lr":{"train_loss": 0.0751298{"train_loss": 0.073570430{"train_loss": 0.07425636053085327, "global_step": {"train_loss": 0.0858945{"train_loss": 0.087273001{"train_loss": 0.08757752925157547, "global_step": {"train_loss": 0.085392{"train_loss": 0.0842096507{"train_loss": 0.08473743498325348, "global_step": 1{"train_loss": 0.097472{"train_loss": 0.09869420528411865, "global_step": 12698, "epoch": 132, "lr": {"train_loss": 0.06464055180549622, "global_step": 12699, "epoch": 132, "lr": 0.0003016403571641453}
+{"train_loss": 0.09211229532957077, "global_step": 12700, "epoch": 132, "lr": 0.00030162614278446073}
+{"train_loss": 0.09597815573215485, "global_step": 12701, "epoch": 132, "lr": 0.000301611927712732}
+{"train_loss": 0.1116180270910263, "global_step": {"train_loss": 0.11045859754085541, "global_step":{"train_{"train_loss": 0.{"train_loss": 0.10355333238840103, "global_step": 12703, "epoch": 132, "lr"{"train_{"train_loss": 0.07439664006233215, "global_step": 12704, "epoch": 132, "lr": 0.0003015692783{"train_{"train_loss": 0.{"train_loss": 0.06511031091213226, "global_step": 12705, "epoch": 132, "lr":{"train_{"train_loss": 0.{"train_loss": 0.089126572{"train_loss": 0.09024599939584732, "global_step": {"train{"train_loss": 0.{"train_loss": 0.06939244270324707, "global_step": 12707, "epoch": 132, "lr": {"train{"train_loss": 0.{"train_loss": 0.10380006581544876, "global_step": 12708, "epoch": 132, "lr": {"train{"train_loss": 0.09308801591396332, "global{"train_loss": 0.09412766993045807, "global_step": {"train{"train_loss": 0.10361984372138977, "global_step": 12710, "epoch": 132, "lr": 0.000301483960941{"train{"train_loss": 0.05534350872039795, "global_step": 12711, "epoch": 132, "lr": 0.000301469738954{"train{"train_loss": 0.{"train_loss": 0.0864792913198471, "global_step": 12712, "epoch": 132, "lr": 0{"train_loss": 0.10818973183631897, "global_step": 12713, "epoch": 132, "lr": 0.00030144129290779324}
+{"train_loss": 0.09327627718448639, "global_step":{"train_loss": 0.0926496833562851, "global_step": 1{"train{"train_loss": 0{"train_loss": 0.11502811312675476, "global_step": 12715, "epoch": 132, "lr": {"train_loss": 0.060945358127355576, "global_step": 12716, "epoch": 132, "lr": 0.0003013986186573532}
+{"trai{"train_loss": 0.09559407830238342, "globa{"train_loss": 0.09202653914690018, "global_step": 1{"trai{"train_loss": 0{"train_loss": 0.04619923606514931, "global_step": 12718, "epoch": 132, "lr": 0.0{"trai{"train_loss": 0.08756949007511139, "glob{"train_loss": 0.08668962121009827, "global_step": 1271{"trai{"train_loss": 0.0716957300901413, "global_step": 12720, "epoch": 132, "lr": 0.0003013417099902{"tra{"train_loss": 0{"train_loss": 0.08223597705364227, "global_step": 12721, "epoch": 132, "lr": 0.{"tra{"train_loss": 0{"train_loss": 0.09957926720380783, "global_step": 12722, "epoch": 132, "lr": 0.0{"tra{"train_loss": 0{"train_loss": 0.10059651732444763, "global_step": 12723, "epoch": 132, "lr": 0.{"tra{"train_loss": 0{"train_loss": 0.10633310675621033, "global_step": 12724, "epoch": 132, "lr": 0.0{"tra{"train_loss": 0.10099481791257858, "global_step": 12725, "epoch": 132, "lr": 0.000301270558629{"train_loss": 0.08756053447723389, "global_step": 12726, "epoch": 132, "lr": 0.00030125632628842755}
+{"train_loss": 0.11813025176525116, "global_step": 12727, "epoch": 132, "lr": 0.0003012420932575447}
+{"trai{"train_loss": 0{"train_loss": 0.11779069155454636, "global_step": 12728, "epoch": 132, "lr": 0.{"train_loss": 0.11535{"train_loss": 0.11359229683876038, "global_step": 12729, "epoch": 132, "lr": 0{"train_loss": 0.08770720660686493, "global_step": 12730, "epoch": 132, "lr": 0.0003011993900287112}
+{"train_loss": 0.09497863799333572, "global_step": 12731, "epoch": 132, "lr": 0.0003011851542406948}
+{"train_loss": 0.1001485139131546, "global_step": 12732, "epoch": 132, "lr": 0.0003011709177636374}
+{"train{"train_loss": {"train_loss": 0.0916578397154808, "global_step": 12733, "epoch": 132, "lr": 0.{"train{"train_loss":{"train_loss": 0.10060110688209534, "global_step": 12734, "epoch": 132, "lr": 0.0{"train_loss": 0.10160256177186966, "global_step": 12735, "epoch": 132, "lr": 0.0003011282041991885}
+{"train_loss": 0.0805{"train_loss": 0.08126415312290192, "global_step": 12736, "epoch": 132, "lr": 0.{"train_loss": 0.0763{"train_loss": 0.07670539617538452, "global_step": 12737, "epoch": 132, "lr": 0.0{"train{"train_loss": 0.08221302926540375, "global_step": 12738, "epoch": 132, "lr": 0.00030108548443{"train_loss": 0.09196524322032928, "global_step{"train_loss": 0.09202440083026886, "global_step": 12{"train_loss": 0.06361038982868195, "global_step{"train_loss": 0.0647284984588623, "global_step": 1274{"train_{"train_loss": 0.08409801125526428, "gl{"train_loss": 0.0892777144908905, "global_step": 1274{"train_{"train_loss": 0.07216200232505798, "g{"train_loss": 0.07375813275575638, "global_step": 1274{"train_l{"train_loss":{"train_loss": 0.0863216295838356, "global_step": 12743, "epoch": 132, "lr": 0.{"train_loss": 0.11617{"train_loss": 0.11521529406309128, "global_step": 12744, "epoch": 132, "lr": 0.{"train_loss": 0.08708151429891586, "global_step": 12745, "epoch": 132, "lr": 0.000300985780903274}
+{"train_loss": 0.05922{"train_loss": 0.059299781918525696, "global_step": 12746, "epoch": 132, "lr": 0{"train_{"train_loss": 0.07776676118373871, "global_step": 12747, "epoch": 132, "lr": 0.00030095728798{"train_loss": 0.07608604431152344, "global_step": 12748, "epoch": 132, "lr": 0.00030094304050026083}
+{"train_loss": 0.09153254330158234, "global_step": 12749, "epoch": 132, "lr": 0.0003009287923243424}
+{"train{"train_loss": 0.10554174333810806, "g{"train_loss": 0.1040162742137909, "global_step": 12750, {"train{"train_loss": 0.062145646661520004, "global_step": 12751, "epoch": 132, "lr": 0.000300900293{"train_l{"train_loss": 0.0672246664762497, "global_step": 12752, "epoch": 132, "lr": 0.0003008860436{"train_l{"train_loss": {"train_loss": 0.09181{"train_loss": 0.09181520342826843, "global_step": 12753{"train_l{"train_loss":{"train_loss": 0.10486093908548355, "global_step": 12754, "epoch": 132, "lr": {"train_l{"train_loss": 0.09910903871059418, {"train_loss": 0.09810561686754227, "global_step": 12755{"train_lo{"train_loss": 0.1313069462776184, "{"train_loss": 0.1341342031955719, "global_step": 1275{"train_loss": 0.09135597944259644, "global_step": 12757, "epoch": 132, "lr": 0.0003008147821825163}
+{"train_loss": 0.05226124823093414, "global_step": 12758, "epoch": 132, "lr": 0.00030080052782443384}
+{"train_los{"train_loss": 0.08972606062889099, "global_step": 12759, "epoch": 132, "lr": 0.0003007862{"train_loss": 0.10114867985248566, "global_step": 12760, "epoch": 132, "lr": 0.00030077201704910045}
+{"train_loss": 0.08793056011199951, "global_step": 12761, "epoch": 132, "lr": 0.0003007577606320437}
+{"train_los{"train_loss": 0.07835496962070465, "global_step": 12762, "epoch": 132, "lr": 0.0003007435{"train_los{"train_loss": 0.0966278463602066, "global_step": 12763, "epoch": 132, "lr": 0.00030072924{"train_loss": 0.06909049302339554, "global_step": 12764, "epoch": 132, "lr": 0.00030071498726447817}
+{"train_lo{"train_loss": 0{"train_loss": 0.05015850067138672, "global_step": 12765, "epoch": 132, "lr{"train_loss": 0.098598234{"train_loss": 0.0974200963973999, "global_step": 12766, "epoch": 132, "lr"{"train_lo{"train_loss": {"train_loss": 0.08910385038082798, "global_step": 12767, "epoch": 132, "lr":{"train_loss": 0.10422371327877045, "global_ste{"train_loss": 0.10497403144836426, "global_step": 127{"train_loss": 0.07295070588588715, "global_step": 12769, "epoch": 133, "lr": 0.0003006436846030437}
+{"train_l{"train_loss": 0.05361396446824074, "g{"train_loss": 0.051463425159454346, "global_step": 127{"train_l{"train_loss": 0.08181135356426239, "global_step": 12771, "epoch": 133, "lr": 0.0003006151587{"train_loss": 0.08559338748455048, "global_step": 12772, "epoch": 133, "lr": 0.00030060089478116067}
+{"train_l{"train_loss": 0.10927747189998627, "gl{"train_loss": 0.11072290688753128, "global_step": 12{"train_l{"train_loss": 0.07822951674461365, "global_step": 12774, "epoch": 133, "lr": 0.0003005723648{"train_l{"train_loss": 0.10337583720684052, "gl{"train_loss": 0.1063937246799469, "global_step": 1{"train_loss": 0.1352260410785675, "global_step": 12776, "epoch": 133, "lr": 0.0003005438320948964}
+{"train_lo{"train_loss": 0.08373969793319702, "global_step": 12777, "epoch": 133, "lr": 0.00030052956{"train_lo{"train_loss": 0{"train_loss": 0.09572484344244003, "global_step": 12778, "epoch": 133, "lr"{"train_lo{"train_loss": 0.09010649472475052, "global_step": 12779, "epoch": 133, "lr": 0.00030050102{"train_los{"train_loss": 0.08386580646038055, "gl{"train_loss": 0.08723539113998413, "global_step": {"train_los{"train_loss": 0.06563282757997513, "gl{"train_loss": 0.0636715367436409, "global_step": 12{"train_los{"train_loss": 0{"train_loss": 0.0861661434173584, "global_step": 12782, "epoch": 133, "lr{"train_loss": 0.071975976{"train_loss": 0.07264222204685211, "global_step": 12783, "epoch": 133, "lr{"train_los{"train_loss": {"train_loss": 0.061683{"train_loss": 0.0619681179523468, "global_step": 1278{"train_loss": 0.10966599732637405, "global_step": 12785, "epoch": 133, "lr": 0.00030041540100685733}
+{"train_l{"train_loss": 0.08232416957616806, "global_step": 12786, "epoch": 133, "lr": 0.000300401127{"train_loss": 0.0967671{"train_loss": 0.09669890999794006, "global_step": 12787, "epoch": 133, "lr"{"train_lo{"train_loss": {"train_loss": 0.08863689005374908, "global_step": 12788, "epoch": 133, "lr"{"train_loss": 0.07093273{"train_loss": 0.07192708551883698, "global_step": 12789, "epoch": 133, "lr"{"train_lo{"train_loss": 0.08657999336719513, "{"train_loss": 0.09099230170249939, "global_step": 1279{"train_loss": 0.10480169{"train_loss": 0.10442808270454407, "global_step": 12791, "epoch": 133, "lr":{"train_lo{"train_loss": {"train_loss": 0.12644{"train_loss": 0.1284303367137909, "global_step": 12792{"train_lo{"train_loss": {"train_loss": 0.09944546967744827, "global_step": 12793, "epoch": 133, "lr"{"train_los{"train_loss": {"train_loss": 0.0745{"train_loss": 0.07386992871761322, "global_step": 127{"train_loss": 0.08887415379285812, "global_step": 12795, "epoch": 133, "lr": 0.00030027263484007827}
+{"train_lo{"train_loss": 0.09428955614566803, "{"train_loss": 0.0944625735282898, "global_step": 1279{"train_loss": 0.1125242{"train_loss": 0.11259609460830688, "global_step": 12797, "epoch": 133, "lr": {"train_lo{"train_loss": 0.09622712433338165, "global_step": 12798, "epoch": 133, "lr": 0.00030022979{"train_los{"train_loss"{"train_loss": 0.06113607436418533, "global_step": 12799, "epoch": 133, "lr": {"train_loss": 0.0801541{"train_loss": 0.08026602119207382, "global_step": 12800, "epoch": 133, "lr{"train_loss": 0.11601628{"train_loss": 0.1155548244714737, "global_step": 12801, "epoch": 133, "lr":{"train_loss{"train_loss": 0.10625013709068298, {"train_loss": 0.10000105202198029, "global_step": 12{"train_loss": 0.08499767631292343, "global_step{"train_loss": 0.08627665787935257, "global_step": 12{"train_loss": 0.08187370747327805, "global_step": 12804, "epoch": 133, "lr": 0.00030014408690549627}
+{"train_loss{"train_loss": 0.08249610662460327, "global_step": 12805, "epoch": 133, "lr": 0.000300129{"train_loss{"train_loss": 0.07558085769414902, "global_step": 12806, "epoch": 133, "lr": 0.00030011{"train_loss"{"train_loss": 0.09522813558578491, "global_step": 12807, "epoch": 133, "lr": 0.000300101{"train_loss": 0.08672375231981277, "global_step": 12808, "epoch": 133, "lr": 0.000300086936755168}
+{"train_loss"{"train_loss": 0.10743249207735062, {"train_loss": 0.10166212916374207, "global_step": 12{"train_loss"{"train_los{"train_loss": 0.1292242556810379, "global_step": 12810, "epoch": 133, "lr": 0{"train_loss{"train_loss": 0.06445607542991638, "global_step": 12811, "epoch": 133, "lr": 0.0003000440{"train_loss": 0.084557{"train_loss": 0.08390216529369354, "global_step": 12812, "epoch": 133, "lr": 0{"train_loss": 0.085047{"train_loss": 0.08393239974975586, "global_step": 12813, "epoch": 133, "lr": {"train_loss": 0.07577962428331375, "global_step": 12814, "epoch": 133, "lr": 0.00030000119108474703}
+{"train_loss{"train_los{"train_loss": 0.098958{"train_loss": 0.0979326069355011, "global_step": 12815{"train_loss{"train_loss": 0.07837401330471039, "global_step": 12816, "epoch": 133, "lr": 0.0002999726{"train_loss{"train_loss{"train_loss": 0.07160493731498718, "global_step": 12817, "epoch": 133, "lr":{"train_loss"{"train_loss": 0.076702781021595, {"train_loss": 0.0742635428905487, "global_step": 128{"train_loss": 0.089535698{"train_loss": 0.09007489681243896, "global_step": 12819, "epoch": 133, "lr{"train_loss": 0.0737542137503624, "global_step": 12820, "epoch": 133, "lr": 0.00029991542089909714}
+{"train_loss"{"train_loss":{"train_loss": 0.09054271876811981, "global_step": 12821, "epoch": 133, "l{"train_loss": 0.0940701961517334, "global_step": 12822, "epoch": 133, "lr": 0.00029988682539301925}
+{"train_loss": 0.08011034876{"train_loss": 0.08081336319446564, "global_step": 12823, "epoch": 133, "{"train_loss":{"train_loss": {"train_loss": 0.08985461294651031, "global_step": 12824, "epoch": 133, "{"train_loss": 0.0993860587477684, "global_step": 12825, "epoch": 133, "lr": 0.00029984392703264736}
+{"train_loss": 0.12405985593795776, "global_step": 12826, "epoch": 133, "lr": 0.0002998296262192449}
+{"train_loss": {"train_loss": 0.11141981184482574{"train_loss": 0.112575002014637, "global_step": 1282{"train_loss": {"train_loss": {"train_loss": 0.{"train_loss": 0.09007462859153748, "global_step": 12{"train_loss": 0{"train_loss": 0.0982225313782692, "global_step": 12829, "epoch": 133, "lr": 0.000299{"train_loss": {"train_loss": 0{"train_loss": 0.1050572395324707, "global_step": 12830, "epoch": 133{"train_loss": {"train_loss": {"train_loss": 0.13804826140403748, "global_step": 12831, "epoch": 133, {"train_loss":{"train_loss": 0.09520453214645386, "global_step": 12832, "epoch": 133, "lr": 0.00029974{"train_loss": 0.09231164306402206, "global_s{"train_loss": 0.09182526916265488, "global_step": 12833{"train_loss":{"train_loss": 0{"train_loss": {"train_loss": 0.09758682548999786, "global_step": 12834,{"train_loss": 0.08241274952888489, "global_step": 12835, "epoch": 133, "lr": 0.0002997008883188472}
+{"train_loss{"train_loss": 0.1{"train_loss": 0.12870246171951294, "global_step": 12836, "epoch": 133, {"train_loss{"train_loss": 0.1{"train_loss": 0.1179606020450592, "global_step": 12837, "epoch": 133, {"train_loss{"train_loss": 0.{"train_loss": 0.11305327713489532, "global_step": 12838, "epoch": 133, "{"train_los{"train_loss": 0.08627250790596008{"train_loss": 0.08676590025424957, "global_step": 12839,{"train_loss": 0.074948206543{"train_loss": 0.07524432241916656, "global_step": 12840, "epoch": 133, {"train_lo{"train_loss": 0.09270907938480377,{"train_loss": 0.09070231020450592, "global_step": 12841{"train_los{"train_loss": 0.06286389380693436, "global_step": 12842, "epoch": 133, "lr": 0.000299600{"train_loss{"train_loss": 0.08852485567331314, "global_step": 12843, "epoch": 133, "lr": 0.00029958{"train_loss"{"train_loss": 0.12440536171197891, "global_step": 12844, "epoch": 133, "lr": 0.0002995{"train_loss":{"train_loss": 0.0{"train_loss": 0.09294302016496658, "global_step": 12845, "epoch": 133{"train_loss":{"train_loss": 0.10044633597135544{"train_loss": 0.1032857671380043, "global_step": 1284{"train_loss":{"train_loss": 0.11303810775279999, "global_step": 12847, "epoch": 133, "lr": 0.0002995{"train_loss":{"train_loss": 0.0{"train_loss":{"train_loss": 0.1044854074716568, "global_step": 12848{"train_loss":{"train_loss": 0.07592329382896{"train_loss": 0.07047054171562195, "global_step": 12849,{"train_loss":{"train_loss": 0.10700519382953{"train_loss": 0.10811693966388702, "global_step": 12850,{"train_loss": 0.154251635074615{"train_loss": 0.15740153193473816, "global_step": 12851, "epoch": 133{"train_loss":{"train_loss": 0.10356040298938751, "global_step": 12852, "epoch": 133, "lr": 0.00029945{"train_loss": 0.07887016981840134, "global_step": 12853, "epoch": 133, "lr": 0.00029944324760822997}
+{"train_loss":{"train_loss": 0.07629404962062836, "global_step": 12854, "epoch": 133, "lr": 0.000299{"train_loss": {"train_loss": 0.1{"train_loss": 0.12888938188552856, "global_step": 12855, "epoch": 13{"train_loss": {"train_loss": 0.0{"train_loss": 0.07272350788116455, "global_step": 12856, "epoch": 13{"train_loss": 0.09560846537351608, "global_step": 12857, "epoch": 133, "lr": 0.0002993859643010807}
+{"train_loss":{"train_loss": 0.11{"train_los{"train_loss": 0.11386595666408539, "global_step": 12858, {"train_loss"{"train_loss": 0.09766141325235{"train_loss": 0.09786161780357361, "global_step": 12859, {"train_loss"{"train_loss": 0.08597135543823{"train_loss": 0.08206416666507721, "global_step": 12860, {"train_loss"{"train_loss": 0.11526177823543549, "global_step": 12861, "epoch": 133, "lr": 0.000299328{"train_loss"{"train_loss": 0.10{"train_loss": 0.10500185191631317, "global_step": 12862, "epoch": 133{"train_loss"{"train_loss": 0.09{"train_loss": 0.09341538612109919, "global_step": 12863, "epoch": 133{"train_loss": 0.07304177433252335, "global_step": 12864, "epoch": 134, "lr": 0.0002992856924609452}
+{"train_loss": 0.075094565749168{"train_loss": 0.07397463917732239, "global_step": 12865, "epoch": 13{"train_loss": 0.10189352929592133, "global_step": 12866, "epoch": 134, "lr": 0.00029925703727734406}
+{"train_loss":{"train_loss": 0.0735107734799{"train_loss": 0.06810322403907776, "global_step": 12867,{"train_loss":{"train_loss": 0.09530346840620041, "global_step": 12868, "epoch": 134, "lr": 0.00029922{"train_loss":{"train_loss": 0.07{"train_loss": 0.07519449293613434, "global_step": 12869, "epoch": 13{"train_loss": 0.08506453037261963, "global_step": 12870, "epoch": 134, "lr": 0.00029919971879998876}
+{"train_loss"{"train_loss": 0.08133509755134{"train_loss": 0.08300276100635529, "global_step": 12871,{"train_loss"{"train_loss": 0.067{"train_los{"train_loss": 0.0669499859213829, "global_step": 12872, "{"train_loss"{"train_loss": 0.0661974549293518, "global_step": 12873, "epoch": 134, "lr": 0.00029915{"train_loss":{"train_loss": 0.09874416887760162, "global_step": 12874, "epoch": 134, "lr": 0.0002991{"train_loss": 0.09335769712924957, "global_step": 12875, "epoch": 134, "lr": 0.0002991280555048086}
+{"train_loss": 0.09710963815450668, "global_step": 12876, "epoch": 134, "lr": 0.00029911372082028377}
+{"train_loss": 0.0911979228258133, "global_step": 12877, "epoch": 134, "lr": 0.00029909938546082373}
+{"train_loss": 0{"train_loss": 0.1084{"train_loss": 0.10596567392349243, "global_step": 12878, "epoch{"train_loss": 0{"train_loss": 0.041907183825969696, "global_step": 12879, "epoch": 134, "lr": 0.00029{"train_loss": 0.{"train_loss": 0.09841264784{"train_loss": 0.09745001047849655, "global_step": 12880,{"train_loss": 0{"train_loss": 0.0776{"train_loss": 0.07502584159374237, "global_step": 12881, "epoch"{"train_loss": 0.08108004927635193, "{"train_loss": 0.07994027435779572, "global_step": 12882, "epoch"{"train_loss": 0.08093813806772232, "{"train_loss": 0.08102116733789444, "global_step": 12883, "epoch{"train_loss": 0.10182161629199982, "{"train_loss": 0.10130637884140015, "global_step": 12884, "epoch"{"train_loss": 0{"train_loss": 0.1038{"train_loss": 0.10500320792198181, "global_step": 12885, "epoch"{"train_loss": 0.11296631395816803, "global_step": 12886, "epoch": 134, "lr": 0.00029897033686970896}
+{"train_loss": 0{"train_loss": 0.09103274345397949, "global_step": 12887, "epoch": 134, "lr": 0.00029{"train_loss": 0{"train_loss": 0.07024369388{"train_loss": 0.06783060729503632, "global_step": 12888,{"train_loss": 0.{"train_loss": 0.07398851215{"train_loss": 0.07470808178186417, "global_step": 12889,{"train_loss": 0.{"train_loss": 0.107{"train_loss": 0.10565314441919327, "global_step": 12890, "epoc{"train_loss": 0.0{"train_loss": 0.048{"train_loss": 0.04860934615135193, "global_step": 12891, "epoc{"train_loss": 0.1{"train_loss": 0.096{"train_loss": 0.10111749172210693, "global_step": 12892, "epoc{"train_loss": 0.09788912534713745, "global_step": 12893, "epoch": 134, "lr": 0.00029886992799794997}
+{"train_loss": 0.0952039361000061, "global_ste{"train_loss": 0.0948571264743805, "global_step": 12894{"train_loss": 0.08{"train_loss": 0.0806391686{"train_loss": 0.0825723335146904, "global_step": 12895{"train_loss": 0.11{"train_loss": 0.111{"train_loss": 0.11684653908014297, "global_step": 12896, "epo{"train_loss": 0.09{"train_loss": 0.101416483{"train_loss": 0.09949781745672226, "global_step": 12897{"train_loss": 0.083{"train_loss": 0.08665132522583008, "global_step": 12898, "epoch": 134, "lr": 0.0{"train_loss": 0.0820714458823204, "global_ste{"train_loss": 0.08154940605163574, "global_step": 128{"train_loss": 0.0959{"train_loss": 0.094502277{"train_loss": 0.09625890105962753, "global_step": 1290{"train_loss": 0.10120809823274612, "global_step": 12901, "epoch": 134, "lr": 0.0002987551346071075}
+{"train_loss": 0.085550457239151, "global_step": 12902, "epoch": 134, "lr": 0.0002987407824060062}
+{"train_loss": 0.09084636718034744, "global_step"{"train_loss": 0.08937495201826096, "global_step": 1{"train_loss": 0.06393565237522125, "global_step"{"train_loss": 0.06314519047737122, "global_step": 12{"train_loss": 0.0707789734005928, "global_step": 12905, "epoch": 134, "lr": 0.0002986977217687197}
+{"train_loss": 0.12074070423841476, "globa{"train{"train_loss": 0.12071029841899872, "global_step": 12{"train_loss": 0.104461{"train_loss": 0.105620525{"train_loss": 0.10568892955780029, "global_step": 12{"train_loss": 0.101925{"train_loss": 0.09734435379505157, "global_step": 12908, "epoch": 134, "lr": 0{"train_loss": 0.09529576450586319, "globa{"train_loss": 0.0947592630982399, "global_step": 12909, "e{"train_loss": 0.080245{"train_loss": 0.081819340{"train_loss": 0.08091657608747482, "global_step": 12{"train_loss": 0.124720{"train_loss": 0.12099011987447739, "global_step": 12911, "epoch": 134, "lr":{"train_loss": 0.10636838{"train_loss": 0.104139924{"train_loss": 0.10570687055587769, "global_step":{"train_loss": 0.06491063{"train_loss": 0.0{"train_loss": 0.06532993912696838, "global_step": 12913,{"train_loss": 0.06664635986089706, "global_{"train_{"train_loss": 0.06727057695388794, "global_step":{"train_loss": 0.09215565770864487, "global_step": 12915, "epoch": 134, "lr": 0.00029855414263927255}
+{"train_loss": 0.10679823905229568, "global_step": 12916, "epoch": 134, "lr": 0.000298539781033529}
+{"train_loss": 0.0507478266954422, "global_step": 12917, "epoch": 134, "lr": 0.0002985254187567586}
+{"train_loss": 0.077576786{"train_loss": 0.08315848559141159, "global_step": 12918, "epoch": 134, "lr{"train_loss": 0.094046294{"train_loss": 0.0961187407374382, "global_step": 12919, "epoch": 134, "lr"{"train_loss": 0.10983179{"train_loss": 0.10147199034690857, "global_step": 12920, "epoch": 134, "lr{"train_loss": 0.097748741{"train_loss": 0.09557165950536728, "global_step": 12921, "epoch": 134, "lr{"train_loss": 0.085513174533844, "global_step": 12922, "epoch": 134, "lr": 0.0002984535973109275}
+{"train_loss": 0.09757925570{"train_loss": 0.09626059979{"train_loss": 0.09728977084159851, "global_s{"train_loss": 0.07272978127{"train_loss": 0.07514441758{"train_loss": 0.07229829579591751, "global_st{"train_loss": 0.08062278479337692, "global_step": 12925{"train_loss": 0.07947157323360443, "global_st{"train_loss": 0.0740310400{"train_loss": 0.069{"train_l{"train_loss": 0.07346254587173462, "global_s{"train_loss": 0.10142184048{"train_loss": 0.102{"train_loss": 0.09897950291633606, "global_step": 12{"train_loss": 0.07081519067{"train_loss": 0.069197773933{"train_loss": 0.07102017104625702, "global_s{"train_loss": 0.07878140360{"train_loss": 0.07730169594287872, "global_step": 12929, "epoch": 134, "{"train_loss": 0.08122737705{"train_loss": 0.076{"train_loss": 0.08100900799036026, "global_step": {"train_loss": 0.081729032099{"train_loss": 0.079{"train_l{"train_loss": 0.08194316923618317, "global{"train_loss": 0.111779853701{"train_loss": 0.11072253435850143, "global_step": 12932, "epoch": 134, "{"train_loss": 0.072401866316{"train_loss": 0.07507555186748505, "global_step": 12933, "epoch": 134, "{"train_loss": 0.10494905710220337, "global_step": 12934, "epoch": 134, "lr": 0.0002982811574793466}
+{"train_loss": 0.10338275134563446, "global_step": 12935, "epoch": 134, "lr": 0.00029826678314082204}
+{"train_loss": 0.119454927742{"train_loss": 0.12222512811422348, "global_step": 12936, "epoch": 134, {"train_loss": 0.07076342403888702, "global_step": 12937, "epoch": 134, "lr": 0.00029823803245636755}
+{"train_loss": 0.089860871434{"train_loss": 0.09223101288080215, "global_step": 12938, "epoch": 134, "{"train_loss": 0.103799000382{"train_loss": 0.10153143852949142, "global_step": 12939, "epoch": 134,{"train_loss": 0.0861248970031{"train_loss": 0.082153044641{"train_loss": 0.0851839929819107, "global{"train_loss": 0.0839080661535{"train_loss": 0.08522582054138184, "global_step": 12941, "epoch": 134,{"train_loss": 0.07459440827369{"train_loss": 0.07127383351325989, "global_step": 12942, "epoch": 134{"train_loss": 0.085056461393833{"train_loss": 0.08149024844169617, "global_step": 12943, "epoch": 134{"train_loss": 0.110448025166988{"train_loss": 0.11239960789680481, "global_step": 12944, "epoch": 13{"train_loss": 0.066772937774658{"train_loss": 0.0677457451{"train_loss": 0.06636516004800797, "glo{"train_loss": 0.1247938573360443{"train_loss": 0.{"train_loss": 0.12483668327331543, "global_step": {"train_loss": 0.0790225267410278{"train_loss": 0.{"train_loss": 0.07818189263343811, "global_step": {"train_loss": 0.07216111570596695, "global_step": 12948, "epoch": 134, "lr": 0.00029807985588137123}
+{"train_loss": 0.1029233187437057{"train_loss": 0.10372157394886017, "global_step": 12949, "epoch": 13{"train_loss": 0.08747806400060654, "global_step": 12950, "e{"train_loss": 0.08737257868051529, "globa{"train_loss": 0.065637968480587,{"train_loss": 0.06942066550254822, "global_step": 12951, "epoch":{"train_loss": 0.10643203556537628, "global_step": 12952, "epoch": 134, "lr": 0.00029802231708312587}
+{"train_loss": 0.07416465878486633, "global_step": 12953, "epo{"train_loss": 0.07426534593105316, "g{"train_loss": 0.08131217211484909, "global_step": 1{"train_loss": 0.08163638412952423, "global_step":{"train_loss": 0.11671261489391327, "global_step": 1{"train_loss": 0.11486881971359253, "global_step{"train_loss": 0.10553128272294998,{"train_loss": 0.10497178137302399, "global_step": 12956, "epoch":{"train_loss": 0.07820794731378555,{"train_loss": 0.0757620558142662, "global_step": 12957, "epoch": {"train_loss": 0.08790421485900879, "global_step": 12958, "epoch": 134, "lr": 0.000297935988862626}
+{"train_loss": 0.08851020821991067{"train_loss": 0.08796092340101798, "global_step": 12959, "epoch": {"train_loss": 0.08079797029495239, "global_step": 12960, "epoch": 135, "lr": 0.00029790720745275943}
+{"train_loss": 0.09834186732769012{"train_loss": 0.{"train_loss": 0.0982871875166893, "global_step": {"train_loss": 0.11677185446023941{"train_loss": 0{"train_lo{"train_loss": 0.11752519011497498, "glob{"train_loss": 0.07319419831037521{"train_loss": 0{"train_loss": 0.07337251305580139, "global_step": 1{"train_loss": 0.109565012156963{"train_loss": 0.11257652938{"train_loss": 0.1117425486445427, "globa{"train_loss": 0.119743734598159{"train_loss": 0.11870450526475906, "global_step": 12965, "epoch": 13{"train_loss": 0.055379815399646{"train_loss": 0.0529915019{"train_loss": 0.05536080524325371, "global{"train_loss": 0.092973768711090{"train_loss": 0.0921724960{"train_loss": 0.09344436228275299, "globa{"train_loss": 0.057591401040554{"train_loss": 0.05666352063417435, "global_step": 12968, "epoch": 13{"train_loss": 0.101611465215682{"train_loss": 0.10169434547424316, "global_step": 12969, "epoch": 135{"train_loss": 0.060232885181903{"train_loss": 0.06519390642642975, "global_step": 12970, "epoch": 13{"train_loss": 0.08975417912006378, "global_step": 12971, "{"train_loss": 0.0900074765086174, "global{"train_loss": 0.081582054495811{"train_loss": 0.076497420{"train_loss": 0.08166328072547913, "global{"train_loss": 0.115232706069946{"train_loss": 0.11980627477169037, "global_step": 12973, "epoch": 135{"train_loss": 0.081687815487384{"train_loss": 0.0{"train_loss": 0.0806443840265274, "global_step": 1{"train_loss": 0.0942202210426330{"train_loss": 0.08486869931221008, "global_step": 12975, "epoch": 13{"train_loss": 0.0873056128621101{"train_loss": 0.085452616{"train_loss": 0.08563520014286041, "global{"train_loss": 0.081497520208358{"train_loss": 0.0895638614{"train_loss": 0.0798921287059784, "global_{"train_loss": 0.097027562558650{"train_loss": 0.09214488416910172, "global_step": 12978, "epoch": 13{"train_loss": 0.062401864677667{"train_loss": 0.0647532045841217, "global_step": 12979, "epoch": 135{"train_loss": 0.09432732313871{"train_loss": 0.09661146998405457, "global_step": 12980, "epoch": 135{"train_loss": 0.10174249112606049, "global_step"{"train_loss": 0.10188227146863937, "global_step": 1{"train_loss": 0.12617674469947{"train_loss": 0.1{"train_loss": 0.1250866949558258, "global_step": 12{"train_loss": 0.08405479788780{"train_loss": 0.{"train_loss": 0.08274509757757187, "global_step": 129{"train_loss": 0.08808292448520{"train_loss": 0.09189362823963165, "global_step": 12984, "epoch": 135{"train_loss": 0.1120908185839653, "global_step": 12985,{"train_loss": 0.10995500534772873, "global_s{"train_loss": 0.07451263815164566, "global_step": 12986,{"train_loss": 0.07493169605731964, "global_s{"train_loss": 0.0884646475315094{"train_loss": 0.09070640802383423, "global_step": 12987, "epoch": 1{"train_loss": 0.07524999976158142{"train_loss": 0.07650445401668549, "global_step": 12988, "epoch": {"train_loss": 0.12120747566223145{"train_loss": 0.1222738{"train_loss": 0.12267546355724335, "global_{"train_loss": 0.10455881059169769, "global_step": 12990, {"train_loss": 0.1061079204082489, "global_{"train_loss": 0.09271466732025146, "global_step": 12991, "epoch": 135, "lr": 0.00029746075505770623}
+{"train_loss": 0.11588368564844131, "global_step": 12992, "epoch": 135, "lr": 0.00029744634273298266}
+{"train_loss": 0.0851496532559394{"train_loss": 0.0865396112203598, "global_step": 12993, "epoch": 135{"train_loss": 0.112937346100807{"train_loss": 0.{"train_{"train_loss": 0.11435813456773758, "global{"train_loss": 0.086536034941673{"train_loss": 0.{"train_loss": 0.08512120693922043, "global_step": 12{"train_loss": 0.105843350291252{"train_loss": 0.10012456774711609, "global_step": 12996, "epoch": 135{"train_loss": 0.0797308012843132, "global_step":{"train_loss": 0.07989039272069931, "global_step": 1{"train_loss": 0.0909627676010131{"train_loss": 0.{"train_loss": 0.09116080403327942, "global_step": {"train_loss": 0.0995414778590202{"train_loss": 0.09891213476657867, "global_step": 12999, "epoch": 13{"train_loss": 0.0745300650596618{"train_loss": 0.07145400{"train_loss": 0.0742657408118248, "global_s{"train_loss": 0.062582276761531{"train_loss": 0.06017734482884407, "global_step": 13001, "epoch": 13{"train_loss": 0.093176379799842{"train_loss": 0.09256704896688461, "global_step": 13002, "epoch": 13{"train_loss": 0.067354887723922{"train_loss": 0.06808535754680634, "global_step": 13003, "epoch": 135{"train_loss": 0.105593189597129{"train_loss": 0.1{"train_loss": 0.10342377424240112, "global_step":{"train_loss": 0.092644363641738{"train_loss": 0.0{"train_loss": 0.09270840138196945, "global_step": {"train_loss": 0.089941486716270{"train_loss": 0.09295840561389923, "global_step": 13006, "epoch": 13{"train_loss": 0.08444567024707794, "global_step": 13007, "epoch": 135, "lr": 0.00029723007828739984}
+{"train_loss": 0.073984369635581{"train_loss": 0.07704153656959534, "global_step": 13008, "epoch": 135{"train_loss": 0.0817527025938034, "global_step": 13009, "epoch": 135, "lr": 0.0002972012317649167}
+{"train_loss": 0.0671754330396652{"train_loss": 0.0{"train_loss": 0.06681707501411438, "global_step":{"train_loss": 0.0945394635200500{"train_loss": 0.09457516670227051, "global_step": 13011, "epoch": 13{"train_loss": 0.1096344739198684{"train_loss": 0.11002736538648605, "global_step": 13012, "epoch": 13{"train_loss": 0.0669791027903556{"train_loss": 0.06574366986751556, "global_step": 13013, "epoch": 13{"train_loss": 0.08639250695705414, "global_step": {"train_loss": 0.08707859367132187, "global_step": {"train_loss": 0.0499638542532920{"train_loss": 0.05364739149808884, "global_step": 13015, "epoch": 135{"train_loss": 0.088767655193805{"train_loss": 0.09139{"train_loss": 0.0895649716258049, "global_step{"train_loss": 0.07472391426563263, "global_step": 130{"train_loss": 0.07631868124008179, "global_st{"train_loss": 0.09399148821830{"train_loss": 0.093357{"train_loss": 0.0942099392414093, "global_step{"train_loss": 0.0718536227941513, "global_step": 13019, "epoch": 135, "lr": 0.0002970569594535168}
+{"train_loss": 0.1096366047859191{"train_loss": 0.10439{"train_loss": 0.11209388077259064, "global_ste{"train_loss": 0.0905937403440475{"train_loss": 0.09177527576684952, "global_step": 13021, "epoch": 13{"train_loss": 0.08901790529489517, "global_step": 13022, "epoch": 135, "lr": 0.00029701366486750594}
+{"train_loss": 0.1220310926437377{"train_loss": 0.11619200557470322, "global_step": 13023, "epoch": 1{"train_loss": 0.0878536105155944{"train_loss": 0.09072{"train_loss": 0.08916729688644409, "global_st{"train_loss": 0.118393093347549{"train_loss": 0.11902622133493423, "global_step": 13025, "epoch": 13{"train_loss": 0.08773939311504364, "global_step": 13026, "epoch": 135, "lr": 0.00029695592950440157}
+{"train_loss": 0.131028503179550{"train_loss": 0.1255{"train_loss": 0.13028839230537415, "global_step{"train_loss": 0.094499781727790{"train_loss": 0.08808226883411407, "global_step": 13028, "epoch": 13{"train_loss": 0.064943604171276{"train_loss": 0.07023373991250992, "global_step": 13029, "epoch": 1{"train_loss": 0.091502979397773{"train_loss": 0.0974{"train_loss": 0.09170421957969666, "global_step{"train_loss": 0.10241462290287018, "global_step": 13031, "epoch": 135, "lr": 0.00029688374544583013}
+{"train_loss": 0.095547288656234{"train_loss": 0.0971{"train_loss": 0.09453052282333374, "global_step"{"train_loss": 0.09301692247390{"train_loss": 0.09521{"train_loss": 0.09217077493667603, "global_step{"train_loss": 0.08989549428224{"train_loss": 0.09057{"train_loss": 0.08912698924541473, "global_step{"train_loss": 0.0893765017390{"train_loss": 0.089647{"train_loss": 0.08943404257297516, "global_step"{"train_loss": 0.10577412694692612, "global_step": 13{"train_loss": 0.10495705902576447, "global_step"{"train_loss": 0.0924571081995964, "global_step": 13037, "epoch": 135, "lr": 0.00029679710280488587}
+{"train_loss": 0.08119217306375504, "global_step": 13038, "epoch": 135, "lr": 0.00029678266005709594}
+{"train_loss": 0.0875245630741{"train_loss": 0.0861499160528183, "global_step": 13039, "epoch": 135, {"train_loss": 0.12309211492538452, "global_step": 13040, "epoch": 135, "lr": 0.0002967537725844303}
+{"train_loss": 0.09641274809837341, "global_step": 13041, "epoch": 135, "lr": 0.0002967393278597513}
+{"train_loss": 0.0913233831524849, "global_step": 130{"train_loss": 0.09053244441747665, "global_ste{"train_loss": 0.1018030196428299, "global_step": 1304{"train_loss": 0.10314125567674637, "global_s{"train_loss": 0.073357164859{"train_loss": 0.071534514{"train_loss": 0.07395932078361511, "global_st{"train_loss": 0.08489874005317688, "global_step": 1304{"train_loss": 0.08591416478157043, "global_st{"train_loss": 0.112373262643{"train_loss": 0.111777320{"train_loss": 0.11458465456962585, "global_ste{"train_loss": 0.081282757222{"train_loss": 0.078944325{"train_loss": 0.08149662613868713, "global_st{"train_loss": 0.119958862662{"train_loss": 0.11561837{"train_loss": 0.11881989240646362, "global_step{"train_loss": 0.061237107962{"train_loss": 0.06244444102048874, "global_step": 13049, "epoch": 135, {"train_loss": 0.06496076285839081, "global_step": 130{"train_loss": 0.06451523303985596, "global_step{"train_loss": 0.076162189245224, "global_step": 13051, "epoch": 135, "lr": 0.0002965948443970494}
+{"train_loss": 0.08058410882949829, "global_step": 1305{"{"train_loss": 0.08004842698574066, "global_s{"train_loss": 0.05198218673467636, "global_step": 13053, "epoch": 135, "lr": 0.0002965659398079717}
+{"train_loss": 0.09507526457309723, "global_step": 13054, "epoch": 135, "lr": 0.0002965514865270053}
+{"train_loss": 0.0902033035332958, "global_step": 13055, "epoch": 135, "lr": 0.00029653703258855185}
+{"train_loss": 0.10382619500160217, "global_step": 13056, {"train_loss": 0.10289889574050903, "global{"train_loss": 0.10260903835296631, "global_step": 13057,{"train_loss": 0.10378600656986237, "global_s{"train_loss": 0.0904681533575058, "global_step": 13058, {"train_loss": 0.08953844010829926, "global{"train_loss": 0.10261808335781097, "global_step": 13059, "epoch": 136, "lr": 0.0002964792102618351}
+{"train_loss": 0.11635526269674301, "global_step": 13060, {"train_loss": 0.11850675940513611, "global_{"train_loss": 0.106038898229599, "global_step": 13061, "epoch": 136, "lr": 0.00029645029515611333}
+{"train_loss": 0.08368341624736786,{"train_loss": 0.08577190{{"train_loss": 0.08415725082159042, "glo{"train_loss": 0.12780721485614777,{"train_loss": 0.124616742{"train_loss": 0.12659983336925507, "glob{"train_loss": 0.08447231352329254, "global_step": 13064, "epoch": 136, "lr": 0.00029640691757179164}
+{"train_loss": 0.09278734773397446, "global_step": 13065, "e{"train_loss": 0.09149324893951416, "glob{"train_loss": 0.1033409833908081, {"train_loss": 0.10108326375484467, "global_step": 13066, "epoch":{"train_loss": 0.08592244237661362, "global_step": 13067, "ep{"train_loss": 0.08533299714326859, "glo{"train_loss": 0.09120877832174301, {"train_loss": 0.09128733{"train_loss": 0.0924389511346817, "glob{"train_loss": 0.08060193806886673, "global_step": 13069, "epoch": 136, "lr": 0.0002963346084691819}
+{"train_loss": 0.09828558564186096, "global_step": 13070, "e{"train_loss": 0.09815206378698349, "globa{"train_loss": 0.08178317546844482, {"train_loss": 0.08741052448749542, "global_step": 13071, "epoch{"train_loss": 0.10801741480827332, "global_step": 13072, "e{"train_loss": 0.10691412538290024, "glob{"train_loss": 0.11291332542896271, {"train_loss": 0.1137356{"train_loss": 0.11161322146654129, "globa{"train_loss": 0.10640029609203339, {"train_loss": 0.10939644277095795, "global_step": 13074, "epoch"{"train_loss": 0.12773191928863525, "global_step": 13075, "epoch": 136, "lr": 0.0002962478158987959}
+{"train_loss": 0.10480403900146484,{"train_loss": 0.1081016{"train_loss": 0.10516373813152313, "global{"train_loss": 0.06147312372922897, "global_step": 13077, "epoch": 136, "lr": 0.0002962188797975961}
+{"train_loss": 0.07136079668998718, "global_step": 13078, "{"train_loss": 0.07208260893821716, "global{"train_loss": 0.06847453117370605,{"train_loss": 0.0720595{"train_loss": 0.06937412917613983, "global{"train_loss": 0.059114761650562286, "global_step": 13080, {{"train_loss": 0.05888945609331131, "globa{"train_loss": 0.0926852747797966{"train_loss": 0.095588356{"train_loss": 0.09294164925813675, "globa{"train_loss": 0.06322305649518967, "global_step": 13082, "epoch": 136, "lr": 0.0002961465280799328}
+{"train_loss": 0.08126775175333023, "global_step": 13083, "e{"train_loss": 0.08119503408670425, "globa{"train_loss": 0.1083749458193779,{"train_loss": 0.10770{"train_loss": 0.1100185215473175, "global_s{"train_loss": 0.07729373872280121,{"train_loss": 0.08111093{"train_loss": 0.07644752413034439, "glob{"train_loss": 0.09963870048522949,{"train_loss": 0.103{"train_loss": 0.09906326234340668, "global_st{"train_loss": 0.11119221895933151,{"train_loss": 0.11205776035785675, "global_step": 13087, "epoch": {"train_loss": 0.08541396260261536, "global_step": 13088, "epoch": 136, "lr": 0.00029605968441374854}
+{"train_loss": 0.08681293576955795,{"train_loss": 0.087{"train_loss": 0.08734919875860214, "global_st{"train_loss": 0.10035577416419983,{"train_loss": 0.10253779590129852, "global_step": 13090, "epoch": {"train_loss": 0.06687112152576447, "global_step": 13091, "epoch": 136, "lr": 0.00029601625374846144}
+{"train_loss": 0.08390934765338898, "global_step": 1309{"train_loss": 0.08422692120075226, "global_st{"train_loss": 0.08719388395547867, "global_step": 13093, "epoch": 136, "lr": 0.0002959872967022274}
+{"train_loss": 0.09228496998548508{"train_loss": 0.09106428921222687, "global_step": 13094, "epoch": {"train_loss": 0.07961556315422058, "global_step": 13095, "epoch": 136, "lr": 0.00029595833704141266}
+{"train_loss": 0.1094161793589592,{"train_loss": 0.1112{"train_loss": 0.10882902145385742, "global_{"train_loss": 0.07202637195587158,{"train_loss": 0.07713434845209122, "global_step": 13097, "epoch": {"train_loss": 0.10311879217624664,{"train_loss": 0.10066896677017212, "global_step": 13098, "epoch":{"train_loss": 0.07596388459205627,{"train_loss": 0.07265615463256836, "global_step": 13099, "epoch":{"train_loss": 0.09158865362405777, "global_step": 1310{"train_loss": 0.0923139825463295, "global_step{"train_loss": 0.09118378162384033,{"train_loss": 0.09119795262813568, "global_step": 13101, "epoch":{"train_loss": 0.07607150077819824, "global_step": 131{"train_loss": 0.07771599292755127, "global_st{"train_loss": 0.08870308846235275, "global_step": 131{"train_loss": 0.08955705165863037, "global_step{"train_loss": 0.10857271403074265,{"train_loss": 0.10{"train_loss": 0.10934840142726898, "global_ste{"train_loss": 0.0814993605017662, {"train_loss": 0.08{"train_loss": 0.081586092710495, "global_step"{"train_loss": 0.06919911503791809, "global_step": 13106, "epoch": 136, "lr": 0.00029579901220655724}
+{"train_loss": 0.05849757045507431, "global_step": 13107, "epoch": 136, "lr": 0.0002957845242145104}
+{"train_loss": 0.09548585116863251, {"train_loss": 0.09537501633167267, "global_step": 13108, "epoch":{"train_loss": 0.09131640195846558, "global_step": 13109, "epoch": 136, "lr": 0.0002957555462737224}
+{"train_loss": 0.08801308274269104, "global_step": 13110, "epoch": 136, "lr": 0.0002957410563251786}
+{"train_loss": 0.09431656450033188, "global_step": 13111, "epoch": 136, "lr": 0.00029572656572466645}
+{"train_loss": 0.09447099268436432, "global_step": 13112, "epoch": 136, "lr": 0.0002957120744722846}
+{"train_loss": 0.0990854799747467, {"train_loss": 0.09524771571159363, "global_step": 13113, "epoch"{"train_loss": 0.06574662029743195, {"train_loss": 0.06394590437412262, "global_step": 13114, "epoch":{"train_loss": 0.09373722970485687, {"train_loss": 0.0{"train_loss": 0.09550270438194275, "global_st{"train_loss": 0.09470439702272415, {"train_loss": 0.09648843109607697, "global_step": 13116, "epoch"{"train_loss": 0.08071202784776688, {"train_loss": 0.0{"train_loss": 0.08134104311466217, "global_step{"train_loss": 0.10362425446510315, {"train_loss": 0.1020{"train_loss": 0.10384564101696014, "global_{"train_loss": 0.08390498161315918, "global_step": 131{"t{"train_loss": 0.08456191420555115, "global_s{"train_loss": 0.1171906366944313, "global_step": 13120, "epoch": 136, "lr": 0.00029559612099776505}
+{"train_loss": 0.08543473482131958, "global_step": 13121, "epoch": 136, "lr": 0.0002955816238829975}
+{"train_loss": 0.09128990024328232, {"train_loss": 0.09793{"train_loss": 0.09106110036373138, "global{"train_loss": 0.08127527683973312, {"train_loss": 0.08{"train_loss": 0.08170151710510254, "global_ste{"train_loss": 0.10681647062301636, {"train_loss": 0.11294368654489517, "global_step": 13124, "epoch"{"train_loss": 0.10633213818073273, "global_step": 1312{"t{"train_loss": 0.10586785525083542, "global{"train_loss": 0.10286824405193329, {"train_loss": 0.10338{"train_loss": 0.1010214164853096, "global_{"train_loss": 0.10887596011161804, "global_step": 1312{"train_loss": 0.10759001225233078, "global_st{"train_loss": 0.06925291568040848, {"train_loss": 0.06905856728553772, "global_step": 13128, "epoch"{"train_loss": 0.07923300564289093, {"train_loss": 0.07{"train_loss": 0.0808219239115715, "global_step{"train_loss": 0.11101138591766357, {"train_loss": 0.1{"train_loss": 0.10988564044237137, "global_ste{"train_loss": 0.08521336317062378, {"train_loss": 0.086{"train_loss": 0.08570815622806549, "global_s{"train_loss": 0.09090622514486313, {"train_loss": 0.0{"train_loss": 0.0913567915558815, "global_step{"train_loss": 0.07450896501541138, {"train_loss": 0.{"train_loss": 0.07378031313419342, "global_step"{"train_loss": 0.10832569003105164, {"train_loss": 0.{"train_loss": 0.10606256127357483, "global_step{"train_loss": 0.1382770538330078, "global_step": 131{"train_loss": 0.13981476426124573, "global_step{"train_loss": 0.09038149565458298, "{"train_loss": 0.{"{"train_loss": 0.09012415260076523, "global_st{"train_loss": 0.10095579922199249, "global_step": 13137, "epoch": 136, "lr": 0.0002953495815938207}
+{"train_loss": 0.09987426549196243, "global_step": 13138, "epoch": 136, "lr": 0.0002953350734274779}
+{"train_loss": 0.07389478385448456, {"train_loss": 0.07539957761764526, "global_step": 13139, "epoch":{"train_loss": 0.07831819355487823, {"train_loss": 0{"train_loss": 0.07814934849739075, "global_step":{"train_loss": 0.1283201277256012, "{"train_loss": 0{"train_loss": 0.12759876251220703, "global_step{"train_loss": 0.07875476032495499, "{"train_loss": 0.07{"train_loss": 0.07829734683036804, "global_s{"train_loss": 0.10154798626899719, "{"train_loss": 0.09887618571519852, "global_step": 13143, "epoch"{"train_loss": 0.08290061354637146, "{"train_loss": 0.08227838575839996, "global_step": 13144, "epoch"{"train_loss": 0.10691580921411514, "global_step": 13145, "epoch": 136, "lr": 0.00029523349809090717}
+{"train_loss": 0.09128455817699432, "global_step": 13146, "epoch": 136, "lr": 0.00029521898473370135}
+{"train_loss": 0.11086928844451904, "global_step": 13147, "epoch": 136, "lr": 0.0002952044707280823}
+{"train_loss": 0.07221632450819016, "global_step": 13148, "epoch": 136, "lr": 0.0002951899560741489}
+{"train_loss": 0.08343960344791412, "global_step": 1314{"train_loss": 0.08139729499816895, "globa{"train_loss": 0.0993957445025444, "{"train_loss": 0.10650084167718887, "global_step": 13150, "epoch{"train_loss": 0.09233160379032294, "global_step": 13151, "epoch": 136, "lr": 0.0002951464082234511}
+{"train_loss": 0.11370161175727844, "{"train_loss": 0.11{"train_loss": 0.11259077489376068, "global_s{"train_loss": 0.09960022568702698, "{"train_loss": 0.09{"train_loss": 0.09789663553237915, "global_s{"train_loss": 0.08170342445373535, "global_step": 13154, "epoch": 137, "lr": 0.00029510285454148276}
+{"train_loss": 0.10400533676147461, "{"train_loss": 0.10313232243061066, "global_step": 13155, "epoch{"train_loss": 0.10211870074272156, "{"train_loss": 0.10167474299669266, "global_step": 13156, "epoch"{"train_loss": 0.11671073734760284, "{"train_loss": 0{"t{"train_loss": 0.11677355319261551, "global_s{"train_loss": 0.10168404877185822, "global_step": {"train_loss": 0.10117469727993011, "global_step": {"train_loss": 0.10495131462812424, "global_step": {"tra{"train_loss": 0.10624583810567856, "global_s{"train_loss": 0.08333617448806763, "{"train_loss":{"train_loss": 0.08292035013437271, "global_step":{"train_loss": 0.09356983006000519, "global_step": {"train_loss": 0.09696710854768753, "global_step"{"train_loss": 0.11413434147834778, "global_step": {"tra{"train_loss": 0.11228365451097488, "global_st{"train_loss": 0.10261133313179016, "global_step": {"tra{"train_loss": 0.10154968500137329, "global_st{"train_loss": 0.10435482114553452, "global_step": {"tra{"train_loss": 0.10326311737298965, "global_st{"train_loss": 0.09010244905948639, {"train_loss": 0.088{"train_loss": 0.09086167067289352, "global_s{"train_loss": 0.07652904093265533, {"train_loss": {"tra{"train_loss": 0.07622760534286499, "global_s{"train_loss": 0.08170872926712036, {"train_loss": 0.0890623927116394, "global_step": 13167, "epoch":{"train_loss": 0.09067334234714508,{"train_loss": {"train_loss": 0.0898866057395935, "global_step": 13{"train_loss": 0.0774247869849205, "global_step":{"train_loss": 0.07805442810058594, "global_step": {"train_loss": 0.07605545222759247, {"train_loss":{"trai{"train_loss": 0.07440517097711563, "global_s{"train_loss": 0.08856935054063797, {"train_loss":{"trai{"train_loss": 0.08787138760089874, "global_{"train_loss": 0.0683964341878891, "{"train_loss"{"train_loss": 0.0673799216747284, "global_step": 13{"train_loss": 0.10013605654239655, "{"train_loss{"train_loss": 0.09992679953575134, "global_step": 1{"train_loss": 0.11982797086238861, "{"train_loss": 0.121{"train_loss": 0.12064507603645325, "global_s{"train_loss": 0.10337236523628235, "global_step": 13175, "epoch": 137, "lr": 0.0002947978157163934}
+{"train_loss": 0.07273644208908081, "{"train_loss{"train_loss": 0.07315325736999512, "global_step": 1{"train_loss": 0.0758247897028923, "g{"train_loss{"train_loss": 0.07619945704936981, "global_step": 1{"train_loss": 0.08558429777622223, "g{"train_loss{"train_loss": 0.0850052684545517, "global_step": 1{"train_loss": 0.08465039730072021, "{"train_loss": 0.0792{"train_loss": 0.08494020998477936, "global_{"train_loss": 0.10702061653137207, "{"train_loss{"train_loss": 0.10661976039409637, "global_step": 13{"train_loss": 0.08351043611764908, "{"train_loss{"train_loss": 0.08523038774728775, "global_step": 13{"train_loss": 0.0908898264169693, "global_step": 13182, "epoch": 137, "lr": 0.00029469607279936}
+{"train_loss": 0.09027282893657684, "global_step": 13183, "epoch": 137, "lr": 0.00029468153551672556}
+{"train_loss": 0.08459851145744324, "global_step": 13184, {"train_loss": 0.08310092985630035, "global{"train_loss": 0.0871868878602981{"train_loss": 0{"train_loss": 0.0869542807340622, "global_step": 131{"train_loss": 0.0994112342596054{"train_loss": 0.09976115{"train_loss": 0.09849746525287628, "global{"train_loss": 0.04983340948820114, "global_ste{"train_loss": 0.04996819794178009, "global_step": 1318{"train_loss": 0.08163703233003616, "global_ste{"train_loss": 0.08405278623104095, "global_step": 131{"train_loss": 0.09341221302747726, "global_ste{"train_loss": 0.09278780221939087, "global_step": 1318{"train_loss": 0.12434591352939606, "global_step": 13190{"train_loss": 0.12418466061353683, "global_s{"train_loss": 0.07910187542438507, "global_step": 13191, "epoch": 137, "lr": 0.0002945652140528474}
+{"train_loss": 0.07871361821889{"train_loss": 0.07845339{"train_loss": 0.07841718196868896, "global_st{"train_loss": 0.06808587163686752, "global_step": 13193, "epoch": 137, "lr": 0.0002945361272452854}
+{"train_loss": 0.08288116753101349, "global_step": 13194, "epoch": 137, "lr": 0.0002945215828758103}
+{"train_loss": 0.08913026750087738, "global_{"train_loss": 0.08862024545669556, "global_step": 13195, {"train_loss": 0.10311685502529{"train_loss"{"train_loss": 0.10264469683170319, "global_step": 13196,{"train_loss": 0.11217649281024{"train_loss": 0.1146878{"train_loss": 0.11308255791664124, "global_ste{"train_loss": 0.07849517464637{"train_loss"{"train_loss": 0.07853654026985168, "global_step": 13198,{"train_loss": 0.09889274090528{"train_loss"{"train_loss": 0.09730754047632217, "global_step": 13199,{"train_loss": 0.10318870842456{"train_loss": 0.09840373694896698, "global_step": 13200, "epoch": 137{"train_loss": 0.07823541760444641, "global_step": 1320{"train_loss": 0.07831528037786484, "global_st{"train_loss": 0.13614031672477{"train_loss"{"train_loss": 0.1367834508419037, "global_step": 13202, "{"train_loss": 0.07843596488237381, "global_step": 13203, "epoch": 137, "lr": 0.0002943906545975367}
+{"train_loss": 0.12104145437479{"train_loss{"train_loss": 0.12117699533700943, "global_step": 13204, {"train_loss": 0.06853426247835{"train_loss{"train_loss{"train_loss": 0.06884881854057312, "global_ste{"train_loss": 0.07345387339591{"train_loss{"train_loss": 0.07362578809261322, "global_step": 13206, {"train_loss": 0.06493636965751648, "global_step": 13207, "epoch": 137, "lr": 0.0002943324475352594}
+{"train_loss": 0.06771537661552429, "global_step": 1320{"train_loss": 0.06911519169807434, "global_ste{"train_loss": 0.06387440860271454, "global_step": 13209, "epoch": 137, "lr": 0.00029430334014946756}
+{"train_loss": 0.120381869375705{"train_los{"train_loss": 0.11933216452598572, "global_step": 13210, {"train_loss": 0.10017844289541245, "global_step": 13211, "epoch": 137, "lr": 0.00029427423019496413}
+{"train_loss": 0.10135339200496674, "global{"train_loss": 0.10052362084388733, "global_step": 13212, {"train_loss": 0.091642290353{"train_loss":{"train_loss": 0.09176123887300491, "global_step": 13213, "{"train_loss": 0.13212284445762634, "global_step": 13214, "epoch": 137, "lr": 0.00029423056044860916}
+{"train_loss": 0.08603450655937195, "global_step": 13215, "epoch": 137, "lr": 0.00029421600258299407}
+{"train_loss": 0.072342470288{"train_loss": 0.07229{"train_loss": 0.07148856669664383, "global_step":{"train_loss": 0.076227679848{"train_loss":{"train_loss": 0.07570894807577133, "global_step": 13217, {"train_loss": 0.086545363068{"train_loss": 0.08535{"train_loss": 0.08679782599210739, "global_step":{"train_loss": 0.118592783808{"train_loss":{"train_loss": 0.11953961849212646, "global_step": 13219, "{"train_loss": 0.089347146451{"train_loss":{"train_loss": 0.09061911702156067, "global_step": 13220,{"train_loss": 0.07953771203756332, "global_step": 13221, "epoch": 137, "lr": 0.000294128641919527}
+{"train_loss": 0.098894253373{"train_loss": 0.09670890867710114, "global_step": 13222, "epoch": 137, "{"train_loss": 0.103186383843{"train_loss":{"train_loss": 0.10281641781330109, "global_step": 13223, "{"train_loss": 0.07699758559465408, "global_step": 13224, "epoch": 137, "lr": 0.0002940849529331133}
+{"train_loss": 0.078719943761{"train_loss":{"train_loss": 0.07872262597084045, "global_step": 13225, "{"train_loss": 0.10167010128498077, "global{"train_loss": 0.10082735121250153, "global_step": 13226, {"train_loss": 0.08932159841060638, "global{"train_loss": 0.08901718258857727, "global_step": 13227, "{"train_loss": 0.08286853134{"train_loss": 0.0804{"train_loss": 0.08302508294582367, "global_step": {"train_loss": 0.0895606130361557, "global_step": 13229, "epoch": 137, "lr": 0.0002940121251432643}
+{"train_loss": 0.08962370455265045, "global_{"train_loss": 0.09146441519260406, "global_step": 13230,{"train_loss": 0.1147770136594{"train_loss": 0.10928989201784134, "global_step": 13231, "epoch": 137, {"train_loss": 0.0811514928936{"train_loss": 0.08224421739578247, "global_step": 13232, "epoch": 137, {"train_loss": 0.08559620380401611, "global_{"train_loss": 0.08603361248970032, "global_step": 13233,{"train_loss": 0.0902721285820{"train_loss":{"train_loss": 0.0905582457780838, "global_step": 13234, "{"train_loss": 0.1088607534766{"train_loss"{"train_{"train_loss": 0.10839883983135223, "global_step":{"train_loss": 0.1140117049217{"train_loss": 0.1173{"train_loss": 0.11405199021100998, "global_step":{"train_loss": 0.0908992961049{"train_loss": 0.0896{"train_loss": 0.0911359116435051, "global_step": {"train_loss": 0.06837888807058334, "global_step": 13238, "epoch": 137, "lr": 0.00029388099479759656}
+{"train_loss": 0.1230315715074{"train_loss": 0.121{"train_loss": 0.12241854518651962, "global_step": {"train_loss": 0.06592796742916107, "global_step": 13240, "epoch": 137, "lr": 0.0002938518476859141}
+{"train_loss": 0.07758721709251404, "global_step": 13241, "epoch": 137, "lr": 0.00029383727317136826}
+{"train_loss": 0.0991081744432{"train_loss": 0.09293097257614136, "global_step": 13242, "epoch": 137, {"train_loss": 0.09476880729198456, "global_step": 13243, "epoch": 137, "lr": 0.0002938081222253633}
+{"train_loss": 0.122899360954{"train_loss"{"train_loss": 0.12153724581003189, "global_step": 13244, "{"train_loss": 0.0967738479375{"train_loss"{"train_loss": 0.09619881212711334, "global_step": 13245, "{"train_loss": 0.0403978787362{"train_loss"{"train_loss": 0.040372252464294434, "global_step": 13246, {"train_loss": 0.0913207271369{"train_loss": 0.091{"train_loss": 0.0911260408659776, "global_step": 1{"train_loss": 0.12056320160627365, "global_{"train_loss": 0.12177924811840057, "global_step": 13248,{"train_loss": 0.051657214760{"train_loss": {"train_loss": 0.05191269516944885, "global_step": 13249, "{"train_loss": 0.123782128095{"train_loss": 0.12361924350261688, "global_step": 13250, "epoch": 138, "{"train_loss": 0.09459169954061508, "global{"t{"train_loss": 0.09449844062328339, "global_step": 1325{"train_loss": 0.10212281346321106, "global{"train_loss": 0.10181540250778198, "global_step": 13252, {"train_loss": 0.10348860174417496, "global{"train_loss": 0.10338260978460312, "global_step": 13253, {"train_loss": 0.07995035499{"train_loss": 0.08322601765394211, "global_step": 13254, "epoch": 138, "l{"train_loss": 0.07920649647712708, "global_step": 13255, "epoch": 138, "lr": 0.00029363316291745764}
+{"train_loss": 0.09143529832363129, "global_step": 13256, "epoch": 138, "lr": 0.0002936185788282733}
+{"train_loss": 0.08748832345{"train_loss": 0.08834925293922424, "global_step": 13257, "epoch": 138, "{"train_loss": 0.098673947155{"train_loss": {"train_loss": 0.09976518899202347, "global_step": 13258, {"train_loss": 0.10520204901695251, "global_st{"train_loss": 0.10534882545471191, "global_step": 13259{"train_loss": 0.09720461815{"train_loss": 0.0{"train_loss": 0.09653457999229431, "global_step": 13{"train_loss": 0.06827685236{"train_loss": 0{"{"train_loss": 0.06794746965169907, "global_step": 1326{"train_loss": 0.0776313915848732, "global_step": 13262, "epoch": 138, "lr": 0.00029353106090883053}
+{"train_loss": 0.07780686020851135, "global_step": 13263, "epoch": 138, "lr": 0.00029351647235912774}
+{"train_loss": 0.11353743821382523, "global_step": 13264, "epoch": 138, "lr": 0.0002935018831726054}
+{"train_loss": 0.11427269130945206, "global_step": 13265, "epoch": 138, "lr": 0.0002934872933493628}
+{"train_loss": 0.0636666938662529, "global_step": 13266, "epoch": 138, "lr": 0.00029347270288949934}
+{"train_loss": 0.07592677325{"train_loss": 0.08005069196224213, "global_step": 13267, "epoch": 138,{"train_loss": 0.0886292457580{"train_loss": 0.{"train_loss": 0.08777268975973129, "global_step": 132{"train_loss": 0.0956354737281{"train_loss": 0.09384405612945557, "global_step": 13269, "epoch": 138,{"train_loss": 0.0940527319908{"train_loss": 0.09529195725917816, "global_step": 13270, "epoch": 138, {"train_loss": 0.0587894022464{"train_loss": 0.05{"train_loss": 0.0582558736205101, "global_step": 132{"train_loss": 0.11312483251094{"train_loss": 0.{"train_loss": 0.11384778469800949, "global_step": 13{"train_loss": 0.09289743751287{"train_loss": 0.08881465345621109, "global_step": 13273, "epoch": 13{"train_loss": 0.085304990410804{"train_loss": 0.08813249319791794, "global_step": 13274, "epoch": 13{"train_loss": 0.0802135244011879, "global_step": 13275, "epoch": 138, "lr": 0.0002933413601191842}
+{"train_loss": 0.0647293329238891{"train_loss": 0{"train_loss": 0.06453386694192886, "global_step": 1{"train_loss": 0.09802410006523132, "global_step"{"train_loss": 0.09860235452651978, "global_step": 1{"train_loss": 0.09252069890499115, "global_step": 13278, "epoch": 138, "lr": 0.00029329756775087993}
+{"train_loss": 0.0718151181936264, "global_step": 13279, "epoch": 138, "lr": 0.00029328296902398813}
+{"train_loss": 0.06742149591445923, "global_step": 13280, "epoch": 138, "lr": 0.0002932683696618669}
+{"train_loss": 0.10150330513715744, "global_ste{"train_loss": 0.10203996300697327, "global_step": 132{"train_loss": 0.10434699058532715, "global_ste{"train_loss": 0.1034511923789978, "global_step": 1328{"train_loss": 0.0707264840602874{"train_loss": 0{"train_loss": 0.07078640162944794, "global_step": 1{"train_loss": 0.0808713659644126{"train_loss"{"t{"train_loss": 0.07965230941772461, "global_step": 1{"train_loss": 0.09891191124916077, "global_st{"train_loss": 0.09927520155906677, "global_step": 1328{"train_loss": 0.09331768751144409, "global_step": 13286, "epoch": 138, "lr": 0.00029318076015488786}
+{"train_loss": 0.0695845186710357{"train_loss": 0.07203841209411621, "global_step": 13287, "epoch": 13{"train_loss": 0.07650070637464523, "global_step": 13288, "epoch": 138, "lr": 0.0002931515519085664}
+{"train_loss": 0.09212601184844971, "global_step"{"train_loss": 0.09225411713123322, "global_step": 1{"train_loss": 0.09738193452358246, "global_step": 13290, "epoch": 138, "lr": 0.0002931223411249067}
+{"train_loss": 0.05143871158361435, "global_st{"train_loss": 0.052636779844760895, "global_step": 1329{"train_loss": 0.10800657421350479, "global_step": 13292, "epoch": 138, "lr": 0.0002930931278047043}
+{"train_loss": 0.06810183823108673, "global_step": 13293, "epoch": 138, "lr": 0.00029307852019364825}
+{"train_loss": 0.09870823472738266, "global_step": 13294, "epoch": 138, "lr": 0.00029306391194875505}
+{"train_loss": 0.08837225288152695, "global_step{"train_loss": 0.0874306708574295, "global_step": 13{"train_loss": 0.06556444615125656, "global_st{"train_loss": 0.06629042327404022, "global_step": 1329{"train_loss": 0.09236051142215729, "global_step": 13297, "epoch": 138, "lr": 0.00029302008341204654}
+{"train_loss": 0.0716895610094{"train_loss": 0{"train_loss": 0.07224123179912567, "global_step": 13298{"train_loss": 0.1100597530603{"train_loss": 0{"train_loss": 0.11098255217075348, "global_step": 13299{"train_loss": 0.1064082160592{"train_loss": 0.10836624354124069, "global_step": 13300, "epoch": 138,{"train_loss": 0.06528494507074356, "global_st{"train_loss": 0.06465761363506317, "global_step": 133{"train_loss": 0.1337310075759{"train_loss":{"train_loss": 0.1325976401567459, "global_step": 13302, {"train_loss": 0.1052540242671{"train_loss"{"train_loss": 0.10697309672832489, "global_step": 13303, "{"train_loss": 0.0708113610744{"train_loss": 0.07701009511947632, "global_step": 13304, "epoch": 138, {"train_loss": 0.07909581065177917, "global_step": 13305, "epoch": 138, "lr": 0.0002929031794501246}
+{"train_loss": 0.0915617793798{"train_loss": 0.09425684809684753, "global_step": 13306, "epoch": 138, {"train_loss": 0.1226308345794{"train_loss": 0.11993498355150223, "global_step": 13307, "epoch": 138, {"train_loss": 0.0822428017854{"train_loss"{"train_loss": 0.08283891528844833, "global_step": 13308, "{"train_loss": 0.0893908739089{"train_loss": 0.09327149391174316, "global_step": 13309, "epoch": 138,{"train_loss": 0.08101369440555573, "glo{"t{"train_loss": 0.08175215125083923, "global_step": 13310, {"train_loss": 0.08265409618616104, "global_step": 13311, "epoch": 138, "lr": 0.00029281547490488146}
+{"train_loss": 0.0750650092959{"train_lo{"train_loss": 0.07562272250652313, "global_step": 13312, "ep{"train_loss": 0.07491242140531{"train_loss": 0.07700561732053757, "global_step": 13313, "epoch": 138{"train_loss": 0.06167115643620491, "global_step": 13314, "epoch": 138, "lr": 0.0002927716140982952}
+{"train_loss": 0.116765089333057{"train_los{{"train_loss": 0.11955206841230392, "global_step": 13315{"train_loss": 0.09980757534503937, "global_step": 13316, "epoch": 138, "lr": 0.00029274237040166856}
+{"train_loss": 0.06402380764484406, "global_step": 13317, "epoch": 138, "lr": 0.0002927277476059832}
+{"train_loss": 0.1012357771396637, "global_step": 13318, "epoch": 138, "lr": 0.0002927131241788493}
+{"train_loss": 0.0893942266702652,{"train_loss": 0.08984087407588959, "global_step": 13319, "epoch": {"train_loss": 0.10469961911439896, "global_ste{"train_loss": 0.10553490370512009, "global_step": 133{"train_loss": 0.08820177614688873, "global_step": 13321, "epoch": 138, "lr": 0.0002926692501097517}
+{"train_loss": 0.1190103143453598, {"train_loss": 0.12542131543159485, "global_step": 13322, "epoch"{"train_loss": 0.08442919701337814, "global_step": 13323, "epoch": 138, "lr": 0.00029263999757493615}
+{"train_loss": 0.10426320135593414, "global_step{"train_loss": 0.10384324193000793, "global_step": 1{"train_loss": 0.08092683553695679, "global_step": 13325, "epoch": 138, "lr": 0.0002926107425167164}
+{"train_loss": 0.06769740581512451, "global_step": 13326, "epoch": 138, "lr": 0.000292596114041579}
+{"train_loss": 0.06902685761451721, "global_step": 13327, "epoch": 138, "lr": 0.00029258148493588944}
+{"train_loss": 0.10944943130016327, "global_step": 13328, "epoch": 138, "lr": 0.00029256685519974724}
+{"train_loss": 0.051557257771492004{"train_loss": 0.055500954389572144, "global_step": 13329, "epoch": {"train_loss": 0.0989612564444542, "global_step": 13330, "epoch": 138, "lr": 0.0002925375938365036}
+{"train_loss": 0.12740609049797058, "global_step": 13331, "epoch": 138, "lr": 0.00029252296220960147}
+{"train_loss": 0.10312162339687347, "global_step": 13332, "epoch": 138, "lr": 0.00029250832995264526}
+{"train_loss": 0.09315692633390427, "global_step": 13333, "epoch": 138, "lr": 0.0002924936970657346}
+{"train_loss": 0.08624348789453506, "global_step": 13334, "epoch": 138, "lr": 0.00029247906354896915}
+{"train_loss": 0.09143427014350891, "global_ste{"train_loss": 0.09170663356781006, "global_step": 133{"train_loss": 0.10433007776737213, "global_ste{"train_loss": 0.10483434796333313, "global_step": 133{"train_loss": 0.1142137423157692, "global_step": 13337, "epoch": 138, "lr": 0.00029243515922054074}
+{"train_loss": 0.08845461905002594, "global_step{"train_loss": 0.08772987127304077, "global_step": 13{"train_loss": 0.120872862637043, "global_step": 13339, "epoch": 138, "lr": 0.0002924058865208083}
+{"train_loss": 0.06195741891860962, "global_step": 13340, "epoch": 138, "lr": 0.00029239124922700695}
+{"train_loss": 0.10390163958072662, "global_st{"train_loss": 0.10404211282730103, "global_step": 1334{"train_loss": 0.071658194065094, "global_step": 13342, "epoch": 138, "lr": 0.0002923619727520326}
+{"train_loss": 0.08941996357558916, "g{"train_loss": 0.08948853514933337, "global_step": 13343, "epoch{"train_loss": 0.11650921404361725, "global_step": {"train_loss": 0.1168680191040039, "global_step": 1{"train_loss": 0.08132036030292511, "global_step": 13345, "epoch": 139, "lr": 0.0002923180533226371}
+{"train_loss": 0.09623116254806519, "global_step{"{"train_loss": 0.09541895985603333, "global_step": {"train_loss": 0.04942076653242111, "global_step": 13347, "epoch": 139, "lr": 0.0002922887705595805}
+{"train_loss": 0.11498408764600754, "global_step": 13348, "epoch": 139, "lr": 0.0002922741282353134}
+{"train_loss": 0.07866338640451431, {"train_loss": 0.0772109255194664, "global_step": 13349, "epoch":{"train_loss": 0.09698250889778137,{"train_loss"{"train_loss": 0.09640662372112274, "global_step": 133{"train_loss": 0.09505850076675415,{"train_loss"{"train_loss": 0.09431923925876617, "global_step": 13{"train_loss": 0.06952852755784988,{"train_loss": 0.07577252388000488, "global_step": 13352, "epoch": {"train_loss": 0.08901183307170868, "global_step": 13353, "epoch": 139, "lr": 0.0002922009071905786}
+{"train_loss": 0.0844050869345665, {"train_loss"{"train_loss": 0.08456945419311523, "global_step": 1{"train_loss": 0.09267833828926086, {"train_loss": {"train_loss": 0.09488073736429214, "global_step":{"train_loss": 0.10988039523363113,{"train_loss": 0{"train_loss": 0.1094793900847435, "global_step": 1{"train_loss": 0.07603567838668823, "global_step": 13357, "epoch": 139, "lr": 0.00029214231905269513}
+{"train_loss": 0.08748967945575714, "global_step": 13358, "epoch": 139, "lr": 0.0002921276704493199}
+{"train_loss": 0.09466719627380371, "global_step": 13359, "epoch": 139, "lr": 0.0002921130212185825}
+{"train_loss": 0.07901234179735184, "global_step{"train_loss": 0.07889959961175919, "global_step": 13{"train_loss": 0.1146633401513099{"train_loss": 0.11374242603778839, "global_step": 13361, "epoch": 13{"train_loss": 0.06091073900461197, "global_step{"train_loss": 0.06063400208950043, "global_step": 13{"train_loss": 0.082093402743339{"train_loss": 0{"train_loss": 0.08106793463230133, "global_step": 13{"train_loss": 0.097144052386283{"train_loss": 0.09736301004886627, "global_step": 13364, "epoch": 13{"train_loss": 0.09318195283412933, "global_step{"train_loss": 0.09351551532745361, "global_step": 133{"train_loss": 0.0779377669095993, "global_step"{"train_loss": 0.0778253823518753, "global_step": 133{"train_loss": 0.0734909400343895{"train_loss": {"train_loss": 0.07365082204341888, "global_step": 13{"train_loss": 0.10526509582996368, "global_step"{"train_loss": 0.10685853660106659, "global_step": 1{"train_loss": 0.10584013164043427, "global_step": 13369, "epoch": 139, "lr": 0.00029196649442823317}
+{"train_loss": 0.11306065320968628{"train_loss": {"train_loss": 0.11391310393810272, "global_step": {"train_loss": 0.10369936376810074, "global_step"{"train_loss": 0.10422131419181824, "global_step": 13{"train_loss": 0.07859959453344345, "global_step": 13372, "epoch": 139, "lr": 0.0002919225241744267}
+{"train_loss": 0.09295728802680969, "global_step": 13373, "epoch": 139, "lr": 0.0002919078661710942}
+{"train_loss": 0.09591621160507202{"train_loss": 0.09648732841014862, "global_step": 13374, "epoch": 1{"train_loss": 0.0943022072315216, "global_step": 13375, "epoch": 139, "lr": 0.00029187854828693286}
+{"train_loss": 0.08864958584308624, "global_step"{"train_loss": 0.08982780575752258, "global_step": 13{"train_loss": 0.0941137969493866, "global_step":{"train_loss": 0.0939648225903511, "global_step": 13{"train_loss": 0.08593626320362091, {"train_loss"{"train_loss": 0.0859859511256218, "global_step": 133{"train_loss": 0.10955590009689331, {"train_loss{"t{"train_loss": 0.11061383783817291, "global_step": {"train_loss": 0.10761912912130356, {"train_loss{"train_loss": 0.10867491364479065, "global_step": 133{"train_loss": 0.0957440510392189, "{"train_loss": 0.09858560562133789, "global_step": 13381, "epoch{"train_loss": 0.10872386395931244, "global_step"{"train_loss": 0.10855798423290253, "global_step": 1{"train_loss": 0.09500712156295776, {"train_loss": 0{"train_loss": 0.09532007575035095, "global_step":{"train_loss": 0.097926564514637, "global_step": 133{"train_loss": 0.10002738237380981, "global_ste{"train_loss": 0.09404774010181427, "g{"train_loss": 0.09957420080900192, "global_step": 13385, "epoch{"train_loss": 0.07331609725952148, "global_step": {"train_loss": 0.07358691096305847, "global_step": {"train_loss": 0.07018093019723892, "g{"train_loss": 0.07025112956762314, "global_step": 13387, "epoch{"train_loss": 0.09721940010786057, "g{"train_loss": 0.0919891968369484, "global_step": 13388, "epoch{"train_loss": 0.0745459645986557, "g{"train_loss":{"train_loss": 0.07602136582136154, "global_step":{"train_loss": 0.07853295654058456, "g{"train_loss": 0.07428957521915436, "global_step": 13390, "epoc{"train_loss": 0.07575319707393646, "global_step": 1{"train_loss": 0.07694370299577713, "global_step"{"train_loss": 0.09240123629570007, "global_step": 1{"train_loss": 0.09316177666187286, "global_step"{"train_loss": 0.08617861568927765, "global_step": 13393, "epoch": 139, "lr": 0.00029161457480549047}
+{"train_loss": 0.11980071663856506, "g{"train_loss": 0.1145201176404953, "global_step": 13394, "epoch"{"train_loss": 0.1408681869506836, "global_step": 13395, "epoch": 139, "lr": 0.0002915852319306449}
+{"train_loss": 0.07507014274597168, {"train_loss": 0.{"train_loss": 0.07710520923137665, "global_step"{"train_loss": 0.09193821251392365, {"train_loss": 0.0944782942533493, "global_step": 13397, "epoch":{"train_loss": 0.0678013265132904, {"train_loss": 0.07001339644193649, "global_step": 13398, "epoch":{"train_loss": 0.08709143102169037, {"train_loss": 0.08245259523391724, "global_step": 13399, "epoch":{"train_loss": 0.061326391994953156, "global_step": 1{"train_loss": 0.061589088290929794, "global_step{"train_loss": 0.11519671976566315,{"train_loss": 0.11360407620668411, "global_step": 13401, "epoch": {"train_loss": 0.08774681389331818, "global_step": 13{"train_loss": 0.08904978632926941, "global_step{"train_loss": 0.09512819349765778,{"train_loss": 0.08797787874937057, "global_step": 13403, "epoch":{"train_loss": 0.06824862957000732,{"train_loss": 0.0{"train_loss": 0.06775346398353577, "global_step{"train_loss": 0.09884992241859436,{"train_loss": 0.0{"train_loss": 0.09862717241048813, "global_step"{"train_loss": 0.07090942561626434, "global_step": 13{"train_loss": 0.07073010504245758, "global_step{"train_loss": 0.08953846246004105,{"train_loss": 0.08943270891904831, "global_step": 13407, "epoch":{"train_loss": 0.10952659696340561,{"train_loss": 0.11220510303974152, "global_step": 13408, "epoch"{"train_loss": 0.06472912430763245,{"train_loss": 0.0628787949681282, "global_step": 13409, "epoch": {"train_loss": 0.08001669496297836{"train_loss": 0.07942688465118408, "global_step": 13410, "epoch": 1{"train_loss": 0.11361079663038254{"train_loss": 0.11904335767030716, "global_step": 13411, "epoch": {"train_loss": 0.09634280949831009, "global_step": 13412, "epoch": 139, "lr": 0.00029133571685270587}
+{"train_loss": 0.09568130970001221, "global_step": 13413, "epoch": 139, "lr": 0.00029132103389265814}
+{"train_loss": 0.10309203714132309, "global_step": 13414, "epoch": 139, "lr": 0.0002913063503107412}
+{"train_loss": 0.0845858305692672{"train_loss": 0.07716868072748184, "global_step": 13415, "epoch": {"train_loss": 0.10097803175449371, "global_step": 13416, "epoch": 139, "lr": 0.00029127698128169943}
+{"train_loss": 0.1059410944581031{"train_loss": {"train_loss": 0.10538238286972046, "global_step": 134{"train_loss": 0.0916832461953163{"train_loss": {"tr{"train_loss": 0.09026307612657547, "global_step"{"train_loss": 0.10219831764698029, "global_step": 13419, "epoch": 139, "lr": 0.000291232923076617}
+{"train_loss": 0.06567882001399994, "global_step": 13420, "epoch": 139, "lr": 0.00029121823576558424}
+{"train_loss": 0.0948733389377594, "global_step": 13421, "epoch": 139, "lr": 0.0002912035478333823}
+{"train_loss": 0.09162004292011261, "global_step": 13422, "epoch": 139, "lr": 0.0002911888592801111}
+{"train_loss": 0.1047004833817482, "global_step": 13423, "epoch": 139, "lr": 0.00029117417010587063}
+{"train_loss": 0.08446419984102249, "global_step": 13424, "epoch": 139, "lr": 0.00029115948031076103}
+{"train_loss": 0.14584645628929138, "global_step": 13425, "epoch": 139, "lr": 0.0002911447898948823}
+{"train_loss": 0.08325241506099701, "global_step": 13426, "epoch": 139, "lr": 0.00029113009885833435}
+{"train_loss": 0.09982884675264359, "global_step": 13427, "epoch": 139, "lr": 0.00029111540720121745}
+{"train_loss": 0.112065628170967{"train_loss": 0.10{"train_loss": 0.11188840866088867, "global_step":{"train_loss": 0.0734770894050598{"train_loss": 0.07{"train_loss": 0.07527054101228714, "global_step":{"train_loss": 0.1015365868806839{"train_loss": 0.09{"train_loss": 0.10177825391292572, "global_step"{"train_loss": 0.0838509052991867, "global_step"{"tra{"train_loss": 0.0846070647239685, "global_step{"train_loss": 0.1163932383060455{"train_loss": 0.114{"train_loss": 0.11271674931049347, "global_step{"train_loss": 0.06587676703929901, "global_step{"tra{"train_loss": 0.06659431755542755, "global_step"{"train_loss": 0.08191568404436{"train_loss": 0.{"train_loss": 0.08315932750701904, "global_step": 1{"train_loss": 0.08432350307703{"train_loss": 0.{"tra{"train_loss": 0.08378733694553375, "global_step"{"train_loss": 0.07867638766765{"train_loss": 0.{"train_loss": 0.07725387066602707, "global_step": 13{"train_loss": 0.11402140557765{"train_loss": 0.{"train_loss": 0.11617019772529602, "global_step": 1{"train_loss": 0.085244879126548{"train_loss": 0.{"train_loss": 0.08392468094825745, "global_step": 1{"train_loss": 0.091561268627022{"train_loss": 0.{"train_loss": 0.09163595576925825, "global_step": 1{"train_loss": 0.05593596398830414, "global_step": 13440, "epoch": 140, "lr": 0.0002909243592324378}
+{"train_loss": 0.08997432142496109, "global_step": 13441, "epoch": 140, "lr": 0.0002909096588978605}
+{"train_loss": 0.08730797469615936, "global_step"{"trai{"train_loss": 0.08752837032079697, "global_st{"train_loss": 0.09733699262142181, "global_step"{"train_loss": 0.09730811417102814, "global_step": 13{"train_loss": 0.10126309096813202, "global_step": 1344{"train_loss": 0.10089506208896637, "global_st{"train_loss": 0.10079168528318405, "global_step": 13445, "epoch": 140, "lr": 0.0002908508513698731}
+{"train_loss": 0.07104282081127167, "global_step": 13446, "epoch": 140, "lr": 0.0002908361479409573}
+{"train_loss": 0.08339782059192657, "global_ste{"train_loss": 0.08396860957145691, "global_step": 134{"train_loss": 0.09228584170341492, "global_ste{"train_loss": 0.09493386745452881, "global_step": 1344{"train_loss": 0.060096174478530884, "global_step": 13449, "epoch": 140, "lr": 0.0002907920339432061}
+{"train_loss": 0.075674071{"train_loss": 0.0713{"train_loss": 0.07490178942680359, "global_step": 134{"train_loss": 0.086291000{"train_loss": 0.0872{"train_{"train_loss": 0.08602795749902725, "global_ste{"train_loss": 0.108762405{"train_loss": 0.099{"train_loss": 0.10844895988702774, "global_step": 13452{"train_loss": 0.076787523{"train_loss": 0.075{"train_loss": 0.07683201879262924, "global_step": 13453{"train_loss": 0.086372256{"train_loss": 0.084{"train_loss": 0.08517109602689743, "global_step": 1345{"train_loss": 0.07512306421995163, "global_ste{"train_loss": 0.07545293867588043, "global_step": 134{"train_loss": 0.0807027816772461, "global_step{"train_loss": 0.07956758141517639, "global_step": 13{"train_loss": 0.07030533254{"train_loss": 0.074013113{"train_loss": 0.06995922327041626, "global_step{"train_loss": 0.0633535534{"train_loss": 0.0669{"trai{"train_loss": 0.06449835747480392, "global_ste{"train_loss": 0.0772748589515686, "global_step"{"trai{"train_loss": 0.07647959887981415, "global_st{"train_loss": 0.1302942931652069, "global_step":{"train_loss": 0.13131804764270782, "global_step": {"train_loss": 0.06725060939788818, "global_step":{"train_loss": 0.06833495944738388, "global_step": 1{"train_loss": 0.0974806398153305, "global_step": 13462, "epoch": 140, "lr": 0.0002906008090212419}
+{"train_loss": 0.069162175059{"train_loss": 0.06974227726459503, "global_step": 13463, "epoch": 140, {"train_loss": 0.085920579731{"train_loss": 0.08331351727247238, "global_step": 13464, "epoch": 140, {"train_loss": 0.111949205398{"train_loss": 0.10922554135322571, "global_step": 13465, "epoch": 140, {"train_loss": 0.09188568592071533, "global_step":{"train_loss": 0.09118523448705673, "global_step": {"train_loss": 0.1538824588060379, "global_step": 13467, "epoch": 140, "lr": 0.00029052723319889667}
+{"train_loss": 0.08389326930046082, "global_step": {"train_loss": 0.08283917605876923, "global_step":{"train_loss": 0.07897313684225082, "global_step": 13469,{"train_loss": 0.0823252871632576, "global_st{"train_loss": 0.0935759246349{"train_loss": 0.0917{"train_loss": 0.09377540647983551, "global_step": {"train_loss": 0.0755770206451416, "global_step": 1{"train_loss": 0.07597436010837555, "global_step":{"train_loss": 0.10236719995737{"train_loss": 0.10175079107284546, "global_step": 13472, "epoch": 140{"train_loss": 0.10605562478303909, "global_step": 13473, "epoch": 140, "lr": 0.0002904389218698818}
+{"train_loss": 0.054559737443{"train_loss": 0.057769596576690674, "global_step": 13474, "epoch": 140{"train_loss": 0.0836333334445{"train_loss": 0.08533085882663727, "global_step": 13475, "epoch": 140, {"train_loss": 0.0803001374006{"train_loss": 0.08312205225229263, "global_step": 13476, "epoch": 140, {"train_loss": 0.0965040847659{"train_loss": 0.09401717036962509, "global_step": 13477, "epoch": 140{"train_loss": 0.1056075394153595, "global_step": 13{"train_loss": 0.10652463883161545, "global_step{"train_loss": 0.072513788938522{"train_loss": 0.06720378249883652, "global_step": 13479, "epoch": 140{"train_loss": 0.0645449161529541, "global_step": 13480, "epoch": 140, "lr": 0.00029033586396581454}
+{"train_loss": 0.09677830338478088, "global_step": 13481, "epoch": 140, "lr": 0.0002903211389466463}
+{"train_loss": 0.07610799372196198, "global_step": 13482, "epoch": 140, "lr": 0.0002903064133124177}
+{"train_loss": 0.112660668790340{"train_loss": 0.11329{"train_loss": 0.11212964355945587, "global_ste{"train_loss": 0.09161525964736938, "global_step": 13484, "epoch": 140, "lr": 0.00029027696019918076}
+{"train_loss": 0.102741837501525{"train_loss": 0.10550438612699509, "global_step": 13485, "epoch": 1{"train_loss": 0.113742440938949{"train_loss": 0.10889482498168945, "global_step": 13486, "epoch": 140{"train_loss": 0.101107493042945{"train_loss": 0.10573019832372665, "global_step": 13487, "epoch": 14{"train_loss": 0.07551328837871552, "global_step": 13488, "epoch": 140, "lr": 0.00029021804659639587}
+{"train_loss": 0.098424240946769{"train_loss": 0.10044096410274506, "global_step": 13489, "epoch": 14{"train_loss": 0.09436449408531189, "global_step": 13490, "epoch": 140, "lr": 0.0002901885861084526}
+{"train_loss": 0.10100911557674408, "global_step": 13491, "epoch": 140, "lr": 0.0002901738549431943}
+{"train_loss": 0.052834197878837585, "global_step": 13492, "epoch": 140, "lr": 0.00029015912316387874}
+{"train_loss": 0.08870230615139008, "global_step": 13493, "epoch": 140, "lr": 0.00029014439077060613}
+{"train_loss": 0.08160735666751{"train_loss": 0.08120019733{"train_loss": 0.08218203485012054, "global{"train_loss": 0.10152147710323334, "global_step": 13495, "epoch": 140, "lr": 0.0002901149241425912}
+{"train_loss": 0.09504194557666779, "global_step": 13496, "epoch": 140, "lr": 0.00029010018990804947}
+{"train_loss": 0.06445824354887{"train_loss": 0.0694865733385086, "global_step": 13497, "epoch": 140, {"train_loss": 0.0881165787577{"train_loss": 0.08689460158348083, "global_step": 13498, "epoch": 140,{"train_loss": 0.0825246125459671, "global_step": 13499, "epoch": 140, "lr": 0.0002900559835234915}
+{"train_loss": 0.09698800742626{"train_loss": 0.09469123184680939, "global_step": 13500, "epoch": 140{"train_loss": 0.079438537359237{"train_loss": 0.07711611688137054, "global_step": 13501, "epoch": 14{"train_loss": 0.088229306042194{"train_loss": 0.0{"train_loss": 0.08908385038375854, "global_step": 1{"train_loss": 0.08756683766841888, "global_step": 13503, "epoch": 140, "lr": 0.00028999703309231725}
+{"train_loss": 0.10467813163995743, "global_step": 13504, "epoch": 140, "lr": 0.0002899822939521397}
+{"train_loss": 0.08502727746963501, "global_step": 13505, "epoch": 140, "lr": 0.00028996755419920933}
+{"train_loss": 0.08725883066654205, "global_step": 13506, "epoch": 140, "lr": 0.00028995281383362647}
+{"train_loss": 0.1007665395736{"train_loss": 0.09667276591{"train_loss": 0.10093742609024048, "global{"train_loss": 0.1079426109790802, "global_step": 13508, "{"train_loss": 0.10775959491729736, "global{"train_loss": 0.06959366798400{"train_loss": 0.07444722950458527, "global_step": 13509, "epoch": 140,{"train_loss": 0.06560712307691{"train_loss": 0.06548371911048889, "global_step": 13510, "epoch": 140{"train_loss": 0.08239531517028{"train_loss": 0.08188801258802414, "global_step": 13511, "epoch": 14{"train_loss": 0.07934291660785{"train_loss": 0.07996488362550735, "global_step": 13512, "epoch": 140{"train_loss": 0.08058060705661{"train_loss": 0.08181510865688324, "global_step": 13513, "epoch": 140{"train_loss": 0.06794372200965{"train_loss": 0.06649516522884369, "global_step": 13514, "epoch": 140,{"train_loss": 0.11708992719650269, "global_step": 13515, "epoch": 140, "lr": 0.0002898201229905821}
+{"train_loss": 0.0723057612776{"train_loss": 0.0{"train_loss": 0.07377061247825623, "global_step": 135{"train_loss": 0.07240723073482513, "global_step": 13517, "epoch": 140, "lr": 0.00028979062940586136}
+{"train_loss": 0.08890219777822495, "global_step": 13518,{"train_loss": 0.0882205069065094, "global_s{"train_loss": 0.09047412872314453, "global_step": 13519{"train_loss": 0.08990360796451569, "global_s{"train_loss": 0.1027994304895401, "global_step"{"train_{"train_loss": 0.10363393276929855, "global_{"train_loss": 0.0752650648355484, "global_step": 13521, {"train_loss": 0.07525018602609634, "global{"train_loss": 0.09786882996559143, "global_step": 13522, "epoch": 140, "lr": 0.00028971688474548264}
+{"train_loss": 0.11110974848270416, "global_step": 13523, "epoch": 140, "lr": 0.00028970213398016857}
+{"train_loss": 0.09841500222682953, "global_step": 13524, "epoch": 140, "lr": 0.0002896873826040095}
+{"train_loss": 0.08304384350776{"train_loss": 0.081793680{"train_loss": 0.08238907903432846, "global_s{"train_loss": 0.07807037234306{"train_loss": 0.07644709199666977, "global_step": 13526, "epoch": 140,{"train_loss": 0.11786934733390{"train_loss": 0.1{"train{"train_loss": 0.11899116635322571, "global_st{"train_loss": 0.1337883472442{"train_loss": 0.1325722187757492, "global_step": 13528, "epoch": 140,{"train_loss": 0.0765467807650{"train_loss": 0.07688215374946594, "global_step": 13529, "epoch": 140, {"train_loss": 0.0868601202964{"train_loss": 0.08628510683774948, "global_step": 13530, "epoch": 140, {"train_loss": 0.0758278518915{"train_loss": 0.074{"train_loss": 0.07607114315032959, "global_step": {"train_loss": 0.0899386778473{"train_loss": 0.08547285199165344, "global_step": 13532, "epoch": 1{"train_loss": 0.09782451391220{"train_loss": 0.09407836943864822, "global_step": 13533, "epoch": 140{"train_loss": 0.12563364207744{"train_loss": 0.123{"tr{"train_loss": 0.12408927083015442, "global_ste{"train_loss": 0.08868470803524{"train_loss": 0.08904756772487114, "global_step": 13535, "epoch": 140, "lr": 0.0002895250771792183, "train_action_mse_e{"train_loss": 0.06922226399183{"train_loss": 0.06833366304636002, "global_step": 13536, "epoch": 141{"train_loss": 0.08969289064407{"train_loss": 0.09885510802268982, "global_step": 13537, "epoch": 14{"train_loss": 0.08707527816295{"train_loss": 0.08812357485294342, "global_step": 13538, "epoch": 141,{"train_loss": 0.10605561733245{"train_loss": 0.10851745307445526, "global_step": 13539, "epoch": 14{"train_loss": 0.063831090927124{"train_loss": 0.06250818073749542, "global_step": 13540, "epoch": 14{"train_loss": 0.071417093276977{"train_loss": 0.07040999084711075, "global_step": 13541, "epoch": 141{"train_loss": 0.108698077499866{"train_loss": 0.11045254021883011, "global_step": 13542, "epoch": 141{"train_loss": 0.095519676804542{"train_loss": 0.09343338757753372, "global_step": 13543, "epoch": 141{"train_loss": 0.062387775629758{"train_loss": 0.06464{"train_loss": 0.062102869153022766, "global_ste{"train_loss": 0.11797276884317398, "global_step{"train_loss": 0.11671794950962067, "global_step": 13{"train_loss": 0.0865793377161026, "global_step"{"train_loss": 0.08596595376729965, "global_step": 13{"train_loss": 0.080131061375141{"train_loss": 0.08396351337432861, "global_step": 13547, "epoch": 141{"train_loss": 0.060283377766609{"train_loss": 0.06181931495666504, "global_step": 13548, "epoch": 14{"train_loss": 0.09981829673051834, "global_step": 13549, "epoch": 141, "lr": 0.0002893183999692861}
+{"train_loss": 0.106179691851139{"train_loss": 0.10688231885433197, "global_step": 13550, "epoch": 14{"train_loss": 0.115830495953559{"train_loss": 0.10916712880134583, "global_step": 13551, "epoch": 14{"train_loss": 0.068450033664703{"train_loss": 0.06689466536045074, "global_step": 13552, "epoch": 14{"train_loss": 0.074547529220581{"train_loss": 0.07720885425806046, "global_step": 13553, "epoch": 141{"train_loss": 0.113107517361640{"train_loss":{"train_loss": 0.11422475427389145, "global_step": 1355{"train_loss": 0.064454883337020{"train_loss": 0.067840{"train_loss": 0.0650380551815033, "global_step{"train_loss": 0.09301421791315079, "global_step": 135{"train_loss": 0.09459877014160156, "global_step{"train_loss": 0.06273059546947479, "global_step": 135{"train_loss": 0.062309764325618744, "global_st{"train_loss": 0.103784181177{"train_loss": 0.099288880{"train_loss": 0.10325309634208679, "global_ste{"train_loss": 0.105098709464{"train_loss": 0.10570434480905533, "global_step": 13559, "epoch": 141, {"train_loss": 0.07485157251358032, "global_step": 13560, "epoch": 141, "lr": 0.00028915592708719985}
+{"train_loss": 0.06379362940788269, "global_step": 13561, "epoch": 141, "lr": 0.0002891411531804269}
+{"train_loss": 0.08388668298721313, "global_step": 13562, "epoch": 141, "lr": 0.00028912637866662904}
+{"train_loss": 0.1077505499124527, "global_step": 1356{"train_loss": 0.10887682437896729, "global_ste{"train_loss": 0.09783311188220978, "global_step": 13564, "epoch": 141, "lr": 0.0002890968278183608}
+{"train_loss": 0.0858956053853035, "global_step": 13565, "epoch": 141, "lr": 0.00028908205148409175}
+{"train_loss": 0.1448920816183{"train_loss": 0.14455068111419678, "global_step": 13566, "epoch": 141, {"train_loss": 0.11789998412132263, "global_step": 13567, "epoch": 141, "lr": 0.00028905249699578685}
+{"train_loss": 0.0773656815290{"train_loss": 0.07681387662887573, "global_step": 13568, "epoch": 141,{"train_loss": 0.06128670275211{"train_loss": 0.05889688432216644, "global_step": 13569, "epoch": 141{"train_loss": 0.09208592772483{"train_loss": 0.0953712910413742, "global_step": 13570, "epoch": 141, {"train_loss": 0.0577026568353{"train_loss": 0.054258234798908234, "global_step": 13571, "epoch": 141{"train_loss": 0.09416674077510834, "global_step": 13572, "epoch": 141, "lr": 0.0002889786001644144}
+{"train_loss": 0.07195563614368{"train_loss": 0.074109196{"train_loss": 0.07262013852596283, "global_{"train_loss": 0.09703783690929{"train_loss":{"train_loss": 0.09794270247220993, "global_step": 13574{"train_loss": 0.10789258778095{"train_loss":{"train_loss": 0.10767172276973724, "global_step": 13575{"train_loss": 0.06756424903869629, "global_s{"train_loss": 0.0680839866399765, "global_step": 13576, {"train_loss": 0.09628998488187{"train_loss"{"train_loss"{"train_loss": 0.09690593183040619, "global{"train_loss": 0.09852559864521027, "global_step": 13578, "epoch": 141, "lr": 0.00028888990397258095}
+{"train_loss": 0.1087871789932251, "global_step": 13579, "epoch": 141, "lr": 0.00028887511915475574}
+{"train_loss": 0.11252403259277344, "global_s{"train_loss":{"train_loss": 0.11198211461305618, "global{"train_loss": 0.10926538705825806, "global_step": 13581, "epoch": 141, "lr": 0.000288845547703566}
+{"train_loss": 0.0764828324317932{"train_loss{"train_loss": 0.077567920088768, "global_step": 13582, {"train_loss": 0.09440752863883972, "global{"train_loss": 0.09319739043712616, "global_step": 13583, "{"train_loss": 0.1098522469401359{"train_loss": 0.10971634835004807, "global_step": 13584, "epoch": 14{"train_loss": 0.07497787475585938, "global_step": 13585, "epoch": 141, "lr": 0.0002887863975418487}
+{"train_loss": 0.10233185440301895, "global_step": 13586, "epoch": 141, "lr": 0.00028877160848964474}
+{"train_loss": 0.1025042310357093{"train_l{"train_loss": 0.10109937191009521, "global_step": 13587, "{"train_loss": 0.0707687437534332{"train_l{"train_loss": 0.07165306806564331, "global_step": 13588, "e{"train_loss": 0.11955427378416061, "global_step": 13589, "epoch": 141, "lr": 0.000288727237706385}
+{"train_loss": 0.088491335511207{"train_lo{"train_loss": 0.09099464118480682, "global_step": 13590, "{"train_loss": 0.098915167152881{"train_lo{"train_loss": {"train_loss": 0.09885954856872559, "global_{"train_loss": 0.098529264330863{"train_lo{"train_loss": 0.09963075816631317, "global_step": 13592, "{"train_loss": 0.08283716440200806, "global_step": 13593, "epoch": 141, "lr": 0.0002886680682036205}
+{"train_loss": 0.10245047509670{"train_los{"train_loss": 0.10387296974658966, "global_step": 13594, {"train_loss": 0.09112609922885{"train_los{"train_loss": 0.09141778945922852, "global_step": 13595, "{"train_loss": 0.12252399325370{"train_los{"train_loss": {"train_loss": 0.12347619980573654, "global_{"train_loss": 0.07714599370956{"train_loss": 0.07303295284509659, "global_step": 13597, "epoch": 141,{"train_loss": 0.08978143334388733, "global_step": 13598, "epoch": 141, "lr": 0.0002885940927403447}
+{"train_loss": 0.07767084985971{"train_loss": 0.07643995434045792, "global_step": 13599, "epoch": 141{"train_loss": 0.07898326218128{"train_los{"train_loss": 0.07741905748844147, "global_step": 13600, "e{"train_loss": 0.08881957828998566, "global_step": 13601, "epoch": 141, "lr": 0.00028854970022197776}
+{"train_loss": 0.0993488579988{"train_loss": 0.1017422154545784, "global_step": 13602, "epoch": 141, {"train_loss": 0.094125017523{"train_loss": 0.09126109629869461, "global_step": 13603, "epoch": 141, {"train_loss": 0.100820347666{"train_loss": 0.09868088364601135, "global_step": 13604, "epoch": 141,{"train_loss": 0.082421645522{"train_loss"{"train_loss": 0.08364176005125046, "global_step": 13605, "e{"train_loss": 0.10526859760284424, "global_step": 13606, "epoch": 141, "lr": 0.0002884757006327636}
+{"train_loss": 0.113783463835{"train_loss"{"train_loss": 0.11356313526630402, "global_step": 13607, "e{"train_loss": 0.131681144237{"train_loss": 0.12699148058891296, "global_step": 13608, "epoch": 141, {"train_loss": 0.0773511305451{"train_loss{"train_loss": 0.07712967693805695, "global_step": 13609, "e{"train_loss": 0.082488149404{"train_loss": 0.08431136608123779, "global_step": 13610, "epoch": 141, "{"train_loss": 0.086145721375{"train_loss"{"train_loss": 0.08483332395553589, "global_step": 13611, "e{"train_loss": 0.08788202702999115, "global_step": 13612, "epoch": 141, "lr": 0.00028838688124453314}
+{"train_loss": 0.08353140950{"train_loss":{"train_loss": 0.08334489166736603, "global_step": 13613, "e{"train_loss": 0.08846653997{"train_loss": 0.0849069207906723, "global_step": 13614, "epoch": 141, "l{"train_loss": 0.09782637655735016, "globa{"train_loss": 0{"train_loss": 0.09863034635782242, "global{"train_loss": 0.10538208484649658, "glob{"train_loss": 0.10502120852470398, "global_step": 13616, "ep{"train_loss": 0.0760823935{"train_loss": 0.07739513367414{"train_loss": 0.07627363502979279, "global{"train_loss": 0.09971782565116882, "glob{"train_loss": 0.09979697316884995, "global_step": 13618, "ep{"train_loss": 0.104223549{"train_loss": 0.1015685498714447, "global_step": 13619, "epoch": 141, "lr":{"train_loss": 0.06832824{"train_loss": 0.06708711385726929, "global_step": 13620, "epoch": 141, "lr":{"train_loss": 0.1026691347360611, "global_step": 13621, {"train_loss": 0.10294236242771149, "global_{"train_loss": 0.080956190{"train_loss": 0.08068114519119263, "global_step": 13622, "epoch": 141, "lr{"train_loss": 0.092990845{"train_loss": 0.091935202479362{"train_loss": 0.09381572902202606, "global{"train_loss": 0.088985636{"train_loss": 0.088419109582901{"train_loss": 0.08832397311925888, "global{"train_loss": 0.06336929{"train_loss": 0.06406981498003006{"train_loss": 0.06452701985836029, "globa{"train_loss": 0.07422731{"train_loss": 0.0{"train_loss": 0.07419607788324356, "global_step": 13626, "{"train_loss": 0.07616002{"train_loss": 0.0{"train_loss": 0.07669490575790405, "global_step": 13627, {"train_loss": 0.06750483{"train_loss": 0.0700780227780342{"train_loss": 0.06646041572093964, "globa{"train_loss": 0.05753636{"train_loss": 0.05403915047645569, "global_step": 13629, "epoch": 141, "lr":{"train_loss": 0.06986227{"train_loss": 0.0{"train_loss": 0.07013734430074692, "global_step": 13630, {"train_loss": 0.08964607624026637, "global_step": 13631, "epoch": 141, "lr": 0.0002881054770037157}
+{"train_loss": 0.09736498445272446, "global_step": 13632,{"train_loss": 0.09817293286323547, "global_{"train_loss": 0.08907321840524673, "global_step": 13633,{"train_loss": 0.08857647329568863, "global_{"train_loss": 0.09230885{"train_loss": 0.090748488903045{"train_loss": 0.09161418676376343, "global_{"train_loss": 0.09850819408893585, "global_step": 13635,{"train_loss": 0.09974777698516846, "global_{"train_loss": 0.1006498709321022, "global_step": 13636, "epoch": 142, "lr": 0.0002880313872295498}
+{"train_loss": 0.06515249609947205, "glob{"train_loss": 0.06530354171991348, "global_step": 13637, "e{"train_loss": 0.082962796{"train_loss": 0.082715995609760{"train_loss": 0.08294461667537689, "global{"train_loss": 0.0961931049823761, "global_step": 13639, "{"train_loss": 0.09443239867687225, "globa{"train_loss": 0.13286910951137543, "global_step": 13640, "{"train_loss": 0.13416332006454468, "globa{"train_loss": 0.08676023781299591, "global_step": 13641, "{"train_loss": 0.08829611539840698, "globa{"train_loss": 0.1302617{"train_loss": 0.13159392774105072,{"train_loss": 0.13070449233055115, "globa{"train_loss": 0.0634260{"train_loss": 0.{"train_loss": 0.062751904129982, "global_step": 13643, "epo{"train_loss": 0.10729541629552841, "gl{"train_loss": 0.106{"train_loss": 0.10853298008441925, "globa{"train_loss": 0.099184{"train_loss": 0.10122732818126678, {"train_loss": 0.09939393401145935, "global{"train_loss": 0.093203{"train_loss": 0{"train_loss": 0.09203766286373138, "global_step": 13646, "epoc{"train_loss": 0.089630{"train_loss": 0{"train_loss": 0.08{"train_loss": 0.08814281970262527, "global{"train_loss": 0.092414{"train_loss": 0.092107392847538, "{"train_loss": 0.09072176367044449, "global{"train_loss": 0.0689370334148407, "glo{"train_loss": 0.06{"train_loss": 0.06871861219406128, "glob{"train_loss": 0.0857{"train_loss": 0.08812344819307327, "global_step": 13650, "epoch": 142, "lr": 0.{"train_loss": 0.0894{"train_loss": 0.0{"train_loss": 0.09113147109746933, "global_step": 13651, "epo{"train_loss": 0.1254{"train_loss": 0.1{"train_loss": 0.126{"train_loss": 0.1251259744167328, "global_{"train_loss": 0.0839119702577591, "global_step": 13653, "{"train_loss": 0.08323650062084198, "globa{"train_loss": 0.08073{"train_loss": 0.08576616644859314, "global_step": 13654, "epoch": 142, "lr": 0.{"train_loss": 0.09671{"train_loss": 0.093229278922081, "gl{"train_loss": 0.09516222774982452, "globa{"train_loss": 0.115{"train_loss": 0.11555609107017517, "global_step": 13656, "epoch": 142, "lr": 0.{"train_loss": 0.081{"train_loss": 0.0{"train_loss": 0.0816{"train_loss": 0.08200027048587799, "glo{"train_loss": 0.10687804222106934, "glo{"train_loss": 0.10571606457233429, "global_step": 13658, "epo{"train_loss": 0.09726{"train_loss": 0.09585312008857727, "global_step": 13659, "epoch": 142, "lr": 0.{"train_loss": 0.08077{"train_loss": 0.08116172254085541, "gl{"train_loss": 0.08193343132734299, "glo{"train_loss": 0.07382886111736298, "global_step": 13661, "epo{"train_loss": 0.07442042231559753, "glo{"train_loss": 0.072312{"train_loss": 0.{"train_loss": 0.07397{"train_loss": 0.072841577231884, "glob{"train_loss": 0.1518409699201584, "glob{"train_loss": 0.153{"train_loss": 0.15360964834690094, "glo{"train_loss": 0.11714687943458557, "global_step": 13664, "epoch": 142, "lr": 0.00028761620789766374}
+{"train_loss": 0.08731719851493835, "global_step": 13665, "epoch": 142, "lr": 0.00028760137139991393}
+{"train_loss": 0.088097{"train_loss": 0.{"train_loss": 0.08851286768913269, "global_step": 13666, "epo{"train_loss": 0.069893{"train_loss": 0.07530060410499573, "global_step": 13667, "epoch": 142, "lr": {"train_loss": 0.095474{"train_loss": 0.{"train_loss": 0.0955{"train_loss": 0.0953466072678566, "glob{"train_loss": 0.05679{"train_loss": 0.0{"train_loss": 0.057906877249479294, "global_step": 13669, "ep{"train_loss": 0.082367{"train_loss": 0.0{"train_loss": 0.0819607526063919, "global_step": 13670, "epo{"train_loss": 0.102729{"train_loss": 0.{"train_loss": 0.10057872533798218, "global_step": 13671, "ep{"train_loss": 0.088637{"train_loss": 0.08406002819538116, "global_step": 13672, "epoch": 142, "lr": 0{"train_loss": 0.06754128634929657, "global_step": 13673, "epoch": 142, "lr": 0.00028748265795098166}
+{"train_loss": 0.10665137320756912, "global_step": 13674, "epoch": 142, "lr": 0.00028746781608801413}
+{"train_loss": 0.08619306981563568, "glo{"train_loss": 0.0869593471288681, "global_step": 13675, "epoc{"train_loss": 0.09131376445293427, "global_step": 13676, "e{"train_loss": 0.09028340131044388, "globa{"train_loss": 0.09326{"train_loss": 0.08850960433483124, "global_step": 13677, "epoch": 142, "lr": {"train_loss": 0.109883{"train_loss": 0.{"train_loss": 0.11028508841991425, "global_step": 13678, "ep{"train_loss": 0.09589192271232605, "global_step": 13679, "{"train_loss": 0.09837605059146881, "globa{"train_loss": 0.07609060406684875, "glo{"train_loss": 0.07{"train_loss": 0.07638208568096161, "global{"train_loss": 0.091746{"train_loss": 0.{"train_loss": 0.09028275310993195, "global_step": 13681, "e{"train_loss": 0.09380216896533966, "global_step": 13682, "epoch": 142, "lr": 0.0002873490597500843}
+{"train_loss": 0.08753880858421326, "global_step": 13683, "epoch": 142, "lr": 0.0002873342125300857}
+{"train_loss": 0.106157{"train_loss": 0.10249505937099457, "global_step": 13684, "epoch": 142, "lr": 0{"train_loss": 0.088048{"train_loss": 0.08963100612163544, {"train_loss": 0.08965378254652023, "globa{"train_loss": 0.080655{"train_loss": 0.{"train_loss": 0.08036163449287415, "global_step": 13686, "ep{"train_loss": 0.10227113962173462, "glob{"train_loss": 0.10164275765419006, "global_step": 13687, "e{"train_loss": 0.0872972{"train_loss": 0.08239379525184631, "global_step": 13688, "epoch": 142, "lr":{"train_loss": 0.11343786120414734, "global_step": 13689, "epoch": 142, "lr": 0.00028724511672450847}
+{"train_loss": 0.11172199249267578, "global_step": 13690, "epoch": 142, "lr": 0.00028723026534359174}
+{"train_loss": 0.08149147{"train_loss": 0.07798072695732117, "global_step": 13691, "epoch": 142, "lr":{"train_loss": 0.09949754{"train_loss": 0.09852664172649384, "global_step": 13692, "epoch": 142, "lr"{"train_loss": 0.09330744{"train_loss": 0.09409235417842865, "global_step": 13693, "epoch": 142, "lr"{"train_loss": 0.08471643{"train_loss": {"train_loss": 0.086{"train_loss": 0.08567557483911514, "glob{"train_loss": 0.0758848786354065, "glob{"train_loss": 0.07546745240688324, "global_step": 13695, "e{"train_loss": 0.1064053624868393, "global_step": 13696, "epo{"train_loss": 0.10764651745557785, "gl{"train_loss": 0.100282818{"train_loss": 0.09820178896188736, "global_step": 13697, "epoch": 142, "lr{"train_loss": 0.099172644{"train_loss": {"train_loss": 0.09770342707633972, "global_step": 13698, "e{"train_loss": 0.113805152{"train_loss": 0.11529026180505753, "global_step": 13699, "epoch": 142, "l{"train_loss": 0.125184535{"train_loss": 0.1330573856830597,{"train_loss": 0.12754759192466736, "glob{"train_loss": 0.08244117349386215, "global_step": 13701, "epoch": 142, "lr": 0.00028706686097094503}
+{"train_loss": 0.085760571{"train_loss": 0.08642391860485077, "global_step": 13702, "epoch": 142, "lr"{"train_loss": 0.069701775{"train_loss": {"train_loss": 0.07031227648258209, "global_step": 13703, "e{"train_loss": 0.1227843314409256, "global_step": 13704, "epoch": 142, "lr": 0.0002870222836854839}
+{"train_loss": 0.0852740332{"train_loss": {"train_loss": 0.085{"train_loss": 0.08622340857982635, "glo{"train_loss": 0.09008360654115677, "global_step": 13706, "epoch": 142, "lr": 0.0002869925625320275}
+{"train_loss": 0.1131908521{"train_loss":{"train_loss": 0.113{"train_loss": 0.1137923151254654, "glob{"train_loss": 0.0991613715{"train_loss": 0.100619375705719,{"train_loss": 0.0988822802901268, "globa{"train_loss": 0.1111816018819809, "global_step": 13709, "epoch": 142, "lr": 0.0002869479763591433}
+{"train_loss": 0.10952985{"train_loss": 0.{"train_loss": 0.10858692228794098, "global_step": 13710, "{"train_loss": 0.07240327{"train_loss": 0.{"train_loss": 0.07225953042507172, "global_step": 13711, "e{"train_loss": 0.10460777580738068, "global_step": 13712, "e{"train_loss": 0.10498015582561493, "glob{"train_loss": 0.09086047{"train_loss": 0.09209244698286057, "global_step": 13713, "epoch": 142, "lr"{"train_loss": 0.0735311210155487, "global{"train_loss": 0.0{"train_loss": 0.07475561648607254, "glo{"train_loss": 0.0830174908041954, "global_{"train_loss": 0.08301831781864166, "global_step": 13715,{"train_loss": 0.0889931246{"train_loss": 0.087551079690456{"train_loss": 0.08897386491298676, "globa{"train_loss": 0.09114217758{"train_loss": 0.{"train_loss": 0.09119491279125214, "global_step": 13717,{"train_loss": 0.12837664783{"train_loss": 0.{"train_loss": 0.12962882220745087, "global_step": 137{"train_loss": 0.07516279816{"train_loss": 0.07462146878242493, "global_step": 13719, "epoch": 142, "{"train_loss": 0.106650210916996, "global_step": 13720, "epoch": 142, "lr": 0.00028678444815508536}
+{"train_loss": 0.0941841900348{"train_loss": 0.09513737261295319, "global_step": 13721, "epoch": 142, {"train_loss": 0.0865535289049{"train_loss": 0.088714510202407{"train_loss": 0.08628620952367783, "glo{"train_loss": 0.0942372679710{"train_loss": 0.094967126846313{"train_loss": 0.09332096576690674, "g{"train_loss": 0.0887255072593{"train_loss": 0.086518026888370{"train_loss": 0.08928120136260986, "g{"train_loss": 0.09350691735744476, "global_step": 13725, "epoc{"train_loss": 0.09246762096881866, "g{"train_loss": 0.09265728294849396, "global_step": 13726, "epoch": 142, "lr": 0.0002866952208044664}
+{"train_loss": 0.0936376778408885, "global_step": 13727, "epoch": 142, "lr": 0.0002866803475124814}
+{"train_loss": 0.06141141057014465, "global_st{"train_loss": 0.06130354851484299, "global_step": 13728{"train_loss": 0.08664844185113907, "global_step": 13729, "epoch": 143, "lr": 0.00028665059915781}
+{"train_loss": 0.0924815833568573, "global_step": 13730, "epoch":{"train_loss": 0.09126776456832886, {"train_loss": 0.0797343477606773{"train_loss": 0.08566864579916, "global_step": 13731, "epoch": 143, {"train_loss": 0.0949729233980{"train_loss": 0.09162885695695877,{"train_loss": 0.09602386504411697, {"train_loss": 0.0772138535976{"train_loss": 0.{"train_loss": 0.07794821262359619, "global_step": 137{"train_loss": 0.0987424850463{"train_loss": 0.{"train_loss": 0.0991169661283493, "global_step": 13734{"train_loss": 0.0982103347778{"train_loss": 0.09672911465167999, "global_step": 13735, "epoch": 143,{"train_loss": 0.09509620070457458, "global_step": 13736, "epoch"{"train_loss": 0.09670475870370865, {"train_loss": 0.10371042042970657, "global_st{"train_loss": 0.10329605638980865, "global_step": 1373{"train_loss": 0.08075746893882751, "global_st{"train_loss": 0.08{"train_loss": 0.08174119889736176, {"train_loss": 0.0852239802479744, "global_step": 13739, "epoch": 143, "lr": 0.0002865018219967615}
+{"train_loss": 0.06909060478210449, "global_step": 13740, "epoch":{"train_loss": 0.06886693835258484, {"train_loss": 0.102249510586{"train_loss": 0{"train_loss": 0.10144360363483429, "global_step": 13741,{"train_loss": 0.059253439307{"train_loss": 0.059967994689941406, {"train_loss": 0.05940883606672287, {"train_loss": 0.0728016644716{"train_loss": 0.07259619235992432, "global_step": 13743, "epoch": 143,{"train_loss": 0.07246370613574982, "global_step": 13744, "epoch": 143, "lr": 0.0002864274113204595}
+{"train_loss": 0.08058273792266846, "global_step": 13745, "epoch": 143, "lr": 0.0002864125274191582}
+{"train_loss": 0.12560194730758667, "global_step": 13746, "epoch": 143, "lr": 0.00028639764292941313}
+{"train_loss": 0.087429717183{"train_los{"train_loss": 0.08770476281642914, "global_step": 13747, "e{"train_loss": 0.1066235899925232, "global_step": 13748, "epoch": 143, "lr": 0.000286367872184997}
+{"train_loss": 0.061743829399347305, "global_step": 13749, "epoch":{"train_loss": 0.061412885785102844,{"train_loss": 0.10387987643480301, "global_step": 13750, "epoch": 143, "lr": 0.000286338099088022}
+{"train_loss": 0.07917879521846771, "global_step": 13751, "epoch": 143, "lr": 0.0002863232116575784}
+{"train_loss": 0.09999919682741165, "global_step": 13752, "epoch":{"train_loss": 0.09978702664375305,{"train_loss": 0.10269425064325333, "globa{"train_loss": 0.10220395773649216, "global_step": 13753, "{"train_loss": 0.09259383380413055, "globa{"train_loss": 0.09112715721130371, "global_step": 13754, "{"train_loss": 0.08772861212491989, "global_step": 13755, "epoch": 143, "lr": 0.00028626365605846177}
+{"train_loss": 0.04944497346878052, "global_step": 13756, "epoch": 143, "lr": 0.0002862487656898541}
+{"train_loss": 0.08835484832525253, "global_step": 13757, "epoch": 143, "lr": 0.0002862338747339177}
+{"train_loss": 0.09812933206558228, "glob{"train_loss": 0.0983271673321724, "global_step": 13758, "epo{"train_loss": 0.07746081054210663, "global_step": 13759, "epoch": 143, "lr": 0.0002862040910604647}
+{"train_loss": 0.10782403498888016, "global_step": 13760, "epoch": 143, "lr": 0.00028618919834315083}
+{"train_loss": 0.11212527751922607, "glo{"train_loss": 0.11368846148252487, "global_step": 13761, "e{"train_loss": 0.07894376665353775, "glo{"train_loss": 0.07949624955654144, "global_step": 13762, "ep{"train_loss": 0.08929477632045746, "global_step": 13763, "epoch": 143, "lr": 0.000286144516670077}
+{"train_loss": 0.09033516049385071, "glo{"train_loss": 0.08900546282529831, "global_step": 13764, "epo{"train_loss": 0.100812524557{"train_los{"train_loss": 0.1019173{"train_loss": 0.10203035175800323, "{"train_loss": 0.083230763673{"train_loss": 0.08432373404502869, "global_step": 13766, "epoch": 143, {"train_loss": 0.06385481357574463, "global_step": 13767, "epoch": 143, "lr": 0.00028608493289378976}
+{"train_loss": 0.074874795973{"train_lo{"train_loss": 0.0738196074962616, "global_step": 13768, "epoch{"train_loss": 0.100416421890{"train_l{"train_loss": 0.10017811506986618, "global_step": 13769, "epoch{"train_loss": 0.06068210303783417, "global_step": 13770, "epoc{"train_loss": 0.060275401920080185, "g{"train_loss": 0.099926412105{"train_l{"train_loss": 0.099500060{"train_loss": 0.09837944805622101, {"train_loss": 0.0833107978105545, "global_step": 13772, "epoch": 143, "lr": 0.0002860104399843995}
+{"train_loss": 0.0784774124622345, "global_step": 13773, "epoch": 143, "lr": 0.0002859955396449985}
+{"train_loss": 0.09072184562683105, "global_step": 13774, "epoch": 143, "lr": 0.00028598063871999326}
+{"train_loss": 0.12078851461410522, "glo{"train_loss": 0.1212250292301178, "global_step": 13775, "epo{"train_loss": 0.08906421065330{"train_{"train_loss": 0.08987826108932495, "global_step": 13776, "epo{"train_loss": 0.10821802169084{"train_loss": 0.10388411581516266, {"train_loss": 0.1092100664973259,{"train_loss": 0.09716748446226{"train_loss": 0.09721183776855469,{"train_loss": 0.09720581769943237,{"train_loss": 0.06075538694858551, "global_step": 13779, "epoch": 143, "lr": 0.00028590612531445494}
+{"train_loss": 0.10494550317525864, "global_step": 13780, "epoch": 143, "lr": 0.0002858912208779553}
+{"train_loss": 0.05627238750457764, "global_step": 13781, "epoch": 143, "lr": 0.00028587631585656173}
+{"train_loss": 0.11176593601703644, "global_step": 13782, "epoch": 143, "lr": 0.0002858614102503758}
+{"train_loss": 0.10618620365858078, "global_step": 13783, "epoch": 143, "lr": 0.0002858465040594991}
+{"train_loss": 0.07340134680271149, "global_step": 13784, "epoch": 143, "lr": 0.00028583159728403295}
+{"train_loss": 0.08376452326774597, "global_step": 13785, "epoch": 143, "lr": 0.000285816689924079}
+{"train_loss": 0.10534404218196869, "global_step": 13786, "epoch": 143, "lr": 0.0002858017819797387}
+{"train_loss": 0.12190580368041992, "glob{"train_loss": 0.1233921{"train_loss": 0.12296543270349503, "{"train_loss": 0.0955536961555481, "global_step": 13788, "epoch":{"train_loss": 0.09545133262872696,{"train_loss": 0.061525389552116394, "glob{"train_loss": 0.0623344{"train_loss": 0.06317233294248581, "{"train_loss": 0.11930057406425476, "global_step": 13790, "epoch"{"train_loss": 0.11896112561225891, {"train_loss": 0.1216459721326828, "global_step": 13791, "epoch": 143, "lr": 0.00028572723349579567}
+{"train_loss": 0.08899970352649689, "global_step": 13792, "epoch"{"train_loss": 0.09024295210838318, "{"train_loss": 0.1030019074678421{"train_l{"train_loss": 0.102493{"train_loss": 0.10163901001214981, {"train_loss": 0.10210295021533966, "global_step": 13794, "epoch": 143, "lr": 0.0002856824973992917}
+{"train_loss": 0.10243713855743408, "global_step": 13795, "epoch": 143, "lr": 0.0002856675842000433}
+{"train_loss": 0.07786684483289719, "global_step": 13796, "epoch": 143, "lr": 0.0002856526704174239}
+{"train_loss": 0.08700104057788849, "global_step": 13797, "epoch": 143, "lr": 0.0002856377560515351}
+{"train_loss": 0.09091182798147202, "global_step": 13798, "epoch": 143, "lr": 0.00028562284110247854}
+{"train_loss": 0.08988571912050247, "global_step": 13799, "epoch": 143, "lr": 0.0002856079255703556}
+{"train_loss": 0.11211918294429779{"train_loss": 0.1076689213514328, "global_step": 13800, "epoch": 14{"train_loss": 0.10207495093345642, "global_step": 13801, "epoch": 143, "lr": 0.0002855780927573172}
+{"train_loss": 0.07073219120502472, "global_step": 13802, "epoch": 143, "lr": 0.000285563175476605}
+{"train_loss": 0.0962595790624618{"train_loss": 0.0936049222946167, "global_step": 13803, "epoch": 14{"train_loss": 0.10474327951669693, "global_step": 13804, "epoch": 143, "lr": 0.00028553333916730213}
+{"train_loss": 0.09523101150989532, "globa{"train_loss": 0.09425607323646545, "global_step": 13805, "e{"train_loss": 0.087614566087722{"train_loss": 0.0876811295747757, "global_step": 13806, "epoch": 143,{"train_loss": 0.08328254520893097, "global_step": 13807, "epoch": 143, "lr": 0.0002854885803351758}
+{"train_loss": 0.09610326588153{"train_loss": 0.1006377786397934, "global_step": 13808, "epoch": 143,{"train_loss": 0.09210154414176941, "global_step": 13809, "epoch": 143, "lr": 0.00028545873820282893}
+{"train_loss": 0.08960084617137909, "global_step": 13810, "epoch": 143, "lr": 0.0002854438162636815}
+{"train_loss": 0.1053026467561{"train_loss": 0.10985131561756134, "global_step": 13811, "epoch": 143{"train_loss": 0.0867103785276{"train_loss": 0.08337782323360443, "global_step": 13812, "epoch": 143{"train_loss": 0.07653582841157913, "global_step": 13813, "epoch": 143, "lr": 0.00028539904695556285}
+{"train_loss": 0.0801935121417{"train_loss": 0.08003997802734375, "global_step": 13814, "epoch": 143, {"train_loss": 0.1001133397221{"train_loss"{"train_loss": 0.101472{"train_loss": 0.10053536295890808,{"train_loss": 0.0887826234102{"train_loss"{"train_loss": 0.08907175064086914, "global_step": 13816, "{"train_loss": 0.12116920948028564, "global_step": 13817, "epoch": 143, "lr": 0.00028533934640361994}
+{"train_loss": 0.0871029719710{"train_loss": 0.08599074929952621, {"train_loss": 0.0877124816179275{"train_loss": 0.089214727282524{"train_loss": 0.087404765188694, "g{"train_loss": 0.08896403014659882{"train_loss": 0.0931272134184{"train_loss": 0.08802248537540436, "global_step": 13820, "epoch": 143, {"train_loss": 0.0665849521756{"train_loss": 0.06957575678825378, "global_step": 13821, "epoch": 143, {"train_loss": 0.0874580889940{"train_loss": 0.09201881289482117, "g{"train_loss": 0.08724728226661682{"train_loss": 0.09009069045229505, "global_step": 13823, "epoch": 1{"train_loss": 0.09018272204169382{"train_loss": 0.07890470325946808, "global_step": 13824, "epoch": 144, "lr": 0.00028523484806790685}
+{"train_loss": 0.11453328281641006, "global_step": 13825, "epoch": 144, "lr": 0.0002852199174117236}
+{"train_loss": 0.0667731165885{"train_loss": {"train_loss": 0.06769277155399323, "global_step": 13826{"train_loss": 0.1038066297769{"train_loss": 0.10393048822879791, "global_step": 13827, "epoch": 144, {"train_loss": 0.05959611386060715, "global_step": 13828, "epoch": 1{"train_loss": 0.0605813115835189{"train_loss": 0.0711288452148{"train_loss"{"train_loss": 0.07119461{"train_loss": 0.0710214674472808{"train_loss": 0.092194914817{"train_loss": 0.09177511930465698, "gl{"train_loss": 0.0921144336462020{"train_loss": 0.084487959742{"train_loss": 0.08361375331878662, "gl{"train_loss": 0.0842652767896652{"train_loss": 0.117476671934{"train_loss{"train_loss": 0.1165368705{"train_loss": 0.1174515858292579{"train_loss": 0.068750351667{"train_loss{"train_loss": 0.0682867616{"train_loss": 0.0681295916438102{"train_loss": 0.107169345021{"train_loss": 0.10386287420988083, "global_step": 13834, "epoch": 144, {"train_loss": 0.0688345804810524, "global_step": 13835, "epoch": 144, "lr": 0.0002850705789489327}
+{"train_loss": 0.10649286955595016, "global_step": 13836, "epoch": 144, "lr": 0.000285055641914795}
+{"train_loss": 0.1038670539855{"train_loss": 0.10199915617704391, "global_step": 13837, "epoch": 144,{"train_loss": 0.10997317731380{"train_loss": 0.1112339198589325, "global_step": 13838, "epoch": 14{"train_loss": 0.07177555561065674, "global_step": 13839, "epoch": 144, "lr": 0.00028501082733756606}
+{"train_loss": 0.0914535000920{"train_loss": 0.08903168886899948, "global_step": 13840, "epoch": 144,{"train_loss": 0.0696952417492{"train_loss"{"train_loss": 0.07020866870880127, "global_step": 13841, "{"train_loss": 0.0982172936201{"train_loss": 0.09610996395349503, "global_step": 13842, "epoch": 144,{"train_loss": 0.1119395047426{"train_loss": 0.10717040300369263, "gl{"train_loss": 0.11273193359375, {"train_loss": 0.0991531312465{"train_loss": 0.10100318491458893, {"train_loss": 0.09896980971097946,{"train_loss": 0.0615282356739{"train_loss{"train_loss": 0.06182915344834328, "global_step": 13845, "{"train_loss": 0.0996636301279{"train_loss{"train_loss": 0.10031631588935852, "global_step": 13846, "{"train_loss": 0.09131882339715{"train_loss{"train_loss": 0.09159507602453232, "global_step": 13847, "{"train_loss": 0.0993052348494{"train_loss": 0.09651175141334534, "{"train_loss": 0.09831270575523376,{"train_loss": 0.07587376236915588, "global_step": 13849, "epoch": 144, "lr": 0.0002848614078004886}
+{"train_loss": 0.0721122846007{"train_loss": 0.07267986238002777, "global_step": 13850, "epoch": 144,{"train_loss": 0.08228927850723267, "global_step": 13851, "epoch": 144, "lr": 0.0002848315169552432}
+{"train_loss": 0.1019990593194{"train_loss": 0.10194621980190277, "global_step": 13852, "epoch": 144, {"train_loss": 0.09534560143947601, "global_step": 13853, "epoch": 144, "lr": 0.00028480162379928734}
+{"train_loss": 0.10073579847812653, "global_step": 13854, "epoch": 144, "lr": 0.00028478667635504747}
+{"train_loss": 0.1013735681772{"train_loss": 0.10059528052806854, "global_step": 13855, "epoch": 144{"train_loss": 0.07672403007745743, "global_step": 13856, "epoch": {"train_loss": 0.07630272954702377,{"train_loss": 0.09640941768884659, "global_step": 13857, "epoch": 144, "lr": 0.0002847418305585017}
+{"train_loss": 0.0634210780262{"train_loss": 0.06118395924568176, "global_step": 13858, "epoch": 144, {"train_loss": 0.0905746743083{"train_loss":{"train_loss": 0.090511{"train_loss": 0.08976270258426666{"train_loss": 0.08300486952066422, "global_step": 13860, "epoch": 144, "lr": 0.0002846969795683543}
+{"train_loss": 0.0812050998210907, "global_step": 13861, "epoch": 144, "lr": 0.00028468202808464656}
+{"train_loss": 0.08527489006519318, "global_step": 13862, "epoch": 144, "lr": 0.0002846670760242791}
+{"train_loss": 0.08426991105079{"train_loss"{"train_loss": 0.08399656414985657, "global_step": 13863{"train_loss": 0.08843953907489777, "global_step": 13864, "epoch": 144, "lr": 0.0002846371701739728}
+{"train_loss": 0.07468803226947784, "global_step": 13865, "epoch": 144, "lr": 0.0002846222163842375}
+{"train_loss": 0.08331239223480225, "global_step": 13866, "epoch": 144, "lr": 0.0002846072620182499}
+{"train_loss": 0.1073817461729{"train_loss": 0.11005543172359467, "global_step": 13867, "epoch": 144,{"train_loss": 0.0853450745344162, "global{"train_loss": 0.08532179{"train_loss": 0.0854097455739975{"train_loss": 0.09340841323137283, "global{"train_loss": 0.09231948107481003, "global_step": 13869, {"train_loss": 0.09607405960559845, "global{"train_loss": 0.09687122702598572, "global_step": 13870, {"train_loss": 0.09449039399623{"train_loss": 0.09396490454673767, "global_step": 13871, "epoch": 144{"train_loss": 0.10635142028331757, "global_step": 13872, "epoch": 144, "lr": 0.0002845175237267287}
+{"train_loss": 0.0817391201853{"train_loss": 0.08882257342338562, "global_step": 13873, "epoch": 144, {"train_loss": 0.0514520481228{"train_loss": 0.05310547351837158, "global_step": 13874, "epoch": 144, {"train_loss": 0.1189786940813{"train_loss"{"train_loss": 0.11922366172075272, "global_step": 13875, {"train_loss": 0.10400816798210144, "global_step": 13876, "epoch": 144, "lr": 0.0002844576866869021}
+{"train_loss": 0.10274473577737808, "global_step": 13877, "epoch": 144, "lr": 0.00028444272598886097}
+{"train_loss": 0.072217300534{"train_loss": 0.06928952038288116, "global_step": 13878, "epoch": 144, {"train_loss": 0.0895717442035675, "global_step": 13879, "epoch": 1{"train_loss": 0.0894257277250289{"train_loss": 0.08934016525745392, "global_step": 13880, "epoch": 144, "lr": 0.0002843978404449649}
+{"train_loss": 0.08735399693250656, "global_step": 13881, "epoch": 144, "lr": 0.0002843828774474149}
+{"train_loss": 0.0913890600204{"train_loss": 0.08744294196367264, "global_step": 13882, "epoch": 144, {"train_loss": 0.0856072455644{"train_loss": 0.08188718557357788, "global_step": 13883, "epoch": 144, {"train_loss": 0.0790593475103{"train_loss": 0.08068092167377472, "g{"train_loss": 0.0770231783390045{"train_loss": 0.0944716334342{"train_loss": 0.09894125163555145, "g{"train_loss": 0.09399794042110443{"train_loss": 0.1005690768361{"train_loss": 0.108929842710495, "global_step": 13886, "epoch": 144, "{"train_loss": 0.07985614985{"train_loss": 0.07492412626743317, "global_step": 13887, "epoch": 144, "{"train_loss": 0.09488175064{"train_loss": 0.09478531777858734, "gl{"train_loss": 0.0958009883761406, {"train_loss": 0.09402404725{"train_loss": 0.09551028162240982, "g{"train_loss": 0.09396759420633316,{"train_loss": 0.10711152106{"train_loss": 0.10349369049072266, "global_step": 13890, "epoch": 144, "{"train_loss": 0.11108844727{"train_loss": 0.11010290682315826, "global_step": 13891, "epoch": 144, "{"train_loss": 0.10334616899{"train_loss": 0.10156064480543137, "g{"train_loss": 0.10235295444726944,{"train_loss": 0.06754171848{"train_loss": 0.06563570350408554, "global_step": 13893, "epoch": 144, "{"train_loss": 0.08765409141{"train_los{"train_loss": 0.0876085758{"train_loss": 0.08729380369186401,{"train_loss": 0.09552621841{"train_loss": 0.09908042848110199, "global_step": 13895, "epoch": 144, "{"train_loss": 0.07851852476{"train_loss": 0.07530049234628677, "global_step": 13896, "epoch": 144, "{"train_loss": 0.05559529364109039, "global_step": 13897, "epoch": 144, "lr": 0.00028414339140725664}
+{"train_loss": 0.08440889418125153, "global_step": 13898, "epoch":{"train_loss": 0.08332200348377228,{"train_loss": 0.08650882542133331, "global_step": 13899, "epoch": 144, "lr": 0.00028411344532982386}
+{"train_loss": 0.0758478194475174, "global_step": 13900, "epoch": 144, "lr": 0.00028409847143187486}
+{"train_loss": 0.09948667883{"train_lo{"train_loss": 0.1009104773402214, "global_step": 13901, "epoch{"train_loss": 0.08058892190{"train_loss": 0.08202420175075531, "global_step": 13902, "epoch": 144, {"train_loss": 0.118570774793{"train_loss": 0.11991405487060547, "global_step": 13903, "epoch": 144, {"train_loss": 0.089148201048{"train_l{"train_loss": 0.09216083586215973, "global_step": 13904, "epoch{"train_loss": 0.082637257874012, "global_step": 13905, "epoch": 144, "lr": 0.000284023593353883}
+{"train_loss": 0.078460983932{"train_loss": 0.07939110696315765, "global_step": 13906, "epoch": 144, "{"train_loss": 0.09947524964809418, "global_step": 13907, "epoch": 144, "lr": 0.00028399363811674127}
+{"train_loss": 0.09333503246307373, "global_step": 13908, "epoch": 144, "lr": 0.00028397865964016156}
+{"train_loss": 0.10436473786830902, "global_step": 13909, "epoch": 144, "lr": 0.000283963680591712}
+{"train_loss": 0.06314647197723389, "global_step": 13910, "epoch": 144, "lr": 0.0002839487009714945}
+{"train_loss": 0.08305992186069489, "global_step": 13911, "epoch": 144, "lr": 0.0002839337207796112}
+{"train_loss": 0.098600253462{"train_loss": 0.10056877136230469, "global_step": 13912, "epoch": 144,{"train_loss": 0.089308395981{"train_loss": 0.08697425574064255, "global_step": 13913, "epoch": 144,{"train_loss": 0.073608100414{"train_loss": 0.07691207528114319, "glo{"train_loss": 0.0744751617312431{"train_loss": 0.084696874022{"train_loss": 0.08504745364189148, "global_step": 13915, "epoch": 144, {"train_loss": 0.067358925938{"train_loss": 0.07027904689311981, "global_step": 13916, "epoch": 144,{"train_loss": 0.10124476999044418, "global_step": 13917, "epoch": 144, "lr": 0.0002838438276290407}
+{"train_loss": 0.069955222308{"train_l{"train_loss": 0.06850645691156387, "global_step": 13918, "epoch{"train_loss": 0.088567722743{"train_loss": 0.08885663421824574, "global_step": 13919, "epoch": 144, "{"train_loss": 0.10195202380418777, "global_step": 13920, "epoch": 145, "lr": 0.0002837988733445299}
+{"train_loss": 0.1074179857969284, "global_step": 13921, "epoch": 145, "lr": 0.00028378388744159906}
+{"train_loss": 0.08638608455657959, "global_step": 13922, "epoch": 145, "lr": 0.00028376890096812465}
+{"train_loss": 0.07297347486019135, "gl{"train_loss": 0.07304892688989639, "global_step": 13923, "epo{"train_loss": 0.1180873215198{"train_loss": 0.1156710535287857, "global_step": 13924, "epoch": 145, {"train_loss": 0.063923746347{"train_loss": 0.06342539191246033, "global_step": 13925, "epoch": 145, "{"train_loss": 0.08762902021408081, "global_step": 13926, "epoch": 145, "lr": 0.0002837089493708328}
+{"train_loss": 0.069187767803{"train_loss": 0.07189547270536423, "global_step": 13927, "epoch": 145, {"train_loss": 0.088958159089{"train_loss": 0.08620259165763855, "glo{"train_loss": 0.089417010545730{"train_loss": 0.11869834363460541, "g{"train_loss": 0.11859910190105438, "global_step": 13929, "epoch{"train_loss": 0.119193658232{"train_l{"train_loss": 0.11978574097156525, "global_step": 13930, "epoc{"train_loss": 0.10983005911111832, "global_step": 13931, "epoch": 145, "lr": 0.00028363399704923586}
+{"train_loss": 0.12610384821891785, "global_step": 13932, "epoch": 145, "lr": 0.0002836190048759396}
+{"train_loss": 0.07730020582675934, "global_step": 13933, "epoch": 145, "lr": 0.0002836040121332226}
+{"train_loss": 0.0621131546795{"train_l{"train_loss": 0.062371060252189636, "global_step": 13934, "epo{"train_loss": 0.06720106303691864, "glo{"train_loss": 0.06582970917224884, "global_step": 13935, "epo{"train_loss": 0.07914191484451294, "global_step": 13936, "epoch": 145, "lr": 0.0002835590304895682}
+{"train_loss": 0.07201835513114929, "global_step": 13937, "epoch": 145, "lr": 0.0002835440354701892}
+{"train_loss": 0.09136752784252167, "global_step": 13938, "epoch": 145, "lr": 0.00028352903988190006}
+{"train_loss": 0.0751750767230{"train_l{"train_loss": 0.0752028077840805, "global_step": 13939, "epoc{"train_loss": 0.1095067709684372, "gl{"train_loss": 0.10869871824979782, "global_step": 13940, "epo{"train_loss": 0.1135121658444{"train_loss": 0.10661523044109344, "global_step": 13941, "epoch": 145,{"train_loss": 0.09842260181903839, "global_step": 13942, "epoch": 145, "lr": 0.0002834690518416836}
+{"train_loss": 0.09856418520212173, "gl{"train_loss": 0.09945876896381378, "global_step": 13943, "epo{"train_loss": 0.11856995522975922, "gl{"train_loss": 0.12022926658391953, "global_step": 13944, "epo{"train_loss": 0.07861638814210892, "global_step": 13945, "epoch": 145, "lr": 0.0002834240548429679}
+{"train_loss": 0.10460476577281952, "global_step": 13946, "epoch": 145, "lr": 0.0002834090547070735}
+{"train_loss": 0.09274622797{"train_loss": 0.085379958152771, "global_step": 13947, "epoch": 145, "lr"{"train_loss": 0.098120823{"train_loss": 0.09855722635984421, "global_step": 13948, "epoch": 145, "lr{"train_loss": 0.08855178952217102, "global_step": 13949, "epoch": 145, "lr": 0.00028336405089185245}
+{"train_loss": 0.11497440934181213, "global_step": 13950, "epoch": 145, "lr": 0.0002833490484846067}
+{"train_loss": 0.08868382126092911, "global_step": 13951, "epoch": 145, "lr": 0.0002833340455097786}
+{"train_loss": 0.06403175741434097, "global_step": 13952, "epoch": 145, "lr": 0.00028331904196747016}
+{"train_loss": 0.07072793692350388, "global_step": 13953, "epoch": 145,{"train_loss": 0.0703021585941{"train_loss": 0.079745262{"train_loss"{"train_loss": 0.07902468740940094, "global_step": 13954, "epoc{"train_loss": 0.096077933{"train_loss": 0.09907614439725876, "global_step": 13955, "epoch": 145, "lr"{"train_loss": 0.09691540896892548, "gl{"train_loss": 0.09740878641605377, "global_step": 13956, "epo{"train_loss": 0.086691021{"train_loss": 0.08382419496774673, "global_step": 13957, "epoch": 145, "lr"{"train_loss": 0.07990579307079315, "global_step": 13958, "epoch": 145, "lr": 0.0002832290088022564}
+{"train_loss": 0.08973608{"train_loss": 0.09034551680088043, "global_step": 13959, "epoch": 145, "lr":{"train_loss": 0.10439352691173553, "global_step": 13960, "epoch": 145, "lr": 0.00028319899321197525}
+{"train_loss": 0.06780837{"train_loss": 0.07236479222774506, "global_step": 13961, "epoch": 145, "lr{"train_loss": 0.092912867{"train_loss": 0.0943058431148529, "global_step": 13962, "epoch": 145, "lr":{"train_loss": 0.06646603{"train_loss": 0.07462580502033234, "global_st{"train_loss": 0.06585881114006{"train_loss": 0.07119902968406677, "global_step": 13964, "epoch": 145, "lr": 0.00028313895523350357}
+{"train_loss": 0.07619396597146988, "global_step": 13965, "epoch": 145,{"train_loss": 0.07687602937221{"train_loss": 0.07058195769786835, "global_step": 13966, "epoch": 145, "lr": 0.0002831089328469484}
+{"train_loss": 0.08108320{"train_loss": 0.07655349373817444, "global_st{"train_loss": 0.08138457685709{"train_loss": 0.09840611{"train_loss": 0.09242852032184601, "global{"train_loss": 0.0981730371713638{"train_loss": 0.09903866052627563, "global_step": 13969, "epoch": 14{"train_loss": 0.097792938351631{"train_loss": 0.095688566{"train_loss": 0.09348344802856445, "global_step": 13970, "epoch": 145, "lr"{"train_loss": 0.0837654173374176, "global_step": 13971, "epoch": 145, "lr": 0.00028303386697827186}
+{"train_loss": 0.09752534329891205, "global_step": 13972, "epoch": 145{"train_loss": 0.09846644103527{"train_loss": 0.0612768046{"train_loss": 0.06017178297042847, "global_step": 13973, "epoch": 145, "lr{"train_loss": 0.0990183353{"train_loss": 0.09488089382648468, "global{"train_loss": 0.098485305905342{"train_loss": 0.08804086595773697, "global_step": 13975, "epoch": 145, "lr": 0.00028297380410486695}
+{"train_loss": 0.06601549685001373, "global_step": 13976, "epoch": 145, "lr": 0.00028295878697369225}
+{"train_loss": 0.08471065014600754, "global_step": 13977, "epoch": 145, "lr": 0.00028294376927759276}
+{"train_loss": 0.09538590162992477, "global_step": 13978, "epoch": 145, "lr": 0.0002829287510166707}
+{"train_loss": 0.12044279277324677, "global_step": 13979, "epoch": 145, "lr": 0.0002829137321910283}
+{"train_loss": 0.061867475509643555, "{"train_loss": 0.06222238019108772, "global_step": 13980, "epoch"{"train_loss": 0.090772941{"train_loss": 0.09531594812870026, "global_step": 13981, "epoch": 145, "lr{"train_loss": 0.13525186479091644, "global_step": 13982, "epoch": 145, "lr": 0.00028286867232680195}
+{"train_loss": 0.081383317{"train_loss": 0.07817821204662323, "global_step": 13983, "epoch": 145, "lr"{"train_loss": 0.083567455{"train_loss": 0.08087582886219025, "global_step": 13984, "epoch": 145, "lr"{"train_loss": 0.111401878{"train_loss": 0.10403577983379364, "global_step": 13985, "epoch": 145, "lr{"train_loss": 0.076217070{"train_l{"train_loss": 0.0767320841550827, "global_step": 13986, "epoch": {"train_loss": 0.066926442{"train_loss": 0.07059402018785477, "glo{"train_loss": 0.06725497543811798,{"train_loss": 0.088638633{"train_loss": 0.09004524350166321, "global_step": 13988, "epoch": 145, "lr{"train_loss": 0.098033912{"train_loss": 0.09725726395845413, "glo{"train_loss": 0.09901010990142822, {"train_loss": 0.06136927753686905, "global_step": 13990, "epoch": 145, "lr": 0.00028274848786667407}
+{"train_loss": 0.107146725{"train_loss": 0.10287662595510483, "global_step": 13991, "epoch": 145, "lr{"train_loss": 0.07571811974048615, "global_step": 13992, "epoch": 145, "lr": 0.0002827184361146681}
+{"train_loss": 0.0563669800{"train_loss": 0.057453133165836334, "glo{"train_loss": 0.0565472990274429{"train_loss": 0.10137687623500824,{"train_loss": 0.10033753514289856, "global_step": 13994, "epoch":{"train_loss": 0.07886538654565811, "global_step": 13995, "epoch": 145, "lr": 0.00028267335426225397}
+{"train_loss": 0.09984897077{"train_loss": 0.10028382390737534, "glo{"train_loss": 0.09915226697921753{"train_loss": 0.07216906547{"train{"train_loss": 0.07246040552854538, "global_step": 13997, "epoch":{"train_loss": 0.07374706119298935, "global_step": 13998, "epoch": 1{"train_loss": 0.07410392165184021{"train_loss": 0.05810870975{"train_loss": 0.05616413801908493, "global_step": 13999, "epoch": 145, "l{"train_loss": 0.08379034698{"train_loss": 0.07919739931821823, "global_step": 14000, "epoch": 145, "{"train_loss": 0.13272748887{"train{"train_loss": 0.13074275851249695, "global_step": 14001, "epoch"{"train_loss": 0.078287638723{"train_loss": 0.07986126095056534, "global_step": 14002, "epoch": 145, "{"train_loss": 0.056916750967{"train_loss": 0.06029311567544937, "global_step": 14003, "epoch": 145, "l{"train_loss": 0.10473839938{"train_loss": 0.10348255932331085, "global_step": 14004, "epoch": 145, "l{"train_loss": 0.07735075056{"train_loss": 0.07601819187402725, "glob{"train_loss": 0.076910749077796{"train_loss": 0.12393784523{"train_loss": 0.12181662023067474, "global_step": 14006, "epoch": 145, "{"train_loss": 0.10778522491{"train_loss": 0.10104450583457947, "global_step": 14007, "epoch": 145, "{"train_loss": 0.10175684094{"train_loss": 0.10568182170391083, "global_step": 14008, "epoch": 145, "{"train_loss": 0.11862453073{"train_loss": 0.11566577851772308, "global_step": 14009, "epoch": 145, "l{"train_loss": 0.09677294641{"train_loss": 0.09432762861251831, "global_step": 14010, "epoch": 145, {"train_loss": 0.12213506549596786, "global_step": 14011, "epoch": 145, "lr": 0.0002824328322103287}
+{"train_loss": 0.073954239487{"train_loss": 0.07555171847343445, "glob{"train_loss": 0.072418987751007{"train_loss": 0.092578887939{"train_loss": 0.09325964748859406, "glob{"train_loss": 0.091126933693885{"train_loss": 0.10026766359806061, "global_step": 14014, "epoch": 145, "lr": 0.00028238771831466566}
+{"train_loss": 0.089930856833{"train_loss": 0.08969224143462877, "global_step": 14015, "epoch": 145,{"train_loss": 0.10909131914377213, "global_step": 14016, "epoch": 14{"train_loss": 0.108966708183288{"train_loss": 0.111681833863{"train_loss": 0.11058974266052246, "glo{"train_loss": 0.111421339213848{"train_loss": 0.07530739158391953, "global_step": 14018, "epoch": 146, "lr": 0.000282327558599755}
+{"train_loss": 0.10278633236885071, "global_step": 14019, "epoch": 146, "lr": 0.00028231251726920534}
+{"train_loss": 0.06132757291{"train_loss": 0.06273961812257767, "global_step": 14020, "epoch": 146, "{"train_loss": 0.06109145283{"train_loss": 0.05974648520350456, "global_step": 14021, "epoch": 146, "l{"train_loss": 0.07189285755157471, "global_step": 14022, "epoch": 1{"train_loss": 0.07207870483398438{"train_loss": 0.0818827599{"train_loss": 0.08460789918899536, "glob{"train_loss": 0.08103184401988983{"train_loss": 0.07707956433296204, "global_step": 14024, "epoch": 146, "lr": 0.00028223730221064655}
+{"train_loss": 0.118911974{"train_loss": 0.12447038292884827, "globa{"train_loss": 0.11873830854892{"train_loss": 0.08831676840{"train_loss": 0.08763506263494492, "global_step": 14026, "epoch": 146, "l{"train_loss": 0.09977380931{"train_loss": 0.10210481286048889, "globa{"train_loss": 0.101350620388984{"train_loss": 0.06942144036{"tr{"train_loss": 0.0701172947883606, "global_step": 14028, "epoch": 14{"train_loss": 0.091776497662{"t{"train_loss": 0.092200867831707, "global_step": 14029, "epoch": 146,{"train_loss": 0.093266248703{"train_loss": 0.09914767742156982, "globa{"train_loss": 0.09310099482536{"train_loss": 0.122867703437{"train_loss": 0.1204066276550293, "global{"train_loss": 0.1215378716588{"train_loss": 0.08636657148{"train_loss": 0.08494066447019577, "global{"train_loss": 0.0866127908229{"train_loss": 0.14941538870{"train_loss": 0.14950869977474213, "global{"train_loss": 0.148371636867{"train_loss": 0.07577215135{"train_loss": 0.07894080877304077, "global_step": 14034, "epoch": 146, "{"train_loss": 0.11112216114{"train_loss": 0.11104470491409302, "globa{"train_loss": 0.11304312944412{"train_loss": 0.08032910525{"train_loss": 0.07818879932165146, "global_step": 14036, "epoch": 146, "{"train_loss": 0.11549767851{"train_loss": 0.11486592888832092, "globa{"train_loss": 0.114486441016197{"train_loss": 0.10099692642{"train_loss": 0.0999780148267746, "globa{"train_loss": 0.100048378109931{"train_loss": 0.1025592535{"train_loss": 0.10325314849615097, "global_step": 14039, "epoch": 146, "l{"train_loss": 0.09024325013160706, "global_step": 14040, "epoch": 14{"train_loss": 0.090265154838562{"train_loss": 0.08642275631427765, "global_step": 14041, "epoch": 14{"train_loss": 0.0862713754177093{"train_loss": 0.1445264369249344, "global_step": 14042, "epoch": 146{"train_loss": 0.146543055772781{"train_loss": 0.0913952887058258, "global_step": 14043, "epoch": 146, "lr": 0.0002819513574144689}
+{"train_loss": 0.10658036172389984, "global_step": 14044, "epoch": 146,{"train_loss": 0.1058038771152{"train_loss": 0.09496833384037018, "global_step": 14045, "epoch": 146, "lr": 0.0002819212462306863}
+{"train_loss": 0.113245800{"train_loss": 0.11163280159235, "global_step": 14046, "epoch": 146, "lr": 0{"train_loss": 0.096029{"tra{"train_loss": 0.0915633887052536, "global_{"train_loss": 0.09688232839107{"train_loss": 0.0856495052576065, "global_step": 14048, "epoch": 146, "lr": 0.00028187607527132235}
+{"train_loss": 0.09630849957466125, "global_step": 14049, "epoch": 146, {"train_loss": 0.0960434749722{"train_loss": 0.10576130449{"train_loss": 0.10788416117429733, "global_step": 14050, "epoch": 146, "{"train_loss": 0.05728603154420853, "global_step": 14051, "epoch": 146, {"train_loss": 0.057533420622{"train_loss": 0.09465090930461884, "global_step": 14052, "epoch": 146, "lr": 0.00028181583952025576}
+{"train_loss": 0.08776718378{"train_loss": 0.08255551755428314, "global_step": 14053, "epoch": 146, "l{"train_loss": 0.07013{"train_loss": 0.0698866993188858, "global_step": 14054, "epoch": 146, "lr": 0{"train_loss": 0.0864819884300232, "global_step": 14055, "epoch": 146, "lr": 0.0002817706568566089}
+{"train_loss": 0.11952413618564606, "global_step": 14056, "epoch": 146, "lr": 0.00028175559485492174}
+{"train_loss": 0.09150468558073044, "global_step": 14057, "epoch": 146, "lr": 0.00028174053229650315}
+{"train_loss": 0.10324{"train{"train_loss": 0.10316035151481628, "global_step": 14058, "epoch": 146, "{"train_loss": 0.07298210263252258, "global_step": 14059, "epoch": 146, "lr": 0.0002817104055098818}
+{"train_loss": 0.10230313241481781, "global_step": 14060, "epoch": 146, "{"train_loss": 0.10072933882{"train_loss": 0.1138198971748352, "global_step": 14061, "epoch": 146, "lr": 0.00028168027649756554}
+{"train_loss": 0.0850853025913{"train_loss": 0.08897809684276581, "global_step": 14062, "epoch": 146, {"train_loss": 0.0876282006502{"train_loss": 0.08814314007759094, "global_step": 14063, "epoch": 146{"train_loss": 0.0872164964675{"train_loss": 0.08941055089235306, "global_step": 14064, "epoch": 146,{"train_loss": 0.1183{"train_l{"train_loss": 0.11499262601137161, "global_{"train_loss": 0.11581943929{"train_loss": 0.0935366153717041, "global_step": 14066, "epoch": 146, "lr{"train_loss": 0.0933715999{"train_loss": 0.0876449495553{"train_loss": 0.08408403396606445, "global_s{"train_loss": 0.0868988037{"train_loss": 0.0973{"train_loss": 0.09486313909292221, "global_step": 14{"train_loss": 0.0962218120{"train_loss": 0.0925087928771{"train_loss": 0.08848146349191666, "global_step": 14069, "epoch": 146,{"train_loss": 0.10216300934553146, "global_step": 14070, "epoch": 146, "lr": 0.0002815446684211729}
+{"train_loss": 0.0735730230808258, "global_step": 14071, "epoch": 146, "l{"train_loss": 0.0718691274{"train_loss": 0.0850{"train_lo{"train_loss": 0.08489736914634705, "global_step": 14072, "epoch": 146,{"train_loss": 0.1158{"train_loss": 0.11627645790576935, "global_step": 14073, "epoch": 146, "lr": 0.{"train_loss": 0.10046643018722534, "global_step": 14074, "epoch": 146, "lr": 0.00028148438372287875}
+{"train_loss": 0.08120055496692657, "global_step": 14075, "epoch": 146, "lr": 0.0002814693111608372}
+{"train_loss": 0.12181341648101807, "global_step": 14076, "epoch": 146, "lr": 0.00028145423804401353}
+{"train_loss": 0.1105{"train_l{"train_loss": 0.11636589467525482, "global_step": 14077, "epoch": 146, {"train_loss": 0.11583864688873291, "global_step": 14078, "epoch": 146, "lr": 0.00028142409014643107}
+{"train_loss": 0.0857520848512{"train_loss": 0.08464742451906204, "global_step": 14079, "epoch": 146,{"train_loss": 0.0814{"train_l{"train_loss": 0.08319127559661865, "glo{"train_loss": 0.08195576071739{"train_loss": 0.0952252298593{"train_loss": 0.08849549293518066, "global_step": 14081, "epoch": 146, {"train_loss": 0.09715200215578079, "global_step": 14082, "epoch": 146{"train_loss": 0.097244612872600{"train_loss": 0.12341588735580444, "global_step": 14083, "epoch": 146{"train_loss": 0.1223794072866{"train_loss": 0.1003228574991{"train_loss": 0.09926994144916534, "glo{"train_loss": 0.09905782341957{"train_loss": 0.085{"train_loss": 0.08672745525836945, "global_step": 14085, "epoch": 146, "lr": 0.00{"train_loss": 0.073{"train_loss": 0.07514534890651703, "global_step"{"train_loss": 0.0737967789173126{"train_loss": 0.11671286821365356, "global_step": 14087, "epoch": 146, "lr": 0.00028128839717270324}
+{"train_loss": 0.094553068280{"train_loss": 0.09309716522693634, "glo{"train_loss": 0.0951308533549308{"train_loss": 0.097962722182{"train_loss": 0.10389819741249084, "global_step": 14089, "epoch": 146, {"train_loss": 0.12{"train_loss": 0.12882140278816223, "global_step": 14090, "epoch": 146, "lr": 0.000{"train_loss": 0.112520456314{"train_loss": 0.10657577216625214, "global_step": 14091, "epoch": 146, {"train_loss": 0.0{"train_loss": 0.08988632261753082, "global_step": 14092, "epoch": 146, "lr": 0.000{"train_loss": 0.10395318269729614, "global_step": 14093, "epoch": 146, "lr": 0.00028119791027584847}
+{"train_loss": 0.09219152480363846, "global_step": 14094, "epoch": 14{"train_loss": 0.0919568836688995{"train_loss": 0.0800320953130722, "global_step": 14095, "epoch": 146, "lr": 0.000281167743552331}
+{"train_loss": 0.08312804251909256, "global_step": 14096, "epoch": 146{"train_loss": 0.08260454982519{"train_loss": {"train_loss": 0.1046903058886528, "global_step": 1409{"train_loss": 0.1057732701301574{"train_loss": 0.1066015437245369, "global_step": 14098, "epoch": 146{"train_loss": 0.10699961334466{"train_loss": {"train_loss": 0.06959515810012817, "global_step": 1409{"train_loss": 0.06920437514781{"train_loss": {"train_loss": 0.08945798128843307, "global_step": 14100, "epoch": 146, "lr": 0.000281{"train_loss": {"train_loss": 0.08432358503341675, "global_step": 1410{"train_loss": 0.0841061770915{"train_loss": 0.118967026472{"train_loss": 0.13145321607589722, "globa{"train_loss": 0.1188505515456{"train_loss": 0{"train_loss": 0.08585307002067566, "global_step": 14103, "epoch": 146, "lr": 0.00028{"train_loss": 0{"train_loss"{"train_loss": 0.07616296410560608, "globa{"train_loss": 0.077406778931{"train_loss": 0.{"train_loss": 0.10939989984035492, "global_step": 1410{"train_loss": 0.108924649655{"train_loss": 0.12942807376384735, "global_step": 14106, "epoch": 146, "lr": 0.0002810017870749409}
+{"train_loss": 0.{"train_loss": 0.0825621634721756, "global_step": 14107, "epoch": 146, "lr": 0.000280{"train_loss": 0{"train_loss"{"train_loss": 0.06568748503923416, "global_step": 14108, "epoch": 146,{"train_loss": 0.07439868152141571, "global_step": 14109, "epoch": 146, {"train_loss": 0.074307844042{"train_loss": 0.{"train_los{"train_loss": 0.08728615194559097, "global_{"train_loss": 0.0897372290492{"train_loss": 0{"train_loss{"train_loss": 0.0949751518589134, "global_step": 14111, "epoch": 146, "lr{"train_loss": 0{"train_loss": 0.08965127915143967, "global_step": 14112{"train_loss": 0.0911189392209{"train_loss": 0{"train_los{"train_loss": 0.09190823137760162, "global_step": 14113, "epoch": 147, "l{"train_loss": 0.08000262826681137, "global_step": 14114, "epoch": 147,{"train_loss": 0.07918553054332{"train_loss": 0.11937565356492996, "global_step": 14115, "epoch": 147, "lr": 0.00028086595485252473}
+{"train_loss": 0.09949737787246704, "global_step": 14116, "epoch": 147,{"train_loss": 0.09871280193328{"train_loss": 0{"train_loss": 0.08704544603824615, "global_step": 1411{"train_loss": 0.0870925635099{"train_loss": 0{"train_loss": 0.08838848024606705, "global_step": 14118, "epoch": 147, "lr": 0.00028{"train_loss": 0.11106507480144501, "global_step": 14119, "epoch": 147, "lr": 0.0002808055706539361}
+{"train_loss": 0.09304971992969513, "global_step": 14120, "epoch": 147, "lr": 0.0002807904732283768}
+{"train_loss": 0.06770915538072586, "global_step": 14121, "epoch": 147{"train_loss": 0.068096719682216{"train_loss": 0.10485583543777466, "global_step": 14122, "epoch": 147{"train_loss": 0.1067882627248{"train_loss": 0{"train_loss": 0.09267324209213257, "global_step": 14{"train_loss": 0.0944689363241195{"train_loss": 0.05960685759782791, "global_step": 14124, "epoch": 147, "lr": 0.00028073007802557464}
+{"train_loss": 0.{"train_loss": 0.10501830279827118, "global_step": 14{"train_loss": 0.103682361543178{"train_loss": 0.{"train_loss": 0.07403029501438141, "global_step": 14126, "epoch": 147, "lr": 0.0002{"train_loss": 0.10802625119686127, "global_step": 14127, "epoch": 147, "lr": 0.00028068477585075925}
+{"train_loss": 0.12816360{"train_loss": 0.12328263372182846, "global_step": 14128, "epoch": 147, "lr"{"train_loss": 0.10364429652690887, "global_step": 14129, "epoch": 147, "lr": 0.00028065457165351324}
+{"train_loss": 0.12662327{"train_loss": 0.13146314024925232, "global_{"train_loss": 0.12690487504005{"train_loss": 0.07331759482622147, "global_step": 14131, "epoch": 147, "lr": 0.0002806243652593321}
+{"train_loss": 0.0{"train_l{"train_loss": 0.10501709580421448, "global_step": 14132, "epoch": 147, "l{"train_loss": 0.10781703889369965, "global_step": 14133, "epoch": 147, "lr": 0.00028059415666903837}
+{"train_loss": 0.08789759129285812, "global_step": 14134, "epoch": 147, {"train_loss": 0.088619783520{"train_loss": 0.08{"train_l{"train_loss": 0.08215180784463882, "global_step": 14135, "epoch": 147,{"train_loss": 0.08268925547599792, "global_step": 14136, "epoch": 147, "{"train_loss": 0.08259110152{"train_loss": 0.086349442601{"train_loss": 0.08249147981405258, "global_step": 14137, "epoch": 147, "{"train_loss": 0.07343588024377823, "global_step": 14138, "epoch": 147, "lr": 0.00028051862559071194}
+{"train_loss": 0.103184618055{"train_loss": 0.10457085072994232, "global_{"train_loss": 0.10291177034{"train_loss": 0.115{"train_l{"train_loss": 0.11595391482114792, "global_{"train_loss": 0.11668717861{"train_loss": 0.104{"train_loss": 0.10368768870830536, "global_step": 14{"train_loss": 0.10293529927{"train_loss": 0.091574698686{"train_loss": 0.08682843297719955, "global{"train_loss": 0.091980718076{"train_loss": 0.068905532360{"train_loss": 0.06894772499799728, "globa{"train_loss": 0.0690420046448{"train_loss": 0.0939847081899643, "global_step": 14144, "epoch": 147, "lr": 0.0002804279702036857}
+{"train_loss": 0.11271606385707855, "global_step": 14145, "epoch": 147, "lr": 0.0002804128590549969}
+{"train_loss": 0.0604{"train_lo{"train_loss": 0.05867495387792587, "global_step": 14146, "epoch": 147{"train_loss": 0.09880343079566956, "global_step": 14147, "epoch": 147, "lr": 0.0002803826351149587}
+{"train_loss": 0.06065395474433899, "global_step": 14148, "epoch": 147, "lr": 0.000280367522323815}
+{"train_loss": 0.10205881297588348, "global_step": 14149, "epoch": 147, "lr": 0.0002803524089853923}
+{"train_loss": 0.08205886185169{"train_loss": 0.0831817239522934, "global_step": 14150, "epoch": 147,{"train_loss": 0.06169665604829{"train_loss": 0.06712915003299713, "global_step": 14151, "epoch": 147{"train_loss": 0.06067{"train_loss": 0.06075168401002884, "global_step": 14152, "epoch": 147, "lr": 0{"train_loss": 0.07262{"train_{"train_loss": 0.07548336684703827, "global{"train_loss": 0.073707953095{"train_loss": 0.07585463672876358, "global_step": 14154, "epoch": 147, {"train_loss": 0.0765083953738{"train_loss": 0.10724750906229019, "global_step": 14155, "epoch": 147, "lr": 0.0002802617174677584}
+{"train_loss": 0.08487{"trai{"train_loss": 0.08483652025461197, "global_{"train_loss": 0.0845617204904{"train_loss": 0.10091{"train_loss": 0.10062819719314575, "global_step": 14157, "epoch": 147, "lr": 0.{"train_loss": 0.08379{"train_loss": 0.08381064981222153, "global_step": 14158, "epoch": 147, "lr": 0.{"train_loss": 0.11951{"tra{"train_loss": 0.12226307392120361, "global_s{"train_loss": 0.11933937668{"train_loss": 0.08579692989587784, "global_step": 14160, "epoch": 147, "lr": 0.00028018612617175846}
+{"train_loss": 0.07087177783250809, "global_step": 14161, "epoch": 147, "lr": 0.0002801710062740151}
+{"train_loss": 0.0897435992{"train_loss": 0.08972744643688202, "global_step": 14162, "epoch": 147, "l{"train_loss": 0.10306{"train_loss": 0.10287350416183472, "global_step"{"train_loss": 0.1035409942269{"train_loss": 0.087315514{"train_loss": 0.09026177227497101, "global_s{"train_loss": 0.08784724026918{"train_loss": 0.11043529212474823, "global_step": 14165, "epoch": 147, "lr": 0.00028011052122466247}
+{"train_loss": 0.14931{"train_loss": 0.14825835824012756, "global_step": 14166, "epoch": 147, "lr": 0{"train_loss": 0.09937{"train_loss": 0.09868074208498001, "global_step": 14167, "epoch": 147, "lr": {"train_loss": 0.123781{"tr{"train_loss": 0.1240030974149704, "global_st{"train_loss": 0.1208381056785{"train_loss": 0.089636{"train_loss": 0.08900056779384613, "global_step": 14169, "epoch": 147, "lr": 0{"train_loss": 0.0835586{"train_loss": 0.07844700664281845, "global_step": 14170, "epoch": 147, "lr": {"train_loss": 0.08575186878442764, "global_step": 14171, "epoch": 147, {"train_loss": 0.086357578635{"train_loss": 0.090775{"train_loss": 0.09127646684646606, "global_step": 14172, "epoch": 147, "lr": {"train_loss": 0.08197787404060364, "global_step": 14173, "epoch": 147, "lr": 0.00027998952494715635}
+{"train_loss": 0.086538{"train_loss": 0.08550375699996948, "global_step": 14174, "epoch": 147, "lr": 0{"train_loss": 0.098198{"train_loss": 0.09890944510698318, "global_step"{"train_loss": 0.0996254682540{"train_loss": 0.087277{{"train_loss": 0.08636801689863205, "global_step{"train_loss": 0.089237786829{"train_loss": 0.108354{"train_loss": 0.1060837060213089, "global_step": 14177, "epoch": 147, "lr":{"train_loss": 0.071170{"train_loss": 0.07127726078033447, "global_step": 14178, "epoch": 147, "lr": {"train_loss": 0.099382{"train_loss": 0.09813359379768372, "global_step": 14179, "epoch": 147, "lr": {"train_loss": 0.114064{"train_loss": 0.113942950963974, "global_step": 14180, "epoch": 147, "lr": 0.0{"train_loss": 0.077421{"train_loss": 0.07787878066301346, "global_step": 14181, "epoch": 147, "lr": {"train_loss": 0.06768900156021118, "global_step": 14182, "epoch": 147, "lr": 0.0002798533624676537}
+{"train_loss": 0.09356{"train_loss": 0.09479528665542603, "global_step": 14183, "epoch": 147, "lr": 0.{"train_loss": 0.13047514855861664, "global_step": 14184, "epoch": 147, "lr": 0.0002798230981546747}
+{"train_loss": 0.0687168538570404, "global_step": 14185, "epoch": 147, "lr": 0.000279807965182776}
+{"train_loss": 0.087080{"train_loss": 0.08578535914421082, "global_step": 14186, "epoch": 147, "lr": {"train_loss": 0.07129151374101639, "global_step": 14187, "epoch": 147, "lr": 0.00027977769760867584}
+{"train_loss": 0.06686967611312866, "global_step": 14188, "epoch": 147, "lr": 0.0002797625630066803}
+{"train_loss": 0.121122{"train_loss": 0.11921565234661102, "global_step": 14189, "epoch": 147, "lr": {"train_loss": 0.128199{"train_loss": 0.12637461721897125, "global_step": 14190, "epoch": 147, "lr": 0{"train_loss": 0.0745265856385231, "global_step": 14191, "epoch": 147, "lr{"train_loss": 0.0732644721{"train_loss": 0.09035074710845947, "global_step": 14192, "epoch": 147, "l{"train_loss": 0.0887113735{"train_loss": 0.0841431{"train_loss": 0.0842227190732956, "global_step": 14193, "epoch": 147, "lr": 0{"train_loss": 0.08073304{"train_loss": 0.08619222044944763, "global_step": 14194, "epoch": 147, "lr"{"train_loss": 0.0632812{"{"train_loss": 0.06922373920679092, "global_step": 14195, "epoch": 147, "lr{"train_loss": 0.059231806{"train_loss": 0.05973813682794571, "global_step"{"train_loss": 0.059582889{"train_loss": 0.0717391{"train_loss": 0.07135239243507385, "global_step": 14197, "epoch": 147, "lr":{"train_loss": 0.0763677{{"train_loss": 0.07330562174320221, "global_step": 14198, "epoch": 147, "lr":{"train_loss": 0.11058993{"train_loss": 0.10762692987918854, "global_step": 14199, "epoch": 147, "lr"{"train_loss": 0.11092495918273926, "global_step": 14200, "epoch": 147, "lr": 0.0002795809054457718}
+{"train_loss": 0.1119863{"train_loss": 0.11108208447694778, "global_step": 14201, "epoch": 147, "lr": {"train_loss": 0.0738648{"train_loss": 0.07422107458114624, "global_step": 14202, "epoch": 147, "lr": {"train_loss": 0.0744822{"train_loss": 0.06948350369930267, "global_step": 14203, "epoch": 147, "lr":{"train_loss": 0.1211636{"train_loss": 0.12490126490592957, "global_step": 14204, "epoch": 147, "lr": {"train_loss": 0.11035346984863281, "global_step": 14205, "epoch": 147, "lr": 0.00027950519175346455}
+{"train_loss": 0.1028788{"train_loss": 0.10074149817228317, "global_step": 14206, "epoch": 147, "lr":{"train_loss": 0.09224374801851809, "global_step": 14207, "epoch": 147, "lr": 0.0002794749024859715}
+{"train_loss": 0.10699453204870224, "global_step": 14208, "epoch": 148, "lr": 0.0002794597570403726}
+{"train_loss": 0.1030367{"train_loss": 0.10181953012943268, "global_step": 14209, "epoch": 148, "lr":{"train_loss": 0.09932045{"train_loss": 0.09881490468978882, "global_step": 14210, "epoch": 148, "lr"{"train_loss": 0.07482503354549408, "global_step": 14211, "epoch": 148, "lr": 0.00027941431745740316}
+{"train_loss": 0.10464677{"train_loss": 0.10690629482269287, "global_step": 14212, "epoch": 148, "lr":{"train_loss": 0.07215194{"train_loss": 0.07797583192586899, "global_step": 14213, "epoch": 148, "lr{"train_loss": 0.07578252255916595, "global_step": 14214, "epoch": 148, "lr": 0.0002793688730073412}
+{"train_loss": 0.06504402{"train_loss": 0.06934188306331635, "global_step": 14215, "epoch": 148, "lr"{"train_loss": 0.10977812{"train_loss": 0.11156931519508362, "global_ste{"train_loss": 0.1102834492921{"train_loss": 0.0811341{{"train_loss": 0.08179975301027298, "global_step": 14217, "epoch": 148, "lr{"train_loss": 0.09593631{"train_loss": 0.10089515894651413, "global_ste{"train_loss": 0.097261354327{"train_loss": 0.08663949{"train_loss": 0.08429964631795883, "global_step": 14219, "epoch": 148, "lr"{"train_loss": 0.0890495{{"train_loss": 0.08806347846984863, "global_step": 14220, "epoch": 148, "lr"{"train_loss": 0.07174649{"train_loss": 0.07232379168272018, "global_step": 14221, "epoch": 148, "lr"{"train_loss": 0.08105893433094025, "global_step": 14222, "epoch": 148, "lr": 0.00027924766403368355}
+{"train_loss": 0.089096{"train_loss": 0.0925828292965889, "global_step": 14223, "epoch": 148, "lr": 0{"train_loss": 0.08575845509767532, "global_step": 14224, "epoch": 148, "lr": 0.0002792173563916735}
+{"train_loss": 0.1046057790517807, "global_step": 14225, "epoch": 148, "lr": 0.0002792022017614466}
+{"train_loss": 0.089578{"train_loss": 0.08375422656536102, "global_step": 14226, "epoch": 148, "lr": 0{"train_loss": 0.11523444205522537, "global_step": 14227, "epoch": 148, "lr": 0.0002791718908830653}
+{"train_loss": 0.097858{"train_loss": 0.09275376796722412, "global_step": 14228, "epoch": 148, "lr": 0{"train_loss": 0.084337{"train_loss": 0.08223383128643036, "global_step":{"train_loss": 0.08369442820{"train_loss": 0.070981{"train_loss": 0.07030622661113739, "global_step": 14230, "epoch": 148, "lr": {"train_loss": 0.084734{"train_loss": 0.08734756708145142, "global_step":{"train_loss": 0.085134044289{"train_loss": 0.090578{"train_loss": 0.0897226333618164, "global_step": 14232, "epoch": 148, "lr": 0{"train_loss": 0.13577{"train_loss": 0.14077961444854736, "global_step": 14233, "epoch": 148, "lr": 0.{"train_loss": 0.06501{"train_loss": 0.06403696537017822, "global_step":{"train_loss": 0.0649242848157{"train_loss": 0.1124{{"train_loss": 0.11604878306388855, "global_step":{"train_loss": 0.112954355776{"train_loss": 0.10002{"train_loss": 0.1033838540315628, "global_step": 14236, "epoch": 148, "lr": 0{"train_loss": 0.07138776779174805, "global_step": 14237, "epoch": 148, {"train_loss": 0.070856481790{"train_loss": 0.0791{"train_loss": 0.07789800316095352, "global_step": 14238, "epoch": 148, "lr": 0.0{"train_loss": 0.10222835838794708, "global_step": 14239, "epoch": 148{"train_loss": 0.102902039885520{"train_loss": 0.0835932269692421, "global_step": 14240, "epoch": 148, "lr": 0.00027897481764461}
+{"train_loss": 0.0819{"train_loss": 0.0821910947561264, "global_step": 14241, "epoch": 148, "lr": 0.0{"train_loss": 0.10522{"train_loss": 0.10615259408950806, "global_step": 14242, "epoch": 148, "lr": 0.{"train_loss": 0.09664{"train_loss": 0.09373515844345093, "global_step"{"train_loss": 0.0972890853881{"train_loss": 0.109{"{"train_loss": 0.11106168478727341, "global_step": 14244, "epoch": 148, "lr": 0{"train_loss": 0.074{"{"train_loss": 0.07015742361545563, "global_step": 14245, "epoch": 148, "lr": 0{"train_loss": 0.083{"train_loss": 0.082663893699646, "global_step": 1{"train_loss": 0.08317703008651{"train_loss": 0.10802{"train_loss": 0.11254406720399857, "global_step{"train_loss": 0.105369910597801{"train_loss": 0.08129{"train_loss": 0.07847664505243301, "global_step{"train_loss": 0.080856554210186{"train_loss": 0.06947{"train_loss": 0.07096102833747864, "global_step": 14249, "epoch": 148, "lr": 0{"train_loss": 0.066932812333107, "global_step": 14250, "epoch": 148,{"train_loss": 0.0677964910864{"train_loss": 0.09202083200216293, "global_step": 14251, "epoch": 148, "lr": 0.00027880799236787034}
+{"train_loss": 0.0818192{"train_loss": 0.08273997902870178, "global_s{"train_loss": 0.0824984163045883{"train_loss": 0.105{"tr{"train_loss": 0.10291031002998352, "global_s{"train_loss": 0.105131104588508{"train_loss": 0.122{"tr{"train_loss": 0.11860407888889313, "global_{"train_loss": 0.1230761781334877{"train_loss": 0.0969{"tr{"train_loss": 0.0990755707025528, "global_step": 14255, "epoch": 148, "lr":{"train_loss": 0.1230{"t{"train_loss": 0.11788364499807358, "global_step": 14256, "epoch": 148, "lr": {"train_loss": 0.089{"tr{"train_loss": 0.08956405520439148, "global_step": 14257, "epoch": 148, "lr": {"train_loss": 0.091{"tr{"train_loss": 0.09197832643985748, "global{"train_loss": 0.09150327742099762,{"train_loss": 0.1174861{"train_loss": 0.12042956054210663, "global_step": 14259, "epoch": 148, "lr":{"train_loss": 0.0837{"tr{"train_loss": 0.0858158990740776, "global_step": 14260, "epoch": 148, "lr":{"train_loss": 0.09611048549413681, "global_step": 14261, "epoch": 1{"train_loss": 0.0960221588611602{"train_loss": 0.09678046405315399, "global_step": 14262, "epoch": 148, "lr": 0.000278641102155376}
+{"train_loss": 0.1014455109834671, "global_step": 14263, "epoch": 148, "lr": 0.00027862592710267383}
+{"train_loss": 0.077237568795681, "global_step": 14264, "epoch": 148, "lr": 0.0002786107515145523}
+{"train_loss": 0.1093086153{"train_loss": 0.11311012506484985, "global{"train_loss": 0.11111298203468{"train_loss": 0.0815{"trai{"train_loss": 0.07880918681621552, "global{"train_loss": 0.08214354515075{"train_loss": 0.0794566869{"train_loss": 0.08277855068445206, "global_step": 14267, "epoch": 148, "lr{"train_loss": 0.0697{"train_loss": 0.07016134262084961, "global_step": 14268, "epoch": 148, "lr": 0.0{"train_loss": 0.0807{"trai{"train_loss": 0.07954573631286621, "global_step": 14269, "epoch": 148, "l{"train_loss": 0.1107{"trai{"train_loss": 0.10501618683338165, "global_step": 14270, "epoch": 148, "lr{"train_loss": 0.09{"train_{"train_loss": 0.09010359644889832, "global_step": 14271, "epoch": 148, "l{"train_loss": 0.10{"train_{"train_loss": 0.09921218454837799, "global_step": 14272, "epoch": 148, "lr{"train_loss": 0.0{"train_l{"train_loss": 0.09515666961669922, "global_step": 14273, "epoch": 148, "lr{"train_loss": 0.1{"train_l{"train_loss": 0.1057651937007904, "global_step": 14274, "epoch": 148, "lr{"train_loss": 0.098089285{"train_loss": 0.09919393062591553, "global_step": 14275, "epoch": 148, "lr"{"train_loss": 0.{"train_loss": 0.08080294728279114, "global_step": {"train_loss": 0.07959966361522675{"train_loss": 0.10535892844200134, "global_step": 14277, "epoch": 148, "lr": 0.00027841342019283656}
+{"train_loss": 0.{"train_loss": 0.10586848855018616, "global_step": 14278, "epoch": 148, "lr": 0.00027{"train_loss": 0.08643139{"train_loss": 0.0849517211318016, "global_step": 14279, "epoch": 148, "lr": {"train_loss": 0.{"train{"train_loss": 0.08072806894779205, "global_step": 14280, "epoch": 148, "lr":{"train_loss": 0.{"train{"train_loss": 0.0891808420419693, "global_step": 14281, "epoch": 148, "lr"{"train_loss": 0.0{"trai{"train_loss": 0.08075983822345734, "global_{"train_loss": 0.083929941058158{"train_loss": 0.0{"train_loss": 0.09184634685516357, "global_step": 14283, "epoch": 148, "lr": 0.0002{"train_loss": 0.0658528{"train_loss": 0.06545353680849075, "global_step": 14284, "epoch": 148, "lr":{"train_loss": 0.0{"train{"train_loss": 0.08386559784412384, "global_step": 14285, "epoch": 148, "lr":{"train_loss": 0.08606325{"train_loss": 0.08736217767000198, "global_step": 14286, "epoch": 148, "lr":{"train_loss": 0.09759745001792908, "global_step": 14287, "epoch": 1{"train_loss": 0.0983322858810424{"train_loss": 0.08424820{"train_loss": 0.09065188467502594, "global{"train_loss": 0.0862531810998916{"train_loss": 0.{"train_loss": 0.0909973680973053, "global_step": 14289, "epoch": 148, "lr": 0.00027{"train_loss": 0.11088450253009796, "global_step": 14290, "epoch": 148, "lr": 0.00027821599862981974}
+{"train_loss": 0.1253334879875183, "global_step": 14291, "epoch": 148, "lr": 0.0002782008086244506}
+{"train_loss": 0.14584989845752716, "global_step": 14292, "epoch": 148, "lr": 0.00027818561808655695}
+{"train_loss": 0.07920908182859421, "global_step": 14293, "epoch": 148, "lr": 0.00027817042701624235}
+{"train_loss": 0.085166804{"train_loss": 0.09008626639842987, "globa{"train_loss": 0.0854580700397491{"train_loss": 0.09784483909606934, "global_step": 14295, "epoch": 14{"train_loss": 0.09595674276351{"train_loss": 0.09176625311374664, "global_step": 14296, "epoch": 148, "lr": 0.0002781248506118072}
+{"train_loss": 0.10740020126104355, "global_step": 14297, "epoch": 14{"train_loss": 0.106657147407531{"train_loss": 0{"train_loss": 0.105814628303051, "global_step": 14298, "epoch": 148, "lr": 0.0002780{"train_loss": 0.0990096479{"train_loss": 0.09521374106407166, "global_step": 14299, "epoch": 148, "l{"train_loss": 0.0868859663{"train_loss": 0.07983607798814774, "global_step": 14300, "epoch": 148, {"train_loss": 0.{"train_loss{"train_loss": 0.12315909564495087, "global_step": 14301, "epoch": 148,{"train_loss": 0.0750208050012{"train_loss": 0.07872039079666138, "global_step": 14302, "epoch": 148, {"train_loss": 0.0{"train_loss{"train_loss": 0.09269896692906816, "global_step": 14303, "epoch": 148,{"train_loss": 0.0{"train_loss": 0.09731331467628479, "global_step": 14304, "epoch": 149, "lr": 0.0002{"train_loss": 0.1197922900319{"train_loss": 0.11578671634197235, "global_step": 14305, "epoch": 149{"train_loss": 0.0{"train_loss{"train_loss": 0.08926313370466232, "glob{"train_loss": 0.08535410463809{"train_loss": 0.10852235555648804, "global_step": 14307, "epoch": 149, "lr": 0.0002779576961855718}
+{"train_loss": 0.0{"train_loss{"train_loss": 0.07356338202953339, "global_step": 14308, "epoch": 149,{"train_loss": 0.1{"train_loss": 0.10001400858163834, "global_step": 14309, "epoch": 149, "lr": 0.0002{"train_loss": 0.0{"train_loss": 0.0921865701675415, "global_step": 14310, "epoch": 149, "lr": 0.00027{"train_loss": 0.1252954453229{"train_loss": 0.12102903425693512, "global_step": 14311, "epoch": 149,{"train_loss": 0.{"train_loss"{"train_loss": 0.0962923914194107, "global_step": 14312, "epoch": 149, {"train_loss": 0.1069231703877{"train_loss": 0.11004635691642761, "glob{"train_loss": 0.1071974337100{"train_loss": 0.11938449740409851, "global_step": 14314, "epoch": 149, "lr": 0.0002778512917336255}
+{"train_loss": 0.1{"train_loss": 0.11098738014698029, "global_step": 14315, "epoch": 149, "lr": 0.00{"train_loss": 0.10{"train_loss": 0.09987451136112213, "global_step": 14316, "epoch": 149, "lr": 0.000{"train_loss": 0.077422693371772{"train_loss": 0.07468952983617783, "global_step": 14317, "epoch": 149{"train_loss": 0.09045112133026123, "global_step": 14318, "epoch": 149, "lr": 0.0002777904775242039}
+{"train_loss": 0.07138687372207642, "global_step": 14319, "epoch": 149, "lr": 0.00027777527264726416}
+{"train_loss": 0.087066866457462{"train_loss": 0.08540739864110947, "global_step": 14320, "epoch": 14{"train_loss": 0.1{"train_loss":{"train_loss": 0.10983002930879593, "glo{"train_loss": 0.114688545465{"train_loss": 0.066967889666557{"train_loss": 0.06794925034046173, "glo{"train_loss": 0.066330701112{"train_loss": 0.08604466170072556, "global_step": 14323, "epoch": 149, {"train_loss": 0.0864515304565{"train_loss": 0.{"train_loss": 0.1090739443898201, "global_step": 14324, "epoch": 149, "lr": 0.00027{"train_loss": 0.{"train_loss": {"train_loss": 0.08505193889141083, "global_step": 14325, "epoch": 1{"train_loss": 0.0978923887014389{"train_loss": 0.09397053718566895, "global_step": 14326, "epoch": 1{"train_loss": 0.06{"train_loss": {"train_loss": 0.06432779133319855, "global_step": 14327, "epoch":{"train_loss": 0.092{"train_loss": {"train_loss": 0.08640497177839279, "global_step": 14328, "epoch":{"train_loss": 0.08466833084821701, "global_step": 14329, "epoch": 149, "lr": 0.00027762319476548733}
+{"train_loss": 0.08092693984508514, "global_step": 14330, "epoch": 149, "lr": 0.00027760798406834995}
+{"train_loss": 0.07199431210756302, "global_step": 14331, "epoch": 149, "lr": 0.00027759277284272515}
+{"train_loss": 0.09005077183246613,{"train_loss": 0.09085433185100555, "glob{"train_loss": 0.091034263{"train_loss": 0.090{"train_loss": {"train_loss": 0.09055951237678528, "global_step": 14333, "epoch":{"train_loss": 0.09711339324712753,{"train_loss": 0.09725654870271683, "global_step": 14334, "epoch": {"train_loss": 0.081{"train_loss": {"train_loss": 0.08012473583221436, "global_step": 14335, "epoch":{"train_loss": 0.08121049404144287, "global_step": 14336, "epoch": 149, "lr{"train_loss": 0.081595435{"train_loss": 0.11178035289049149,{"train_loss": 0.10960882902145386, "glo{"train_loss": 0.1095493584{"train_loss": 0.07668961584568024,{"train_loss": 0.07503120601177216, "glo{"train_loss": 0.076851077{"train_loss": 0.094{"train_loss": {"train_loss": 0.09529262781143188, "global_step": 14339, "epoch":{"train_loss": 0.0677163302898407, "{"train_loss": 0.07211349159479141, "global_step": 14340, "epoch{"train_loss": 0.08891383558511734, "global_step": 14341, "epoch": 149, "lr": 0.00027744063154245695}
+{"train_loss": 0.12769146263599396, "global_step": 14342, "epoch": 149, "lr": 0.00027742541451030735}
+{"train_loss": 0.08309105038642883, "{"train_loss": 0.08361193537712097, "g{"train_loss": 0.0835068523{"train_loss": 0.0754{"train_loss": 0.07588531076908112, "global_step": 14344, "epoch": 149, "lr": 0.0{"train_loss": 0.08637145161628723, "{"train_loss": 0.08863331377506256, "global_step": 14345, "epoch"{"train_loss": 0.11313740909099579, "global_step": 14346, "epoch": 149, "lr": 0.0002773645411103032}
+{"train_loss": 0.09079262614250183, "global_step": 14347, "epoch": 149, "lr{"train_loss": 0.0907836109{"train_loss": 0.0889{"train_loss": 0.09135780483484268, "global_step": 14348, "epoch": 149, "lr": 0.{"train_loss": 0.09055869281291962, "global_step": 14349, "epoch": 149, "lr": 0.0002773188805282256}
+{"train_loss": 0.07669448852539062, "global_step": 14350, "epoch": 149, "lr"{"train_loss": 0.07701037{"train_loss": 0.08985206484794617, "global_step": 14351, "epoch": 149, "lr": 0.00027728843750740746}
+{"train_loss": 0.09396976232528687, "global_step": 14352, "epoch": 149, "lr": 0.0002772732152074793}
+{"train_loss": 0.08772874623537064, "global_step": 14353, "epoch": 149, "lr": 0.00027725799238134343}
+{"train_loss": 0.08469443768262863, "global_step": 14354, "epoch": 149, "lr": 0.0002772427690291034}
+{"train_loss": 0.11235688626766205, "global_step": 14355, "epoch": 149, "lr": 0.00027722754515086294}
+{"train_loss": 0.08616726100444794, "global_step": 14356, "epoch": 149, "lr": 0.00027721232074672566}
+{"train_loss": 0.053533051162958145, "global_step": 14357, "epoch": 149, "lr": 0.0002771970958167953}
+{"train_loss": 0.07418576627969742, "global_step": 14358, "epoch": 149, "lr": 0.0002771818703611754}
+{"train_loss": 0.07479909062385559,{"train_loss": 0.0746322050690651, "global_step": 14359, "epoch": {"train_loss": 0.09581994265317917, "global_step": 14360, "epoch": 149, "lr": 0.0002771514178732822}
+{"train_loss": 0.10864079743623734, "global_step": 14361, "epoch": 149, "lr": 0.00027713619084121624}
+{"train_loss": 0.10063348710536957, "global_step": 14362, "epoch": 149, "lr": 0.00027712096328387547}
+{"train_loss": 0.11326736211776733, "global_step": 14363, "epoch": 149, "lr": 0.0002771057352013638}
+{"train_loss": 0.057498868554830{"train_loss": 0.054209329187870026, "g{"train_loss": 0.0562275089323{"train_loss": 0.0760989859700203{"train_loss": 0.07902068644762039, "gl{"train_loss": 0.076722666621{"train_loss": 0.07314594089984894, "global_step": 14366, "epoch": 149, "lr": 0.0002770600478038397}
+{"train_loss": 0.10299570858478546, "global_step": 14367, "epoch": 149, "lr": 0.000277044817621681}
+{"train_loss": 0.08805152773857117{"train_loss": 0.08620984107255936, "gl{"train_loss": 0.08699455112{"train_loss": 0.0788613110780716, "global_step": 14369, "epoch": 149, "lr": 0.00027701435568351}
+{"train_loss": 0.10312065482139587, "global_step": 14370, "epoch": 149, "l{"train_loss": 0.10579912364{"train_loss": 0.10382{"train_loss"{"train_loss": 0.1005420908331871, "gl{"train_loss": 0.102088287472{"train_loss": 0.09184521436691284, "global_step": 14372, "epoch": 149, "lr": 0.00027696865884317505}
+{"train_loss": 0.09469743818044662, "global_step": 14373, "epoch": 149, "lr": 0.00027695342551465734}
+{"train_loss": 0.09763257950544357, "global_step": 14374, "epoch": 149, "lr": 0.0002769381916621096}
+{"train_loss": 0.10641550272703171, "global_step": 14375, "epoch": 149, "lr": 0.00027692295728563545}
+{"train_loss": 0.0897659957408905,{"train_loss": 0.08908253908157349, "global_step": 14376, "epoch":{"train_loss": 0.0847512036561966, {"train_loss": 0.08049620687961578, "global_step": 14377, "epoch":{"train_loss": 0.1121225{"train_loss": 0.11199061572551727, "global_step": 14378, "epoch": 149, "lr"{"train_loss": 0.07079185545444489, "global_step": 14379, "epoch": 149, "lr{"train_loss": 0.0709523558{"train_loss": 0.09412742{"train_los{"train_loss": 0.09858579933643341, "global_step": 14380, "epoch":{"train_loss": 0.10945555567741394, "global_step": 14381, "epoch": 149, "lr": 0.00027683154003014653}
+{"train_loss": 0.056202586740255356, "global_step": 14382, "epoch": 149, "lr": 0.00027681630198909274}
+{"train_loss": 0.10665911436080933, "global_step": 14383, "epoch": 149, "lr": 0.00027680106342494257}
+{"train_loss": 0.11584753543138504, "global_step": 14384, "epoch": 149, "lr": 0.00027678582433779983}
+{"train_loss": 0.07195776700973511, "global_step": 14385, "epoch": 149, "lr": 0.00027677058472776834}
+{"train_loss": 0.10002291947603226, "global_step": 14386, "epoch": 149, "lr": 0.0002767553445949518}
+{"train_loss": 0.08233613520860672, "global_step": 14387, "epoch": 149, "lr": 0.00027674010393945403}
+{"train_loss": 0.08136293{"train{"train_loss": 0.08311697095632553, "global_step": 14388, "epoch": 14{"train_loss": 0.10218223929405212, "global_step": 14389, "epoch": 149, "lr": 0.00027670962106082986}
+{"train_loss": 0.094692185521125{"train_loss": 0.09448570758104324, "glob{"train_loss": 0.0945229157{"train_loss": 0.094190269{"train{"train_loss": 0.09536673128604889, "global_step": 14391, "epoch": 1{"train_loss": 0.090745516{"train_loss": 0.09158123284578323, "global_step": 14392, "epoch": 149, "lr{"train_loss": 0.11159490048885345, "global_step": 14393, "epoch": 149, "l{"train_loss": 0.11301252990{"train_loss": 0.11242495477199554, "global_step": 14394, "epoch": 149, "l{"train_loss": 0.1121367365{"train_loss": 0.072432316{"train_loss": 0.07303169369697571, "global_step{"train_loss": 0.07320746779{"train_loss": 0.0759652107954025{"train_loss": 0.07323772460222244, "glob{"train_loss": 0.07559147477{"train_loss": 0.076872676{"train_loss": 0.07695246487855911, "global_step": 14397, "epoch": 149, "lr"{"train_loss": 0.0892734676599502{"train_loss": 0.0907648354768753, "globa{"train_loss": 0.08899597823{"train_loss": 0.091346908{"trai{"train_loss": 0.09138671328158428, "global_step": 14399, "epoch": 14{"train_loss": 0.06707409024238586, "global_step": 14400, "epoch": 150, "lr": 0.0002765419279012167}
+{"train_loss": 0.10962261259555817, "global_step": 14401, "epoch": 150, "lr": 0.0002765266799390805}
+{"train_loss": 0.10101018846035{"train_loss": 0.10088907182216644, "global{"train_loss": 0.1008663028{"train_loss": 0.089026756{"tra{"train_loss": 0.09194657951593399, "global_step": 14403, "epoch": 150{"train_loss": 0.09578391164541245, "global_step": 14404, "epoch": 150, "lr": 0.00027648093292634274}
+{"train_loss": 0.07271682471036911, "global_step": 14405, "epoch": 150, "lr": 0.00027646568288033316}
+{"train_loss": 0.06237248331308365, "global_step": 14406, "epoch": 150, "{"train_loss": 0.06222862005{"train_loss": 0.06733657{"train{"train_loss": 0.06674843281507492, "globa{"train_loss": 0.0671771615{"train_loss": 0.1154658{"train_loss": 0.11509490758180618, "global_step": 14408, "epoch": 150, "lr": {"train_loss": 0.08163478970527649, "global_step": 14409, "epoch": 150, "lr": 0.00027640467749024625}
+{"train_loss": 0.0788610503077507, "global_step": 14410, "epoch": 150, "lr": 0.0002763894248417316}
+{"train_loss": 0.0925976{"train_l{"train_loss": 0.09604933857917786, "global_step": 14411, "epoch": 15{"train_loss": 0.07430251687765121, "global_step": 14412, "epoch": 150, "lr": 0.00027635891798423787}
+{"train_loss": 0.105955{"train_l{"train_loss": 0.10524963587522507, "global_step": 14413, "epoch": 15{"train_loss": 0.08515125513076782, "global_step": 14414, "epoch": 150, "lr{"train_loss": 0.085471741{"train_loss": 0.11199{"train_lo{"train_loss": 0.11903249472379684, "global_step": 14415, "epoch": 1{"train_loss": 0.08973{"train_los{"train_loss": 0.0931679755449295, "global{"train_loss": 0.0911677777{"train_loss": 0.092606462538242{"train_loss": 0.09273479878902435, "global_step": 14417, "epoch": 150{"train_loss": 0.07750750333070755, "global_step": 14418, "epoch": 150, "lr": 0.00027626738493552027}
+{"train_loss": 0.092951975762844{"train_loss": 0.08965122699737549, "global_step": 14419, "epoch": 150{"train_loss": 0.11234381794929504, "global_step": 14420, "epoch": 150, "lr": 0.00027623686976330594}
+{"train_loss": 0.0762{"train_loss": 0.07575774937868118, "global_step": 144{"train_loss": 0.076978787{"train_loss": 0.0932{"train_los{"train_loss": 0.09890976548194885, "global{"train_loss": 0.094560772{"train_loss": 0.10879006236791611, "global_step": 14423, "epoch": 150, "lr{"train_loss": 0.1093420088{"train_loss": 0.09019999206066132, "global_step": 14424, "epoch": 150, "lr": 0.00027617583318990144}
+{"train_loss": 0.082{"train_loss": 0.08397313207387924, "global_step": 14425, "epoch": 150, "lr": 0.0{"train_loss": 0.10576710104942322, "global_step": 14426, "epoch": 150, "lr": 0.00027614531179037384}
+{"train_loss": 0.05707836151123047, "global_step": 14427, "epoch": 150, "lr": 0.0002761300503127675}
+{"train_loss": 0.1135{"train_loss": 0.1141999363899231, "global_step": 14428, "epoch": 150, "lr": 0.00{"train_loss": 0.090{"train_loss": 0.09198874235153198, "global_step": 14429, "epoch": 150, "lr": 0.0{"train_loss": 0.06071306765079498, "global_step": 14430, "epoch": 150, "lr": 0.00027608426276982506}
+{"train_loss": 0.0578561276197{"train_loss": 0.05775722861289978, "global_{"train_loss": 0.0580463036{"train_loss": 0.1002{"train_loss": 0.10094504058361053, "global_step": 14432, "epoch": 150, "lr": 0.0{"train_loss": 0.1039{"train_l{"train_loss": 0.10357313603162766, "global_step": 14433, "epoch": 150,{"train_loss": 0.11143732815980911, "global_step": 14434, "epoch": 150, "lr": 0.0002760232054594944}
+{"train_loss": 0.076{"train_loss": 0.07793717831373215, "global_step": 14435, "epoch": 150, "lr": 0.0{"train_loss": 0.094{"train_loss": 0.09194101393222809, "global_step": 14436, "epoch": 150, "lr": 0.00{"train_loss": 0.08439972996711731, "global_step": 14437, "epoch": 150, "lr": 0.0002759774070405789}
+{"train_loss": 0.125{"train_lo{"train_loss": 0.12684786319732666, "global_step": 14438, "epoch": 150,{"train_loss": 0.083{"train_loss": 0.0838894322514534, "global_step": 14439, "epoch": 150, "lr": 0.0{"train_loss": 0.104468919336795{"train_loss": 0.0986630916595459, "global_{"train_loss": 0.103657{"train_loss": 0.10349{"train_loss": 0.10391552001237869, "global_step": 144{"train_loss": 0.10378158{"train_loss": 0.05739{"train_lo{"train_loss": 0.05878257751464844, "global_{"train_loss": 0.05793548{"train_loss": 0.08216433972120285, "global_step": 14443, "epoch": 150, "lr": 0.0002758857962361948}
+{"train_loss": 0.10463072359561{"train_loss": 0.1020473912358284, "global_step": 14444, "epoch": 150,{"train_loss": 0.077114{"train_{"train_loss": 0.08075809478759766, "global_step": 14445, "epoch": 150,{"train_loss": 0.10017415881156{"train_loss": 0.0965256467461586, "global_step{"train_loss": 0.098925{"train_loss": 0.1216087043285{"train_loss": 0.12150374799966812, "global_step{"train_loss": 0.121666{"train_loss": 0.092136{"train{"train_loss": 0.0886312872171402, "global_step": 14448, "epoch": 150, "{"train_loss": 0.073132425546{"train_loss": 0.07431074231863022, "global_step": 14449, "epoch": 150, "{"train_loss": 0.08829622715711594, "global_step": 14450, "epoch": 150, "lr": 0.0002757788934534168}
+{"train_loss": 0.106188237667{"train_loss": 0.10487011820077896, "global_step": 14451, "epoch": 150, "{"train_loss": 0.093814328312{"train_loss": 0.09227052330970764, "global_step": 14452, "epoch": 150, {"train_loss": 0.088943079113{"train_loss": 0.0889914333820343, "global_step": 14453, "epoch": 150, "l{"train_loss": 0.08966314792633057, "global_step": 14454, "epoch": 150, "lr": 0.0002757177947939825}
+{"train_loss": 0.06301543861627579, "global_step": 14455, "epoch": 150, "lr": 0.00027570251883982436}
+{"train_loss": 0.06998509168624878, "global_step": 14456, "epoch": 150, "lr": 0.00027568724237015427}
+{"train_loss": 0.1098153516{"train_loss": 0.10779781639575958, "global_step": 14457, "epoch": 150, "l{"train_loss": 0.1169808357{"train_loss": 0.11435285210609436, "global_step": 14458, "epoch": 150, "{"train_loss": 0.0804750099{"train_loss": 0.08377623558044434, "global_step"{"train_loss": 0.080204091{"train_loss": 0.1022002249956131, "global_step": 14460, "epoch": 150, "lr": 0.0002756261313384369}
+{"train_loss": 0.13369834423065186, "global_step": 14461, "epoch": 150, "lr": 0.0002756108522927683}
+{"train_loss": 0.086372852{"train_loss": 0.0856608897447586, "global_step": 14462, "epoch": 150, "lr":{"train_loss": 0.09091049{"train_loss": 0.08943052589893341, "global_step": 14463, "epoch": 150, "lr":{"train_loss": 0.09653271734714508, "global_step": 14464, "epoch": 150, "lr": 0.00027556501206685334}
+{"train_loss": 0.07811839{"train_loss": 0.07816458493471146, "global_step": 14465, "epoch": 150, "lr"{"train_loss": 0.10173128545284271, "global_step": 14466, "epoch": 150, "lr": 0.0002755344493431927}
+{"train_loss": 0.09813768416643143, "global_step": 14467, "epoch": 150, "lr":{"train_loss": 0.09711712{"train_loss": 0.11232575{"train_loss": 0.10965856909751892, "global_step": 14468, "epoch": 150, "l{"train_loss": 0.084314085{"train_loss": 0.08294985443353653, "global_step": 14469, "epoch": 150, "lr{"train_loss": 0.130620405{"train_loss": 0.12460876256227493, "global_step": 1{"train_loss": 0.1276561{"train_loss": 0.065886683{"train_loss": 0.06639140844345093, "global_step": 14471, "epoch": 150, "lr{"train_loss": 0.1198{"train_loss": 0.1178106814622879, "global_step": 14472, "epoch": 150, "lr": 0.0{"train_loss": 0.073915518{"train_loss": 0.07228885591030121, "global_step": 14473, "epoch": 150, "l{"train_loss": 0.0935166776{"train_loss": 0.09740833938121796, "global_step": 14474, "epoch": 150, "l{"train_loss": 0.1215{"trai{"train_loss": 0.12549200654029846, "global_step": 1{"train_loss": 0.11993{"train_loss": 0.0804588198{"train_loss": 0.08213028311729431, "global_step": 14476, "epoch": 150, "lr{"train_loss": 0.05907530337572098, "global_step": 14477, "epoch": 150, "lr": 0.00027536631760812153}
+{"train_loss": 0.0717130005{"train_loss": 0.07425656914710999, "global_step": 14478, "epoch": 150, "lr{"train_loss": 0.0855503156{"train_loss": 0.08659034222364426, "global_step": 14479, "epoch": 150, "l{"train_loss": 0.086{"train_loss": 0.08614850044250488, "global_step": 14480, "epoch": 150, "lr": 0.0{"train_loss": 0.0865369439125061, "global_step": 14481, "epoch": 150, "lr": 0.00027530516339141064}
+{"train_loss": 0.1088{"train{"train_loss": 0.11215631663799286, "global_step": 14482, "epoch": 150, "l{"train_loss": 0.087{"train_loss": 0.08941830694675446, "global_step": 14483, "epoch": 150, "lr": 0.0{"train_loss": 0.097{"train_{"train_loss": 0.09503806382417679, "global_step": 14484, "epoch": 150, "{"train_loss": 0.0885893702507019, "global_step": 14485, "epoch": 150, "lr": 0.0002752440009698048}
+{"train_loss": 0.062103889882564545, "global_step": 14486, "epoch": 150, "lr": 0.00027522870908316943}
+{"train_loss": 0.071{"train_loss": 0.07166346907615662, "global_step": 14487, "epoch": 150, "lr": 0.0{"train_loss": 0.077812559902668, "global_step": 14488, "epoch": 150, "lr": 0.0002{"train_loss": 0{"train_loss": 0.08956318348646164, "global_step": 14489, "epoch": 150, "lr": 0.0002751828303499681}
+{"train_loss": 0.07193104177713394, "global_step": 14490, "epoch": 150, "lr": 0.00027516753641481636}
+{"train_loss": 0.08190999925136566, "global_step": 14491, "epoch": 150, "lr": 0.00027515224196779587}
+{"train_loss": 0.0922{"train_loss": 0.09235311299562454, "global_step": 14492, "epoch": 150, "lr": 0.{"train_loss": 0.1057695597{"train_loss": 0.10725942999124527, "global_step": 14493, "epoch": 150, "l{"train_loss": 0.08988957107{"train_loss": 0.08547578006982803, "global_step": 14494,{"train_loss": 0{"train_loss": 0.09026316658{"train_loss": 0.09055446577258408, "global_step": 14495, "epoch": 150, "lr": 0.00027509105906310964, "train_action_mse_erro{"train_loss": 0.09565074741{"train_loss": 0.09588773548603058, "global_step": 14496, "epoch": 151, "l{"train_loss": 0.09942{"trai{"train_loss": 0.09821247309446335, "global_step": 14497, "epoch": 151, "l{"train_loss": 0.08769126981{"train_loss": 0.08826152980327606, "global_step": 14498, "epoch": 151, {"train_loss": 0.06291183829{"train_loss": 0.06288706511259079, "global_step": 14499, "epoch": 151, "l{"train_loss": 0.10367{"trai{"train_loss": 0.10847386717796326, "global_step": 14500, "epoch": 151, "l{"train_loss": 0.09836{"trai{"train_loss": 0.0962149128317833, "global_step": 14501, "epoch": 151, "l{"train_loss": 0.0877977833{"train_loss": 0.08528653532266617, "global_step": 14502, "epoch": 151, "lr{"train_loss": 0.1225{"trai{"train_loss": 0.12204159796237946, "global_step": 14503, "epoch": 151, "{"train_loss": 0.068730778992{"train_loss": 0.0647972971200943, "global_step": 14504, "epoch": 151, "l{"train_loss": 0.08884813636541367, "global_step": 14505, "epoch": 151, "lr": 0.00027493806602162265}
+{"train_loss": 0.0782836377620697, "global_step": 14506, "epoch": 151, "lr": 0.0002749227639090711}
+{"train_loss": 0.080773{"train_loss": 0.08048150688409805, "global_step": 14507, "epoch": 151, "lr": 0{"train_loss": 0.075462{"trai{"train_loss": 0.07168875634670258, "global_step": 14508, "epoch": 151, {"train_loss": 0.115554891526{"train_loss": 0.11586201190948486, "global_step": 14509, "epoch": 151,{"train_loss": 0.100218847393{"train_loss": 0.0965295284986496, "global_step": 14510, "epoch": 151, "l{"train_loss": 0.10384854674{"train_loss": 0.10310206562280655, "global_step": 14511, "epoch": 151, "l{"train_loss": 0.10175468772{"train_loss": 0.10093286633491516, "global_step": 14512, {"train_loss": 0{"train_loss": 0.10832136124{"train_loss": 0.11185487359762192, "global_step": 14513, "epoch": 151, "{"train_loss": 0.09402401745{"train_loss": 0.08957889676094055, "global_step": 14514, "epoch": 151, "{"train_loss": 0.08598{"train_loss": 0.08692727982997894, "global_step": 14515, "epoch": 151, "lr": 0{"train_loss": 0.1109967976808548, "global_step": 14516, "epoch": 151, "lr": 0.00027476971473964655}
+{"train_loss": 0.10641592741012573, "global_step": 14517, "epoch": 151, "lr": 0.00027475440702060596}
+{"train_loss": 0.08697{"train_loss": 0.08686279505491257, "global_step": 14518, "epoch": 151, "lr":{"train_loss": 0.13522{"train_loss": 0.1347137987613678, "global_step": 14519, "epoch": 151, "lr": 0.0{"train_loss": 0.0782{"train{"train_loss": 0.07717873156070709, "global_step": 14520, "epoch": 151, "l{"train_loss": 0.0972{"train_loss": 0.09836889803409576, "global_step": 14521, "epoch"{"train_loss": 0{"train_loss": 0.0925{"train_loss": 0.09200145304203033, "global_step": 14522, "epoch": 151, "lr": 0.0{"train_loss": 0.09680120646{"train_loss": 0.09792837500572205, "global_step": 14523, {"train_loss":{"train_loss": 0.076{"train_{"train_loss": 0.07304081320762634, "global_step": 14524, "epoch": 151, "l{"train_loss": 0.06467714160680771, "global_step": 14525, "epoch": 151, "lr": 0.0002746319269510425}
+{"train_loss": 0.077{"train_loss": 0.07813411206007004, "global_step": 14526, "epoch": 151, "lr": 0.00{"train_loss": 0.087{"train_loss": 0.08733460307121277, "global_step": 14527, "epoch": 151, "lr": 0.00{"train_loss": 0.08808507025241852, "global_step": 14528, "epoch": 151, "lr": 0.000274585988536436}
+{"train_loss": 0.08080650866031647, "global_step": 14529, "epoch": 151, "lr": 0.00027457067471561104}
+{"train_loss": 0.07081067562103271, "global_step": 14530, "epoch": 151, "lr": 0.0002{"train_loss": 0.0{"train_loss": 0.079234160{"train_loss": 0.0854191929101944, "global_step": 14531, "{"train_loss": 0.{"train_loss": 0.07184529304504395, "global_step": 14532, "epoch": 151, "lr": 0.0002{"train_loss": 0.0{"train_loss": 0.11375955{"train_loss": 0.10586903989315033, "global_step": 14533, "{"train_loss": 0.1{"train_loss": 0.05{"trai{"train_loss": 0.06032058969140053, "global_step": 14534, "{"train_loss": 0.{"train_loss": 0.11912298{"train_loss": 0.12069448828697205, "global_step": 14535, "epoch": 151, "lr"{"train_loss": 0.08263942{"train_loss": 0.08841054141521454, "global_step": 14536, "epoch": 151, "lr"{"train_loss": 0.08069179952144623, "global_step": 14537, "epoch": 151, "lr": 0.00027{"train_loss": 0{"train_loss": 0.073{"train_loss": 0.07299602031707764, "global_step": 14538, "epoch"{"train_loss": 0.{"train_loss": 0.12376946955919266, "global_step": 14539, "epoch": 151, "lr": 0.00027{"train_loss": 0{"train_loss": 0.07817421853542328, "global_step": 14540, "epoch": 151, "lr": 0.00027{"train_loss": 0.{"train_loss": 0.09561077505350113, "global_step": 14541, "epoch": 151, "lr": 0.00027{"train_loss": 0{"train_loss": 0.10893650352954865, "global_step": 14542, "epoch": 151, "lr": 0.00027{"train_loss": 0.{"train_loss": 0.09791756421327591, "global_step": 14543, "epoch": 151, "lr": 0.00027{"train_loss": 0.{"train_loss": 0.09235566109418869, "global_step": 14544, "epoch": 151, "lr": 0.00027434090652512843}
+{"train_loss": 0.0839288979768753, "global_step": 14545, "epoch": 151, "lr": 0.000274{"train_loss": {"train_loss": 0.096{"train_loss": 0.09557893872261047, "global_step": 14546, "epoch": 151, "lr": 0.0{"train_loss": 0.10039553046226501, "global_step": 14547, "epoch": 151, "lr": 0.000274294939207295}
+{"train_loss": 0.06932065635919571, "global_step": 14548, "epoch": 151, "lr": 0.00027427961575602483}
+{"train_loss": 0.09697392{"train_loss": 0.0943133607506752, "global_step": 14549, "epo{"train_loss": {"train_loss": 0.0771851{"train_loss": 0.08346457779407501, "global_step": 14550, "epoch": 151, "lr": {"train_loss": 0.09{"train_loss": 0.09276454150676727, "global_step": 14551, "epoch": 151, "lr": 0.000{"train_loss": 0.08{"train_loss": 0.08746090531349182, "global_step": 14552, "epoch": 151, "lr": 0.000{"train_loss": 0.1163660{"train_loss": 0.11268056929111481, "global_step": 14553, "epo{"train_loss": {"train_loss": 0.10448948293924332, "global_step": 14554, "epoch": 151, "lr": 0.000274{"train_loss": {"train_loss": 0.08{"train_loss": 0.08393888175487518, "global_step": 14555, "epoch": 151, "lr": 0.000{"train_loss": 0.090859055519104, "global_step": 14556, "epoch": 151, "lr": 0.0002741570099450285}
+{"train_loss": 0.0984{"train_loss": 0.0999220609664917, "global_step": 14557, "epoch": 151, "lr": 0.00{"train_loss": 0.110{"train_loss": 0.10909214615821838, "global_step": 14558, "epoch": 151, "lr": 0.0{"train_loss": 0.09673532843589783, "global_step": 14559, "epoch": 151, "lr": 0.0002741110244307434}
+{"train_loss": 0.09366239607334137, "global_step": 14560, "epoch": 151, "lr": 0.00027409569491649416}
+{"train_loss": 0.056{"train_loss": 0.0569426454603672, "global_step": 14561, "epoch": 151, "lr": 0.0{"train_loss": 0.08{"train_loss": 0.0839649960398674, "global_step": 14562, "epoch": 15{"train_loss"{"train_loss": 0.08{"train_loss": 0.08767668902873993, "global_step": 14563, "epoch": 151, "lr": 0.{"train_loss": 0.08797280490398407, "global_step": 14564, "epoch": 151, "lr": 0.00027403{"train_loss"{"train_loss": 0.07017383724451065, "global_step": 14565, "epoch": 151, "lr": 0.00027401{"train_loss"{"train_loss": 0.090{"train_loss": 0.09002915769815445, "global_step": 14566, "epoch": 1{"train_loss"{"train_loss": 0.074{"train_loss": 0.07416947185993195, "global_step": 14567, "epoch": 151, "lr": 0.0{"train_loss": 0.090{"train_loss": 0.09143812954425812, "global_step": 14568, "epoch": 151, "lr": 0.0{"train_loss": 0.05541247874498367, "global_step": 14569, "epoch": 151, "lr": 0.00027395770659513713}
+{"train_loss": 0.08557981252670288, "global_step": 14570, "epoch": 151, "lr": 0.0002739423720398878}
+{"train_loss": 0.0773{"train_loss": 0.0781274288892746, "global_step": 14571, "epoch": 151, "lr": 0.0{"train_loss": 0.077808216214{"train_loss": 0.0766940489411354, "global_step": 14572, "e{"train_loss":{"train_loss": 0.13446751236{"train_loss": 0.1366257518529892, "global_step": 14573, "epoch": 151, "l{"train_loss": 0.08{"train_loss": 0.08231492340564728, "global_step": 14574, "epoch": 151, "lr": 0.00{"train_loss": 0.09016497433185577, "global_step": 14575, "epoch": 151, "lr": 0.000273865691712844}
+{"train_loss": 0.0609465725{"train_loss": 0.06395717710256577, "global_step": 14576, "epoch": 151, "lr{"train_loss": 0.086026415{"train_loss": 0.08188574016094208, "global_step": 14577, "epoch": 151, "lr"{"train_loss": 0.085145242{"train_loss": 0.08462568372488022, "global_step": 14578, "epoch": 151, "lr{"train_loss": 0.0706667602{"train_loss": 0.06688319891691208, "global_step": 14579, "epoch": 151, "l{"train_loss": 0.075{"train_loss": 0.07511046528816223, "global_step": 14580, "epoch{"train_loss": 0.0{"train_loss": 0.0634062439{"train_loss": 0.06459067761898041, "global_step": 14581, "epoch": 151, "lr{"train_loss": 0.0990000441{"train_loss": 0.10098651796579361, "global_step": 14582, "epoch": 151, "lr{"train_loss": 0.0670284256{"train_loss": 0.06813927739858627, "global_step": 14583, "epoch": 151, "l{"train_loss": 0.11323869228363037, "global_step": 14584, "epoch": 151, "lr": 0.00027372763544371536}
+{"train_loss": 0.1050250679{"train_loss": 0.11091997474431992, "global_step": 14585, "epoch": 151, "lr{"train_loss": 0{"train_los{"train_loss": 0.09046320617198944, "global_step": 14586, "epoch": 151, "l{"train_loss": 0{"train_los{"train_loss": 0.07727515697479248, "global_step": 14587{"train_loss": 0.0{"train_loss": 0.0656347423{"train_loss": 0.06773646175861359, "global_step": 14588{"train_loss": 0.0{"train_loss": 0.0687266066{"train_loss": 0.06568048894405365, "global_step": 14589, "epoch": 151, "lr{"train_loss": 0.0938683971{"train_loss": 0.09064611047506332, "global_step": 14590, "epoch": 151, "l{"train_loss": 0{"train_los{"train_loss": 0.08875540209313233, "global_step": 14591, "epoch": 151, "{"train_loss": 0.08686918020{"train_loss": 0.09005068242549896, "global_step": 14592, "epoch": 152, "l{"train_loss": 0.11329387128{"train_loss": 0.10765211284160614, "global_step": 1459{"train_loss": 0.11{"train_loss": 0.13245540857{"train_loss": 0.13268296420574188, "global_step": 14594, "epoch": 152, "l{"train_loss": 0.{"train_loss": 0.08510355651378632, "global_step": 14595, "epoch": 152, "lr": 0.0002{"train_loss": 0.055771760642528534, "global_step": 14596, "epoch": 152, "lr": 0.0002735434971713854}
+{"train_loss": 0.07277798652648926, "global_step": 14597, "epoch": 152, "lr": 0.00027352814905760544}
+{"train_loss": 0{"train_los{"train_loss": 0.08572876453399658, "global_step": 14598, "epoch": 152, "l{"train_loss": 0{"train_loss": 0.09237846732139587, "global_step": 14599, "epoch": 152, "lr": 0.000273{"train_loss": 0.07300999760627747, "global_step": 14600, "epoch": 152, "lr": 0.0002734821017124537}
+{"train_loss": 0{"train_loss": 0.07173077762126923, "global_step": 14601, "epoch": 152, "lr": 0.00027{"train_loss": 0.10553879290819168, "global_step": 14602, "epoch": 152, "lr": 0.00027345140098022116}
+{"train_loss": 0{"train_los{"train_loss": 0.09116535633802414, "global_step": 1{"train_loss": 0.090834{"train_loss": {"train_loss": 0.09967359900474548, "global_step": 14604, "epoch": 152, "lr": 0.000273{"train_loss": 0.0650094300{"train_loss": 0.06785868108272552, "global_step": 14605, "epoch": 152, "{"train_loss": {"train_loss{"train_loss": 0.12060678750276566, "global_step": 14606, "epoch": 152, "l{"train_loss": {"train_loss": 0.07862474769353867, "global_step": 14607, "epoch": 152, "lr": 0.000273{"train_loss": {"train_loss": 0.07844211161136627, "global_step": 14608, "epoch": 152, "lr": 0.000273{"train_loss": {"train_loss": 0.10684650391340256, "global_step": 14609, "epoch{"train_loss": 0.107445{"train_loss": {"train_loss"{"train_loss": 0.08939497172832489, "global_step": 14610, "epoch": 152, "l{"train_loss": 0.12165799736976624, "global_step": 14611, "epoch": 152, "lr": 0.00027331322293822264}
+{"train_loss": 0.09614808857440948, "global_step": 14612, "epoch": 152, "lr": 0.0002732978673248439}
+{"train_loss": 0.09144081175327301, "global_step": 14613, "epoch": 152, "lr": 0.00027328251121232835}
+{"train_loss": {"train_los{"train_loss": 0.08649808168411255, "global_step": 14614, "epoch": 152, "lr{"train_loss": 0.09413720667362213, "global_step": 14615, "epoch": 152, "lr": 0.0002732517974903049}
+{"train_loss": 0.11082198470830917, "global_step": 14616, "epoch": 152, "lr": 0.00027323643988100624}
+{"train_loss": 0.08859073370695114, "global_step": 14617, "epoch": 152, "lr": 0.000273221081772989}
+{"train_loss": {"train_loss": 0.07810608297586441, "global_step": 14618, "epoc{"train_loss": 0.07815{"train_loss": 0.096666127{"train_loss": 0.09262590855360031, "global_step": 1{"train_loss": 0.09744{"train_loss": 0.{"train_loss": 0.09233301877975464, "global_step": 14620, "epoch": 152, "lr": 0.00027{"train_loss": 0.09106440842151642, "global_step": 14621, "epoch": 152, "lr": 0{"train_loss": 0.09082{"train_loss": 0{"train_los{"train_loss": 0.08923245221376419, "global_step": 1{"train_loss": 0.08780{"train_loss": 0.0910080000{"train_loss": 0.09341534972190857, "global_step": 14623, "epoch": 152, "lr{"train_loss": 0.08468426764011383, "global_step": 14624, "epoch": 152, "lr": 0.00027311356106153486}
+{"train_loss": 0.11210879683494568, "global_step": 14625, "epoch": 152, "lr": 0{"train_loss": 0.11257{"train_loss": 0.06724043190479279, "global_step": 14626, "epoch": 152, "lr": 0{"train_loss": 0.06642{"train_loss": 0.1090576946{"train_loss": 0.1025172546505928, "global_step": 14627, "epoch": 152, "lr{"train_loss": 0.08014699071645737, "global_step": 14628, "epoch": 152, "lr": 0.00027305210969928956}
+{"train_loss": 0.09484709799289703, "global_step": 14629, "epoch": 152, "lr": 0.0002730367456148084}
+{"train_loss": 0.06438729166984558, "global_step": 14630, "epoch": 152, "lr": 0.00027302138103296855}
+{"train_loss": 0.089620441198349, "global_step": 14631, "epoch": 152, "lr": 0.0002730060159538747}
+{"train_loss": 0.{"train_l{"train_loss": 0.07805271446704865, "global_step": 14632, "epoch": 152, "l{"train_loss": 0.08138088881969452, "global_step": 14633, "epoch": 152, "lr": 0.0002729752843043433}
+{"train_loss": 0.07550724595785141, "global_step": 14634, "epoch": 152, "lr": 0.00027295991773411513}
+{"train_loss": 0.0898816362{"train_loss": 0.0953507125377655, "global_step": 14635, "epoch": 152, "lr"{"train_loss": 0.11888754367828369, "global_step": 14636, "epoch": 152, "lr": 0.0002729291831032568}
+{"train_loss": 0.08132345229387283, "global_step": 14637, "epoch": 152, "lr": 0.000272913815042836}
+{"train_loss": 0.{"train_loss": 0.0747067853808403, "global_step": 14638, "epoch": 152, "lr": 0.00027{"train_loss": 0{"train_l{"train_loss": 0.10191672295331955, "global_step": 14639, "epoch": 152, "lr"{"train_loss": 0.{"train_loss": 0.12461447715759277, "global_step": 14640, "epoch": 152, "lr": 0.00{"train_loss": 0.0945923775434494, "global_step": 14641, "epoch": 152, "lr": 0.0002728523378369838}
+{"train_loss": 0.08328121900558472, "global_step": 14642, "epoch": 152, "lr": 0.00027283696729500173}
+{"train_loss": 0.05{"train_l{"train_loss": 0.06208597123622894, "global_step": 14643, "epoch": 152, "lr{"train_loss": 0.07829461246728897, "global_step": 14644, "epoch": 152, "lr": 0.0002728062247231477}
+{"train_loss": 0.05745072290301323, "global_step": 14645, "epoch": 152, "lr": 0.00027279085269348496}
+{"train_loss": 0.09521399438381195, "global_step": 14646, "epoch": 152, "lr": 0.000272775480168138}
+{"train_loss": 0.{"train_loss": 0.10394372045993805, "global_step": 14647, "epoch": 152, "lr": 0.00027{"train_loss": 0.{"train_loss": 0.11327657848596573, "global_step": 14648, "epoch": 152, "lr": 0.0002{"train_loss": 0.{"train_loss": 0.09711186587810516, "global_step": 14649, "epoch": 152, "lr": 0.0002{"train_loss": 0.{"train_loss": 0.07564866542816162, "global_step": 14650, "epoch": 152, "lr": 0.00027{"train_loss": 0.{"train_l{"train_loss": 0.10619540512561798, "global_step": 14651, "epoch": 152, "l{"train_loss": 0.095966964{"train_loss": 0.09204797446727753, "global_step": 14652, "epoch": 152, "lr"{"train_loss": 0.{"train_l{"train_loss": 0.08487804234027863, "global_step": 14653, "epoch": 152, "lr{"train_loss": 0.{"train_loss": 0.094697505235672, "global_step": 14654, "epoch{"train_loss": 0.09372{"train_loss": 0.10866031795740128, "global_step": 14655, "epoch": 152, "lr": 0.0002726371051514992}
+{"train_loss": 0.08562467247247696, "global_step": 14656, "epoch": 152, "lr": 0.00027262172767506817}
+{"train_loss": 0.10255143791437149, "global_step": 14657, "epoch": 152, "lr": 0.0002726063497041046}
+{"train_loss":{"train_loss": 0.06648685038089752, "global_step": 14658, "epoch{"train_loss": 0.066209{"train_loss": 0.08241171389818192, "global_step": 14659, "epoch": 152, "lr": 0.00027257559227899863}
+{"train_loss"{"train_loss": 0.08445779979228973, "global_step": 14660, "epoch": 152, "lr": 0.00027256{"train_loss"{"train_loss": 0.0979662537574768, "global_step": 14661, "epoch": 152, "lr": 0.000272544{"train_loss"{"train_loss": 0.13756778836250305, "global_step": 14662, "epoch": 152, "lr": 0.000272529{"train_loss": 0.07759899646043777, "global_step": 14663, "epoch": 152, "lr": 0.0002725140714990044}
+{"train_loss"{"train_lo{"train_loss": 0.07996948063373566, "global_step": 1466{"train_loss": 0.084022{"train_loss": 0.080872{"train_loss": 0.08425018936395645, "global_step": 14665, "epoch": 152, "lr": {"train_loss"{"train_lo{"train_loss": 0.08366690576076508, "global_step": 1466{"train_loss": 0.0821437{"train_loss": 0.075125{"train_loss": 0.07643759250640869, "global_step": 14667, "epoch": 152, "lr": 0{"train_loss": 0.06328017264604568, "global_step": 14668, "epoch": 152, "lr": 0.00027243715941431014}
+{"train_loss"{"train_loss": 0.09816320240497589, "global_step": 14669, "epoch"{"train_loss": 0.0969780{"train_loss"{"train_loss": 0.1003204807639122, "global_step": 14670, "epoch": 152, "lr": 0.000272406{"train_loss": 0.09832669049501419, "global_step": 14671, "epoch": 152, "lr": 0.0002723910062433475}
+{"train_los{"train_loss{"train_loss": 0.0802871510386467, "global_step": 14672, "epoch": 152, "lr": 0.{"train_los{"train_loss": 0.0763823390007019, "global_step": 14673, "epoch": 152, "lr": 0.000272360234{"train_loss": 0.06620{"train_loss": 0.06390050053596497, "global_step": 14674, "epoch": 152, "lr": 0{"train_loss": 0.08917273581027985, "global_step": 14675, "epoch": 152, "lr": 0.0002723294617810936}
+{"train_loss": 0.09252717345952988, "global_step": 14676, "epoch": 152, "lr": 0.00027231407443391244}
+{"train_loss": 0.09649{"train_loss": 0.09971746802330017, "global_step": 14677, "epoch": 152, "lr": {"train_lo{"train_loss"{"train_loss": 0.09970103949308395, "global_step": 14678, "epoch": 152, "lr": {"train_loss": 0.1112389862537384, "global_step": 14679, "epoch": 152, "lr": 0.0002722679094381632}
+{"train_loss": 0.07672395557165146, "global_step": 14680, "epoch": 152, "lr": 0.0002722525201218608}
+{"train_loss": 0.085475{"train_loss": 0.0811009630560875, "global_step": 14681, "epoch": 152, "lr":{"train_los{"train_loss": 0.08687572181224823, "global_step": 14682, "epoch": {"train_loss": 0.0863378{"train_loss": 0.05546944588422775, "global_step": 14683, "epoch": 152, "lr": 0.0002722063492212627}
+{"train_loss": 0.12966{"train_loss": 0.1305491328239441, "global_step": 14684, "epoch": 152, "lr": 0.{"train_loss": 0.09553448855876923, "global_step": 14685, "epoch": 152, "lr": 0.0002721755661621697}
+{"train_loss": 0.0931185930967331, "global_step": 14686, "epoch": 152, "lr": 0.00027216017389532937}
+{"train_los{"train_loss": 0.09031294503559668, "global_step": 14687, "epoch": 152, "lr": 0.0002721447{"train_los{"train_loss": 0.09633108973503113, "global_step": 14688, "epoch": 15{"train_loss": 0.096{"train_los{"train_loss": 0.06928405910730362, "global_step": 14689, "epoch": 153, "lr": 0.00027211399{"train_los{"train_loss": 0.10082091391086578, "global_step": 14690, "epoch": 153, "lr": 0.0002720985{"train_loss": 0.10350765287876129, "global_step": 14691, "epoch": 153, "lr": 0.00027208320519238175}
+{"train_los{"train_lo{"train_loss": 0.08597717434167862, "global_step": 14692, "{"train_loss": 0.08875{"train_loss": 0.0886{"train_loss": 0.09414391219615936, "global_step": 14693, "{"train_loss": 0.0894{"train_loss": 0.09437{"train_loss": 0.08901384472846985, "global_step": 14694, "epoch": 153, "lr": 0.{"train_los{"train_loss": 0.0601281113922596, "global_step": 14695, "epoch": 153, "lr": 0.000272021621{"train_loss": 0.08073943108320236, "global_step": 14696, "epoch": 153, "lr": 0.0{"train_loss": 0.081{"train_lo{"train_loss{"train_loss": 0.10796663165092468, "global_step": 14697, "{"train_loss": 0.1{"train_loss{"train_loss{"train_loss": 0.09121885895729065, "global_step": 14698, "{"train_loss": 0.08{"train_loss{"train_loss": 0.07905326783657074, "global_step": 14699, "epoch": 153, "lr": 0.0002719600{"train_loss{"train_loss": 0.09338832646608353, "global_step": 14700, "epoch": 153, "lr": 0.000271944{"train_loss": 0.08827710151672363, "global_step": 14701, "epoch": 153, "lr": 0.00027192923098469114}
+{"train_loss": 0.057653021067380905, "global_step": 14702, "epoch": 153, "lr": 0.0002719138308681993}
+{"train_loss": 0.11602626740932465, "global_step": 14703, "epoch": 153, "lr": 0.00{"train_loss": 0.11{"train_loss{"train_loss": 0.1127692461013794, "global_step": 14704, "epoch": 153, "lr": 0.00027188302{"train_loss": 0.08850{"train_loss": 0.08708563446998596, "global_step": 14705, "epoch": 153, "lr": 0.{"train_lo{"train_loss": 0.11097545921802521, "global_step": 14706, "epoch": 153{"train_loss": 0.110{"train_los{"train_loss": 0.07379182428121567, "global_step": 14707, "epoch": 153{"train_loss": 0.073{"train_los{"train_loss": 0.09040902554988861, "global_step": 14708, "epoch": 153, "lr": 0.00027182141{"train_loss": 0.09081584215164185, "global_step": 14709, "epoch": 153, "lr": 0.0002718060163466948}
+{"train_loss": 0.094822{"train_loss": 0.09143921732902527, "global_step": 14710, "epoch": 153, "lr": 0{"train_loss": 0.104838{"train_loss": 0.10839998722076416, "global_step": 14711, "epoch": 153, "lr": 0{"train_loss": 0.098630{"train_loss": 0.09611155092716217, "global_step": 14712{"train_loss": 0.09712{"train_los{"train_loss{"train_loss": 0.07541337609291077, "global_step": 14713, "epoch": 153, "lr": {"train_loss": 0.10313521325588226, "global_step": 14714, "epoch": 153, "lr": 0.0002717289913027607}
+{"train_los{"train_loss": 0.10002455115318298, "global_step": 14715, "epoch": 153, "lr": 0.000271713{"train_loss{"train_loss": 0.08362537622451782, "global_step": 14716, "epoch": 153, "lr": 0.0002716981{"train_loss{"train_loss": 0.11974936723709106, "global_step": 14717, "epoch": 153, "lr": 0.0002716827{"train_loss{"train_loss": 0.06830115616321564, "global_step": 14718, "epoch": {"train_loss": 0.067627{"train_loss{"train_loss": 0.09658229351043701, "global_step": 14719, "epoch": 153, "lr": 0.000271651{"train_loss": 0.09728717803955078, "global_step": 14720, "epoch": 153, "lr": 0.0002716365451322365}
+{"train_loss": 0.08335936069488525, "global_step": 14721, "epoch": 153, "lr": 0{"train_loss": 0.084314{"train_loss": 0.08727343380451202, "global_step": 14722, "epoch": 153, "lr": 0.0002716057258383527}
+{"train_loss": 0.08382454514503479, "global_step": 14723, "epoch": 153, "lr": 0{"train_loss": 0.08516{"train_loss{"train_loss": 0.07814347743988037, "global_step": 14724, "epoch": 153, "lr": 0.0002715749{"train_loss": 0.06295215338468552, "global_step": 14725, "epoch": 153, "lr": 0.00027155949324068554}
+{"train_loss": 0.13342362642288208, "global_step": 14726, "epoch": 153, "lr": 0.0002715440814000585}
+{"train_loss{"train_loss": 0.08920131623744965, "global_step": 14727, "epoch"{"train_loss": 0.09061071{"train_loss{"train_loss": 0.06749177724123001, "global_step": 14728, "epoch": 153, "lr": 0.0002715132{"train_loss": 0.10173779726028442, "global_step": 14729, "epoch": 153, "lr": 0.00027149784295543266}
+{"train_loss": 0.07205036282539368, "global_step": 14730, "epoch": 153, "lr"{"train_loss": 0.071639001{"train_loss": 0.07093270868062973, "global_step": 14731, "epoch": 153, "lr": 0.0002714670148911112}
+{"train_loss{"train_loss": 0.08348771929740906, "global_step": 14732, "epoch": 153, "lr": 0.000271451{"train_loss"{"train_{"train_loss": 0.10673470795154572, "global_step": 14733{"train_loss": 0.10235766{"train_loss"{"train_loss": 0.0960913896560669, "global_step": 14734, "epoch{"train_loss": 0.094991520{"train_loss{"train_loss": 0.08755460381507874, "global_step": 14735, "epoc{"train_loss": 0.087414026{"train_loss{"train_l{"train_loss": 0.08785780519247055, "global_step": 14736, "epoch": 153, "lr": 0.0{"train_loss": 0.07921676337718964, "global_step": 14737, "epoch": 153, "lr": 0.0002713745190214433}
+{"train_loss{"train_l{"train_loss": 0.08201368153095245, "global_step": 14738, "epoch": 153, "lr": 0.{"train_loss{"train_loss": 0.07642661035060883, "global_step": 14739, "epoch": 153, "lr": 0.000271343{"train_loss": 0.15304914116859436, "global_step": 14740, "epoch": 153, "lr": 0.00027132826452366}
+{"train_loss{"train_{"train_loss": 0.06169677898287773, "global_step": 147{"train_loss": 0.0596348568{"train_loss": 0.10042557120323181, "global_step": 14742, "epoch": 153, "lr": 0.0002712974257630074}
+{"train_loss{"train_{"train_loss": 0.07636591792106628, "global_step": 14743, "epoch": 153, "lr": 0.{"train_loss{"train_{"train_loss": 0.09057329595088959, "global_step": 147{"train_loss": 0.0875887870{"train_loss{"train_{"train_loss": 0.09584403038024902, "global_step": 14745, "epoch": 153, "lr": 0.0{"train_loss": 0.10352371633052826, "global_step": 14746, "epoch": 153, "lr": 0.00027123574241636925}
+{"train_los{"train_loss": 0.07280854880809784, "global_step": 14747, "epo{"train_loss": 0.07301382720{"train_los{"train_loss": 0.06936931610107422, "global_step": 14748, "epo{"train_loss": 0.070435836911{"train_los{"train_loss": 0.12194434553384781, "global_step": 14749, "epo{"train_loss": 0.120593145489{"train_los{"train{"train_loss": 0.10388530790805817, "global_step": 1475{"train_loss": 0.1042945384{"train_loss": 0.0{"train_loss": 0.09273213148117065, "global_step": 147{"train_loss": 0.099016167223{"train_loss": 0.09017538279294968, "global_step": 14752, "epoch": 153, "lr": 0.0002711432028456811}
+{"train_los{"train{"train_loss": 0.08445930480957031, "global_step": 147{"train_loss": 0.081643193960{"train_loss": 0.11{"train_loss": 0.10898837447166443, "global_step": 14754, "epoch": 153, "lr": 0.00{"train_loss{"train{"train_loss": 0.09362578392028809, "global_step": 14755, "epoch": 153, "lr": 0.000{"train_loss": 0.09343552589416504, "global_step": 14756, "epoch": 153, "lr": 0.00027108150010787113}
+{"train_loss": 0.059715237468481064, "global_step": 14757, "epoch": 153, "lr": 0.0002710660732130459}
+{"train_lo{"train_{"train_loss": 0.10095009207725525, "global_step": 14758, "epoch": 153, "lr": 0.00{"train_loss": 0.06349062919616699, "global_step": 14759, "epoch": 153, "lr": 0.0002710352179716836}
+{"train_loss": 0.0{"train_loss": 0.09676320105791092, "global_step": 14760, "epoch": 153, "lr": 0.0002{"train_los{"train{"train_loss": 0.08131510019302368, "global_step": 14761, "epoch": 153, "lr": 0.0002{"train_loss": 0.0{"train_loss": 0.06990065425634384, "global_step": 14762{"train_loss": 0.0735383331{"train_los{"train{"train_loss": 0.09085983783006668, "global_step": 14763{"train_loss": 0.08697458356{"train_los{"train_loss": 0.07521817088127136, "global_step": 14764, "epoch": 153, "lr": 0.0002709580{"train_los{"train{"train_loss": 0.08955423533916473, "global_step": 14765{"train_loss": 0.092247791{"train_loss": 0.0{"train_loss": 0.09226900339126587, "global_step": 14766, "epoch": 153, "lr": 0.0002{"train_los{"train{"train_loss": 0.0794864371418953, "global_step": 14767, "epoch": 153, "lr": 0.0002{"train_loss": 0.{"train_loss": 0.08057905733585358, "global_step": 14768,{"train_loss": 0.085460245{"train_loss{"trai{"train_loss": 0.08060218393802643, "global_step": 14769, "epoch": 153, "lr": 0.000{"train_loss{"trai{"train_loss": 0.05728691816329956, "global_step": 14770,{"train_loss": 0.05520530790{"train_loss": 0.{"train_loss": 0.09173539280891418, "global_step": 14771, "epoch": 153, "lr": 0.0002{"train_loss": 0.1081451028585434, "global_step": 14772, "epoch": 153, "lr": 0.00027083461177682724}
+{"train_loss{"tra{"train_loss": 0.08280697464942932, "global_step": 14773, {"train_loss": 0.0804623141{"train_loss{"tra{"train_loss": 0.07388986647129059, "global_step": 14774, "epoch": 153, "lr": 0.0002{"train_loss": 0.08115959167480469, "global_step": 14775, "epoch": 153, "lr": 0.00027078830645443816}
+{"train_loss": 0.12647034227848053, "global_step": 14776, "epoch": 153, "lr": 0.00027077287038274}
+{"train_loss": 0.10811358690261841, "global_step": 14777, "epoch": 153, "lr": 0.00027075743382909954}
+{"train_loss": {"train_loss": 0.07486759126186371, "global_step": 14778, "epoch": 153, "lr": 0.000270{"train_loss": {"train_loss": 0.10634628683328629, "global_step": 14779, "epoch": 153, "lr": 0.00027{"train_loss": {"train_loss": 0.08571627736091614, "global_step": 14780, "{"train_loss": 0.084477871{"train_loss": 0{"train_loss": 0.0894080325961113, "global_step": 14781, "epoch": 153, "lr": 0.0002706{"train_los{"train_loss": 0.10407833755016327, "global_step": 14782, "epoch": 153, "lr": 0.00027068024{"train_los{"tr{"train_loss": 0.0895784202342232, "global_step": 14783, "epoch": 153, "lr": 0.0002706{"train_loss": 0.0745643898844719, "global_step": 14784, "epoch": 154, "lr": 0.0002706493644680605}
+{"train_loss"{"train_loss": 0.06266897916793823, "global_step": 14785, "epoch": 154, "lr": 0.00027063{"train_loss"{"train_loss": 0.09789778292179108, "global_step": 14786, "epoch{"train_loss": 0.0985943{"train_loss"{"train_loss": 0.07651085406541824, "global_step": 14787, "epoc{"train_loss": 0.076776608{"train_loss"{"train_loss": 0.12294932454824448, "global_step": 14788, "epoc{"train_loss": 0.121423840{"train_loss": {"train_loss": 0.1068442240357399, "global_step": 14789, "epoch": 154, "lr": 0.00027057{"train_loss"{"train_loss": 0.12490883469581604, "global_step": 14790, "epoch": 154, "lr": 0.0002705{"train_loss":{"train_loss": 0.08298711478710175, "global_step": 14791, "epoch": 154, "lr": 0.0002705{"train_loss": {"train_loss": 0.0669645443558693, "global_step": 14792, "epoch": 154, "lr": 0.0002705{"train_loss":{"{"train_loss": 0.07066774368286133, "global_step": 14793, "epoch": 154, "lr": 0.000270{"train_loss": 0{"train_loss": 0.08561611920595169, "global_step": 14794, "epoch": 154, "lr": 0.00027{"train_loss": 0.08803432434797287, "global_step": 14795, "epoch": 154, "lr": 0.0002704794935712787}
+{"train_loss": 0{"train_loss": 0.09003446996212006, "global_step": 14796, "epoch": 154, "lr": 0.0{"train_loss": 0.{"t{"train_loss": 0.09262380003929138, "global_step": 14797, "epoch": 154, "lr": 0.{"train_loss": 0.0844{"train_loss": 0.08604146540164948, "global_step": 14798, "epoch": 154, "lr": 0.{"train_loss": 0.0{"train_loss": 0.07624708116054535, "global_step": 14799, "epoch": 154, "lr": 0.000{"train_loss": 0.0{"t{"train_loss": 0.0991332158446312, "global_step": 14800, "epoch": 154, "lr": 0.00{"train_loss": 0.0{"{"train_loss": 0.04435570165514946, "global_step": 14801, "epoch": 154, "lr": 0.0{"train_loss": 0.0{"train_loss": 0.073988176882267, "global_step": 14802, "epoch": 154, "lr": 0.000270{"train_loss": 0{"tr{"train_loss": 0.11043134331703186, "global_step": 14803, "epoch": 154, "lr": 0.0{"train_loss": 0.082{"train_loss": 0.08800795674324036, "global_step": 14804, "epoch": 154, "lr": 0.00{"train_loss": 0.06899057328701019, "global_step": 14805, "epoch": 154, "lr": 0.0002703250150854396}
+{"train_loss": 0{"train_loss": 0.10367269814014435, "global_step": 14806, "epoch{"train_loss": 0.10331{"train_loss": 0{"train_loss": 0.08287638425827026, "global_step": 14807, "epoch": 154, "lr": 0.00027{"train_loss": 0{"t{"train_loss": 0.07604841887950897, "global_step": 14808, "epoch": 154, "lr": 0.00{"train_loss": 0{"t{"train_loss": 0.11192721873521805, "global_step": 14809, "epoch": 154, "lr": 0.000{"train_loss": 0{"train_loss": 0.12265363335609436, "global_step": 14810, "epoch": 154, "lr": 0.00027{"train_loss": 0{"train_loss": 0.08936165273189545, "global_step": 14811, "epoch": 154, "lr": 0.0002{"train_loss": 0{"train_loss": 0.07429349422454834, "global_step": 14812, "epoch": 154, "lr": 0.000270{"train_loss": 0{"t{"train_loss": 0.10539206862449646, "global_step": 14813, "epoch": 154, "lr": 0.0{"train_loss": 0.10014388710260391, "global_step": 14814, "epoch": 154, "lr": 0.00027018594349987105}
+{"train_loss": 0.09209496527910233, "global_step": 14815, "epoch": 154, "lr": 0.0{"train_loss": 0.0902{"train_loss": 0.13555270433425903, "global_step": 14816, "epoch": 154, "lr": 0.00027015503344297593}
+{"train_loss": 0.08757676184177399, "global_step": 14817, "epoch": 154, "lr": 0.0002701395776978731}
+{"train_loss": 0.08{"train_loss": 0.08361054956912994, "global_step": 14818, "epoch": 154, "lr": 0.00{"train_loss": 0.{"train_loss": 0.08828065544366837, "global_step": 14819, "epoch": 154, "lr": 0.0002{"train_loss": 0.{"{"train_loss": 0.09017442166805267, "global_step": 14820, "epoch": 154, "lr": 0.00{"train_loss": 0.0{"train_loss": 0.09498950839042664, "global_step": 14821, "epoch": 154, "lr": 0.0002{"train_loss": 0.0{"{"train_loss": 0.07668086141347885, "global_step": 14822, "epoch": 154, "lr": 0.0{"train_loss": 0.0{"train_loss": 0.09032495319843292, "global_step": 14823, "epoch": 154, "lr": 0.00{"train_loss": 0.09507439285516739, "global_step": 14824, "epoch": 154, "lr": 0.0002700313741144129}
+{"train_loss": 0.110{"train_loss": 0.11009281873703003, "global_step": 14825, "epoch": 154, "lr": 0.00{"train_loss": 0.1136956512928009, "global_step": 14826, "epoch": 154, "lr": 0.0002700004545112369}
+{"train_loss": 0.0822{"train_loss": 0.08869381248950958, "global_step": 14827, "epoch": 154, "lr": 0.{"train_loss": 0.0{"train_loss": 0.09097155928611755, "global_step": 14828, "epoch": 154, "lr": 0.00{"train_loss": 0.09514684975147247, "global_step": 14829, "epoch": 154, "lr": 0.000269954071531618}
+{"train_loss": 0.12045358121395111, "global_step": 14830, "epoch": 154, "lr": 0.00026993860958553814}
+{"train_loss": 0.09400{"train_loss": 0.09490345418453217, "global_step": 14831, "epo{"train_loss": 0{"train_loss": 0.08886779099702835, "global_step": 14832, "epoch": 154, "lr": 0.0002699076842646998}
+{"train_loss": 0.06146{"train_loss": 0.06231975927948952, "global_step": 14833, "epoch": 154, "lr": 0.{"train_loss": 0.0{"tr{"train_loss": 0.08558128774166107, "global_step": 14834, "epoch": 154, "lr": 0{"train_loss": 0.0{"train_loss": 0.07823513448238373, "global_step": 14835, "epoch": 154, "lr": 0.0002{"train_loss": 0.1{"train_loss": 0.12443113327026367, "global_step": 14836, "epoch":{"train_loss": 0{"train_loss": 0.086198{"train_loss": 0.08726941794157028, "global_step": 14837, "epo{"train_loss": 0{"train_loss": 0.11575904488563538, "global_step": 14838, "epoch": 154, "lr": 0.000269814896880338}
+{"train_loss": 0.07{"tr{"train_loss": 0.07780101150274277, "global_step": 14839, "epoch": 154, "lr": 0{"train_loss": 0.0991649329662323, "global_step": 14840, "epoch": 154, "lr": 0.0002697839639477434}
+{"train_loss": 0.09400596469640732, "global_step": 14841, "epoch": 154, "lr": 0.0002697684967685811}
+{"train_loss": 0.0830225{"train_loss": 0.08115783333778381, "global_step": 14842, "epoch": 154, "lr":{"train_loss": 0.10610009{"train_loss": 0.10654404759407043, "global_step": 14843, "{"train_loss": 0.{"train_loss": 0.088224396109581, "global_step": 14844, "epoch": 154, "lr": 0.00026972209238089836}
+{"train_loss": 0.09332343935966492, "global_step": 14845, "epoch": 154, "lr": 0.0002697066233019565}
+{"train_loss": 0.11724047362804413, "global_step": 14846, "epoch": 154, "lr": 0.00026969115374833326}
+{"train_loss": 0.09489994496107101, "global_step": 14847, "epoch": 154, "lr": 0.00026967568372013377}
+{"train_loss": 0.085127{"train_loss": 0.08581818640232086, "global_step": 14848, "epoch": 154, "lr": 0{"train_loss": 0.073231{"t{"train_loss": 0.07407060265541077, "global_step": 14849, "epoch": 154, "lr"{"train_loss": 0.085444{"t{"train_loss": 0.0882667601108551, "global_step": 14850, "epoch": 154, "lr":{"train_loss": 0.095465{"train_loss": 0.09465574473142624, "global_step": 14851, "epoch": 154, "lr": {"train_loss": 0.086941{"train_loss": 0.0876196026802063, "global_step": 14852, "epoch": 154, "lr": 0{"train_loss": 0.09633{"t{"train_loss": 0.09855018556118011, "global_step": 14853, "epoch": 154, "lr":{"train_loss": 0.06329{"train_loss": 0.06236341968178749, "global_step": 14854, "epoch": 154, "lr": {"train_loss": 0.11238166689872742, "global_step": 14855, "epoch": 154, "lr": 0.0002695519064224374}
+{"train_loss": 0.10564{"train_loss": 0.10632430762052536, "global_step": 14856, "epoch{"train_loss": {"train_loss": 0.09191{"tr{"train_loss": 0.09425821900367737, "global_step": 14857, "e{"train_loss": {"train_loss": 0.08136758208274841, "global_step": 14858, "epoch": 154, "lr": 0.00026950548211804244}
+{"train_loss": 0.07019{"train_loss": 0.07075458765029907, "global_step": 14859, "epoch": 154, "lr": 0.{"train_loss": 0.06613016128540039, "global_step": 14860, "epoch": 154, "lr": 0.00026947453021504447}
+{"train_loss": 0.11219{"train_loss": 0.11026061326265335, "global_step": 14861, "epoch{"train_loss": 0{"train_loss": 0.08552{"tr{"train_loss": 0.08705753833055496, "global_step": 14862, "epoch": 154, "lr"{"train_loss": 0.10090{"train_loss": 0.10068729519844055, "global_step": 14863, "epoch{"train_loss": {"train_loss": 0.07146{"train_loss": 0.07114540040493011, "global_step": 14864, "epoc{"train_loss": 0.{"train_loss": 0.10637{"train_loss": 0.10755733400583267, "global_step": 14865, "epoc{"train_loss": 0{"train_loss": 0.06633{"train_loss": 0.06750740110874176, "global_step": 14866, "epoc{"train_loss": {"train_loss": 0.07552{"train_loss": 0.07546937465667725, "global_step": 14867, "epoc{"train_loss": 0.{"train_loss": 0.09009{"train_loss": 0.09091287851333618, "global_step": 14868, "epoch": 154, "lr": 0.{"train_loss": 0.09474{"train_loss": 0.09497920423746109, "global_step": 14869, "epoc{"train_loss": 0.{"train_loss": 0.09632{"t{"train_loss": 0.09714970737695694, "global_step": 14870, "epoch": 154, "lr"{"train_loss": 0.05642{"t{"train_loss": 0.0565611831843853, "global_step": 14871, "e{"train_loss": 0.05{"train_loss": 0.0901{"{"train_loss": 0.09291116893291473, "global_step": 14872, "e{"train_loss": 0.08{"train_loss": 0.0875{"train_loss": 0.0885583907365799, "global_step": 14873, "epoc{"train_loss": 0.0{"train_loss": 0.051{"train_loss": 0.052573226392269135, "global_step": 14874, "epoch": 154, "lr": 0.{"train_loss": 0.0997{"train_loss": 0.09848403930664062, "global_step": 14875, "epo{"train_loss": 0.09{"train_loss": 0.0914{"{"train_loss": 0.09382516145706177, "global_step": 14876, "e{"train_loss": 0.08{"train_loss": 0.0828{"train_loss": 0.08426539599895477, "global_step": 14877, "epo{"train_loss": 0.08{"train_loss": 0.0945{"train_loss": 0.09401112794876099, "global_step": 14878, "epo{"train_loss": 0.0{"train_loss": 0.09024174612325926, "global_step": 14879, "epoch": 154, "lr": 0.000{"train_loss": 0.0{"train_loss": 0.0870{{"train_loss": 0.08371913433074951, "global_step": 14880, "epoch": 155, "lr": 0.{"train_loss": 0.1131{"train_loss": 0.11288312822580338, "global_step": 14881, "epo{"train_loss": 0.11{"train_loss": 0.1051{"train_loss": 0.1039113700389862, "global_step": 14882, "epoch": 155, "lr": 0.0{"train_loss": 0.072{"train_loss": 0.0728423148393631, "global_step": 14883, "epoch": 155, "lr": 0.000{"train_loss": 0.11{"train_loss": 0.11852626502513885, "global_step": 14884, "epoch": 155, "lr": 0.00{"train_loss": 0.1087{"train_loss": 0.10628113150596619, "global_step": 14885, "ep{"train_loss": 0.110{"train_loss": 0.08{"train_loss": 0.08256479352712631, "global_step": 14886, "epoch": 155, "lr": 0.000{"train_loss": 0.09{"train_loss": 0.0905294120311737, "global_step": 14887, "epoch": 155, "lr": 0.000{"train_loss": 0.0{"t{"train_loss": 0.08902741968631744, "global_step": 14888, "epoch": 155, "lr": 0.{"train_loss": 0.10{"train_loss": 0.10558652877807617, "global_step": 14889, "epoch": 155, "lr": 0.000{"train_loss": 0.07{"train_loss": 0.07808530330657959, "global_step": 14890, "epoch": 155, "lr": 0.00{"train_loss": 0.08{"train_loss": 0.08579634130001068, "global_step": 14891, "epoch": 155, "lr": 0.00{"train_loss": 0.0993{"train_loss": 0.10066305100917816, "global_step": 14892, "epoch": 155, "lr": 0.{"train_loss": 0.10220{"train_loss": 0.10364052653312683, "global_step": 14893, "epoch": 155, "lr": 0.{"train_loss": 0.09191{"train_loss": 0.09260142594575882, "global_step": 14894, "e{"train_loss": 0.09{"train_loss": 0.09601001441478729, "global_step": 14895, "epoch": 155, "lr": 0.0002689325663304938}
+{"train_loss": 0.114{"{"train_loss": 0.11457496136426926, "global_step": 14896, "epoch": 155, "lr": 0.{"train_loss": 0.09400676190853119, "global_step": 14897, "epoch": 155, "lr": 0.00026890157955454844}
+{"train_loss": 0.08560233563184738, "global_step": 14898, "epoch": 155, "lr": 0.{"train_loss": 0.0850{"train_loss": 0.08430483937263489, "global_step": 14899, "epoch": 155, "lr": 0.{"train_loss": 0.0845{"train_loss": 0.09506963193416595, "global_step": 14900, "epoch": 155, "lr": 0.00026885509587189855}
+{"train_loss": 0.09613870084285736, "global_step": 14901, "epoch": 155, "lr": 0.0002688396003731088}
+{"train_loss": 0.102{"train_loss": 0.10208152234554291, "global_step": 14902, "epoch": 155, "lr": 0.00{"train_loss": 0.06826791912317276, "global_step": 14903, "epoch": 155, "lr": 0.00026880860796930277}
+{"train_loss": 0.09066369384527206, "global_step": 14904, "epoch": 155, "lr": 0.00026879311106449747}
+{"train_loss": 0.08621978759765625, "global_step": 14905, "epoch": 155, "lr": 0.0002687776136912315}
+{"train_loss": 0.131{"train_loss": 0.1295505166053772, "global_step": 14906, "epoch": 155, "lr": 0.00{"train_loss": 0.10205759108066559, "global_step": 14907, "epoch": 155, "lr": 0.{"train_loss": 0.1025{"train_loss": 0.05{"train_loss": 0.051213525235652924, "global_step": 14908, "epoch": 155, "lr": 0.0{"train_loss": 0.060{"train_loss": 0.061136990785598755, "global_step": 14909, "{"train_loss": 0.06022{"train_loss": 0.07280485332012177, "global_step": 14910, "epoch": 155, "lr": 0.{"train_loss": 0.07313{"train_loss": 0.09612493216991425, "global_step": 14911, "epoch": 155, "lr": 0.{"train_loss": 0.095{"train_loss": 0.092{"train_loss": 0.09404882043600082, "global_step": 14912, "epoch": 155, "lr": 0.{"train_loss": 0.09508585929870605, "global_step": 14913, "epoch": 155, "lr": 0.00026865361785317985}
+{"train_loss": 0.1318{"train_loss": 0.13808636367321014, "global_step": 14914, "epoch": 155, "lr": 0{"train_loss": 0.081400{"train_loss": 0.08083800971508026, "global_step": 14915, {"train_loss": 0.081{"train_loss": 0.1023{"{"train_loss": 0.10502581298351288, "global_step": 14916, "epoch": 155, "lr": 0{"train_loss": 0.1{"tra{"train_loss": 0.10510964691638947, "global_step": 14917, {"train_loss": 0.1037{"train_loss": 0.0{"tra{"train_loss": 0.08994496613740921, "global_step": 14918, "epoch": 155, "lr": 0{"train_loss": 0.{"trai{"train_loss": 0.07061290740966797, "global_step": 14919, "epoch": 155, "lr": {"train_loss": 0.08748169243335724, "global_step": 14920, "epoch": 155, "lr": 0.0002685450969487172}
+{"train_loss": 0.0{"trai{"train_loss": 0.06958505511283875, "global_step": 14921, "epoch": 155, "lr": {"train_loss": 0.0708176{"train_loss": 0.06941819190979004, "global_step": 14922, "epoch": 155, "lr": {"train_loss": 0.0840864{"train_loss": 0.08798632025718689, "global_step": 14923, "epoch": 155, "lr": {"train_loss": 0.{"train{"train_loss": 0.09875686466693878, "global_step": 14924, "epoch": 155, "lr": {"train_loss": 0.10617292672395706, "global_step": 14925, "epoch": 155, "lr": 0.00026846756801169057}
+{"train_loss": 0.{"train_loss": 0.09877211600542068, "global_step": 14926, "epoch": 155, "lr": 0.0002{"train_loss": 0.{"train_loss": 0.07558368146419525, "global_step": 14927, "epoch": 155, "lr": 0.00026{"train_loss": 0.0883241{"train_loss": 0.08967456221580505, "global_step": 14928{"train_loss": 0.086{"train_loss": 0.07{"train_loss": 0.07644721865653992, "global_step": 14929, "epoch": 155, "lr": 0.0{"train_loss": 0.07{"train{"train_loss": 0.07131607830524445, "global_step": 1493{"train_loss": 0.069{"train_loss": 0.10{"train_loss": 0.10406875610351562, "global_step": 14931, "epoch": 155, "lr": 0.000{"train_loss": 0.08{"train{"train_loss": 0.08634617179632187, "global_step": 1493{"train_loss": 0.0{"train_loss": 0.10023919492{"train_loss": 0.1038200855255127, "global_step": 14933, "epoch": 155, "lr{"train_loss": 0.0771{"train_loss": 0.07697703689336777, "global_step": 14934, "epoch": 155, "lr": 0.{"train_loss": 0.1014952212{"train_loss": 0.10454876720905304, "global_step": 14935, "epoch": 155, "l{"train_loss": 0.07985353469848633, "global_step": 14936, "epoch": 155, "lr": 0.0002682969633393535}
+{"train_loss": 0.06835252791643143, "global_step": 14937, "epoch": 155, "lr": 0.00026828145103108107}
+{"train_loss": 0.0913{"train_loss": 0.09156496822834015, "global_step": 14938, "epoch": 155, "lr": 0.0{"train_loss": 0.0798{"trai{"train_loss": 0.08205951750278473, "global_step": 1493{"train_loss": 0.08{"train_loss": 0.09391702711582184, "global_step": 14940, "epoch": 155, "lr": 0.0002682349113168271}
+{"train_loss": 0.0941{"train_loss": 0.09530432522296906, "global_step": 14941, "{"train_loss": 0.0967{"train_loss": 0.05924852937459946, "global_step": 14942, "epoch": 155, "lr": 0.0002682038825171837}
+{"train_loss": 0.10805326700210571, "global_step": 14943, "epoch": 155, "lr": 0.00026818836742063665}
+{"train_loss": 0.0697{"train_loss": 0.06889523565769196, "global_step": 14944, {"train_loss": 0.069546{"train_loss": 0.07716536521911621, "global_step": 14945, "epoch": 155, "lr": 0.00026815733583462035}
+{"train_loss": 0.10301268100738525, "global_step": 14946, "epoch": 155, "lr": 0.0002681418193453624}
+{"train_loss": 0.07279588282108307, "global_step": 14947, "epoch": 155, "lr": 0.0002681263023920787}
+{"train_loss": 0.1004{"train_loss": 0.09962521493434906, "global_step": 14948, "epoch": 155, "lr": 0.0{"train_loss": 0.0934{"trai{"train_loss": 0.09231796860694885, "global_step": 14949, "epoch": 155, "lr{"train_loss": 0.0852405130{"train_loss": 0.09156163036823273, "global_step": 14950, "epoch": 155, "lr{"train_loss": 0.0912{"trai{"train_loss": 0.09077182412147522, "global_step"{"train_loss": 0.09197539{"train_loss": 0.1126114055{"train_loss": 0.11053930222988129, "global_step{"train_loss": 0.112192183{"train_loss": 0.12175919115543365, "global_step": 14953, "epoch": 155, "lr{"train_loss": 0.123404860{"train_loss": 0.06{"train{"train_loss": 0.07079198956489563, "global_ste{"train_loss": 0.06674524396{"train_loss": 0.093495115{"train_loss": 0.0912628173828125, "global_step{"train_loss": 0.094353340566{"train_loss": 0.08878138661384583, "global_step": 14956, "epoch": 155, {"train_loss": 0.0868675857782{"train_loss": 0.08026733{"train_loss": 0.08179795742034912, "global_step": 14957, "epoch": 155, "lr{"train_loss": 0.10927618{"train_loss": 0.10448314249515533, "global_step": 14958, "epoch": 155, "l{"train_loss": 0.1187835782{"train_loss": 0.11593858897686005, "global_step": 14959, "epoch": 155, "l{"train_loss": 0.062{"train{"train_loss": 0.06156469136476517, "global_step": 14960, "epoch": 155, "lr{"train_loss": 0.09121398627758026, "global_step": 14961, "epoch": 155, "lr": 0.00026790901638259015}
+{"train_loss": 0.0829812064{"train_loss": 0.0846053957939148, "global_step": 14962, "epoch": 155, "l{"train_loss": 0.06692862510681152, "global_step": 14963, "epoch": 155, "lr": 0.0002678779681182812}
+{"train_loss": 0.091734960{"train_loss": 0.09371095150709152, "global_step": 14964, "epoch": 155, "lr"{"train_loss": 0.098638519{"train_loss": 0.09457321465015411, "global_step{"train_loss": 0.0971139296{"train_loss": 0.08{"train{"train_loss": 0.07850058376789093, "global_step": 14966, "epoch": 155, "lr"{"train_loss": 0.09{"train{"train_loss": 0.0921521782875061, "global_step"{"train_loss": 0.09165068715{"train_loss": 0.10089746{"train_loss": 0.10589814186096191, "global_step": 14968, "epoch": 155, "lr"{"train_loss": 0.09208354{"train_loss": 0.09087865054607391, "global_step"{"train_loss": 0.0925570428{"train_loss": 0.0{"train{"train_loss": 0.09677086025476456, "global_step"{"train_loss": 0.10028266161{"train_loss": 0.08099116{"train_loss": 0.08558179438114166, "global_step"{"train_loss": 0.07992254197{"train_loss": 0.0{"train{"train_loss": 0.07490308582782745, "global_step"{"train_loss": 0.08142432570{"train_loss": 0.0{"train{"train_loss": 0.06251975893974304, "global_step": 14973, "epoch": 155, "lr"{"train_loss": 0.1{"train{"train_loss": 0.10872301459312439, "global_step": 14974, "epoch": 155, "lr"{"train_loss": 0.0{"train{"train_loss": 0.09034743202695002, "global_step": 14975, "epoch": 155, "lr":{"train_loss": 0.07423827797174454, "global_step": 14976, "epoch": 156, "lr": 0.00026767610937075074}
+{"train_loss": 0.10335798561573029, "global_step": 14977, "epoch": 156, "lr": 0.00026766057854584564}
+{"train_loss": 0.08754824101924896, "global_step": 14978, "epoch": 156, "lr": 0.00026764504726019197}
+{"train_loss": 0.08972078561782837, "global_step": 14979, "epoch": 156, "{"train_loss": 0.090515747666{"train_loss": 0.0692177563905716, "global_step": 14980, "epoch": 156, "lr": 0.00026761398330706185}
+{"train_loss": 0.1{"train_loss": 0.11479121446609497, "global_step": 14981{"train_loss": 0.11497071385{"train_loss": 0.05912476032972336, "global_step": 14982, "epoch": 156, "lr": 0.00026758291751220677}
+{"train_loss": 0.1{"train_loss": 0.10541169345378876, "global_step": 14983, "epoch": 156, "lr": 0.000{"train_loss": 0.0{"train_loss": 0.07853659987449646, "global_step": 14984{"train_loss": 0.0787232667{"train_loss": 0.1{"train_loss": 0.1037881150841713, "global_step": 14985, "epoch": 156, "lr": 0.00{"train_loss": 0.08494316041469574, "global_step": 14986, "epoch": 156, "lr": 0.00026752078040070607}
+{"train_loss": 0.09644442796707153, "global_step": 14987, "epoch": 156, "lr": 0.00026750524497307494}
+{"train_loss": 0.06973598152399063, "global_step": 14988, "epoch": 156, "lr": 0.00026748970908575305}
+{"train_loss": 0.06949202716350555, "global_step": 14989, "epoch": 156, "lr": 0.0002674741727388462}
+{"train_loss": 0.0{"train_loss": 0.08839210867881775, "global_step": 14990{"train_loss": 0.0877076834{"train_loss": 0.1{"train_loss": 0.10320953279733658, "global_step": 14991{"train_loss": 0.1021422296{"train_loss": 0.1{"tra{"train_loss": 0.10930819809436798, "global_step": {"train_loss": 0.1175975948{"train_loss": 0.08910438418388367, "global_step": 14993, "epoch": 156, "lr": 0.0002674120227574847}
+{"train_loss": 0.08013589680194855, "global_step": 14994, "epoch": 156, "l{"train_loss": 0.08007231354{"train_loss": 0.11303912848234177, "global_step": 14995, "epoch": 156, "lr": 0.0002673809450120448}
+{"train_loss": 0.10649186372756958, "global_step": 14996, "epoch": 156, "{"train_loss": 0.10818254947{"train_loss": 0.1{"tra{"train_loss": 0.10946324467658997, "global_step":{"train_loss": 0.10694319009{"train_loss": 0.0{"tra{"train_loss": 0.07839201390743256, "global_step":{"train_loss": 0.082821696996{"train_loss": 0.{"trai{"train_loss": 0.08174018561840057, "global_step": 14999, "epoch": 156, "lr": 0{"train_loss": 0.{"train_loss": 0.07556875050067902, "global_step": 15000, "epoch": 156, "lr": 0.000{"train_loss": 0.{"train_loss": 0.11016254127025604, "global_step": 15001, "epoch": 156, "lr": 0.0002{"train_loss": 0.{"train_loss": 0.07870809733867645, "global_step": 150{"train_loss": 0.0797029584646{"train_loss": 0.08362908661365509, "global_step": 15003, "epoch": 156, "lr": 0.0002672566156849775}
+{"train_loss": 0{"trai{"train_loss": 0.09817200899124146, "global_step": 15004, "epoch": 156, "lr": 0{"train_loss": 0.09743{"train_loss": 0.09758996218442917, "global_step": 15005, "epoch": 156, "lr": 0.{"train_loss": 0{"train_loss": 0.06882016360759735, "global_step": 15006, "epoch": 156, "lr": 0.00026{"train_loss": 0.14447{"train_loss": 0.15067745745182037, "global_step{"train_loss": 0.144011273980140{"train_loss": {"train_loss": 0.08807864040136337, "global_step": 1500{"train_loss": 0.087208591401577{"train_loss": 0.07073475420475006, "global_step": 15009, "epoch": 1{"train_loss": 0.07137613743543625{"train_loss": {"train_loss": 0.09731470048427582, "global_step": 15010, "epoch": 156, "lr": 0.000267{"train_loss": 0.10866601020097733, "global_step": 15011, "epoch": 1{"train_loss": 0.1074608713388443{"train_loss": {"train_loss": 0.07882647216320038, "global_step": 1{"train_loss": 0.07878556847572327{"train_loss": 0.08009496331214905, "global_step": 15013, "epoch": 156, "lr": 0.0002671011628127029}
+{"train_loss":{"train_loss": 0.09976346045732498, "global_step": 15014, "epoch": 156, "lr": 0.00026708{"train_loss":{"train{"train_loss": 0.08938230574131012, "global_step": 15015, "epoch": 156, "lr": 0.{"train_loss":{"train_loss": 0.07583066821098328, "global_step": 15{"train_loss": 0.07527244091033936,{"train_loss": 0.0532{"train_loss": 0.04983805492520332, "global_st{"train_loss": 0.052469078451395035,{"train_loss": 0.09404204040765762, "global_step": 15018, "epoch": 156, "lr": 0.00026702341923473245}
+{"train_loss": 0.12017011642456055, "global_step": 15019, "epoch": {"train_loss": 0.1205163300037384,{"train_loss": 0.09040749073028564, "global_step": 15020, "epoch":{"train_loss": 0.0901336818933487, {"train_loss"{"train{"train_loss": 0.07363628596067429, "global_step": 15021, "epoch": 156, "lr": 0.{"train_loss":{"train{"train_loss": 0.09080089628696442, "global_step": 15022, "epoch": 156, "lr": 0.{"train_loss":{"train_loss": 0.07054448872804642, "global_step": 15023, "epoch": 156, "lr": 0.0002669{"train_loss":{"train_loss": 0.09207156300544739, "global_step": 15024, "epoch": 156, "lr": 0.0002669{"train_loss":{"train_loss": 0.11797353625297546, "global_step": 15025, "epoch": 156, "lr": 0.0002669{"train_loss": 0.07{"train_loss": 0.07290985435247421, "global_ste{"train_loss": 0.07269112765789032,{"train_loss":{"tra{"train_loss": 0.11013885587453842, "global_step": 15027, "epoch": 156, "lr": 0.00{"train_loss": {"tra{"train_loss": 0.09806442260742188, "global_step": 15028, "epoch": 156, "lr": 0.00{"train_loss": {"tra{"train_loss": 0.07057519257068634, "global_step": 15029, "epoch": 156, "lr": 0.00{"train_loss": 0.089{"train_loss": 0.08573900908231735, "global_step": 15030, "epoch": 156, "lr": 0.0{"train_loss": 0.100{"train_loss": 0.09991225600242615, "global_step": 15031, "epoch": 156, "lr": 0.0{"train_loss": 0.06696399301290512, "global_step": 15032, "epoch": 156, "lr": 0.0002668056765561801}
+{"train_loss{"train_{"train_loss": 0.09535123407840729, "global_step": 15033, "epoch": 156, "lr": 0.{"train_loss": 0.0873{"train_loss": 0.09291064739227295, "global_ste{"train_loss": 0.090083286166191{"train_loss": 0.0807{"train_loss": 0.07748457044363022, "global_st{"train_loss": 0.0811007469892501{"train_loss": 0.10972{"train_loss": 0.11041273176670074, "global_st{"train_loss": 0.1087010204792022{"train_loss":{"train_{"train_loss": 0.1421688199043274, "global_ste{"train_loss": 0.14293579757213593{"train_loss"{"train_{"train_loss": 0.11453667283058167, "global_ste{"train_loss": 0.11743426322937012{"train_loss": 0.1112{"train_loss": 0.11108121275901794, "global_step": 15039, "epoch": 156, "lr": 0.{"train_loss": 0.0847{"train_loss": 0.08994024991989136, "global_ste{"train_loss": 0.0872290283441543{"train_loss{"train_loss": 0.07020626962184906, "global_step": 15041{"train_loss": 0.0701674968004226{"train_loss{"train_loss": 0.07272650301456451, "global_step": 15042, "epoch": 156, "lr": 0.00026665{"train_loss": 0.0970408022403717, "global_step": 15043, "epoch": 156{"train_loss": 0.09687329828739{"train_loss":{"train_{"train_loss": 0.08692991733551025, "global_step": 15044, "epoch": 156, "lr": 0{"train_loss":{"train_{"train_loss": 0.07250382006168365, "global_ste{"train_loss": 0.0722033828496933{"train_loss"{"train_loss": 0.06063289940357208, "global_step": 15046, "epoch": 156, "lr": 0.00026658{"train_loss": 0.07656937092542648, "global_step": 15047, "epoch": 156, "lr": 0.00026657228189024256}
+{"train_loss": 0.090457{"train_loss": 0.09103672206401825, "global_step": 15048, "epoch": 156, "lr": 0{"train_loss": 0.08671315014362335, "global_step": 15049, "epoch{"train_loss": 0.08692385256290436, "g{"train_loss"{"train_loss": 0.07187411189079285, "global_step": 15050, "epoch": 156, "lr": 0.0002665{"train_loss": 0.11016463488340378, "global_step": 15051, "epoch"{"train_loss": 0.10667693614959717, {"train_loss": 0.091277{"train_loss": 0.09721211344003677, "globa{"train_loss": 0.08957193046808243, "{"train_loss": 0.107892{"train_loss": 0.11044928431510925, "globa{"train_loss": 0.10750186443328857,{"train_loss": 0.07810638099908829, "global_step": 15054, "epoch": 156, "lr": 0.00026646332945071946}
+{"train_loss":{"train_l{"train_loss": 0.10523892939090729, "global_step": 15055, "epoch": 156, "lr": {"train_loss":{"train_l{"train_loss": 0.08923336863517761, "global_step": 15056, "epoch": 156, "lr": 0{"train_loss":{"train_l{"train_loss": 0.114811971783638, "global_step": 15057, "epoch": 156, "lr": 0{"train_loss":{"train{"train_loss": 0.08540992438793182, "global_step": 15058, "epoch": 156, "lr": 0.0{"train_loss":{"train{"train_loss": 0.1013132706284523, "global_step": 15059, "epoch": 156, "lr": 0.00{"train_loss":{"trai{"train_loss": 0.11922603100538254, "global_step": 15060, "epoch": 156, "lr": 0.0{"train_loss": {"trai{"train_loss": 0.10273624956607819, "global_step": 15061, "epoch": 156, "lr": 0.0{"train_loss": 0.0902{"train_loss": 0.09428861737251282, "global{"train_loss": 0.09069135785102844, "g{"train_loss": 0.0734{"train_loss": 0.07654626667499542, "global_step": 15063, "epoch": 156, "lr": 0.0{"train_loss": 0.10528282821178436, "global_step": 15064, "epoch": 156, "lr": 0.00026630764464692473}
+{"train_loss": 0.0905{"train_loss": 0.08726947754621506, "global_step": 15065, "epoch": 156, "lr": 0.0{"train_loss": {"trai{"train_loss": 0.09073621034622192, "global_step": 15066, "epoch": 156, "lr": 0.0{"train_loss": 0.08615417033433914, "global_step": 15067, "epoch": 156, "lr": 0.0002662609303960202}
+{"train_loss": 0.069{"train_loss": 0.07074493169784546, "global_{"train_loss": 0.06951457262039185, "{"train_loss": 0{"train_loss": 0.0870106965303421, "global_step": 15069, "epoch": 156, "lr": 0.0002662{"train_loss": {"trai{"train_loss": 0.12865343689918518, "global_{"train_loss": 0.13277053833007812, {"train_loss": {"trai{"train_loss": 0.09097146968512486, "global_step": 15071, "epoch": 156, "lr": 0.{"train_loss": {"train_loss": 0.10188757628202438, "global_step": 15072, "epoch": 157, "lr": 0.0002661{"train_loss": {"train_loss": 0.09299957752227783, "global_step": 15073, "epoch": 157, "lr": 0.0002661{"train_loss": {"tra{"train_loss": 0.10785797238349915, "global_{"train_loss": 0.11087343096733093, "g{"train_loss": 0.10112391412258148, "global_step": 15075, "epoch": 157, "lr": 0.00026613633921448716}
+{"train_loss": 0.09529004991054535, "global_step": 15076, "epoch": 157, "lr": 0.0002661207632890216}
+{"train_loss": 0.0713791698217392, "global_step": 15077, "epoch": 157, "lr": 0.0002661051869132932}
+{"train_loss": 0.1271648406982422, "global_step": 15078, "epoch": 157, "lr": 0.0002660896100874079}
+{"train_loss": 0.09994834661483765, "global_step": 15079, "epoch": 157, "lr": 0.000266074032811472}
+{"train_loss": 0.1042{"train_loss": 0.10785448551177979, "global_step": 15080, "epoch": 157, "lr": 0.0{"train_loss": 0.08454719185829163, "global_step": 15081, "epoch"{"train_loss": 0.0839957669377327, "g{"train_loss": 0.06215696781873703, "global_step": 15082, "epoch": 157, "lr": 0.00026602729828442044}
+{"train_loss": 0.12758618593215942, "global_step": 15083, "epoch": 157, "lr": 0.00026601171920934233}
+{"train_loss": 0.105{"train_loss": 0.11030428111553192, "global_step": 15084, "epoch": 157, "lr": 0.0{"train_loss": 0.074{"train_loss": 0.07547985017299652, "global_step": 15085, "epoch": 157, "lr": 0.00{"train_loss": 0.06311612576246262, "global_step": 15086, "epoch": 157, "lr": 0.0002659649792874105}
+{"train_loss": 0.0868692621588707, "global_step": 15087, "epoch": 157, "lr": 0.00026594939841488764}
+{"train_loss": 0.0926{"train_loss": 0.09619894623756409, "global_step": 15088, "epoch": 157, "lr": 0.0{"train_loss": 0.08156569302082062, "global_step": 15089, "epoch"{"train_loss": 0.08138100057840347, {"train_loss": 0.07905519008636475, "global_step": 15090, "epoch": 157, "lr": 0.0002659026531031679}
+{"train_loss": 0.1010{"train_loss": 0.10377612709999084, "global_step": 15091, "epoch": 157, "lr": 0.{"train_loss":{"train{"train_loss": 0.05642801150679588, "global_step": 15092, "epoch": 157, "lr": 0.{"train_loss":{"train{"train_loss": 0.14152878522872925, "global_step": 15093, "epoch": 157, "lr": 0{"train_loss"{"train_l{"train_loss": 0.1206597238779068, "global_step": 15094, "epoch": 157, "lr": 0.{"train_loss": 0.10460500419139862, "global_step": 15095, "epoch": 157, "lr": 0.00026582473527616424}
+{"train_loss": 0.10683999955654144, "global_step": 15096, "epoch": 157, "lr": 0.000265809150365598}
+{"train_loss": 0.09681191295385361, "global_step": 15097, "epoch": 157, "lr": 0.00026579356500689084}
+{"train_loss": 0.099{"train_loss": 0.1008019745349884, "global_ste{"train_loss": 0.0998564288020134, {"train_loss": 0.11516296863555908, "global_step": 15099, "epoch": 157, "lr": 0.0002657623929454784}
+{"train_loss": 0.11{"train_loss": 0.11530275642871857, "global_step": 15100, "epoch": 157, "lr": 0.00{"train_loss": 0.07{"train_loss": 0.07117344439029694, "global_step": 15101, "epoch": 157, "lr": 0.000{"train_loss{"train{"train_loss": 0.0751878023147583, "global_step": 15102, "epoch": 157, "lr": 0.000{"train_loss{"train_loss": 0.08134181052446365, "global_step": 15103, "epoch": 157, "lr": 0.000265700{"train_loss": 0.08919452130794525, "global_step": 15104, "epoch"{"train_loss": 0.08935233950614929, "{"train_loss": 0.{"train_loss": 0.15948930382728577, "global_step": 15105, "epoch": 157, "lr": 0.000{"train_loss": 0.0{"train_loss": 0.09018559753894806, "global_step": 15106, "epoch": 157, "lr": 0.000{"train_loss": 0.08208094537258148, "global_step": 15107, "epoch": 157, "lr": 0.00026563768679542087}
+{"train_loss": 0.09{"train_loss": 0.09203755110502243, "global_step": 15108, "epoch": 157, "lr": 0.00{"train_loss": 0.045337047427892685, "global_step": 15109, "epoch": 157, "lr": 0.0002656065057860506}
+{"train_loss": 0.0{"train_loss": 0.08104899525642395, "global_step": 15110, "epoch": 157, "lr": 0.000{"train_loss": 0.08077219873666763, "global_step": 15111, "epoch": 157, "lr": 0.0002655753229896366}
+{"train_loss": 0.09{"train_loss": 0.09260576218366623, "global_step": 15112, "epoch": 157, "lr": 0.00{"train_loss": 0.09665749967098236, "global_step": 15113, "epoch": 157, "lr": 0.00026554413840702823}
+{"train_loss":{"tra{"train_loss": 0.06468284130096436, "global_step": 15114, "epoch": 157, "lr": 0.000{"train_loss": 0.09238867461681366, "global_step": 15115, "epoch": 157, "lr": 0.00026551295203907494}
+{"train_loss{"train{"train_loss": 0.11502790451049805, "global_step": 15116, "epoch": 157, "lr": 0.00{"train_loss": 0.08916667103767395, "global_step": 15117, "epoch": 157, "lr": 0.0002654817638866262}
+{"train_loss": 0.093{"train_loss": 0.09757819026708603, "global_step": 15118, "epoch": 157, "lr": 0.00{"train_loss": 0.101{"train_loss": 0.10331565141677856, "global_step": 15119, "epoch": 157, "lr": 0.00{"train_loss": 0.075{"train_loss": 0.08006520569324493, "global_step": 15120, "epoch": 157, "lr": 0.0{"train_loss": 0.12518462538719177, "global_step": 15121, "epoch": 157, "lr": 0.00026541938223164036}
+{"train_loss": 0.06726378202438354, "global_step": 15122, "epoch": 157, "lr": 0.0002654037857039117}
+{"train_loss": 0.08{"train_loss": 0.08090583235025406, "global_step": 15123, "epoch": 157, "lr": 0.00{"train_los{"train_loss": 0.10252049565315247, "global_step": 15124, "epoch": 157, "lr": 0.00026537259{"train_loss": 0.080{"train_loss": 0.07992863655090332, "global_step": 15125, "epoch": 157, "lr": 0.0{"train_loss": 0.108{"train_loss": 0.109760582447052, "global_step": 15126, "epoch": 157, "lr": 0.0002{"train_loss": 0.09055996686220169, "global_step": 15127, "epoch": 157, "lr": 0.00026532579638668556}
+{"train_los{"train{"train_loss": 0.08311264216899872, "global_step": 15128, "epoch": 157, "lr": 0.000{"train_loss": 0.08068327605724335, "global_step": 15129, "epoch": 157, "lr": 0.0002652945975451058}
+{"train_loss": 0.0{"train_loss": 0.08351768553256989, "global_step{"train_loss": 0.08480479568243027,{"train_loss": 0.10587146878242493, "global_step": 15131, "epoch": 157, "lr": 0.00026526339692497825}
+{"train_loss": 0.0{"train_loss": 0.09316030889749527, "global_step": 15132, "epoch": 157, "lr": 0.0002{"train_loss": 0.0923600122332573, "global_step": 15133, "epoch": 157, "lr": 0.0002652321945271529}
+{"train_loss": 0.08642706274986267, "global_step": 15134, "epoch": 157, "lr": 0.00026521659266186916}
+{"train_loss": 0.11525891721248627, "global_step": 15135, "epoch": 157, "lr": 0.0002652009903524796}
+{"train_loss{"train_loss": 0.08409562706947327, "global_step": 15136{"train_loss": 0.08310980349779129{"train_loss{"train_loss": 0.09022194147109985, "global_step": 15137{"train_loss": 0.09018435329198837{"train_loss{"train_loss": 0.07868565618991852, "global_step": 15138, "epoch": 157, "lr": 0.00026515{"train_loss": 0.08383685350418091, "global_step": 15139, "epoch": 157, "lr": 0.00026513857667598897}
+{"train_loss{"train_loss": 0.0798112154006958, "global_step": 15140, "epoch": 157, "lr": 0.0002651229{"train_los{"train_loss": 0.08330588042736053, "global_step": 15141,{"train_loss": 0.0832559466361999{"train_los{"train_loss": 0.10180456936359406, "global_step": 15142, "epoch": 157, "lr": 0.00026509176{"train_los{"train_{"train_loss": 0.07405602931976318, "global_step": 15143, "epoch": 157, "lr": 0.00{"train_loss": 0.08{"train_loss": 0.08961290866136551, "global_step": 15144, "epoch": 157, "lr": 0.{"train_loss": 0.07447996735572815, "global_step": 15145, "epoch": 157, "lr": 0.0002650449428561441}
+{"train_loss": 0.0925280973315239, "global_step": 15146, "epoch": 157, "lr": 0.0002650293356686043}
+{"train_loss": 0.0637{"train_loss": 0.06522010266780853, "global_step": 15147, "epoch": 157, "lr": 0.{"train_loss": 0.07871893048286438, "global_step": 15148, "epoch": 157, "lr": 0.00026499811996513934}
+{"train_loss": 0.1294{"train_loss": 0.12626013159751892, "global_step": 15149, "epoch": 157, "lr": 0.{"train_loss": 0.0732{"train_loss": 0.07120133936405182, "global_step": 15150, "epoch": 157, "lr": {"train_loss": 0.088859{"train_loss": 0.08505840599536896, "global_step": 15151, "epoch": 157, "lr": 0{"train_loss": {"train_loss": 0.08830155432224274, "global_step": 15152, {"train_loss": 0.091103449463{"train_loss": {"train_loss": 0.07913076877593994, "global_step": 15153,{"train_loss": 0.078126326203{"train_loss": 0.12022769451141357, "global_step": 15154, "epoch": 157, "lr": 0.0002649044622353135}
+{"train_loss": 0{"train_loss": 0.08894573897123337, "global_step": 15155, "epoch": 157, "lr": 0.000264{"train_loss": 0.11406837403774261, "global_step": 15156, "epoch": 157, "lr": 0.00026487323945506244}
+{"train_loss": 0.09297482669353485, "global_step": 15157, "epoch": 157, "{"train_loss": 0.093541055917{"train_loss": 0.10753720998764038, "global_step": 15158, "epoch": 157, "lr": 0.000264842014907741}
+{"train_loss": {"train_{"train_loss": 0.06918106973171234, "global_step": 15159, "epoch": 157, "lr": 0{"train_loss": 0.103643{"train_loss": 0.1023680567741394, "global_step": 15160, "epoch": 157, "lr": 0.{"train_loss": {"train{"train_loss": 0.10106633603572845, "global_step": 15161, "epoch": 157, "lr": 0{"train_loss": 0.08519{"train_loss": 0.08446687459945679, "global_step": 15162, "epoch": 157, "lr": 0{"train_loss": {"train{"train_loss": 0.11227212846279144, "global_step": {"train_loss": 0.10931175947{"train_loss": 0.08316{"train_loss": 0.08375400304794312, "global_step": {"train_loss": 0.0824647769{"train_loss": 0.072915{"train_loss": 0.07378609478473663, "global_step":{"train_loss": 0.073186911642{"train_loss": {"train_{"train_loss": 0.09907910227775574, "global_step":{"train_loss": 0.102294504642{"train_loss": {"train_loss": 0.09251894755288959, "global_step": 15167, "epoch": 157, "lr": 0.000264{"train_loss": 0.086244{"train_loss": 0.08799578249454498, "global_step"{"train_loss": 0.087983906269{"train_loss": 0.08573402464389801, "global_step": 15169, "epoch": 158, {"train_loss": 0.085355445742{"train_loss": 0.106267{"train_loss": 0.09965403378009796, "global_step": 15170, "epoch": 158, "lr": {"train_loss": {"train_loss": 0.11067792028188705, "global_step": 15171, "epoch": 158, "lr": 0.0002646{"train_loss": 0.09940928965806961, "global_step": 15172, "epoch": 158, {"train_loss": 0.1015927493572{"train_loss": 0.098220{"train_loss": 0.09769003838300705, "global_step"{"train_loss": 0.0989719927310{"train_loss": 0.07260190695524216, "global_step": 15174, "epoch": 158, {"train_loss": 0.072748556733{"train_loss": 0.07421{"train_loss": 0.06896582245826721, "global_step":{"train_loss": 0.0747246369719{"train_loss": 0.09497{"train_loss": 0.0972747653722763, "global_step": {"train_loss": 0.095371916890{"train_loss": {"trai{"train_loss": 0.08836367726325989, "global_step": {"train_loss": 0.09214603900{"train_loss": {"train_loss": 0.06929531693458557, "global_step": 15178,{"train_loss": 0.067394666373{"train_loss": 0.12985411286354065, "global_step": 15179, "epoch": 158, "lr": 0.0002645140506879752}
+{"train_loss":{"train_loss": 0.1442691683769226, "global_step": 15180,{"train_loss": 0.143130958080291{"train_loss"{"train_loss": 0.09077759087085724, "global_step": 15181,{"train_loss": 0.09226952493190{"train_loss"{"train_loss": 0.07850369811058044, "global_step": 15182, "epoch": 158, "lr": 0.00026446{"train_loss"{"trai{"train_loss": 0.08554555475711823, "global_step": 15183, "epoch": 158, "lr": 0.0{"train_loss": 0.05{"train_loss": 0.06331557780504227, "global_step": 15184, "epoch": 158, "lr": 0.00{"train_loss": 0.12943123281002045, "global_step": 15185, "epoch": 158, "lr": 0.00026442031099705473}
+{"train_loss":{"train_loss": 0.051866546273231506, "global_step": 15186, "epoch": 158, "lr": 0.000264{"train_loss": 0.10820236057043076, "global_step": 15187, "epoch": 158, "lr": 0.00026438906092281325}
+{"train_loss": 0.08{"train_loss": 0.08535417914390564, "global_step": 15188, "epoch": 158, "lr": 0.00{"train_loss": 0.09{"train_loss": 0.0978473499417305, "global_step": 15189, "epoch": 158, "lr": 0.000{"train_loss": {"t{"train_loss": 0.10688076913356781, "global_step": 1{"train_loss": 0.10629425197839{"train_loss":{"train_loss": 0.0774117112159729, "global_step": 15191, "epoch": 158, "lr": 0.00026432{"train_loss"{"train_loss": 0.07649900019168854, "global_step": 15192, "epoch": 158, "lr": 0.0002643{"train_loss"{"tra{"train_loss": 0.11605818569660187, "global_step": 15193, "epoch": 158, "lr": 0.000{"train_loss":{"tra{"train_loss": 0.06987695395946503, "global_step": 15194, "epoch": 158, "lr": 0.000{"train_loss": 0.07{"train_loss": 0.07655796408653259, "global_step": 1{"train_loss": 0.071501195430{"train_loss": 0.130{"train_loss": 0.12925900518894196, "global_step": 15196, "epoch": 158, "lr": 0.00{"train_loss"{"train{"train_loss": 0.10036641359329224, "global_step": 15197, "epoch": 158, "lr": 0.0{"train_loss"{"train_loss": 0.08679698407649994, "global_step": 15198, "epoch": 158, "lr": 0.000264217{"train_loss": 0.082{"train_loss": 0.08661001920700073, "global_step": 15199, "epoch": 158, "lr": 0.00{"train_loss{"train_loss": 0.08048826456069946, "global_step": 15200, "epoch": 158, "lr": 0.0002641858{"train_loss": 0.11284880340099335, "global_step": 15201, "epoch": 158, "lr": 0.00026417026134210127}
+{"train_loss": 0.108{"train_loss": 0.10873045027256012, "global_step": 15202, "epoch": 158, "lr": 0.00{"train_loss{"train_loss": 0.08356496691703796, "global_step": 15203, "epoch": 158, "lr": 0.000264138{"train_loss": 0.11025938391685486, "global_step": 15204, "epoch": 158, "lr": 0.0002641233645647076}
+{"train_loss": 0.077{"train_loss": 0.07980982959270477, "global_step": 1{"train_loss": 0.0774777382612{"train_loss{"train_loss": 0.10676153749227524, "global_step": 15206, "epoch": 158, "lr": 0.000264092{"train_loss": 0.09033729881048203, "global_step": 15207, "epoch": 158, "lr": 0.00026407646385736313}
+{"train_loss": 0.1{"train_loss": 0.12525272369384766, "global_step": 15208, "epoch": 158, "lr": 0.000{"train_loss{"trai{"train_loss": 0.09059542417526245, "global_step": 15209, "epoch": 158, "lr": 0.000{"train_loss{"trai{"train_loss": 0.08976928889751434, "global_step": 15210, "epoch": 158, "lr": 0.000{"train_loss{"train_loss": 0.08286614716053009, "global_step": 15211, "epoch": 158, "lr": 0.0002640139{"train_loss": 0.0{"train_loss": 0.061246875673532486, "global_step": 15212, "epoch": 158, "lr": 0.00{"train_los{"train_loss": 0.11567443609237671, "global_step": 15213, "epoch": 158, "lr": 0.00026398265{"train_los{"train_loss": 0.07376265525817871, "global_step": 15214, "epoch": 158, "lr": 0.00026396701{"train_los{"train_loss": 0.11588291078805923, "global_step": 15215, "epoch": 158, "lr": 0.0002639513{"train_loss": 0.0887041687965393, "global_step": 15216, "epoch": 158, "lr": 0.00026393573818437146}
+{"train_loss{"train_loss": 0.10281341522932053, "global_step": 15217, "ep{"train_loss": 0.1020711362{"train_loss"{"train_loss": 0.07108505815267563, "global_step": 15218, "epoch": 158, "lr": 0.000263904{"train_loss": 0.0996{"train_loss": 0.09803721308708191, "global_step": 1{"train_loss": 0.10091570764{"train_loss{"train_loss": 0.10416648536920547, "global_step": 15220, "epoch": 158, "lr": 0.0002638731{"train_loss{"train_loss": 0.09441912174224854, "global_step": 15221, "epoch": 158, "lr": 0.000263857{"train_loss{"train_{"train_loss": 0.07608450949192047, "global_step": 15{"train_loss": 0.0782612264{"train_loss": 0.0974{"train_loss": 0.09483873844146729, "global_step": 15223, "epoch": 158, "lr": 0.0{"train_los{"train_loss": 0.11789662390947342, "global_step": 15224, "epoch": 158, "lr": 0.0002638106{"train_loss": 0.0635{"train_loss": 0.065977543592453, "global_step": 15225, "epoch": 158, "lr": 0.00{"train_loss": 0.09117981791496277, "global_step": 15226, "epoch": 158, "lr": 0.00026377933496743314}
+{"train_loss": 0.07895983010530472, "global_step": 15227, "epoch": 158, "lr": 0.0002637636922552304}
+{"train_loss": 0.0690792053937912, "global_step": 15228, "epoch": 158, "lr": 0.00026374804910881577}
+{"train_loss{"train_loss": 0.08395754545927048, "global_step": 15229, "epoch": 158, "lr": 0.0002637324{"train_loss": 0.0{"train_loss": 0.09770449995994568, "global_step": 15230, "epoch": 158, "lr": 0.000{"train_loss{"trai{"train_loss": 0.07276222109794617, "global_step": 15231, "epoch": 158, "lr": 0.000{"train_loss": 0.0{"train_loss": 0.0892421305179596, "global_step": 15232, "epoch": 158, "lr": 0.00026{"train_loss{"tra{"train_loss": 0.0785505548119545, "global_step": 15233, "epoch": 158, "lr": 0.000263{"train_loss": 0.10260625183582306, "global_step": 15234, "epoch": 158, "lr": 0.00026365418111784294}
+{"train_loss": 0.08595739305019379, "global_step": 15235, "epoch": 158, "lr": 0.00026363853493492764}
+{"train_loss": 0.0784347653388977, "global_step": 15236, "epoch": 158, "lr": 0.00026362288831865277}
+{"train_loss"{"tr{"train_loss": 0.09075702726840973, "global_step": 15237, "epoch": 158, "lr": 0.00026{"train_loss"{"tr{"train_loss": 0.08360473811626434, "global_step": 15238, "epoch": 158, "lr": 0.0002{"train_loss": 0.09743089228868484, "global_step": 15239, "epoch": 158, "lr": 0.0002635759458707357}
+{"train_loss": 0.{"train_loss": 0.08019456267356873, "global_step": 15240, "epoch": 158, "lr": 0.0002{"train_loss": 0.{"train_loss": 0.08641182631254196, "global_step": 15241, "epoch": 158, "lr": 0.000{"train_loss"{"train_loss": 0.06263191998004913, "global_step": 15242, "epoch": 158, "lr": 0.00026352{"train_loss": 0.07810334861278534, "global_step": 15243, "epoch": 158, "lr": 0.000263513349879609}
+{"train_loss": 0.10073491930961609, "global_step": 15244, "epoch": 158, "lr": 0.000263497699800293}
+{"train_loss"{"train_loss": 0.09545901417732239, "global_step": 15245, "epoch": 158, "lr": 0.000263482{"train_loss"{"tr{"train_loss": 0.1161128431558609, "global_step": 15246{"train_loss": 0.112308770418{"train_loss"{"train_loss": 0.08969436585903168, "global_step": 15247, "epoch": 158, "lr": 0.000263450{"train_loss"{"train_loss": 0.07588247954845428, "global_step": 15248, {"train_loss": 0.07581076025962{"train_loss": 0{"train_loss": 0.07866080105304718, "global_step": 15249, "epoch": 158, "lr": 0.00026{"train_loss": 0{"train_loss": 0.07083738595247269, "global_step": 15250, "epoch": 158, "lr": 0.000263{"train_loss": 0.08820708096027374, "global_step": 15251, "epoch": 158, "lr": 0.00026338813714383273}
+{"train_loss": {"train_loss": 0.11623694002628326, "global_step": 15252, "epoch": 158, "lr": 0.000263{"train_loss{"t{"train_loss": 0.08941760659217834, "global_step": 15253, "epoch": 158, "lr": 0.0002633{"train_loss": {"train_loss": 0.07853144407272339, "global_step": 15254, "epoch": 158, "lr": 0.000263{"train_loss": {"train_loss": 0.09429830312728882, "global_step": 15255, "epoch": 158, "lr": 0.0002633{"train_loss{"t{"train_loss": 0.14522990584373474, "global_step": 1525{"train_loss": 0.14184433221817{"train_loss": {"train_loss": 0.11394060403108597, "global_step": 15257, "epoch": 158, "lr": 0.000263{"train_loss": 0.09358352422714233, "global_step": 15258, "epoch": 158, "lr": 0.00026327855333630243}
+{"train_loss": 0.08365857601165771, "global_step": 15259, "epoch": 158, "lr": 0.00026326289678216925}
+{"train_loss": {"train_loss": 0.08533546328544617, "global_step": 15260, "epoch": 158, "lr": 0.0002632{"train_loss": {"train_loss": 0.09852287173271179, "global_step": 15261, "epoch": 158, "lr": 0.000263{"train_loss{"t{"train_loss": 0.0771670788526535, "global_step": 15262, "epoch": 158, "lr": 0.00026321{"train_loss{"{"train_loss": 0.09188120008911937, "global_step": 15263, "epoch": 158, "lr": 0.0002632{"train_loss": 0.10369475185871124, "global_step": 15264, "epoch": 159, "lr": 0.0002631846075516111}
+{"train_loss{"train_loss": 0.09947222471237183, "global_step": 15265, "epoch": 159, "lr": 0.000263168{"train_loss": 0.10799257457256317, "global_step": 15266, "epoch": 159, "lr": 0.0002631532888467618}
+{"train_loss{"train_loss": 0.08652226626873016, "global_step": 15267, "epoch": 159, "lr": 0.0002631376{"train_loss": 0.0713510736823082, "global_step": 15268, "epoch": 159, "lr": 0.0002631219684216914}
+{"train_loss": 0.10501978546380997, "global_step": 15269, "epoch": 159, "lr": 0.00026310630756434}
+{"train_loss": 0.08009493350982666, "global_step": 15270, "epoch": 159, "lr": 0.0002630906462772531}
+{"train_los{"train_loss": 0.072126105427742, "global_step": 15271, "epoch": 159, "lr": 0.00026307498{"train_lo{"train_loss": 0.09427206218242645, "global_step": 15272, "epoch": 159, "lr": 0.00026305932{"train_lo{"train_loss": 0.0641925260424614, "global_step": 15273, "epoch": 159, "lr": 0.000263043659{"train_l{"tra{"train_loss": 0.09189304709434509, "global_step": 15274,{"train_loss": 0.09042881429195{"train_l{"train_loss": 0.06954101473093033, "global_step": 15275, "epoch": 159, "lr": 0.000263012333{"train_l{"train_loss": 0.08640410006046295, "global_step": 15276, "epoch": 159, "lr": 0.0002629966695{"train_l{"train_loss": 0.1192232072353363, "global_step": 15277, "epoch": 159, "lr": 0.000262981005{"train_l{"train_loss": 0.09171633422374725, "global_step": 15278, "epoch": 159, "lr": 0.0002629653405{"train_loss": 0.09146139025688171, "global_step": 15279, "epoch": 159, "lr": 0.0002629496753729803}
+{"train_loss": 0.09799111634492874, "global_step": 15280, "epoch": 159, "lr": 0.00026293400979440643}
+{"train_{"trai{"train_loss": 0.1058206558227539, "global_step": 15281, {"train_loss": 0.09917942434549{"train_loss": 0.11879967153072357, "global_step": 15282, "epoch": 159,{"train_loss": 0.1194167286157{"train_{"train_loss": 0.09813693165779114, "global_step": 15283, "epoch": 159, "lr": 0.0002628870104{"train_{"train_loss": 0.09263823181390762, "global_step": 15284, "epoch": 159, "lr": 0.00026287134319{"train_loss{"train_loss": 0.09810817241668701, "global_step": 15285, "epoch": 159, "lr": 0.00026285{"train_loss": 0.09540040791034698, "global_step": 15286, "epoch": 159, "lr": 0.00026284000732689427}
+{"train_loss": 0.07497510313987732, "global_step": 15287, "epoch": 159,{"train_loss": 0.07515595853328{"train_loss": 0.07840829342603683, "global_step": 15288, "epoch": 159,{"train_loss": 0.07878813892602{"train_loss": 0.09968075156211853, "global_step": 15289, "epoch": 159, "lr": 0.00026279300031475223}
+{"train_loss": 0.08908995240926743, "global_step": 15290, "epoch": 159{"train_loss": 0.089286312460899{"train_l{"train_loss": 0.07624854147434235, "global_step": 15291, "epoch": 159, "lr": 0.00026276166{"train_loss": 0.11255714297294617, "global_step": 15292, "epoch": 159, "lr": 0.000262745989454194}
+{"train_loss": 0.1009688675403595, "global_step": 15293, "epoch": 159,{"train_loss": 0.1010151803493{"train_loss": {"train_loss": 0.06733595579862595, "global_step": 15294, "epoch": 159, "lr": 0.000262{"train_loss": 0.12313785403966904, "global_step": 15295, "epoch": 159,{"train_loss": 0.1228424608707{"train_loss": 0.08596943318843842, "global_step": 15296, "epoch": 159, "lr": 0.00026268330232533777}
+{"train_loss": 0.09574654698371887, "global_step": 15297, "epoch": 159{"train_loss": 0.09476614743471{"train_loss": 0.12045247852802277, "global_step": 15298, "epoch": 159, "lr": 0.00026265195619935405}
+{"train_loss": 0.09786197543144226, "global_step": 15299, "epoch": 159, "lr": 0.0002626362824963468}
+{"train_loss"{"train_loss": 0.08720991015434265, "global_step": 15300, "epoch": 159, "lr": 0.0002626{"train_loss"{"train_loss": 0.09239304065704346, "global_step": 15301,{"train_loss": 0.08889418840408{"train_loss"{"train_loss": 0.07503941655158997, "global_step": 15302,{"train_loss": 0.074378766119480{"train_loss": 0.06992869824171066, "global_step": 15303, "epoch": 159, "lr": 0.0002625735834200393}
+{"train_{"train_loss": 0.08851301670074463, "global_step": 15304, "epoch": 159, "lr": 0.00026255790758{"train_loss"{"train_loss": 0.11528345197439194, "global_step": 15305, "epoch": 159, "lr": 0.00026254{"train_loss": 0.11466263234615326, "global_step": 15306, "epoch": 15{"train_loss": 0.11513075232505{"train_{"tra{"train_loss": 0.09434585273265839, "global_step": 15307, "epoch": 159, "lr": 0.00026251{"train_{"train_loss": 0.0988604798913002, "global_step": 15308, "epoch": 159, "lr": 0.00026249519998{"train_{"trai{"train_loss": 0.11547690629959106, "global_step": 1530{"train_loss": 0.110212527215480{"train_{"trai{"train_loss": 0.11017484962940216, "global_step": 15310, "epoch": 159, "lr": 0.0002624{"train_{"train_loss": 0.08444210886955261, "global_step": 15311, "e{"train_loss": 0.0856141820549964{"train_loss":{"train_loss": 0.10699760913848877, "global_step": 15312, "epoch": 159, "lr": 0.00026243{"train_loss":{"train_loss": 0.12837055325508118, "global_step": 153{"train_loss": 0.1250115633010864{"train_l{"trai{"train_loss": 0.07725648581981659, "global_step": 15314, "epoch": 159, "lr": 0.000262{"train_loss": 0.08780625462532043, "global_step": 15315, "epoch": 159, "lr": 0.00026238544531211375}
+{"train_loss": 0.09200721979141235, "global_step": 15316, "epoch": 159, "lr": 0.00026236976437253644}
+{"train_loss": 0.1281028687953949, "global_step": 15317, "epoch": 159{"train_loss": 0.12888529896736{"train_loss": 0.10907634347677231, "global_step": 15318, "epoch": 159{"train_loss": 0.10991154611110{"train_loss": 0.09581098705530167, "global_step": 15319, "epoch": 159{"train_loss": 0.09632370620965{"train_loss": 0.09764282405376434, "global_step": 15320, "epoch": 159{"train_loss": 0.098903089761734{"train_l{"train_loss": 0.10345929861068726, "global_step": 15321, "epoch": 159, "lr": 0.0002622913533{"train_loss": 0.07752916216850281, "global_step": 15322, "epoch": 159, "lr": 0.0002622756698196972}
+{"train_loss": 0.11394254118204117, "global_step": 15323, "epoch": 159, "lr": 0.00026225998590932465}
+{"train_loss": 0.11326035857200623, "global_step": 15324, "epoch": 159{"train_loss": 0.11584632098674{"train_l{"train_loss": 0.06696824729442596, "global_step": 15325, "ep{"train_loss": 0.06817968189716{"train_loss": 0.10429905354976654, "global_step": 15326, "epoch": 159, "lr": 0.0002622129316348018}
+{"train_loss": 0.09258691966533661, "global_step": 15327, "epoch": 159, "lr": 0.00026219724602918166}
+{"train_l{"train_loss": 0.11318989843130112, "global_step": 15328, "epoch": 159, "lr": 0.000262181560{"train_loss": 0.08973495662212372, "global_step": 15329, "epoch": 15{"train_loss": 0.0909681022167205{"train_loss": {"train_loss": 0.09816594421863556, "global_step": 15330, "epoch": 159, "lr": 0.000262{"train_loss": 0.09450587630271912, "global_step": 15331, "epoch": 159, "lr": 0.00026213449937232053}
+{"train_{"train{"train_loss": 0.11243599653244019, "global_step": 153{"train_loss": 0.1166877076029777{"train{"train_loss": 0.10852468013763428, "global_step": 15333, "epo{"train_loss": 0.10908102989196{"train_loss": 0.09607341140508652, "global_step": 15334, "epoch": 15{"train_loss": 0.0980099886655807{"train_loss": 0.07645618915557861, "global_step": 15335, "epoch": 159, "lr": 0.00026207174594557783}
+{"train_loss": 0.07532377541065216, "global_step": 15336, "epoch": 15{"train_loss": 0.077219262719154{"train{"train_loss": 0.09521117061376572, "global_step": 15337, "epo{"train_loss": 0.097112685441970{"train{"train{"train_loss": 0.07853128015995026, "global_step": 15338, "epoch": 159, "lr": 0.00026202{"trai{"train_{"train_loss": 0.08158823847770691, "global_step": 1533{"train_loss": 0.0747469440102577{"trai{"train_{"train_loss": 0.08918949216604233, "global_step": 1534{"train_loss": 0.087228894233703{"trai{"train_loss": 0.07983053475618362, "global_step": 15341, "epoch": 159, "lr": 0.00026197760312{"train_loss": {"train_loss": 0.07550439238548279, "global_step": 1{"train_loss": 0.08152523636817932,{"train_loss": {"train_loss": 0.09832415729761124, "global_step": 15343, "epoch": 159, "lr": 0.000261{"train_loss": 0.09417067468166351, "global_step": 15344, "epoch": 159, "lr": 0.00026193052601844365}
+{"train{"train_{"train_loss": 0.08364425599575043, "global_step": 1{"train_loss": 0.0844520479440689{"train_loss": 0.10006272047758102, "global_step": 15346, "epoch": 159, "lr": 0.00026189913917065656}
+{"train_loss": 0.11188751459121704, "global_step": 15347, "epoch":{"train_loss": 0.11168190836906433, {"trai{"train_l{"train_loss": 0.06545016169548035, "global_step": 15348, "epoch": 159, "lr": 0.0002618{"trai{"train_l{"train_loss": 0.11143629997968674, "global_step": 15349, "epoch": 159, "lr": 0.0002618{"train_loss": {"train_loss": 0.062202125787734985, "global_step": 15350, "epoch": 159, "lr": 0.000261{"tra{"train_loss": 0.0819566547870636, "global_step": 15351, "epoch": 159, "lr": 0.00026182066467654{"tr{"train_los{"train_loss": 0.08649928867816925, "global_step": 15352, "epoch": 159, "lr": 0.0002618{"t{"train_loss": 0.10935240983963013, "global_step": 15353, "epoch": 159, "lr": 0.000261789271931294{"train_loss": {"train_loss": 0.07968883961439133, "global_step":{"train_loss": 0.07951532304286957, {"train_loss": {"train_loss": 0.10980972647666931, "global_step": 15355, "epoch": 159, "lr": 0.0002617{"{"train_loss": 0.09260217845439911, "global_step": 15356, "epoch": 159, "lr": 0.00026174217965792935{"{"train_loss": 0.09726960957050323, "global_step": 15357, "epoch": 159, "lr": 0.0002617264813924398{"train_loss": 0.10137833654880524, "global_step": 15358, "epoch{"train_loss": 0.10178269445896149, "{"train_loss": 0.09369844601800044, "global_step": 15359, "epoch": 159, "lr": 0.0002616950836005503}
+{"{"train_loss": 0.09508919715881348, "global_step": 15360, "epoch": 160, "lr": 0.00026167938407436{"train_loss": 0.09266271442174911, "global_step": 15361, "epoch": 160, "lr": 0.00026166368412815954}
+{"tr{"train_loss{"train_loss": 0.09684287011623383, "global_step"{"train_loss": 0.09382842481136322, "{"train_loss": 0.08761681616306305, "global_step": 15363, "epoch": 160, "lr": 0.0002616322829761228}
+{"train_loss": 0.104591965675354, "global_step": 15364, "epoch": 160, "lr": 0.00026161658177050454}
+{"tr{"train_loss"{"train_loss": 0.07595628499984741, "global_step": 15365, "epoch": 160, "lr": 0.00026{"t{"train_loss":{"train_loss": 0.08610457181930542, "global_step": 15366, "epoch": 160, "lr": 0.0002{"t{"train_loss": 0.05994037166237831, "global_step": 15367, "epoch": 160, "lr": 0.000261569475636532{"t{"train_loss": 0.07464522868394852, "global_step": 15368, "epoch": 160, "lr": 0.0002615537727531932{"t{"train_loss": 0.10058049857616425, "global_step": 15369, "epoch": 160, "lr": 0.000261538069450690{"train_loss": 0.{"train_loss": 0.0934334322810173, "global_step": 15370, "epoch": 160, "lr": 0.000261{"{"train_loss": 0.10182514786720276, "global_step": 15371, "epoch": 160, "lr": 0.0002615066615886238{"{"train_loss":{"train_loss": 0.07091133296489716, "global_step": 15372, "epoch": 160, "lr": 0.000261{"train_loss": 0{"train_loss": 0.08030889183282852, "global_step": {"train_loss": 0.08122316002845764{"train_loss": 0.08069653809070587, "global_step": 15374, "epoch": 160, "lr": 0.00026145954665447447}
+{"train_loss": 0.09893491864204407, "global_step": 15375, "epoch": 160, "lr": 0.00026144384083923936}
+{"train_loss": 0.12070214748382568, "global_step": 15376, "epoch": 160, "lr": 0.0002614281346055898}
+{"train_loss": 0.10082176327705383, "global_step": 15377, "epoch": 160, "lr": 0.0002614124279536328}
+{"train_loss": 0.04793654382228851, "global_step": 15378, "epoch": 160, "lr": 0.0002613967208834753}
+{"train_loss": 0{"train_loss": 0.12160135060548782, "global_step": 15379, "epoch": 160, "lr": 0.00026{"train_loss": 0{"train_loss": 0.1066049262881279, "global_step": 15380, "epoch": 160, "lr": 0.000261{"train_loss": {"train_loss": 0.07818928360939026, "global_step": 15381, "epoch": 160, "lr": 0.0002613{"train_loss": 0.08170953392982483, "global_step": 15382, "epoch": 160, "lr": 0.00026133388842297943}{"train_loss": {"train_loss": 0.09366029500961304, "global_step": 15383, "epoch": 160, "lr": 0.0002613{{"train_loss":{"train_loss": 0.10069295763969421, "global_step": 15384, "epoch": 160, "lr": 0.000261{{"train_loss":{"train_loss": 0.10353275388479233, "global_step": 15385, "epoch": 160, "lr": 0.0002612{{"train_loss":{"train_loss": 0.08023324608802795, "global_step": 15386, "epoch": 160, "lr": 0.0002612{"train_loss": 0.06755977869033813, "global_step": 15387, "epoch": 160, "lr": 0.00026125533845068437}
+{{"train_loss": 0.09774838387966156, "global_step": 15388, "epoc{"train_loss": 0.09832742065191269, "{"{"train_loss": 0.11085695028305054, "global_step": 15389, "epoch": 160, "lr": 0.000261223915541102{"{"train_loss": 0.10260497778654099, "global_step": 15390, "epoch": 160, "lr": 0.00026120820346088206{"{"train_loss": 0.11043249070644379, "global_step": 15391, "epoch": 160, "lr": 0.00026119249096385246{"train_loss": 0.07165122032165527, "global_step": 15392, "epoch": 160, "lr": 0.00026117677805012}
+{"train_loss": {"train_loss": 0.072085440158844, "global_step": 15393, "epoch": 160, "lr": 0.00026116{"{"train_loss": 0.06854407489299774, "global_step": 15394, "epoch": 160, "lr": 0.00026114535097297465{"{"train_los{"train_loss": 0.0994468629360199, "global_step": 15395, "epoch": 160, "lr": 0.000261129{"train_loss{"train_loss": 0.09024736285209656, "global_step": 1{"train_loss": 0.08862099796533585, "g{"train_loss{"train_loss": 0.09343500435352325, "global_step": 15397, "epoch": 160, "lr": 0.000261098{"train_loss{"train_loss": 0.1019972562789917, "global_step": 1{"train_loss": 0.10484897345304489, "g{"train_loss": 0.0751536414027214, "global_step": 15399, "epoch{"train_loss": 0.07439082115888596, "{"train_loss": 0.112248495221138, "global_step": 15400, "epoch": 160, "lr": 0.0002610510597518001}
+{"t{"train_los{"train_loss": 0.09016148000955582, "global_step": 15401, "epoch": 160, "lr": 0.00026103{"train_loss": 0.08092788606882095, "global_step": 15402, "epoch":{"train_loss": 0.0815143957734108, {"train_loss":{"train_loss": 0.07196840643882751, "global_step": 15403, "epoch": 160, "lr": 0.00026100{"train_loss": 0.09578445553779602, "global_step": 15404, "epoch"{"train_loss": 0.09607397019863129, {{"train_loss": 0.09007042646408081, "global_step": 15405, "epoch": 160, "lr": 0.0002609724723003321}{{"train_loss": 0.07972175627946854, "global_step": 15406, "epoch"{"train_loss": 0.08053014427423477,{{"train_loss": 0.08721998333930969, "global_step": 15407, "epoch"{"train_loss": 0.08702848851680756, {{"train_loss": 0.07606083899736404, "global_step": 15408, "epoch": 160, "lr": 0.0002609253148461405}{{"train_loss": 0.0991043969988823, "global_step": 15409, "epoch": 160, "lr": 0.0002609095948648338}
+{"train_loss": 0.0890757292509079, "global_step": 15410, "epoch": 160, "lr": 0.0002608938744687507}{{"train_loss": 0.08885086327791214, "global_step": 15411, "epoch":{"train_loss": 0.08925585448741913{"train_loss": 0.11883976310491562, "global_step": 15412, "epoch": 160, "lr": 0.0002608624324326837}
+{"train_loss": 0.08088859915733337, "global_step": 15413, "epoch": 160, "lr": 0.0002608467107929138}
+{{"train_loss": 0.10955677926540375, "global_step": 15414, "epoch"{"train_loss": 0.11190442740917206,{{"train_loss": 0.06451204419136047, "global_step": 15415, "epoch": 160, "lr": 0.00026081526627043676}{{"train_loss": 0.07981032878160477, "global_step": 15416, "epoch": 160, "lr": 0.00026079954338794367}{{"train_loss": 0.0904935747385025, "global_step": 15417, "epoch": 160, "lr": 0.0002607838200914236}
+{"train_loss": 0.06219494342803955, "global_step": 15418, "epoch": 160, "lr": 0.00026076809638098374}
+{"train_loss": 0.0903497189283371, "global_step": 15419, "epoch": 160, "lr": 0.00026075237225673103}
+{"train_loss": 0.09181715548038483, "global_step": 15420, "epoch": 160, "lr": 0.00026073664771877257}
+{{"train_loss": 0.11335641145706177, "global_step": 15421, "epoch": 160, "lr": 0.0002607209227672155}{"train_loss": 0.0747588649392128, "global_step": 15422, "epoch": 160, "lr": 0.0002607051974021669}
+{"{"train_loss": 0.07977645844221115, "global_step": 15423, "epoch": 160, "lr": 0.00026068947162373376{"{"train_loss": 0.07656996697187424, "global_step": 15424, "epoch": {"train_loss": 0.077143587172031{"train_loss": 0.09967110306024551, "global_step": 15425, "epoch": 160, "lr": 0.00026065801882714247}
+{"train_loss": 0.10347653925418854, "global_step": 15426, "epoch": 160, "lr": 0.0002606422918091985}
+{"train_los{"train_loss": 0.09047732502222061, "global_step": 15427, "epoch": 160, "lr": 0.0002606265{{"train_loss": 0.08152471482753754, "global_step": 15428, "epoch": 160, "lr": 0.00026061083653454925}{"train_loss": 0.09934574365615845, "global_step": 15429, "epoch": 1{"train_loss": 0.1013212651014328,{{"train_lo{"train_loss": 0.10022842884063721, "global_step": 15430, "epoch": 160, "lr": 0.00026057937{"train_loss": 0.07645370811223984, "global_step": 15431, "epoch": 160, "lr": 0.00026056365052727897}
+{"train_loss": 0.08578182756900787, "global_step": 15432, "epoch": 160, "lr": 0.0002605479210332048}
+{"train_loss": 0.08707350492477417, "global_step": 15433, "epoch": 160, "lr": 0.0002605321911268173}
+{"train_loss": 0.05912325903773308, "global_step": 15434, "epoch":{"train_loss": 0.05923888832330704, {"train_loss": 0.08897288143634796, "global_step": 15435, "epoch":{"train_loss": 0.08876876533031464,{"train_loss": 0.08367665112018585, "global_step": 15436, "epoch":{"train_loss": 0.08484737575054169, {{"train_loss": 0.08801855146884918, "global_step": 15437, "epoch"{"train_loss": 0.08784163743257523, {"train_l{"train_loss": 0.09401838481426239, "global_step": 15438,{"train_loss": 0.09212370961904526{"train_loss": 0.08685695379972458, "global_step": 15439, "epoch": 160, "lr": 0.00026043780303590765}
+{"train_loss": 0.1369989961385727, "global_step": 15440, "epoch": 1{"train_loss": 0.13889643549919128{{"train_loss": 0.06686843931674957, "global_step": 15441, "epoch": {"train_loss": 0.0671038478612899{"train_loss": 0.1252756118774414, "global_step": 15442, "epoch": 160, "lr": 0.0002603906034328981}
+{{"train_loss": 0.0781964361667633, "global_step": 15443, "epoch": 160, "lr": 0.0002603748694092676}
+{"train_loss{"train_loss": 0.07510441541671753, "global_step": 15444, "epoch": 160, "lr": 0.0002603591{"train_loss": 0.10011230409145355, "global_step": 15445, "epoch": 16{"train_loss": 0.0995573848485946{"train_loss{"train_loss": 0.092884361743927, "global_step": 15446, "{"train_loss": 0.0888564139604568{"train_loss": 0.08074432611465454, "global_step": 15447, "epoch": 160, "lr": 0.000260311929204467}
+{"train_loss": 0.08534467220306396, "global_step": 15448, "epoch": 16{"train_loss": 0.085483171045780{"train_loss": 0.10688003897666931, "global_step": 15449, "epoch": 160, "lr": 0.0002602804566373995}
+{"train_loss": 0.0994596928358078, "global_step": 15450, "epoch": 160, "lr": 0.00026026471973807395}
+{{"train_loss": 0.07308991253376007, "global_step": 15451, "epoch": 16{"train_loss": 0.073142662644386{"train{"train_loss": 0.07555755227804184, "global_step": 15452, "epoch": 160, "lr": 0.00026023324470{{"trai{"train_loss": 0.09359288215637207, "global_step": 15453, "epoch": 160, "lr": 0.00026021750657{"train_loss": 0.0625235065817833, "global_step": 15454, "epoch": 160, "lr": 0.000260201768037994}
+{"train_{"train_loss": 0.08887853799387813, "global_step": 15455, "epoch": 160, "lr": 0.00026018602908781547, "train_action_mse_error": 1.28731007862370{{"train{"train_loss": 0.0925118625164032, "global_step": 15456, "epoch": 161, "lr": 0.000260170289727{"train{"train_loss": 0.12779277563095093, "global_step": 15457, "epoch": 161, "lr": 0.00026015454995{"train_loss": 0.09456653892993927, "global_step": 15458, "epoch": 161, "lr": 0.0002601388097786138}{"train_l{"train_loss": 0.10585126280784607, "global_step": 15459, "epoch": 161, "lr": 0.0002601230691{"train_loss": 0.09957938641309738, "global_step": 15460, "epoch": 161, "lr": 0.00026010732819132967}
+{{"train_{"train_loss": 0.0651819109916687, "global_step": 15461, "epoch": 161, "lr": 0.0002600915867{{"train{"train_loss": 0.08652499318122864, "global_step": 15462, "epoch": 161, "lr": 0.0002600758449{{"train{"train_loss": 0.09367066621780396, "global_step": 15463, "epoch": 161, "lr": 0.0002600601027{"train_{"train_loss": 0.1068766713142395, "global_step": 15464, "epoch": 161, "lr": 0.00026004436010{"train{"train_loss": 0.09675249457359314, "global_step": 15465, "epoch": 161, "lr": 0.000260028617062{"train_loss": 0.07423847913742065, "global_step": 15466, "epoch": 161,{"train_loss": 0.07421420514583{"train_loss": 0.07071612775325775, "global_step": 15467, "epoch": 161,{"train_loss": 0.0712118372321{"train{"train_loss": 0.13291022181510925, "global_step": 15468, "epoch{"train_loss": 0.133039101958{"{"train{"train_loss": 0.07197236269712448, "global_step": 15469, "epoch": 161, "lr": 0.000259965640{"t{"train{"train_loss": 0.07298559695482254, "global_step": 15470, "epoch": 161, "lr": 0.000259949895{"t{"train{"train_loss": 0.07733491063117981, "global_step": 15471, "epoch{"train_loss": 0.07327124476{"train_loss": 0.07265929877758026, "global_step": 15472, "epoch": 161, {"train_loss": 0.0717680752277{"t{"train{"train_loss": 0.08212548494338989, "global_step": 15473, "epoch": 161, "lr": 0.000259902658{"t{"train_loss": 0.10641805827617645, "global_step": 15474, "epoch": 16{"train_loss": 0.1046229749917{"t{"train{"train_loss": 0.07870499044656754, "global_step": 15475, "epoch": 161, "lr": 0.000259871164{{"train_l{"train_loss": 0.09846525639295578, "global_step": 15476, "epoch": 161, "lr": 0.00025985541{"train_lo{"train_loss": 0.06772337853908539, "global_step": 15477, "epoch": 161, "lr": 0.0002598396{"{"train_l{"train_loss": 0.09516647458076477, "global_step": 15478, "epoch": 161, "lr": 0.0002598239{"{"train_l{"train_loss": 0.10867919027805328, "global_step": 15479, "epoch": 161, "lr": 0.00025980817{"train_los{"train_loss": 0.08157365024089813, "global_step": 15480, "epoch": 161, "lr": 0.0002597924{"{"train_lo{"train_loss": 0.13005369901657104, "global_step": 15481, "epoch": 161, "lr": 0.000259776{"train_loss"{"train_loss": 0.10350847989320755, "global_step": 15482, "epoch": 161, "lr": 0.00025976{"train_loss":{"train_loss": 0.07637468725442886, "global_step": 15483, "epoch": 161, "lr": 0.00025974{"train_loss":{"train_loss": 0.06304658949375153, "global_step": 15484, "epoch": 161, "lr": 0.00025972{"train_loss":{"train_loss": 0.06802050769329071, "global_step": 15485, "epoch": 161, "lr": 0.0002597{"train_loss":{"train_loss": 0.0848282054066658, "global_step": 15486, "epoch": 161, "lr": 0.00025969{"train_loss"{"train_loss": 0.05134987831115723, "global_step": 15487, "epoch": 161, "lr": 0.0002596{"train_loss": 0.07342921942472458, "global_step": 15488, "epoch": 161, "lr{"train_loss": 0.073260650{"tra{"train_l{"train_loss": 0.09550964832305908, "global_step": 15489, "ep{"train_loss": 0.0928811132{"train_loss": 0.07434798777103424, "global_step": 15490, "epoch": 161, "lr": 0.000259634908392068}
+{"train_loss": 0.11543352901935577, "global_step": 15491, "epoch": 161, "lr": 0.0002596191547548656}
+{"train_loss": 0.10315228253602982, "global_step": 15492, "epoch": 161, "lr": 0.0002596034007116743}
+{"train_loss": 0.07229721546173096, "global_step": 15493, "epoch": 161, "lr{"train_loss": 0.072243824{"train_loss": 0.10164916515350342, "global_step": 15494, "epoch": 161, "lr": 0.0002595718914077544}
+{"tra{"train_{"train_loss": 0.08523531258106232, "global_step": 15495, "ep{"train_loss": 0.084126368{"trai{"train_loss": 0.08375569432973862, "global_step": 15496, "epoch": 161, "lr": 0.0002595403804811{"trai{"train_{"train_loss": 0.09074701368808746, "global_step": 15497, "epoch": 161, "lr": 0.0002595{"train_loss":{"train_loss": 0.100395068526268, "global_step": 15498, "epoc{"train_loss": 0.095993965{"train{"train_loss": 0.0774197056889534, "global_step": 15499, "epoch": 161, "lr": 0.0002594931110506{"trai{"train_loss": 0.08029037714004517, "global_step": 15500, "epoch": 161, "lr": 0.0002594773537{"train_loss": 0.06305444240570068, "global_step": 15501, "epoch": 161, "lr": 0.0002594615960711571}
+{"trai{"train_loss": 0.0994667112827301, "global_step": 15502, "epoch": 161, "lr": 0.0002594458379739{"trai{"train_loss": 0.07111316919326782, "global_step": 15503, "epoch": 161,{"train_loss": 0.0701952{"trai{"train_{"train_loss": 0.06880239397287369, "global_step": 15504, "epoch": 161, "lr": 0.00025941{"train_loss":{"train_loss": 0.09731076657772064, "global_step": 15505, "epoc{"train_loss": 0.09819374{"trai{"train_loss": 0.06716743111610413, "global_step": 15506, "epoch": 161,{"train_loss": 0.06707935{"train_loss": 0.09107352793216705, "global_step": 15507, "epoch": 161, "lr":{"train_loss": 0.0901766{"train_loss": 0.07521843165159225, "global_step": 15508, "epoch": 161, "lr":{"train_loss": 0.07604248{"train_loss"{"train_loss": 0.07728734612464905, "global_step": 15509, "epoch{"train_loss": 0.0790231{"train_loss"{"train_loss": 0.10433018207550049, "global_step": 15510, "epoch": 161, "lr": 0.0002593{"trai{"train_loss": 0.10663773864507675, "global_step": 15511, "epoch": 161,{"train_loss": 0.10780235{"trai{"train{"train_loss": 0.08726771175861359, "global_step": 15512, "epoch{"train_loss": 0.0822741{"trai{"train{"train_loss": 0.07776254415512085, "global_step": 15513, "epoch": 161, "lr": 0.000259272{"train_loss": 0.09183467924594879, "global_step": 15514, "epoch": 161, "lr": 0.0002592567092634534}
+{"trai{"train_loss": 0.07453811168670654, "global_step": 15515, "epoch": 161, "lr": 0.0002592409459121{"trai{"train_loss": 0.08382523059844971, "global_step": 15516, "epoch": 161, "lr": 0.000259225182157{"train_loss": 0.09223075956106186, "global_step": 15517, "epoch": 161, "lr": 0.00025920941799936135}
+{"train_loss": 0.10835231840610504, "global_step": 15518, "epoch": 161, "lr": 0.0002591936534381236}
+{"train_loss": 0.0784907191991806, "global_step": 15519, "epoch": 161, "lr": 0.0002591778884737945}
+{"train{"trai{"train_loss": 0.09673352539539337, "global_step": 15520, "epoch": 161, "lr": 0.00025916{"train_loss"{"train_loss": 0.10045851767063141, "global_step": 15521, "epoch"{"train_loss": 0.099483{"train_loss"{"train_loss": 0.11730948090553284, "global_step": 15522, "epoch": 161, "lr": 0.0002591{"train_loss": 0.07687099277973175, "global_step": 15523, "epoch": 161, "lr"{"train_loss": 0.075821861{"train_loss": 0.09075700491666794, "global_step": 15524, "epoch": 161, "lr"{"train_loss": 0.0910593{"train_loss"{"train_loss": 0.09743024408817291, "global_step": 15525, "epoc{"train_loss": 0.09753753{"train_loss":{"train_loss": 0.08412611484527588, "global_step": 15526, "epoch": 161, "lr": 0.00025906{"train_loss":{"train_loss": 0.09121257066726685, "global_step": 15527, "epoch": 161, "lr": 0.000259{"train_loss": 0.12159456312656403, "global_step": 15528, "epoch": 161, "lr": {"train_loss": 0.1224679{"train_loss":{"train_loss": 0.10754606127738953, "global_step": 15529, "epoch": 161, "lr": 0.0002590{"train_l{"train_loss": 0.04732774198055267, "global_step": 15530, "epoch": 16{"train_loss": 0.047511{"train_loss": 0.1132035031914711, "global_step": 15531, "epoch": 161, "lr": 0{"train_loss": 0.112285{"train_loss": 0.07706057280302048, "global_step": 15532, "epoch": 161, "lr": 0.0002589729073050576}
+{"train_loss": {"train_loss": 0.09009028971195221, "global_step": 15533, "ep{"train_loss": 0.08984930{"train_loss": {"train_loss": 0.09590019285678864, "global_step": 15534, "e{"train_loss": 0.096156559{"train_loss": {"train_loss": 0.0503602959215641, "global_step": 15535, "ep{"train_loss": 0.0520711988{"train_loss": 0.10689805448055267, "global_step": 15536, "epoch": 161, "l{"train_loss": 0.1081398576{"train_loss": 0.10792288929224014, "global_step": 15537, "epoch": 161, "lr": 0.0002588940503096551}
+{"train_loss": 0.11439968645572662, "global_step": 15538, "epoch": 161, "l{"train_loss": 0.1162297353{"train_loss": 0.09964202344417572, "global_step": 15539, "epoch": 161, "lr": 0.00025886250470338456}
+{"train_loss": 0.0639461874961853, "global_step": 15540, "epoch": 161, "lr{"train_loss": 0.0637393668{"train_loss": 0.09671570360660553, "global_step": 15541, "epoch": 161, "l{"train_loss": 0.096248403{"train_lo{"train_loss": 0.07342776656150818, "global_step": 15542, "epoch{"train_loss": 0.07412849366{"train_loss": 0.07821863144636154, "global_step": 15543, "epoch": 161, "l{"train_loss": 0.07797468453{"train_loss": 0.05829338729381561, "global_step": 15544, "epoch": 161, "l{"train_loss": 0.0588154345{"train_loss": 0.09060285240411758, "global_step": 15545, "epoch": 161, "lr": 0.00025876785826793965}
+{"train_l{"t{"train_loss": 0.0911802127957344, "global_step": 15546, "epoch": 161, "lr": 0.0002587520{"train_l{"train_loss": 0.06481420993804932, "global_step": 15547, "epoch": 161, "lr": 0.0002587363062{"train_los{"train_loss": 0.08034750074148178, "global_step": 15548, "epoch": 161, "lr": 0.0002587205{"train_loss": 0.09068930149078369, "global_step": 15549, "epoch": 161, "lr": 0.0002587047526390421}
+{"train_los{"train_loss": 0.11791446805000305, "global_step": 15550, {"train_loss": 0.12363383173942{"train_los{"train_loss": 0.08831519544279824, "global_step": 15551, "epoch": 161, "lr": 0.0002586731{"train_loss": 0.11196138709783554, "global_step": 15552, "epoch": 162, "lr": 0.00025865741921949145}
+{"train_los{"train_loss": 0.0805063545703888, "global_step": 15553, "epoch": 162, "lr": 0.00025864164{"train_loss": 0.08233658969402313, "global_step": 15554, "epoch": 162, "lr": 0.00025862586160908005}
+{"train_loss": 0.09524770081043243, "global_step": 15555, "epoch": 162, "lr": 0.0002586100822049835}
+{"train_loss": 0.08364618569612503, "global_step": 15556, "epoch": 162, "lr": 0.0002585943024017695}
+{"train_l{"train_loss": 0.12495117634534836, "global_step": 15557, "epoch": 162, "lr": 0.00025857852{"train_loss": 0.09016215801239014, "global_step": 15558, "epoch": 162, "lr": 0.0002585627415984193}
+{"train_loss": 0.07037395238876343, "global_step": 15559, "epoch": 16{"train_loss": 0.0705861747264862{"train_loss": 0.09951548278331757, "global_step": 15560, "epoch": 162, "lr": 0.00025853117919988914}
+{"train{"{"train_loss": 0.10065440088510513, "global_step": 15561, "{"train_loss": 0.0990987271070480{"train_l{"train_loss": 0.09500714391469955, "global_step": 15562, "epoch": 162, "lr": 0.0002584996{"train_loss": 0.06712895631790161, "global_step": 15563, "epoch": 162{"train_loss": 0.067389488220214{"train{"train_loss": 0.09221211075782776, "global_step": 15564, "epoc{"train_loss": 0.09209680557250{"train_loss": 0.09498830884695053, "global_step": 15565, "epoch": 162,{"train_loss": 0.0948389023542{"train{"train_loss": 0.1179269552230835, "global_step": 15566, "epoch": 162, "lr": 0.0002584364824418{"train_loss": 0.11423632502555847, "global_step": 15567, "epoch": 162,{"train_loss": 0.11453379690647{"train_loss": 0.0696965903043747, "global_step": 15568, "epoch": 162, "lr": 0.0002584049136711643}
+{"tra{"train_loss": 0.07285721600055695, "global_step": 15569, "epoch": {"train_loss": 0.073595970869{"train_lo{"train_loss": 0.0867452472448349, "global_step": 15570, "epoch": 162, "lr": 0.0002583733433{"tra{"tr{"train_loss": 0.10772505402565002, "global_step": 15571, "epoch": 162, "lr": 0.0002583575575{"train_loss": 0.1178952306509018, "global_step": 15572, "epoch": 162, "lr": 0.00025834177135807706}
+{"train_lo{"train_loss": 0.07468944787979126, "global_step": 15573, "epo{"train_loss": 0.0739731043577{"train_loss": 0.06812399625778198, "global_step": 15574, "epoch": 162, "lr": 0.00025831019781736203}
+{"train_loss": 0.10541176050901413, "global_step": 15575, "epoch": 162, "lr": 0.0002582944104513379}
+{"train_loss": 0.08530811965465546, "global_step": 15576, "epoch": 162, "lr": 0.0002582786226883461}
+{"train_loss": 0.09737971425056458, "global_step": 15577, "epoch": 162, "lr": 0.00025826283452849404}
+{"train_loss": 0.0817985087633133, "global_step": 15578, "epoch": 162, "lr": 0.00025824704597188924}
+{"train_{"train_loss": 0.0749639943242073, "global_step": 15579, "epoch":{"train_loss": 0.071446947753{"train_loss": 0.09110882133245468, "global_step": 15580, "epoch": 162, "lr": 0.0002582154676688516}
+{"trai{"train_loss": 0.10520979017019272, "global_step": 15581, "epoch": 162, "lr": 0.000258199677922{"train{"train_loss": 0.08214116096496582, "global_step": 15582, "epoch{"train_loss": 0.0810640603303{"train_loss": 0.0666237324476242, "global_step": 15583, "epoch": 162, "lr": 0.0002581680972413379}
+{"train_loss": 0.07062573730945587, "global_step": 15584, "epoch": 162, "lr": 0.0002581523063064748}
+{"train_loss": 0.07182306051254272, "global_step": 15585, "epoch": 162, "lr": 0.00025813651497561164}
+{"trai{"train_loss": 0.11734942346811295, "global_step": 15586, "epoch": 162, "lr": 0.00025812072324{"train_{"train_loss": 0.07236819714307785, "global_step": 15587, "epoc{"train_loss": 0.0753490701317{"trai{"train_loss": 0.08780159056186676, "global_step": 15588, "epoch": 162, "lr": 0.0002580891386080{"train_{"train_loss": 0.05881313607096672, "global_step": 15589, "epoch": 162, "lr": 0.00025807334569{"train_{"train_loss": 0.08371945470571518, "global_step": 15590, "epoch": 162, "lr": 0.0002580575523{"train_loss": 0.07853809744119644, "global_step": 15591, "epoch": 162, "lr": 0.0002580417586804541}
+{"tra{"t{"train_loss": 0.10665468871593475, "global_step": 15592, "epoch{"train_loss": 0.1039641648530{"train_loss": 0.07925592362880707, "global_step": 15593, "epoch": 162, "lr": 0.0002580101700856098}
+{"train_loss": 0.0745910033583641, "global_step": 15594, "epoch": 162, "lr": 0.0002579943751955857}
+{"trai{"{"train_loss": 0.09851688146591187, "global_step": 15595, "epoch": 162, "lr": 0.000257978579{"train_loss": 0.08680661022663116, "global_step": 15596, "epoch": 162, "lr": 0.0002579627842308712}
+{"train_{"train_loss": 0.0852755755186081, "global_step": 15597, "epoch": 162, "lr": 0.000257946988156{"trai{{"train_loss": 0.07077307999134064, "global_step": 15598, "epoch": 162, "lr": 0.0002579311916{"train_{"train_loss": 0.08878174424171448, "global_step": 15599, "epoch": 162, "lr": 0.0002579153948{"train_loss": 0.09409491717815399, "global_step": 15600, "epoch": 162, "lr": 0.00025789959756578946}
+{"train_loss": 0.06802751123905182, "global_step": 15601, "epoch": 162, "lr": 0.0002578837999135522}
+{"train_{"train_loss": 0.10967050492763519, "global_step": 15602, "epoch": {"train_loss": 0.105181612{"train_{"train_loss": 0.08823157846927643, "global_step": 15603, "epoch": {"train_loss": 0.089823149{"train_loss": 0.12100102007389069, "global_step": 15604, "epoch": 162, "lr": 0.0002578364045922411}
+{"train_{"train_loss": 0.08001388609409332, "global_step": 15605, "epoch":{"train_loss": 0.08248702436{"trai{"train_loss": 0.10511378198862076, "global_step": 15606, "epoch": 162, "lr": 0.000257804805741{"train_loss": 0.06494960188865662, "global_step": 15607, "epoch": 162, "lr": 0.0002577890057262904}
+{"train_loss": 0.08015774190425873, "global_step": 15608, "epoch": 162, "lr": 0.0002577732053171112}
+{"train_{"train_loss": 0.0827859491109848, "global_step": 15609, "epoch": {"train_loss": 0.0927600860{"train_loss": 0.0853034257888794, "global_step": 15610, "epoch": 162, "lr": 0.00025774160331860506}
+{"train{"train_loss": 0.10161003470420837, "global_step": 15611, "epoch": 1{"train_loss": 0.102999135{"train{"train_loss": 0.1013294979929924, "global_step": 15612, "epoch": 162, "lr": 0.0002577099997472{"train_{"train_loss": 0.07141509652137756, "global_step": 15613, "epoch": 162, "lr": 0.000257694197{"train_loss": 0.08591364324092865, "global_step": 15614, "epoch": 162, "lr{"train_loss": 0.084174185{"train{"train_loss": 0.07136286795139313, "global_step": 15615, "epoch": 1{"train_loss": 0.0712272673{"train_l{"train_loss": 0.07795494794845581, "global_step": 15616, "epoch": 162, "lr": 0.000257646787{"train_loss": 0.08388420939445496, "global_step": 15617, "epoch": 162, "lr": 0.0002576309839435798}
+{"train_loss": 0.07611215859651566, "global_step": 15618, "epoch": 162, "lr": 0.00025761517960505814}
+{"train{"train_loss": 0.09598194062709808, "global_step": 15619, "epoch": 162, "lr": 0.00025759937487{"train_loss": 0.0891246423125267, "global_step": 15620, "epoch": 162, "lr": 0.00025758356975109535}
+{"train_loss": 0.0976087749004364, "global_step": 15621, "epoch": 162, "lr": 0.0002575677642358695}
+{"train_{"train_loss": 0.06000283360481262, "global_step": 15622, "epoch": 162, "lr": 0.00025755195832{"train_loss": 0.09395501017570496, "global_step": 15623, "epoch": 162, "lr": 0.0002575361520294669}
+{"train_loss": 0.10266079008579254, "global_step": 15624, "epoch": 162, "lr": 0.00025752034533850553}
+{"train{"train_loss": 0.08929720520973206, "global_step": 15625, "epoch": 16{"train_loss": 0.08835536{"train{"t{"train_loss": 0.07876135408878326, "global_step": 15626, "epoch": 162, "lr": 0.00025748873{"train{"train_loss": 0.0860198587179184, "global_step": 15627, "epoch": 162, "lr": 0.0002574729229158{"trai{"train_loss": 0.10916656255722046, "global_step": 15628, "epoch": 162, "lr": 0.0002574571146587{"trai{"train_loss": 0.09349529445171356, "global_step": 15629, "epoch": 16{"train_loss": 0.093903489{"trai{"tr{"train_loss": 0.08454665541648865, "global_step": 15630, "epoch": 162, "lr": 0.000257425496{"trai{"tr{"train_loss": 0.10404275357723236, "global_step": 15631, "epoch": 162, "lr": 0.00025740968{"tr{"trai{"train_loss": 0.06092901900410652, "global_step": 15632, "epoch": 162, "lr": 0.00025739387{"train_loss": 0.11801740527153015, "global_step": 15633, "epoch": 162, "lr": 0.00025737806750642455}
+{"tr{"train_loss": 0.08794812858104706, "global_step": 15634, "epoch": 162, "lr": 0.0002573622569033{"tra{"train_loss": 0.07713279128074646, "global_step": 15635, "epoch": 162, "lr": 0.00025734644590963{"tra{"trai{"train_loss": 0.06336861848831177, "global_step": 15636, "epoch": 162, "lr": 0.0002573306{"tra{"trai{"train_loss": 0.08490566909313202, "global_step": 15637, "epoch":{"train_loss": 0.08176292{"tra{"trai{"train_loss": 0.09370648115873337, "global_step": 15638, "epoch":{"train_loss": 0.098871{"tr{"train_loss": 0.09016591310501099, "global_step": 15639, "epoch": 162, "lr": 0.000257283198030779{"tr{"train_loss": 0.08316869288682938, "global_step": 15640, "epoch": 162, "lr": 0.00025726738508559{"tr{"train_loss": 0.10385774821043015, "global_step": 15641, "epoch": 162, "lr": 0.00025725157175042{"tr{"train_loss": 0.07782480120658875, "global_step": 15642, "epoch": 162, "{"train_loss": 0.07749263{"tr{"train_loss": 0.09915381669998169, "global_step": 15643, "epoch": 162, "lr": 0.000257219943910613{"train_loss": 0.09697169810533524, "global_step": 15644, "epoch": 162, "lr": 0.00025720412940617607}
+{"tr{"trai{"train_loss": 0.11080646514892578, "global_step": 15645, "epoch": 162, "lr": 0.000257188314{"train_loss": 0.06090559810400009, "global_step": 15646, "epoch": 162, "lr": 0.0002571724992287781}
+{"tr{"trai{"train_loss": 0.0884478121297434, "global_step": 15647, "epoch": 162, "lr": 0.000257156683{"train_loss": 0.1143035739660263, "global_step": 15648, "epoch": 163, "lr": 0.0002571408674940688}
+{"tra{"train_loss": 0.0738895833492279, "global_step": 15649, "epoch": 163, "lr": 0.0002571250510429{"train_loss": 0.08291420340538025, "global_step": 15650, "epoch": 163, "lr": 0.00025710923420290977}
+{"train_loss": 0.10364142805337906, "global_step": 15651, "epoch": 163, "lr": 0.0002570934169739309}
+{"tra{"train_loss": 0.09902181476354599, "global_step": 15652, "epoch": 163, "lr": 0.0002570775993561{"train_loss": 0.1180514395236969, "global_step": 15653, "epoch": 163, "lr": 0.{"train_loss": 0.1162{"trai{"tra{"train_loss": 0.07175903022289276, "global_step": 15654, "epoch": 163, "lr": 0.00025704596{"train_loss": 0.07820050418376923, "global_step": 15655, "epoch": 163, "lr": 0.0002570301441711991}
+{"train_los{"train_loss": 0.07265769690275192, "global_step": 15656, "epoch": 16{"train_loss": 0.07242{"train_loss": 0.08039404451847076, "global_step": 15657, "epoch": 163, "lr": 0.{"train_loss": 0.08044{"trai{"train_loss": 0.06643223762512207, "global_step": 15658, "epoch": 163, "{"train_loss": 0.06453{"train{"tra{"train_loss": 0.0691695436835289, "global_step": 15659, "epoch": 163, "lr": 0.00025696686{"trai{"train_loss": 0.08208554238080978, "global_step": 15660, "epoch": 163, "lr": 0.0002569510444305{"train_los{"train_loss": 0.08948219567537308, "global_step": 15661, "epoch": 163, "lr": 0.00025693522{"train_loss": 0.09410525858402252, "global_step": 15662, "epoch": 163, "lr": 0.000256919401818766}
+{"tra{"trai{"train_loss": 0.10570883750915527, "global_step": 15663, "epoch": 163, "lr": 0.00025690357{"train_los{"train_loss": 0.08747315406799316, "global_step": 15664, "epoch": 1{"train_loss": 0.08348{"train_loss": 0.0951722115278244, "global_step": 15665, "epoch": 163, "lr": 0.00025687193499436084}
+{"tra{"train{"train_loss": 0.09384167194366455, "global_step": 15666, "epoch": 163, "lr": 0.000256856{"train_loss": 0.11430113017559052, "global_step": 15667, "epoch": 163, "lr": 0.0002568402885081723}
+{"train_loss": 0.08622023463249207, "global_step": 15668, "epoch": 163, "lr": 0.00025682446468442576}
+{"tr{"train_loss": 0.09193786978721619, "global_step": 15669, "epoch": 163, "lr": 0.000256808640473721{"train_loss": 0.1109711229801178, "global_step": 15670, "epoch": 163, "lr": 0.000256792815876167}
+{"tr{"train_loss": 0.09061206132173538, "global_step": 15671, "epoch": 163, "lr"{"train_loss": 0.0900{"train_loss"{"train_loss": 0.07562467455863953, "global_step": 15672, "epoch": {"train_loss": 0.071{"train_loss": 0.07979261875152588, "global_step": 15673, "epoch": 163, "lr": 0.{"train_loss": 0.07870{"train_loss": 0.04549061506986618, "global_step": 15674, "epoch": 163, "lr": 0.0002567295136196039}
+{"train_loss": 0.11626948416233063, "global_step": 15675, "epoch": 163, "lr": 0.00025671368708941563}
+{"tr{"train_loss": 0.08883098512887955, "global_step": 15676, "epoch": 163, "lr": 0.000256697860173{"trai{"train_loss": 0.059236668050289154, "global_step": 15677, "epoch": 163, "lr": 0.000256682032870{"train_loss": 0.0849587619304657, "global_step": 15678, "epoch": 163, "lr": 0.0002566662051820609}
+{"train_{"train_loss": 0.08945617079734802, "global_step": 15679, "epoch": 163, "lr": 0.0002566503771{"train_{"train_loss": 0.06748247891664505, "global_step": 15680, "epoch": 163, "lr{"train_loss": 0.0{"train_l{"train_loss": 0.07155908644199371, "global_step": 15681, "epoch": 163, "lr{"train_loss": 0{"train_loss": 0.10311947017908096, "global_step": 15682, "epoch": 163, "lr": 0.00025{"train_loss": 0.{"train_loss": 0.09468653053045273, "global_step": 15683, "epoch": 163, "lr": 0.0002565870609536377}
+{"train_loss": 0.07490242272615433, "global_step": 15684, "epoch": 163, "lr": 0.00025{"train_loss": 0{"train_loss": 0.08908343315124512, "global_step": 15685, "epoch": 163, "lr": 0.00025655540056412565}
+{"train_loss": 0.0860109031200409, "global_step": 15686, "epoch": 163, "lr": 0.00025653956979162736}
+{"train_loss": 0.06841067969799042, "global_step": 15687, "epoch": 163, "lr": 0.000256{"train_loss": {"train_loss": 0.07954909652471542, "global_step": 15688, "epoch": 163, "lr": 0.0002565079070916852}
+{"train_loss": 0.0794476717710495, "global_step": 15689, "epoch": 163, "lr": 0.0002564920751644569}
+{"train_loss": 0.07786008715629578, "global_step": 15690, "epoch": 163, "lr": 0.0002564762428525343}
+{"train_loss": 0.10995681583881378, "global_step": 15691, "epoch": 163, "lr": 0.000256{"train_loss": 0{"train_loss": 0.10921931266784668, "global_step": 15692, "epoch": 163, "lr": 0.0002564445770750372}
+{"train_loss": 0.0{"train_loss": 0.09541580080986023, "global_step": 15693, "epoch": 1{"train_loss": {"train_loss": 0.09476611018180847, "global_step": 15694, "epoch": 163, "lr": 0.000256{"train_loss": {"train_los{"train_loss": 0.0662461519241333, "global_step": 15695, "epoch": 163, "lr": 0.000256397075{"train_loss": 0.10957220941781998, "global_step": 15696, "epoch": 163, "lr": 0.00025638124090845483}
+{"train_lo{"train_{"train_loss": 0.13381727039813995, "global_step": 15697, "epoch": 1{"train_loss":{"train_loss": 0.06187421828508377, "global_step": 15698, "epoch": 163, "lr": 0.000256{"train_loss": 0{"train_loss{"train_loss": 0.0867767333984375, "global_step": 15699, "epoch": 163, "l{"train_loss": 0{"train_los{"train_loss": 0.10946659743785858, "global_step": 15700, "epoch": 163, "l{"train_loss": 0.{"train_loss": 0.10755854845046997, "global_step": 15701, "epoch": 163, "lr": 0.00025{"train_loss": 0.{"train_loss": 0.09671381115913391, "global_step": 15702, "epoch": 163, "lr": 0.00025628622514254983}
+{"train_lo{"train_loss": 0.08454933762550354, "global_step": 15703, "epoch": 163, "lr{"train_loss": 0.{"train_lo{"train_loss": 0.05754050239920616, "global_step": 15704, "epoch": 163, "lr{"train_loss": 0.{"train_lo{"train_loss": 0.10849788039922714, "global_step": 15705, "epoch": 163, "lr": 0.000256238712{"train_loss": 0.11505620181560516, "global_step": 15706, "epoch": 163, "lr": 0.0002562228736313237}
+{"train_loss": 0.073301762342453, "global_step": 15707, "epoch": 163, "lr": 0.0002562070347960946}
+{"train_loss": 0.07418{"train_loss": 0.07050735503435135, "global_step": 15708, "epoch": 163, "lr": 0{"train_loss": 0.10342203080654144, "global_step": 15709, "epoch": 163, "lr": 0.0002561753559774843}
+{"train_loss": 0.09604386985301971, "global_step": 15710, "epoch": 163, "lr": 0.0002561595159943189}
+{"train_loss": 0.10598240792751312, "global_step": 15711, "epoch": 163, "lr": 0.00025614367562872367}
+{"train_loss": 0.10911434143781662, "global_step": 15712, "epoch": 163, "lr": 0.00025{"train_loss": 0{"train_los{"train_loss": 0.08381301164627075, "global_step": 15713, "epoch": 163, "l{"train_loss": 0{"train_loss": 0.08042{"train_loss": 0.07932497560977936, "global_step": 15714, "epoc{"train_loss": 0{"train_los{"train_loss": 0.08307702839374542, "global_step": 15715, "epoch": 163, "l{"train_loss": 0{"train_loss": 0.09610{"train_loss": 0.0928194522857666, "global_step": 15716, "epoch": 163, "lr": 0.{"train_loss{"train_loss": 0.06619240343570709, "global_step": 15717, "epoch": 163, "l{"train_loss": {"train_loss": 0.09002{"train_loss": 0.09063048660755157, "global_step": 15718, "epoch": 163, "lr": 0{"train_loss": 0.108508{"train_loss": 0.1044124960899353, "global_step": 15719, "epoch"{"train_loss": {"train_loss": 0.06986{"train_loss": 0.06825537979602814, "global_step": 15720, "epoch": 163, "lr": 0{"train_loss"{"train_l{"train_loss": 0.07363663613796234, "global_step": 15721, "epoch": 163, "lr": 0.{"train_loss": 0.07488{"train_loss": 0.07503575086593628, "global_step": 15722, "epoch": 163, "lr": 0{"train_loss": 0.12220{"train_loss": 0.1192886158823967, "global_step": 15723, "epoch": 163, "lr": 0.{"train_loss": 0.07198591530323029, "global_step": 15724, "epoch": 163, "lr": 0.00025593771612396457}
+{"train_loss": 0.09724534302949905, "global_step": 15725, "epoch": 163, "lr": 0.00025592187041568055}
+{"train_loss": 0.08589744567871094, "global_step": 15726, "epoch": 163, "lr": 0.00025590602432658515}
+{"train_loss": 0.10356{"train_loss": 0.10355430096387863, "global_step": 15727, "epoch": 163, "lr": 0{"train_loss": 0.102004{"train_loss": 0.11306697875261307, "global_step": 15728, "epoch": 163, "lr": {"train_loss": 0.096783{"train_loss": 0.0963134691119194, "global_step": 15729, "epoch": {"train_loss{"train_loss": 0.07444217056035995, "global_step": 15730, "epoch": 163, "lr": 0.00025584263616424714}
+{"train_loss": {"train_loss": 0.09007295966148376, "global_step": 15731, "epoch": 163, "lr": 0.000255{"train_loss": {"train{"train_loss": 0.06764045357704163, "global_step": 15732, "epoch": {"train_loss{"train_loss": 0.09027{"train_loss": 0.09286109358072281, "global_step": 15733, "epoch": 163, "lr": 0.{"train_loss": {"train_loss": 0.10936550050973892, "global_step": 15734, "epoch": 163, "lr": 0.000255{"train_loss": 0.0683540552854538, "global_step": 15735, "epoch": 163, "lr": 0.00025576339240601713}
+{"train_loss": 0.07547001540660858, "global_step": 15736, "epoch": 163, "lr": 0.0002557475425147427}
+{"train_loss": 0.09412945806980133, "global_step": 15737, "epoch": 163, "lr": 0.0002557316922438439}
+{"train_loss": 0{"train_loss": 0.09600180387496948, "global_step": 15738, "epoch": 163, "lr": 0.00025{"train_loss": 0{"train{"train_loss": 0.07031969726085663, "global_step": 15739, "epoch": 163, "lr": {"train_loss": 0{"train_loss": 0.07684904336929321, "global_step": 15740, "epoch": 163, "lr": 0.0002{"train_loss": 0.{"train_loss": 0.09423837065696716, "global_step": 15741, "epoch": 163, "lr": 0.0002{"train_loss": 0.{"train_loss": 0.07035573571920395, "global_step": 15742, "epoch": 163, "lr": 0.0002{"train_loss": 0.0882757226160417, "global_step": 15743, "epoch": 163, "lr": 0.0002556365826523855}
+{"train_loss": 0.06{"train_loss": 0.06028350815176964, "global_step": 15744, "epoch": 164, "lr": 0.00{"train_loss": 0.094{"train_loss": 0.09283952414989471, "global_step": 15745, "epoch": 164, "lr": 0.0{"train_loss": 0.107{"train_loss": 0.107924684882164, "global_step": 15746, "epoch": 164, "lr": 0.000{"train_loss": 0.0{"train_loss": 0.08724915981292725, "global_step": 15747, "epoch": 164, "{"train_lo{"train_loss": 0.0674753189086914, "global_step": 15748, "epoch": 164, "lr": 0.0002555573142396246}
+{"train_loss": 0.1{"train_loss": 0.1153416633605957, "global_step": 15749, "epoch": 164, "lr": 0.0002{"train_loss": 0.{"train_loss": 0.10337451100349426, "global_step": 15750, "epoch": 164, "lr{"train_l{"train_loss": 0.{"train_loss": 0.09905487298965454, "global_step": 15751, "epoch": 164, "lr": 0.00025{"train_loss": 0.098687343{"train_loss": 0.10173876583576202, "global_step": 15752, "epoch": 164, "lr{"train_loss": 0.073928251{"train_loss": 0.0790376290678978, "global_step": 15753, "epoch": 164, "lr"{"train_loss": 0.08734716475009918, "global_step": 15754, "epoch": 164, "lr": 0.0002554621796606454}
+{"train_loss": 0.{"train_loss": 0.11233378201723099, "global_step": 15755, "epoch": 164, "lr": 0.0002{"train_loss": 0.09275377541780472, "global_step": 15756, "epoch": 164, "lr": 0.0002554304651117187}
+{"train_loss": 0.0666562169790268, "global_step": 15757, "epoch": 164, "lr": 0.0002554146072710036}
+{"train_loss": 0.07095538079738617, "global_step": 15758, "epoch": 164, "lr": 0.0002553987490529315}
+{"train_loss": 0.09554587304592133, "global_step": 15759, "epoch": 164, "lr": 0.00025538289045761017}
+{"train_loss": 0.{"train_loss": 0.06481625139713287, "global_step": 15760, "epoch": 164, "lr": 0.0002{"train_loss": 0.0886035{"train_loss": 0.08274884521961212, "global_step": 15761, "epoch": 164, "lr":{"train_loss": 0.{"train_loss": 0.06254149973392487, "global_step": 15762, "epoch": 164, "lr": 0.0002{"train_loss": 0.0608553{"train_loss": 0.06262756884098053, "global_step": 15763, "epoch": 164, "lr": {"train_loss": 0.{"train_loss": 0.09112760424613953, "global_step": 15764, "epoch": 164, "lr": 0.0002{"train_loss": 0.{"train{"train_loss": 0.10939232259988785, "global_step": 15765, "epoch": 164, "lr":{"train_loss": 0.06103383004665375, "global_step": 15766, "epoch": 164, "lr": 0.0002552718697364574}
+{"train_loss": 0.10{"train_loss": 0.10668733716011047, "global_step": 15767, "epoch": 164, "lr": 0.000{"train_loss": 0.09{"train_loss": 0.09687544405460358, "global_step": 15768, "epoch": 164, "lr": 0.00{"train_loss": 0.08395811170339584, "global_step": 15769, "epoch": 164, "lr": 0.000255224283779455}
+{"train_loss": 0.08{"train_loss": 0.08590629696846008, "global_step": 15770, "epoch": 164, "lr": 0.00{"train_loss": 0.10106882452964783, "global_step": 15771, "epoch": 164, "lr": 0.00025519255792763465}
+{"train_loss": 0.06964360922574997, "global_step": 15772, "epoch": 164, "lr": 0.00025517669443790293}
+{"train_loss": 0.1{"trai{"train_loss": 0.12012697011232376, "global_step": 15773, "epoch": 164, "lr":{"train_loss": 0.0950273{"train_loss": 0.09917037934064865, "global_step": 15774, "epoc{"train_loss{"train_loss": 0.090{"train_loss": 0.09011514484882355, "global_step": 15775, "epoch": 164, "lr": 0.0{"train_loss": 0.07323796302080154, "global_step": 15776, "epoch": 164, "lr": 0.00025511323672268633}
+{"train_loss": 0.099{"train_loss": 0.09994041174650192, "global_step": 15777, "epoch": 164, "lr": 0.00{"train_loss": 0.10223967581987381, "global_step": 15778, "epoch": 164, "lr": 0.0002550815056128167}
+{"train_loss": 0.091{"train_loss": 0.0912628248333931, "global_step": 15779, "epoch": 164, "lr": 0.00{"train_loss": 0.078828990{"train_loss": 0.08370404690504074, "global_step": 15780, "epoch": 164, "lr{"train_loss": 0.11913173645734787, "global_step": 15781, "epoch": 164, "lr": 0.00025503390613511637}
+{"train_loss": 0.08158214390277863, "global_step": 15782, "epoch": 164, "lr": 0.00025501803889287625}
+{"train_loss": 0.11{"train_loss": 0.11801433563232422, "global_step": 15783, "epoch": 164, "lr": 0.00{"train_loss": 0.09817522764205933, "global_step": 15784, "epoch": 164, "lr": 0.0002549863032845341}
+{"train_loss": 0.0{"train_loss": 0.08355296403169632, "global_step": 15785, "epoch": 164, "lr": 0.000{"train_loss": 0.0{"train_loss": 0.09623374789953232, "global_step": 15786, "epoch": 164, "lr": 0.0{"train_loss": 0.09206125140190125, "global_step": 15787, "epoch": 164, "lr": 0.0002549386970639874}
+{"train_loss": 0.0{"train_loss": 0.06099032983183861, "global_step": 15788, "epoch": 164{"train_loss":{"train_loss": 0.079812191426754, "global_step": 15789, "epoch": 164, "lr": 0.0002549069577128613}
+{"train_loss": 0.079{"train_loss": 0.07876500487327576, "global_step": 15790, "epoch": 164, "lr": 0{"train_loss": 0.0763680636882782, "global_step": 15791, "epoch": 164, "lr": 0.000254875216{"train_l{"train_loss": 0.09945401549339294, "global_step": 15792, "epoch": 164, "lr": 0.00025485934588219096}
+{"train_loss": 0.082238{"train_loss": 0.0828532949090004, "global_step": 15793, "epoch": 164{"train_lo{"train_loss": 0.07226306200027466, "global_step": 15794, "epoch": 164, "lr": 0.0002548276027936843}
+{"train_loss": 0.08757{"train_loss": 0.09007426351308823, "global_step": 15795, "epoch": 164, "lr": 0{"train_loss": 0.11186116188764572, "global_step": 15796, "epoch": 164, "lr": 0.0002547958582117383}
+{"train_loss": 0.09086{"train_{"train_loss": 0.0882672667503357, "global_step": 15797, "epoch": 164, "{"train_loss": 0.07272{"train{"train_loss": 0.06998427212238312, "global_step": 15798, "epoch": 164, "{"train_loss": 0.084254994988{"train_loss": 0.08622083067893982, "global_step": 15799, "epoch": 164, "{"train_loss": 0.096381336450{"train_loss": 0.0917712152004242, "global_step": 15800, "epoch": 164, "{"train_loss": 0.07745186984539032, "global_step": 15801, "epoch": 164, "lr": 0.0002547164902287518}
+{"train_loss": 0.07605662941932678, "global_step": 15802, "epoch": 164, "lr": 0.0002547006155139127}
+{"train_loss": 0.13400644063949585, "global_step": 15803, "epoch": 164, "lr": 0.0002546847404265785}
+{"train_loss": 0.07{"train_loss": 0.07217344641685486, "global_step": 15804, "epoch": 164{"train_loss"{"train_loss": 0.08{"train_{"train_loss": 0.08406368643045425, "global_step": 15805, "epoch": 164, "lr{"train_loss": 0.08{"train_{"train_loss": 0.08774366974830627, "global_step": 15806, "epoch": 164, "l{"train_loss": 0.1125690191{"train_loss": 0.11988312005996704, "global_step": 15807, "epoch": 164, "lr{"train_loss": 0.11{"train_loss": 0.11795568466186523, "global_step": 15808, "epoch": 164, "lr": 0.00{"train_loss": 0.085{"train_loss": 0.08642271161079407, "global_step": 15809, "epoch": 1{"train_loss"{"train_loss": 0.110{"train{"train_loss": 0.10441294312477112, "global_step": 15810, "epoch": 164, "l{"train_loss": 0.09406274557{"train_loss": 0.0985226258635521, "global_step": 15811, "epoch": 164, "l{"train_loss": 0.0690976828{"train_loss": 0.0673549547791481, "global_step": 15812, "epoc{"train_loss"{"train_loss": 0.086499735{"train_loss": 0.08847354352474213, "global_step": 15813, "epoc{"train_loss{"train_loss": 0.073820851{"train_loss": 0.07507374882698059, "global_step": 15814, "epoch": 164, "lr{"train_loss": 0.101{"train_loss": 0.10152581334114075, "global_step": 15815, "epoch": 164, "lr": 0.0{"train_loss": 0.069{"trai{"train_loss": 0.06508282572031021, "global_step": 15816, "epoch": 164, "l{"train_loss": 0.067{"trai{"train_loss": 0.0641760379076004, "global_step": 15817, "epoch": 164, "lr"{"train_loss": 0.08263377{"train_loss": 0.08249649405479431, "global_step": 15818, "epo{"train_loss":{"train_loss": 0.076{"train_loss": 0.07625648379325867, "global_step": 15819, "epoch": 164, "lr": 0.00{"train_loss": 0.073{"train_loss": 0.07224287837743759, "global_step": 15820, "epoch": {"train_loss": {"train_loss": 0.08356545{"train_loss": 0.08367562294006348, "global_step": 15821, "epo{"train_loss": {"train_loss": 0.077{"tra{"train_loss": 0.07436587661504745, "global_step": 15822, "epoch": 164, "lr":{"train_loss": 0.090{"train_loss": 0.09121881425380707, "global_step": 15823, "epoch": {"train_loss": {"train_loss": 0.0938592478632927, "global_step": 15824, "epoch": 164, "lr": 0.00025435{"train_loss"{"train_loss": 0.0893{"train_loss": 0.08905486017465591, "global_step": 15825, "epoch": {"train_loss"{"train_loss": 0.07373345643281937, "global_step": 15826, "epoch": 164, "lr": 0.0002543195108579324}
+{"train_loss": 0.0672{"train_loss": 0.0662536770105362, "global_step": 15827, "epoch": 164, "lr": 0.00{"train_loss": 0.104{"train_loss": 0.10639138519763947, "global_step": 15828, "epoch": 1{"train_loss":{"train_loss": 0.097{"trai{"train_loss": 0.0974453017115593, "global_step": 15829, "epoc{"train_loss"{"train_loss": 0.08547617495059967, "global_step": 15830, "epoch": 164, "lr": 0.00025425597266050276}
+{"train_loss": 0.1093{"tra{"train_loss": 0.11379311978816986, "global_step": 15831, "epoch": 164, "l{"train_loss": 0.078609086{"train_loss": 0.08243715763092041, "global_step": 15832, "epoch": 164, "lr"{"train_loss": 0.11044082790613174, "global_step": 15833, "epoch": 164, "lr": 0.0002542083151326468}
+{"train_loss": 0.07579465210437775, "global_step": 15834, "epoch": 164, "lr": 0.0002541924285515987}
+{"train_loss": 0.093{"train_loss": 0.09518327564001083, "global_step": 15835, "epoch": 164, "lr": 0.0{"train_loss": 0.05211004614830017, "global_step": 15836, "epoch": 164, "lr": 0.00025416065428250726}
+{"train_loss": 0.07841899991035461, "global_step": 15837, "epoch": 164, "lr": 0.00025414476659468035}
+{"train_loss": 0.071{"train_loss": 0.07115031033754349, "global_step": 15838, "epoch": 1{"train_loss":{"train_loss": 0.08750324{"train_loss": 0.08807765952466677, "global_step": 15839, "epoch": 164, "lr"{"train_loss": 0.08{"train_loss": 0.08546367287635803, "global_step": 15840, "epoch": 165, "lr": 0.00{"train_loss": 0.09706039726734161, "global_step": 15841, "epoch": 165, "lr": 0.00025408{"train_loss"{"train_loss": 0.10{"trai{"train_loss": 0.09988930821418762, "global_step": 15842, "epoch": 165, "lr"{"train_loss": 0.0896834284067154, "global_step": 15843, "epoch": 165, "lr": 0.0002540494327285983}
+{"train_loss": 0.071600645{"train_loss": 0.07092113792896271, "global_step": 15844, "epoch": 165, "lr"{"train_loss": 0.093950197{"train_loss": 0.08614680171012878, "global_step": 15845, "epoc{"train_loss{"train_loss": 0.10{"train_loss": 0.1037922203540802, "global_step": 15846, "epoch": 165, "lr": 0.000{"train_loss": 0.0{"train_{"train_loss": 0.057310327887535095, "global_step": 15847, "epo{"train_loss{"train_loss": 0{"train_loss": 0.07166683673858643, "global_step": 15848, "epoch": 165, "lr": 0.000253{"train_loss": 0.08398495614528656, "global_step": 15849, "epoch": 165, "lr": 0.00025395408561233187}
+{"train_loss": 0.06517732888460159, "global_step": 15850, "epoch": 165, "lr": 0.00025393819313971634}
+{"train_loss": {"train_los{"train_loss": 0.07076853513717651, "global_step": 15851, "epoch": 165, "lr{"train_loss": 0.086695402{"train_loss": 0.08988253772258759, "global_step": 15852, "epoch": 165, "lr{"train_loss": 0.079303115{"train_loss": 0.08223956823348999, "global_step": 15853, "epoch": 165, "lr{"train_loss":{"train_loss{"train_loss": 0.09984694421291351, "global_step": 15854, "epoch": 165, "{"train_loss": 0.06235083192586899, "global_step": 15855, "epoch": 165, "lr": 0.00025385872526925544}
+{"train_loss": {"train_loss"{"train_loss": 0.08543708920478821, "global_step": 15856, "e{"train_loss"{"train_loss": 0.09900475293397903, "global_step": 15857, "epoch": 165, "lr": 0.0002538269355529793}
+{"train_loss": {"train_loss": 0.11563166230916977, "global_step": 15858, "epoch": 165, "lr": 0.0002538{"train_loss": 0.0897427573{"train_loss": 0.08737331628799438, "global_step": 15859, "epoch": 165, "l{"train_loss": 0{"train_loss{"train_loss": 0.09085474908351898, "global_step": 15860, "ep{"train_loss"{"train_loss": 0{"train_loss{"train_loss": 0.08871215581893921, "global_step": 15861, "epoch": 165, "l{"train_loss": 0.05016655847430229, "global_step": 15862, "epoch": 165, "lr": 0.0002537474548496363}
+{"train_loss": 0.{"train_loss{"train_loss": 0.07604680210351944, "global_step": 15863, "epoch": 165, "{"train_loss": 0.{"train_loss{"train_loss": 0.10567755252122879, "global_step": 15864, "epoch": 165,{"train_loss": 0.{"train_loss": 0.0813675969839096, "global_step": 15865, "epoch": 165, "lr": 0.000253{"train_loss": 0.0874541401863{"train_loss": 0.08516864478588104, "global_step": 15866, "epoch": 165, {"train_loss": 0.1066964417695{"train_loss": 0.10601633787155151, "global_step": 15867, "epoch": 165, {"train_loss": 0{"train_loss":{"train_loss": 0.09209094196557999, "global_step": 15868, "epoch": 165, {"train_loss": 0.0840102732181{"train_loss": 0.08037324249744415, "global_step": 15869, "epoch": 165, {"train_loss": 0.1034976840019{"train_loss": 0.09757976233959198, "global_step": 15870, "epoch": 165, {"train_loss": {"train_loss": 0.08701487630605698, "global_step": 15871, "epoch": 165, "lr{"train_loss{"train_loss": {"train_loss": 0.08014102280139923, "global_step": 15872, "epoch": 165, "lr{"train_lo{"train_loss": 0{"train_loss": {"train_loss": 0.11796644330024719, "global_step": 15873, "e{"train_lo{"train_loss": 0.07681761682033{"train_loss": 0.07684953510761261, "global_step": 15874, "e{"train_lo{"train_loss": {"train_loss": 0{"train_loss": 0.07616531848907471, "global_step": 15875, "e{"train_lo{"train_loss": 0.09577053785324097, "global_step": 15876, "epoch": 165, "lr": 0.00025352486024490106}
+{"train_loss": 0.122417576611042{"train_loss": 0.12129978090524673, "global_step": 15877, "e{"train_lo{"train_loss": 0.09630564600229263, "global_step": 15878, "epoch": 165, "lr": 0.000253493055{"train_l{"train_loss": 0{"train_loss": 0{"train_loss": 0.07287553697824478, "global_step": 15879, "e{"train_lo{"train_loss": 0{"train_loss": 0.10106615722179413, "global_step": 15880, "epoch": 165, "lr"{"train_lo{"train_loss": 0{"train_loss": 0.09704536199569702, "global_step": 15881, "epoch": 165, "lr": 0.000253{"train_loss": 0{"train_loss": 0.1126544252038002, "global_step": 15882, "epoch": 165, "lr": 0.0002534{"train_loss": {"train_loss": 0.060046400874853134, "global_step": 15883, "epoch": 165, "lr": 0.00025{"train_loss": 0{"train_loss": 0.07384804636240005, "global_step": 15884, "epoch": 165, "lr"{"train_lo{"train_loss": 0{"train_loss": 0.07849256694316864, "global_step": 15885, "epoch": 165, "lr": 0.00025{"train_loss": 0.05497066676616669, "global_step": 15886, "epoch": 165, "lr": 0.00025336582034271923}
+{"train_loss": 0{"train_loss": 0.08257603645324707, "global_step": 15887, "epoch": 165, "lr": 0.00025{"train_loss": 0{"train_loss": 0{"train_loss": 0.10928531736135483, "global_step": 15888, "e{"train_l{"train_loss": 0{"train_loss": 0.10966750979423523, "global_step": 15889, "epoch": 165, "lr"{"train_l{"train_loss": 0.0572869554162025{"train_loss": 0.0550810769200325, "global_step": 15890, "ep{"train_l{"train_loss": 0.11534142494201{"train_loss": 0.11738374829292297, "global_step": 15891, "ep{"train_{"train_loss": 0.{"train_loss": {"train_loss": 0.09748287498950958, "global_step": 15892, "e{"train_l{"train_loss": 0.{"train_loss": 0.11098343878984451, "global_step": 15893, "epoch": 165, "lr": 0.000{"train_loss": 0.{"train_loss": 0.0975043922662735, "global_step": 15894, "epoch": 165, "lr": 0.00025{"train_loss": 0{"train_loss": 0{"train_loss": 0.07511496543884277, "global_step": 15895, "e{"train_lo{"train_loss": 0{"train_loss": 0{"train_loss": 0.06868991255760193, "global_step": 15896, "epoch": 165{"train_loss": 0{"train_loss": 0{"train_loss": 0.058388762176036835, "global_step": 15897, "epoch": 16{"train_loss": 0{"train_loss": 0.{"train_loss": 0.08158440887928009, "global_step": 15898, "epoch": 1{"train_loss": 0.10522670298814774, "global_step": 15899, "epoch": 165, "lr": 0.00025315901415696025}
+{"train_loss": 0{"train_loss": 0.08147837221622467, "global_step": 15900, "epoch": 165, "lr": 0.000253{"train_loss": 0.061692625284194946, "global_step": 15901, "epoch": 165, "lr": 0.000253127{"train_loss{"train_loss": {"train_loss": 0.09396138042211533, "global_step": 15902, "epoch": 165, "lr": 0.000253{"train_loss": {"train_loss": 0.11072255671024323, "global_step": 15903, "epoch": 165, "lr": 0.00025{"train_loss": {"train_loss": 0.07073748111724854, "global_step": 15904, "epoch": 165, "lr": 0.0002530{"train_loss": {"train_loss": 0.{"train_loss": 0.10786785930395126, "global_step": 15905{"train_loss"{"train_loss": {"train_loss": 0.0815175250172615, "global_step": 15906, "epoch": 165, "lr": 0.0002530{"train_loss": {"train_loss": 0.08593383431434631, "global_step": 15907, "epoch": 165, "lr": 0.000253{"train_loss": {"train_loss": 0.09177054464817047, "global_step": 15908, "epoch": 165, "lr": 0.000253{"train_loss": 0.07365696132183075, "global_step": 15909, "epoch": 165, "lr": 0.00025299989083347313}
+{"train_loss": 0.07315637171268463, "global_step": 15910, "epoch": 165, "lr": 0.0002529839765143115}
+{"train_loss": {"train_loss": 0.11125589907169342, "global_step": 15911, "epoch": 165, "lr": 0.000252{"train_loss": 0.10296031832695007, "global_step": 15912, "epoch": 165, "lr": 0.00025295214679368097}
+{"train_loss": 0.056925296783447266, "global_step": 15913, "epoch": 165, "lr": 0.000252936{"train_loss{"train_loss": 0.07940651476383209, "global_step": 15914, "epoch": 165, "lr": 0.00025292031563069645}
+{"train_loss": 0.08904892951250076, "global_step": 15915, "epoch": 165, "lr": 0.00025290439950859247}
+{"train_loss": 0.09692444652318954, "global_step": 15916, "epoch": 165, "lr": 0.000252888{"train_loss"{"train_loss": 0.0670388862490654, "global_step": 15917, "epoch": 165, "lr": 0.00025287256618370275}
+{"train_loss": 0.0867467373609{"train_loss": 0.08858863264322281, "global_step": 15918, "e{"train_los{"train_loss{"train_loss": 0.0{"train_loss": 0.07471597194671631, "global_step": 15919, "epoch": 165,{"train_loss": 0.0911393091082573, "global_step": 15920, "epoch": 165, "lr": 0.00025282481349628993}
+{"train_loss": 0.07221539318561{"train_loss": 0.07752102613449097, "global_step": 15921, "epoch": 165,{"train_loss"{"train_loss": 0.0{"train_loss": 0.06002473831176758, "global_step": 15922, "epoch": 165,{"train_los{"train_loss": 0.06290259212255478, "global_step": 15923, "epoch": 165, "lr": 0.0002527770{"train_los{"train_loss": 0.103{"train_loss": 0.10320264101028442, "global_step": 15924, "e{"train_los{"train_los{"train_loss": 0.08395218104124069, "global_step": 15925, "epoch": 165, "lr": 0.000252745{"train_loss": 0.07955601811408997, "global_step": 15926, "epoch": 165, "lr": 0.0002527292984119136}
+{"train_loss": 0.10655032098293304, "global_step": 15927, "epoch": 165, "lr": 0.00025271337797380346}
+{"train_loss{"train_loss": 0.09761452674865723, "global_step": 15928, "epoch": 165, "lr": 0.0002526974{"train_loss": 0.0805455669760704, "global_step": 15929, "epoch": 165, "lr": 0.0002526815360{"train{"train_loss": 0.08305017650127411, "global_step": 15930, "epoch": 165, "lr": 0.00025266561450613153}
+{"train_loss": 0.09905753284692764, "global_step": 15931, "epoch": 165, "lr": 0.0002526496926328218}
+{"train_loss": 0.06614264845848083, "global_step": 15932, "epoch": 165, "lr": 0.00025263377040098307}
+{"train_loss": 0.07856973260641098, "global_step": 15933, "epoch": 165, "lr": 0.000252617847810724}
+{"train_loss": 0.0981492996215{"train_loss": 0.10145580768585205, "global_step": 15934, "ep{"train_lo{"train_loss": 0.0864259141574{"train_loss": 0.08626474812626839, "global_step": 15935, "ep{"train_los{"train_lo{"train_loss": 0.09294059872627258, "global_step": 15936, "epoch": 166, "lr": 0.0{"train_l{"train_loss": 0.06200467050075531, "global_step": 15937, "epoch": 166, "lr": 0.000252554153{"train_l{"train_los{"train_loss": 0.127{"train_loss": 0.12313884496688843, "global_step": 15938, "epo{"train{"train_loss{"train_loss": 0.079{"train_loss": 0.07705956697463989, "global_step": 15939, "epo{"train{"train_loss{"train_loss": 0.093{"train_loss": 0.09640862047672272, "global_step": 15940, "epo{"train{"train_los{"train_loss": 0.08834744989871979, "global_step": 15941, "epoch": 166, "lr": 0.000{"train_{"train_loss": 0.10619291663169{"train_loss": 0.10590380430221558, "global_step": 15942, "epoc{"train{"train_los{"train_loss": 0.087{"train_loss": 0.08621944487094879, "global_step": 15943, "epoch": 166,{"train_loss": 0.08957169204950{"train_loss": 0.08983376622200012, "global_step": 15944, "epoch": 166,{"train_loss": 0.09630333632230{"train_loss": 0.09748048335313797, "global_step": 15945, "epoch": 166{"train_loss": 0.07911646366119385, "global_step": 15946, "epoch": 166, "lr": 0.00025241082157043376}
+{"train_loss": 0.0845647379755{"train_loss": 0.0843798816204071, "global_step": 15947, "epoch"{"train{"train_loss": 0.07074300944805145, "global_step": 15948, "epoch": 166, "lr": 0.0002523789660201216}
+{"train_loss": 0.07295450568199158, "global_step": 15949, "epoch": 166, "lr": 0.00025236303770{"train{"train_loss": 0.08997594565153122, "global_step": 15950, "epoch": 166, "lr": 0.00025234710904306824}
+{"train_loss": 0.1170334443449974, "global_step": 15951, "epoch": 166, "lr": 0.0002523311800{"train_l{"train_loss": 0.07136997580528259, "global_step": 15952, "epoch": 166, "lr": 0.0002523152506401414}
+{"train_loss": 0.077126331627{"train_loss": 0.07271368056535721, "global_step": 15953, "epoch{"train_l{"train_loss": 0.1026076003909111, "global_step": 15954, "epoch": 166, "lr": 0.0002522833908{"train_{"train_loss": 0.08140848577022552, "global_step": 15955, "epoch": 166, "lr": 0.0002522674603{"train_{"tr{"train_loss": 0.12206706404685974, "global_step": 15956, "epoch": 166, "lr": 0.000252251529560138{"train_loss": 0.1006356850266{"train_loss": 0.10190773010253906, "global_step": 15957, "epoch": 166{"tr{"train_loss": 0.078110560{"train_loss": 0.07602279633283615, "global_step": 15958, "epoch": 166, {"train_loss": 0.0566009953618{"train_loss": 0.05973992869257927, "global_step": 15959, "epoch": 166,{"train_loss": 0.1194063127040863, "global_step": 15960, "epoch": 166, "lr": 0.0002521878027870561}
+{"tra{"train_loss": 0.08185753226280212, "global_step": 15961, "epoch": 166, "lr": 0.00025217187020505{"tra{"train_loss": 0.08733884245157242, "global_step": 15962, "epoch": 166, "lr": 0.0002521559372677{"tra{"train_loss": 0.083969749{"train_loss": 0.07756619155406952, "global_step": 15963, "epoc{"train_{"train_loss": 0.09333650767803{"train_loss": 0.09781192988157272, "global_step": 15964, "epoch": 16{"train_loss": 0.07955370843410492, "global_step": 15965, "epoch": 166, "lr": 0.00025210813632538714}
+{"tra{"train_loss": 0.0910104513168335, "global_step": 15966, "epoch": 166, "lr": 0.0002520922{"train_{"train_loss": 0.11615706980228424, "global_step": 15967, "epoch": 166, "lr": 0.00025207626725{"train_{"train_loss": 0.0866178646683{"train_loss": 0.08256741613149643, "global_step": 15968, "epoch{"train{"train_loss": 0.07588354498147{"train_loss": 0.07823511958122253, "global_step": 15969, "epoch": 166{"train_loss": 0.10083377361297{"train_loss": 0.09737352281808853, "global_step": 15970, "epoch": 166,{"train_loss": 0.08548039197921{"train_loss": 0.08675111830234528, "global_step": 15971, "epoch": 166,{"train_loss": 0.09060196578502{"train_loss": 0.0871279165148735, "global_step": 15972, "epoch": 166, {"t{"train_loss": 0.0773025751{"train_loss": 0.07818032801151276, "global_step": 15973, "epoch": 166,{"train_loss": 0.08939159661531448, "global_step": 15974, "epoch": 166, "lr": 0.0002519647143485137}
+{"train_loss": 0.07692273706197739, "global_step": 15975, "epoch": 166, "lr": 0.00025194877680253673}
+{"t{"train_loss": 0.103032380{"train_loss": 0.10378971695899963, "global_step": 15976, "epoch": 166, {"t{"train_loss": 0.114590525{"train_loss": 0.11904130131006241, "global_step": 15977, "epoch": 166, {"train_loss": 0.05382756143808365, "global_step": 15978, "epoch": 166, "lr": 0.0002519009620425049}
+{"train_loss": 0.10055350512266159, "global_step": 15979, "epoch": 166, "lr": 0.0002518850230821558}
+{"train_loss": 0.08275015652179718, "global_step": 15980, "epoch": 166, "lr": 0.000251869083768485}
+{"train_loss": 0.10760453343391418, "global_step": 15981, "epoch": 166, "lr": 0.00025185314410160106}
+{"{"train_loss": 0.08246715366840363, "global_step": 15982, "epoch": 166, "lr": 0.0002518372040816125{"train_loss": 0.06621170043{"train_loss": 0.06958132982254028, "global_step": 15983, "epoch{"train_lo{{"train_loss": 0.0995233282{"train_loss": 0.10017365962266922, "global_step": 15984, "epoch": 166, "l{{"train_loss": 0.1149857789{"train_loss": 0.11073161661624908, "global_step": 15985, "epoch": 166, "{{"train_loss": 0.08926859498023987, "global_step": 15986, "epoch": 166, "lr": 0.0002517734404727832}{"train_loss": 0.1145600900053978, "global_step": 15987, "epoch": 166, "lr": 0.0002517574986{"train_{"train_loss": 0.09103606641292572, "global_step": 15988, "epoch": 166, "lr": 0.0002517415565{"train_l{"{"train_loss": 0.1032810807{"train_loss": 0.10479669272899628, "global_step": 15989, "epoch": 166, "{"train_loss": 0.076187402009{"train_loss": 0.07529877126216888, "global_step": 15990, "epoch": 166, "{"train_loss": 0.089763179421{"train_loss": 0.08629845082759857, "global_step": 15991, "epoch": 166, {"train_loss": 0.079434022307{"train_loss": 0.082827627658844, "global_step": 15992, "epoch": 166, "lr{"train_loss": 0.08415989577770233, "global_step": 15993, "epoch": 166, "lr": 0.0002516618405878804}
+{"train_loss": 0.08698172867298126, "global_step": 15994, "epoch": 166, "lr": 0.0002516458963{"train_l{"train_loss": 0.06703530251979828, "global_step": 15995, "epoch": 166, "lr": 0.00025162995173863415}
+{"train_loss": 0.0826176181435585, "global_step": 15996, "epoch": 166, "lr": 0.00025161400678657965}
+{"train_loss": 0.1004997193813324, "global_step": 15997, "epoch": 166, "lr": 0.0002515980614830489}
+{"t{"train_loss": 0.10282222{"train_loss": 0.1010601595044136, "global_step": 15998, "epoch": 1{"trai{"train_loss": 0.09617863595485687, "global_step": 15999, "epoch": 166, "lr": 0.0002515661698219935}
+{"train_loss": 0.08322789520025253, "global_step": 16000, "epoch": 166, "lr": 0.00025155022346468584}
+{"{"train_loss": 0.10104194283485413, "global_step": 16001, "epoch": 166, "lr": 0.0002515342767563364{"train_loss": 0.1005348414182663, "global_step": 16002, "epoch": 166, "lr": 0.00025151832969705373}
+{"t{"train_loss": 0.11613918{"train_loss": 0.11409186571836472, "global_step": 16003, "epoch": 166, "{"t{"train_loss": 0.09554368257522583, "global_step": 16004, "epoch": 166, "lr": 0.0002514864345261231{"train_loss": 0.10167808830738068, "global_step": 16005, "epoch": 166, "lr": 0.0002514704864146925}
+{"{"train_loss": 0.088325105{"train_loss": 0.08635367453098297, "global_step": 16006, "epoch": 166, "{"train_loss": 0.09267478436{"train_loss": 0.10241945832967758, "global_step": 16007, "epoch": 1{"tra{"train_loss": 0.08341580629{"train_loss": 0.08752135187387466, "global_step": 16008, "epoch": 1{"trai{"train_loss": 0.11177180707{"train_loss": 0.11696775257587433, "global_step": 16009, "epoch": 1{"tra{"train_loss": 0.06434415280818939, "global_step": 16010, "epoch": 166, "lr": 0.0002513907406022{"trai{"train_loss": 0.08885313570{"train_loss": 0.08986474573612213, "global_step": 16011, "epoch": 1{"tr{{"train_loss": 0.07934914529{"train_loss": 0.08328971266746521, "global_step": 16012, "epoch": 166, "{{"train_loss": 0.07181261479{"train_loss": 0.0772499367594719, "global_step": 16013, "epoch": 166, "{{"train_loss": 0.0890343040{"train_loss": 0.09063161164522171, "global_step": 16014, "epoch": 166, {"train_loss": 0.085915334522{"train_loss": 0.09207192063331604, "global_step": 16015, "epoch": 166, "{"train_loss": 0.09678128361701965, "global_step": 16016, "epoch": 166, "lr": 0.00025129503407992666}
+{"train_loss": 0.095730185508{"train_loss": 0.09886913746595383, "global_step": 16017, "epoch": 166, {"train_loss": 0.09773935377597809, "global_step": 16018, "epoch": 166, "lr": 0.000251263129110235}
+{"train_loss": 0.102740377187{"train_loss": 0.10396982729434967, "global_step": 16019, "epoch": 166, "{"train_loss": 0.091718152165{"train_loss": 0.09191673249006271, "global_step": 16020, "epoch": 16{"t{"train_loss": 0.11418004333972931, "global_step": 16021, "epoch": 166, "lr": 0.0002512152690378182{"{"train_loss": 0.1423106640577{"train_loss": 0.1353864073753357, "global_step": 16022, "epoch": 166{"t{"train_loss": 0.086649924516{"train_loss": 0.09144166857004166, "global_step": 16023, "epoch": 16{"tr{"train_loss": 0.09473639726638794, "global_step": 16024, "epoch": 166, "lr": 0.000251167405826553{"t{"train_loss": 0.0906241312623024, "global_step": 16025, "epoch": 166, "lr": 0.00025115145072578403}
+{"train_loss": 0.0647201761603{"train_loss": 0.06518520414829254, "global_step": 16026, "epoch": 166,{"train_loss": 0.0921681821346{"train_loss": 0.09381698817014694, "global_step": 16027, "epoch": 166,{"train_loss": 0.10413706302642{"train_loss": 0.10439391434192657, "global_step": 16028, "epoch": 1{"t{{"train_loss": 0.0746183767914772, "global_step": 16029, "epoch": 166, "lr": 0.0002510876268405295{"{"train_loss": 0.10281503200531006, "global_step": 16030, "epoch": 166, "lr": 0.000251071669999215}
+{"train_loss": 0.09122802185205121, "global_step": 16031, "epoch": 166, "lr": 0.00025105571281011765}
+{"train_loss": 0.10023623704910278, "global_step": 16032, "epoch": 167, "lr": 0.000251039755273345{"tr{"train_loss": 0.1012582629919{"train_loss": 0.10193320363759995, "global_step": 16033, "epoch": 167,{"train_loss": 0.0931442379951{"train_loss": 0.08542631566524506, "global_step": 16034, "epoch": 1{"{"train_loss": 0.13944907486438{"train_loss": 0.13200554251670837, "global_step": 16035, "epoch": 16{"train_loss": 0.08666187524795532, "global_step": 16036, "epoch": 167, "lr": 0.00025097592165168874}
+{"train_loss": 0.076443850994110{"train_loss": 0.08253034949302673, "global_step": 16037, "epoch": 167{"{"train_loss": 0.0868062749505043, "global_step": 16038, "epoch": 167, "lr": 0.00025094400275763967}{{"train_loss": 0.09355136007070541, "global_step": 16039, "epoch": 167, "lr": 0.0002509280427901903}{{"train_loss": 0.09936660528182{"train_loss": 0.09750297665596008, "global_step": 16040, "epoch":{"t{{"train_loss": 0.07765133678913{"train_loss": 0.07836096733808517, "global_step": 16041, "epoch": 16{"train_loss": 0.07488446682691574, "global_step": 16042, "epoch": 167, "lr": 0.0002508801608074475}
+{"train_loss": 0.069138184189796{"train_loss": 0.07234147191047668, "global_step": 16043, "epoch": 16{"train_loss": 0.06576710939407349, "global_step": 16044, "epoch": 167, "lr": 0.0002508482377530434}
+{{"train_loss": 0.10937710106372{"train_loss": 0.11064616590738297, "global_step": 16045, "epoch": 16{{"train_loss": 0.11058995127677917, "global_step": 16046, "epoch": 167, "lr": 0.00025081631331359334}{{"train_loss": 0.0833481699228{"train_loss": 0.08148352801799774, "global_step": 16047, "epoch": 16{"train_loss": 0.091997765004634{"train_loss": 0.09335724264383316, "global_step": 16048, "epoch": 16{"train_loss": 0.107448942959308{"train_loss": 0.10726010799407959, "global_step": 16049, "epoch": 167{"train_loss": 0.082185640931129{"train_loss": 0.07948791980743408, "global_step": 16050, "epoch": 167{"train_loss": 0.077382162213325{"train_loss": 0.07641908526420593, "global_step": 16051, "epo{"trai{"train_loss": 0.08116234838962555, "global_step": 16052, "epoch": 167, "lr": 0.0002507205316936634}
+{"train_loss": 0.0772117525339126{"train_loss": 0.07472242414951324, "global_step": 16053, "ep{"train_{"train_loss": 0.0679524764418602, "global_step": 16054, "epoch": 167, "lr": 0.0002506886017227257}
+{"{"train_loss": 0.07148738205432892, "global_step": 16055, "epoch": 167, "lr": 0.0002506726362194409{"{"train_loss": 0.08948434889316559, "global_step": 16056, "epoch": 167, "lr": 0.0002506566703710904{"train_loss": 0.07902379333972931, "global_step": 16057, "epoch": 167, "lr": 0.00025064070417778287}
+{"train_loss": 0.09015539288520813, "global_step": 16058, "epoch": 167, "lr": 0.00025062473763962713}
+{"train_loss": 0.10492534935474396, "global_step": 16059, "epoch": 167, "lr": 0.00025060877075673186}
+{"{"train_loss": 0.09873118996620178, "global_step": 16060, "epoch": 167, "lr": 0.00025059280352920585{"train_loss": 0.07722876220941544, "global_step": 16061, "epoch": 167, "lr": 0.0002505768359571577}
+{"train_loss": 0.08354844152927399, "global_step": 16062, "epoch": 167, "lr": 0.000250560868040{"trai{"train_loss": 0.073336340487003{"train_loss": 0.07281622290611267, "global_step": 16063, "epoch": 167{"train_loss": 0.07183516770601273, "global_step": 16064, "epoch": 167, "lr": 0.0002505289311749683}
+{"{"train_loss": 0.1035299301147461, "global_step": 16065, "epoch": 167, "lr": 0.00025051296222{"train{"train_loss": 0.09111393243074417, "global_step": 16066, "epoch": 167, "lr": 0.00025049699293289206}
+{"train_loss": 0.04987525939941406, "global_step": 16067, "epoch": 167, "lr": 0.000250481023295{"trai{"train_loss": 0.07271943241357803, "global_step": 16068, "epoch": 167, "lr": 0.0002504650533153373}
+{"train_loss": 0.12887392938137054, "global_step": 16069, "epoch": 167, "lr": 0.0002504490829910274}
+{{"train_loss": 0.09875193983316422, "global_step": 16070, "epoch": 167, "lr": 0.0002504331123231741{"{"train_loss": 0.10029144585132599, "global_step": 16071, "epoch": 167, "lr": 0.00025041714131188614{"train_loss": 0.06156022101640{"train_loss": 0.06473192572593689, "global_step": 16072, "epoch": 167{"{"train_loss": 0.09195542335510254, "global_step": 16073, "epoch": 167, "lr": 0.0002503851982{"train{"train_loss": 0.10112610459327{"train_loss": 0.09972450137138367, "global_step": 16074, "epoch": 167,{"train_loss": 0.11912818998098373, "global_step": 16075, "epoch": 167, "lr": 0.00025035325383456354}
+{"train_loss": 0.09077480435371399, "global_step": 16076, "epoch": 167, "lr": 0.00025033728110773404}
+{"train_loss": 0.11638562381267548, "global_step": 16077, "epoch": 167, "lr": 0.0002503213080381225}
+{"train_loss": 0.0953095480799675, "global_step": 16078, "epoch": 167, "lr": 0.00025030533462583766}
+{"train_loss": 0.11002375185489655, "global_step": 16079, "epoch": 167, "lr": 0.0002502893608709883}
+{"train_loss": 0.11477510631084442, "global_step": 16080, "epoch": 167, "lr": 0.00025027338677{"train{"train_loss": 0.09202098846435547, "global_step": 16081, "epoch": 167, "lr": 0.00025025741233403143}
+{"train_loss": 0.09107773005962372, "global_step": 16082, "epoch": 167, "lr": 0.00025024143755214133}
+{"train_loss": 0.12013360857963562, "global_step": 16083, "epoch": 167, "lr": 0.00025022546{"train_lo{"train_loss": 0.09590454399585724, "global_step": 16084, "epoch": 167, "lr": 0.00025020948696208187}
+{"train_loss": 0.06039796769618988, "global_step": 16085, "epoch": 167, "lr": 0.00025019351115413004}
+{"train_loss": 0.11240291595458{"train_loss": 0.11326149106025696, "global_step": 16086, "epoch": 167,{"train_loss": 0.11139988154172897, "global_step": 16087, "epoch": 167, "lr": 0.0002501615585129263}
+{{"train_loss": 0.1010743528604{"train_loss": 0.10385478287935257, "global_step": 16088, "epoch": 167{{"train_loss": 0.10844716429710388, "global_step": 16089, "epoch": 167, "lr": 0.0002501296045053809}{{"train_loss": 0.07956937700510025, "global_step": 16090, "epoch": 167, "lr": 0.000250113{"train_los{"train_loss": 0.07564616203308105, "global_step": 16091, "epoch": 167, "lr": 0.0002500976491323642}
+{"{"train_loss": 0.08578848838806152, "global_step": 16092, "epoch": 167, "lr": 0.0002500816709340762{"train_loss": 0.085320241749286{"train_loss": 0.09282001852989197, "global_step": 16093, "epoch": 16{{"train_loss": 0.07955998927354{"train_loss": 0.08084265887737274, "global_step": 16094, "epoch": 167{{"train_loss": 0.08169132471084{"train_loss": 0.07978493720293045, "global_step": 16095, "epoch": 167{{"train_loss": 0.11424782127141953, "global_step": 16096, "epoch": 167, "lr": 0.0002500177547315982}{"train_loss": 0.095015555620193{"train_loss": 0.09728778153657913, "global_step": 16097, "epoch": 167{{"train_loss": 0.09875263273715{"train_loss": 0.09926225990056992, "global_step": 16098, "epoch": 16{"train_loss": 0.09448932111263275, "global_step": 16099, "epoch": 167, "lr": 0.00024996981400299435}
+{"train_loss": 0.106301650404930{"train_loss": 0.11036026477813721, "global_step": 16100,{"train_loss"{{"train_loss": 0.10526855289936066, "global_step": 16101, "epoch": 167, "lr": 0.00024993785181567864}{"train_loss": 0.075503766536712{"train_loss": 0.0721675306558609, "global_step": 16102, "epoch": 167{{"train_loss": 0.0593383200466{"train_loss": 0.060465700924396515, "global_step": 16103{"train_loss":{"{"train_loss": 0.0828170925378{"train_loss": 0.08549778908491135, "global_step": 16104, "epoch": 167{"train_loss": 0.08386442065238953, "global_step": 16105, "epoch": 167, "lr": 0.00024987392336117356}
+{"{"train_loss": 0.11461496353149414, "global_step": 16106, "epoch": 167, "lr": 0.00024985794039820845{"{"train_loss": 0.07017017155885696, "global_step": 16107, "epoch": 167, "lr": 0.00024984195709572553{"{"train_loss": 0.11353914439678192, "global_step": 16108, "epoch": 167, "lr": 0.0002498259734538335{"train_loss": 0.0862501710653305, "global_step": 16109, "epoch": 167, "lr": 0.00024980998947264133}
+{"train_loss": 0.12397429347038269, "global_step": 16110, "epoch": 167, "lr": 0.0002497940051522579}
+{"{"train_loss": 0.06646853685379{"train_loss": 0.06532943248748779, "global_step": 16111, "epoch": 1{"{"train_loss": 0.0923490971326828, "global_step": 16112, "epoch": 167, "lr": 0.00024976203549435236}{{"train_loss": 0.08204115927219{"train_loss": 0.08535951375961304, "global_step": 16113, "epoch": 167{"train_loss": 0.07881481945514679, "global_step": 16114, "epoch": 167, "lr": 0.0002497300644809877}
+{"train_loss": 0.077693477272987{"train_loss": 0.07865671813488007, "global_step": 16115, "epoch": 167{"train_loss": 0.1284429132938385, "global_step": 16116, "epoch": 167, "lr": 0.0002496980921130349}
+{"train_loss": 0.1004842966794967{"train_loss": 0.10332895070314407, "global_step": 16117, "epoch":{"train_loss": 0.1168525293469429, "global_step": 16118, "epoch": 167, "lr": 0.00024966{"train_loss":{"train_loss": 0.1371653974056244,{"train_loss": 0.13050653040409088, "global_step": 16119, "epoch":{"train_loss": 0.09327035397291183,{"train_loss": 0.09185431152582169, "global_step": 161{"train_los{"t{"train_loss": 0.07560916990041733, "global_step": 16121, "epoch": 167, "lr": 0.000249{"train_loss"{"train_loss": 0.10329613089561462{"train_loss": 0.09866637736558914, "global_step": 1612{"train_loss{"train_loss": 0.07314641028642654, "global_step": 16123, "epoch": 167, "lr": 0.000249586{"train_loss"{"t{"train_loss": 0.11283308267593384, "global_step": 16124, "epoch": 167, "lr": 0.000249570189112759{"train_loss": 0.09084615111351013, "global_step": 16125, "epoch": 167, "lr": 0.000249554{"train_loss"{"train_loss": 0.0725754201412200{"train_loss": 0.06507379561662674, "global_step": 16126, "epoch": 16{"t{"train_loss": 0.0919607340280{"train_loss": 0.09210633754264563, "global_step": 16127, "epoch": 16{"t{"train_loss": 0.08727157860994339, "global_step": 16128, "epoch": 168, "lr": 0.00024950622950773{"train_loss": 0.10155071318149567, "global_step": 16129, "epoch": 168, "lr": 0.0002494902387634022}
+{"train_loss": 0.0803789421916008, "global_step": 16130, "epoch": 168, "lr": 0.00024947424768205343}
+{"train_loss": 0.07478079199790955, "global_step": 16131, "epoch": 168, "lr": 0.00024945825626379966}
+{"train_loss": 0.0975213944911956{"train_loss": 0.09656025469303131, "global_step": 1{"train_loss": 0{"train_loss": 0.0845431089401245{"train_loss": 0.09049639850854874, "global_step": 16133, "epoch": 1{"train_loss": 0.0784452259540557{"train_loss": 0.07709440588951111, "global_step": 16134, "epoch": 1{"t{"train_loss": 0.09019142389297485, "global_step": 16135, "epoch": 168, "lr": 0.000249394287223912{"tr{"train_loss": 0.090676471590{"train_loss": 0.09497962892055511, "global_step": 16136, "epoch": 16{"tr{"train_loss": 0.069073736667{"train_loss": 0.06959879398345947, "global_step": 16{"train_loss"{"train_loss": 0.1013876795768737{"train_loss": 0.10558338463306427, "global_step": 16{"train_loss": {"tr{"train_loss": 0.09618673473596573, "global_step": 16139, "epoch": 168, "lr": 0.00024933031280225{"tr{"train_loss": 0.085318937897{"train_loss": 0.09011761844158173, "global_step": 16140, "epoch": 1{"tr{"train_loss": 0.148707583546{"train_loss": 0.1477227807044983, "global_step": 16141, "epoch": 1{"tr{"train_loss": 0.106970623135{"train_loss": 0.10992120206356049, "global_step": 16142, "epoch": 1{"tr{"train_loss": 0.097475901246{"train_loss": 0.0918109342455864, "global_step": 16143, "epoch": 16{"train_loss": 0.082827284932136{"train_loss": 0.08622358739376068, "global_step": 16144, "epoch": 168{"tr{"train_loss": 0.08253410458{"train_loss": 0.08821287751197815, "global_step": 16145, "epoch": 168{"tr{"train_loss": 0.06490072607{"train_loss": 0.06422476470470428, "global_step": 16146, "epoch": 168{"t{"train_loss": 0.089296028017{"train_loss": 0.09145347774028778, "global_step": 16147, "epoch": {"train_loss": 0.0649714022874832{"train_loss": 0.06760214269161224, "global_step": 16148, "epoch": {"train_loss": 0.1133858561515808{"train_loss": 0.11214011907577515, "global_step": 16149, "epoch": 16{"tr{"train_loss": 0.081601746380{"train_loss": 0.07919874787330627, "global_step": {"train_loss": 0.{"tr{"train_loss": 0.079036705195{"train_loss": 0.0781828910112381, "global_step": 16151, "epoch": 168{"tr{"train_loss": 0.07794368267059326, "global_step": 16152, "epoch": 168, "lr": 0.000249122358848286{"tr{"train_loss": 0.11480650305{"train_loss": 0.11546074599027634, "global_step": 1{"train_loss": 0.{"tr{"train_loss": 0.11693762242{"train_loss": 0.1151660829782486, "global_step": 16154, "epoch": 1{"train_loss": 0.0918220728635788{"train_loss": 0.0865313857793808, "global_step": 16155, "epoch": 1{"train_loss": 0.0889290869235992{"train_loss": 0.0855785459280014, "global_step": 16156, "epoch": 16{"train{"train_loss": 0.11671400{"train_loss": 0.11340620368719101, "global_step": 16157, "epoch": 16{"trai{"train_loss": 0.067915424{"train_loss": 0.06984850764274597, "global_step": 16158, "epoch": 168{"tra{"train_loss": 0.0911637097{"train_loss": 0.08824951946735382, "global_step": 16159, "epoch": 168{"train_loss": 0.100294321775436{"train_loss": 0.10106411576271057, "global_step": 1616{"train_loss":{"train_loss": 0.0741413980722427{"train_loss": 0.07379095256328583, "global_step": 16161, "epoch": 16{"train_loss": 0.1074543446302414, "global_step": 16162, "epoch": 168, "lr": 0.000248962{"train_loss"{"train_loss": 0.11797256022691727{"train_loss": 0.12433305382728577, "global_step": 16163, "epoch": {"train_loss": 0.10778742283582687, "global_step": 16164, "epoch": 168, "lr": 0.000248930{"train_loss{"train{"train_loss": 0.1078125685{"train_loss": 0.1075243353843689, "global_step": 16165, "epoch": 1{"train{"train_loss": 0.115203671{"train_loss": 0.1160716563463211, "global_step": 16166, "epoch": 16{"train_loss": 0.094652406871318{"train_loss": 0.09035278856754303, "global_step": 16167{"train_loss"{"train_loss": 0.100059866905212{"train_loss": 0.10294844210147858, "global_step": 16168, "epoch": 16{"train{"train_loss": 0.111211553{"train_loss": 0.1129104346036911, "global_step": 16169, "epoch": 1{"train_loss": 0.085713937878608{"train_loss": 0.08486300706863403, "global_step": 16170, "epoch": 1{"train_loss": 0.0975739434361457{"train_loss": 0.10196518898010254, "global_step": 16171, "epoch": 16{"train_loss": 0.10573598742485046, "global_step": 16172, "epoch": 168, "lr": 0.00024880231938434824}
+{"train_loss": 0.12450964003801346, "global_step": 16173, "epoch": 168, "lr": 0.00024878631391444557}
+{"train_{"train_loss": 0.09125779{"train_loss": 0.09273324906826019, "global_step": 16174,{"train_loss{"train_loss": 0.1130707189440727{"train_loss": 0.10870367288589478, "global_step": 16175, "epoch": {"train{"train_loss": 0.109542421{"train_loss": 0.11241771280765533, "global_step": 1617{"train_loss{"train_{"train_loss": 0.07129565626382828, "global_step": 16177, "epoch": 168, "lr": 0.00024872228871{"train_{"train_loss": 0.10840392112731934, "global_step": 16178, "epoch": 168, "lr": 0.000248706281{"train_l{"train_loss": 0.094775125{"train_loss": 0.10037309676408768, "global_step": 1617{"train_los{"train_lo{"train_loss": 0.091194763{"train_loss": 0.09308914095163345, "global_step": 16180, "epoch":{"train_loss": 0.12309956550598145, {"train_loss": 0.11919049918651581, "global_step": 16181, "epoch"{"train_l{"train_loss": 0.0967754945{"train_loss": 0.09664186835289001, "global_step": 16182, "epoch"{"train_l{"train_loss": 0.0882037878{"train_loss": 0.08868430554866791, "global_step": 16183, "epoch"{"train_{"train_loss": 0.08751951903{"train_loss": 0.0870998278260231, "global_step": 16184, "epoch":{"train_loss": 0.09752985090017319,{"train_loss": 0.09230947494506836, "global_step": 1618{"train_loss{"train_{"train_loss": 0.06476332992315292, "global_step": 16186, "epoch": 168, "lr": 0.00{"train_loss{"train_loss": 0.11367729306221008, "global_step": 16187, "epoch": 168, "lr": 0.0002485622{"train_loss{"train_{"train_loss": 0.0687817931175232, "global_step": 16188, "epoch": 168, "lr": 0.00024854619206{"train{"train_loss": 0.10792855918{"train_loss": 0.1046898290514946, "global_step": 1618{"train_loss"{"train_loss": 0.0939902514219284, "global_step": 16190, "epoch": 168, "lr": 0.00024851417018532566}
+{"train{"train_loss": 0.05323217064142227, "global_step": 16191, "epoch": 168, "lr": 0.00024849815875{"train{"train_loss": 0.092951983213{"train_loss": 0.09511503577232361, "global_step": 16192, "epoch"{"train{"train_loss": 0.08263905346393585, "global_step": 16193, "epoch": 168, "lr": 0.00024846613489{"train_loss": 0.0741940289735794, "global_step": 16194, "epoch": 168, "lr": 0.000248450{"train_loss{"train_loss": 0.06898244470357895, "global_step": 16195, "epoch": 168, "lr": 0.00024843410971787553}
+{"trai{"train_loss": 0.08017122745513916, "global_step": 16196, "epoch": 168, "lr": 0.000248418096634{"trai{"train_loss": 0.0999988466501236, "global_step": 16197, "epoch": 168, "lr": 0.00024840208322137{"train_loss": 0.11054985225200653, {"train_loss": 0.1004364863038063, "global_step": 1{"train_loss":{"train_loss": 0.05543561279773712, "global_step": 16199, "epoch": 168, "lr": 0.0002483700554064654}
+{"train_loss": 0.09202975034713745, {"train_loss": 0.0908159539103508, "global_step": 16200, "epoch":{"train_loss": 0.08166021853685379, "global_step": 16201, "epoch": 168, "lr": 0.0002483380262740093}
+{"train_loss": 0.08033423125743866, "global_step": 16202, "epoch": 168, "lr": 0.0002483220112139753}
+{"tra{"train_loss": 0.134435087442{"train_loss": 0.13024009764194489, "global_step": 16203, "epoch": {"train_loss": 0.08876015245914459{"train_loss": 0.09150034189224243, "global_step": 16204, "epoch": 1{"tra{"train_loss": 0.07489511370658875, "global_step": 16205, "epoch": 168, "lr": 0.0002482739640599{"tra{"train_loss": 0.08006057143{"train_loss": 0.08359885960817337, "global_step": 16206, "epoch": {"trai{"train_loss": 0.11534084379673004, "global_step": 16207, "epoch": 168, "lr": 0.000248241930980{"trai{"train_loss": 0.10098455101{"train_loss": 0.09698602557182312, "global_step": 16208, "epoch": 1{"train_loss": 0.0794961005449295, "global_step": 16209, "epoch": 168, "lr": 0.0002482098965862024}
+{"train{"train_loss": 0.10099509358406067, "global_step": 16210, "epoch": 168, "lr": 0.0002481938788{"train_loss": 0.0661369189620018, "global_step": 16211, "epoch": 168, "lr": 0.0002481778608791176}
+{"train_loss": 0.0813116580247879, "global_step": 16212, "epoch": 168, "lr": 0.0002481618425334052}
+{"train_l{"train_loss": 0.09289522469043732, "global_step": 16213, "epoch": 168, "lr": 0.0002481458238{"train_loss": 0.042549848556518555, "global_step": 16214, "epoch": 168, "lr": 0.00024812{"train_loss":{"train_loss": 0.07016262412071228, "global_step": 16215, "epoch": 168, "lr": 0.00024811378552889654}
+{"train_loss": 0.07000050693750381, {"train_loss": 0.07437266409397125, "global_step": 16216, "epoch"{"train_loss": 0.06678453087806702, "global_step": 16217, "epoch": 168, "lr": 0.0002480817458875056}
+{"train_l{"train_loss": 0.0900827869{"train_loss": 0.08721491694450378, "global_step": 16{"train_loss"{"train_loss": 0.10723588615655899, "global_step": 16219, "epoch": 168, "lr": 0.00024804970493642474}
+{"train_loss": 0.07440956681966782, "global_step": 16220, "epoch": 168, "lr": 0.0002480336839700232}
+{"train_l{"train_loss": 0.0892644003{"train_loss": 0.09120091050863266, "global_step": 16{"train_loss"{"train_loss": 0.06697863340377808, {"train_loss": 0.06913699209690094, "global_step": 16{"train_loss{"train_loss": 0.09108727638764928, "global_step": 16223, "epoch": 168, "lr": 0.00024798561910868396}
+{"train_{"train_loss": 0.09170250594615936, "global_step": 16224, "epoch": 169, "lr": 0.00024796959683{"train_loss": 0.08535866439342499, "global_step": 16225, "epoch": 169, "lr": 0.0002479535742337697}
+{"train_loss": 0.09798930585384369, "global_step": 16226, "epoch": 169, "lr": 0.00024793755130643355}
+{"train_loss": 0.07061226665973663, "global_step": 16227, "epoch": 169, "lr": 0.000247921{"train_loss{"train_loss": 0.09472227096557617, "global_step": 16228, "epoch": 169, "lr": 0.00024790550447254857}
+{"train{"train_loss": 0.0993504524230957, "global_step": 16229, "epoch": 169, "lr": 0.00024788948056{"trai{"train_loss": 0.0665510222315{"train_loss": 0.06860710680484772, "global_step": 16{"train_loss{"train_loss": 0.0901193618774414, "global_step": 16231, "epoch": 169, "lr": 0.00024785743177532636}
+{"train{"train_loss": 0.0789934843778{"train_loss": 0.07573850452899933, "global_step": 16{"train_loss{"train{"train_loss": 0.07827460765838623, "global_step": 16233, "epoch": 169, "lr": 0.00024782538168{"train{"train_loss": 0.08878622949123383, "global_step": 16234, "epoch": 169, "lr": 0.000247809356145{"train_loss": 0.1020316556096077, "g{"train_loss": 0.0995124876499176, "global_step": 16235, "epoch"{"train_loss": 0.10179582238197327, "{"train_loss": 0.1024080216884613, "global_step": 16236, "epoch"{"train_{"train_loss": 0.10953913629{"train_loss": 0.11447206139564514, "global_step": 16237, "epoch"{"train_loss": 0.08979353308677673, "global_step": 16238, "epoch": 169, "lr": 0.00024774525074724264}
+{"train_loss": 0.06692224740982056, "global_step": 16239, "epoch": 169, "lr": 0.00024772922{"train_lo{"train_loss": 0.12520593404769897, "global_step": 16240, "epoch": 169, "lr": 0.00024771319609711635}
+{"train_loss": 0.09776171296834946, "{"train_loss": 0.09787987172603607, "global_step": 16241, "epoch"{"train_loss": 0.08477150648832321, "{"train_loss": 0.09248270094394684, "global_step": 162{"train_lo{"train_loss": 0.0952213779091835, "g{"train_loss": 0.08884484320878983, "global_step": 16243, "epoch{"train_loss": 0.10907144099473953, "global_step": 16244, "epoch": 169, "lr": 0.000247649082{"train_l{"train_{"train_loss": 0.08583216369152069, "global_step": 16245, "epoch": 169, "lr": 0.0002{"train_l{"train_loss": 0.0957084372639656, "global_step": 16246, "epoch": 169, "lr": 0.00024761702435{"train_{"train_loss": 0.1161472499370575, "glob{"train_loss": 0.110435351729393, "global_step": 16247, "epoc{"train_los{"train_loss": 0.10412766039{"train_loss": 0.10785138607025146, "global_step": 16248, "epo{"train_loss": 0.08981478214263916, "global_step": 16249, "epoch": 169, "lr": 0.0002475689341009724}
+{"train_lo{"train_loss": 0.09528390318155289, "global_step": 16250, "epoch": 169, "lr": 0.00024{"trai{"train_lo{"train_loss": 0.08429977297782898, "global_step": 16251, "epoch": 169, "lr": 0.00024{"train{"train_lo{"train_loss": 0.11186225712299347, "global_step": 16252, "epoch": 169, "lr": 0.00024752084{"train_loss": 0.0656077116727829, "glo{"train_loss": 0.06764619052410126, "global_step": 16253, "epo{"train_loss": 0.10565461218357086, "global_step": 16254, "epoch": 169, "lr": 0.0002474887772049{"trai{"train_lo{"train_loss": 0.08633893728256226, "global_step": 16255, "epoch": 169, "lr": 0.000247472744{"train_lo{"train_loss": 0.06456142663955688, "global_step": 16256, "epoch": 169, "lr": 0.00024745671{"train_loss": 0.1008690819144249, "global_step": 16257, "epoch": 169, "lr": 0.00024744067918577{"tr{"train_loss{"train_loss": 0.1084592938423{"train_loss": 0.10333558917045593, "global_step": 16258, "{"train_loss{"train_loss": 0.10516074299812317, "global_step": 16259, "epoch": 169, "lr": 0.0002474{"train_loss"{"train_loss": 0.10262294113636017, "global_step": 16260, "epoch": 169, "lr": 0.0002{"tra{"train_loss"{"train_loss": 0.07045397162437439, "global_step": 16261, "epoch": 169, "lr": 0.0002{"tra{"train_loss"{"train_loss": 0.09968113899230957, "global_step": 16262, "epoch": 169, "lr": 0.000247360{"train_loss": 0.09242545068264008, "global_step": 16263, "epoch": 169, "lr": 0.00024734447442791707}
+{"train_loss"{"train_loss": 0.06875291466712952, "global_step": 16264, "epoch": 169, "lr": 0.00024732{"train_loss": 0.07709792256355286, "global_step": 16265, "epoch": 169, "lr": 0.0002473124035949{"tra{"train_loss{"train_loss": 0.130359798669{"train_loss": 0.13024841248989105, "global_step": 16266, "e{"train_loss": 0.10502123832702637, "global_step": 16267, "epoch": 169, "lr": 0.0002472803314731879}
+{"train_loss": 0.10648706555366516, "global_step": 16268, "epoch": 169, "lr": 0.0002472642949293198}
+{"train_loss": 0.12193020433187485, "global_step": 16269, "epoch": 169, "lr": 0.0002472482580635958}
+{"train_los{"train_loss": 0.1004917174577713, "global_step": 16270, "epoch": 169, "lr": 0.000247{"trai{"train_loss": 0.07609128952026367, "global_step": 16271, "epoch": 169, "lr": 0.0002472161833670{"trai{"train_lo{"train_loss": 0.114184044301{"train_loss": 0.11215214431285858, "global_step": 16272, "epo{"train_lo{"train_loss": 0.066438950598{"train_loss": 0.06600597500801086, "global_step": 16273,{"trai{"train_l{"train_loss": 0.0699842572212{"train_loss": 0.06547164916992188, "global_step": 16274, "epo{"train_l{"train_loss": 0.07125835120677948, "global_step": 16275, "epoch": 169, "lr": 0.0002471520301{"train_l{"train_loss": 0.1169351488351{"train_loss": 0.11063916981220245, "global_step": 16276,{"trai{"train_loss": 0.08016287535429001, "global_step": 16277, "epoch": 169, "lr": 0.0002471199515640{"tra{"train_loss": 0.0638166293501854, "gl{"train_loss": 0.063597172498703, "global_step": 16278, "e{"tra{"train_lo{"train_loss": 0.08500128984451294, "global_step": 16279, "epoch": 169, "lr": 0.000247{"tra{"train_lo{"train_loss": 0.07638147473335266, "global_step": 16280, "epoch": 169, "lr": 0.00024707183{"train_loss": 0.07328535616397858, "global_step": 16281, "epoch": 169, "lr": 0.0002470557906099{"tra{"train_l{"train_loss": 0.0980525463{"train_loss": 0.09654448926448822, "global_step": 16282, "epoch":{"train_loss": 0.10509923100471497, {"train_loss": 0.10722026973962784, "global_step": 16283, "epoch":{"train_{"train_loss": 0.08317825198{"train_loss": 0.08352937549352646, "global_step": 16284, "{"trai{"train_{"train_loss": 0.0861884355545044, "global_step": 16285, "epoch": 169, "lr": 0.00024699{"trai{"train_loss": 0.08276167511940002, {"train_loss": 0.08112792670726776, "global_step": 16286, "epoch":{"train{"train_loss": 0.084275200963{"train_loss": 0.0783487856388092, "global_step": 16287, "{"train_{"train_loss": 0.10031156986951828, "global_step": 16288, "epoch": 169, "lr": 0.00024694349660{"train{"train{"train_loss": 0.05327907204{"train_loss": 0.0553690642118454, "global_step": 16289, "e{"train_{"train_loss": 0.09012015163898468{"train_loss": 0.09036479890346527, "global_step": 16290, "ep{"train{"train_loss": 0.09334994852542877{"train_loss": 0.09121400117874146, "global_step": 16291, "epoch": {"train{"train_loss": 0.0922836363{"train_loss": 0.09075981378555298, "global_step": 16292, "epoch": {"train{"train_loss": 0.0787403434{"train_loss": 0.08085443079471588, "global_step": 16293, "epoch": {"train_loss": 0.08570800721645355, "global_step": 16294, "epoch": 169, "lr": 0.00024684723213{"train_{"train_loss": 0.11633247137069702{"train_loss": 0.11430441588163376, "global_step": 16295, "epoch": 1{"train{"train_loss": 0.09091737866401672, "global_step": 16296, "epoch": 169, "lr": 0.00024681514142{"train_loss": 0.06503278017044067, "global_step": 16297, "epoch": 169, "lr": 0.00024679909559326835}
+{"train{"train_loss": 0.10893815755844116, "global_step": 16298, "epoch": 169, "lr": 0.000246783049441{"train{"train_loss": 0.08097317814826965, "global_step": 16299, "epoch": 169, "lr": 0.00024676700297{"train{"train_loss": 0.09652231633663177, "global_step": 16300, "epoch": 169, "lr": 0.00024675095618{"train{"train_loss": 0.086336806{"train_loss": 0.09015677869319916, "global_step": 16301, "epoch": 16{"train{"train_loss": 0.06620330363512039, "global_step": 16302, "epoch": 169, "lr": 0.00024671886164{"train_loss": 0.07842345535755157, "global_step": 16303, "epoch": 169, "lr": 0.00024670281390458436}
+{"train{"train_loss": 0.07977533340454102, "global_step": 16304, "epoch": 169, "lr": 0.000246686765842{"train_loss": 0.10897517204284668{"train_loss": 0.10687998682260513, "global_step": 16305, "epoch": 1{"train{"train_loss": 0.06819133460521698, "global_step": 16306, "epoch": 169, "lr": 0.000{"train_loss{"train{"train_loss": 0.11111074686050415, "global_step": 16307, "epoch": 169, "lr": 0.000246638619750{"train{"train_loss": 0.06385854631662369, "global_step": 16308, "epoch": 169, "lr": 0.00024662257041{"train_{"train_loss": 0.06777647137641907, "global_step": 16309, "epoch": 169, "lr": 0.00024660652076{"train_{"train_loss": 0.07466927170753479, "global_step": 16310, "epoch": 169, "lr": 0.00024659047079{"train_loss": 0.08768244087696075, "global_step": 16311, "epoch": 169, "lr": 0.0002465744205139395}
+{"train_{"train_loss": 0.0977875590{"train_loss": 0.0993553102016449, "global_step": 16312{"train_loss{"train_loss": 0.08611537516117096{"train_loss": 0.0904238373041153, "global_step": 16313{"train_loss"{"train_{"train_loss": 0.09719111025333405, "global_step": 16314, "epoch": 169, "lr": 0.0002465262677{"train_loss": 0.0890109837055206{"train_loss": 0.08684875071048737, "global_step": 16315, "epoch": 1{"train_{"train_loss": 0.08765173{"train_loss": 0.09152203798294067, "global_step": 16316, "epoch": 1{"train_loss": 0.0992316678166389{"train_loss": 0.10347387194633484, "global_step": 16317{"train_loss{"train_{"train_loss": 0.0757371038198471, "global_step": 16318, "epoch": 169, "lr": 0.00024646205964{"train{"train_loss": 0.090037450{"train_loss": 0.09029937543285389, "global_step": 16319, "epoch": 1{"train{"train_loss": 0.07188956439495087, "global_step": 16320, "epoch": 170, "lr": 0.0{"train_loss{"train_loss": 0.13888534903526306, "global_step": 16321, "epoch": 170, "lr": 0.000246413{"train_loss{"train_{"train_loss": 0.09417972713708878, "global_step": 16322, "epoch": 170, "lr": 0.000246397846{"train_loss": 0.10984884202480316, "global_step": 16323, "epoch": 170, "lr": 0.00024638179238649566}
+{"train_loss": 0.09805944561958313, "global_step": 16324, "epoch": 170, "lr": 0.0002463657379869356}
+{"train_loss": 0.08853673934936523, "global_step": 16325, "epoch": 170, "lr": 0.0002463496832716385}
+{"train_{"train_loss": 0.0945406705{"train_loss": 0.09618780016899109, "global_step": 16326, "epoch": {"train_loss": 0.06111133098602295, "global_step": 16327, "epoch": 170, "lr": 0.0002463175728942706}
+{"train_loss": 0.1094837486743927, "global_step": 16328, "epoch": 170, "lr": 0.0002463015172324185}
+{"train_l{"train_loss": 0.10742481052875519, "global_step": 16329, "epoch": 170, "lr": 0.0002462854612{"train_loss": 0.10988571494817734, "global_step": 16330, "epoch": 170, "lr": 0.000246269{"train_loss"{"train_l{"train_loss": 0.10042041540145874, "global_step": 16331, "epoch": 170, "lr": 0.0002462533483{"train_l{"train_loss": 0.10630317032337189, "global_step": 16332, "epoch": 170, "lr": 0.00024623729{"train_loss": 0.09028114378452301, "{"train_loss": 0.08500977605581284, "global_step": 16333, "epoch"{"train_loss": 0.106412872672081, "global_step": 16334, "epoch": 170, "lr": 0.0002462051766438397}
+{"train_loss": 0.08031278848648071, "global_step": 16335, "epoch": 170, "lr": 0.0002461891187771861}
+{"train_lo{"train_loss": 0.10342839360237122, "global_step": 16336, "epoch": 170, "lr": 0.00{"train_l{"train_lo{"train_loss": 0.093007817864{"train_loss": 0.10012323409318924, "global_step": 16{"train_lo{"train_loss": 0.10756084322929382, "gl{"train_loss": 0.10495539009571075, "global_step": 16338, "epoc{"train_loss": 0.08944864571094513, "global_step": 16339, "epoch": 170, "lr": 0.0002461248841663226}
+{"train_loss": 0.07918547093868256, "global_step": 16340, "epoch": 170, "lr": 0.00024610882472809114}
+{"train_lo{"train_loss": 0.07406044006347656, "global_step": 16341, "epoch": 170, "lr": 0.000246092764{"train_lo{"train_loss": 0.08208850771{"train_loss": 0.0783209353685379, "global_step": 1634{"train_l{"train_lo{"train_loss": 0.08232194185256958, "global_step": 16343, "epoch": 170, "lr": 0.00{"train_lo{"train_lo{"train_loss": 0.089115671813488, "global_step": 16344, "epoch": 170, "lr": 0.00024604458383{"train_{"train_loss": 0.10210633277893066, "global_step": 16345, "epoch": 170, "lr": 0.00024602852282{"train_{"train_loss": 0.09682127088308334, "global_step": 16346, "epoch": 170, "lr": 0.0002460124615{"train_{"train_loss": 0.0981299877166748, "global_step": 16347, "epoch": 170, "lr": 0.000245996399874{"train_loss": 0.0744759738445282, "g{"train_loss": 0.07285631448030472, "global_step": 16348, "epo{"train{"train_loss": 0.07976503670215607, "global_step": 16349, "epoch": 170, "lr": 0.00024596427566{"train{"train_loss": 0.09618015587329{"train_loss": 0.09999318420886993, "global_step": 16350, "epoch{"train_loss": 0.08212707936763763, "global_step": 16351, "epoch": 170, "lr": 0.00024593215020843226}
+{"train{"train_loss": 0.06782177090644{"train_loss": 0.06579409539699554, "global_step": 1{"train_loss{"train_loss": 0.058058228343725204, "global_step": 16353, "epoch": 170, "lr": 0.0002459000234980315}
+{"trai{"train_loss": 0.08993887901306152, "global_step": 16354, "epoch": 170, "lr": 0.00024588395967{"trai{"train_loss": 0.08737253397703171, "global_step": 16355, "epoch": 170, "lr": 0.000245867895537{"trai{"train_loss": 0.0912664458155632, "global_step": 16356, "epoch": 170, "lr": 0.000245851831088{"trai{"train_loss": 0.095700010657310{"train_loss": 0.09103713184595108, "global_step": 16357, "epoch{"trai{"train_loss": 0.084158778190612{"train_loss": 0.07765252143144608, "global_step": 16358, "epoch{"trai{"train_loss": 0.08411876857280731, "global_step": 16359, "epoch": 170, "lr": 0.000245803635868{"train_loss": 0.10829652845859528, "g{"train_loss": 0.11303569376468658, "global_step": 16360, "epoch{"trai{"train_loss": 0.058354407548904{"train_loss": 0.06265676766633987, "global_step": 16361, "epoch{"train_loss": 0.08320610225200653, "global_step": 16362, "epoch": 170, "lr": 0.0002457{"train_loss":{"train_loss": 0.0750342383980751, "g{"train_loss": 0.07770273089408875, "global_step":{"train_loss"{"train_loss": 0.0988638773560524, "gl{"train_loss": 0.09835944324731827, "global_step": 16364, "epo{"train_loss": 0.08339862525463104, "global_step": 16365, "epoch": 170, "lr": 0.0002457072370107463}
+{"train{"train_loss": 0.0998038724064827, "global_step": 16366, "epoch": 170, "lr": 0.000245691169444{"train_loss": 0.08383488655090332, "global_step": 16367, "epoch": 170, "lr": 0.0002456751015668874}
+{"train_loss": 0.07286851108074188, "global_step": 16368, "epoch": 170, "lr": 0.0002456590333783522}
+{"train_loss": 0.09985722601413727, "global_step": 16369, "epoch": 170, "lr": 0.000245642{"train_loss{"trai{"train_loss": 0.0930755287408828{"train_loss": 0.09440024197101593, "global_step":{"train_loss{"trai{"train_loss": 0.10394997894763947, "global_step": 16371, "epoch": 170, "lr": 0.0002456108269476{"train_loss": 0.0974964052438736, "global_step": 16372, "epoch": 170, "lr": 0.0002455947{"train_los{"train_loss": 0.06048164516687393, "global_step": 16373, "epoch": 170, "lr": 0.0002455786{"train_loss{"train{"train_loss": 0.0692343115806579{"train_loss": 0.06931122392416, "global_step": 16374, "epoch{"train{"train_loss": 0.07555509358644485, "global_step": 16375, "epoch": 170, "lr": 0.00024554654735{"train{"train_loss": 0.09512031078338623, "global_step": 16376, "epoch": 170, "lr": 0.000245530476685{"train{"train_loss": 0.0797117352485{"train_loss": 0.08011170476675034, "global_step": 16377, "epoch{"train_{"train_loss": 0.0876152962446{"train_loss": 0.08421345055103302, "global_step": 16378, "epoc{"train_loss": 0.10259008407592773, "global_step": 16379, "epoch": 170, "lr": 0.00024548226280751977}
+{"train_{"train_loss": 0.11141204833984375, "global_step": 16380, "epoch": 170, "lr": 0.0{"train_loss"{"train_{"train_loss": 0.04805705323815346, "global_step": 16381, "epoch": 170, "lr": 0.0002454501186{"train_loss": 0.08050260692834854, "global_step": 16382, "epoch": 170, "lr": 0.0002454340461415732}
+{"train_{"train_loss": 0.099407553672{"train_loss": 0.09512384980916977, "global_step": 16383, "epoch{"train_{"train_loss": 0.08594968169927597, "global_step": 16384, "epoch": 170, "lr": 0.0002454019001{"train_{"train_loss": 0.125333845615{"train_loss": 0.12231026589870453, "global_step": 16385, "epoc{"train_l{"train_loss": 0.103864625096{"train_loss": 0.10142961889505386, "global_step": 16386, "epoch{"train_{"train_loss": 0.10235785692930222, "global_step": 16387, "epoch": 170, "lr": 0.00{"train_los{"train_{"train_loss": 0.0829505473375{"train_loss": 0.08170068264007568, "global_step": 1{"train_los{"train_{"train_loss": 0.0967551395297{"train_loss": 0.08998870849609375, "global_step": 16389, "epoch{"train_loss": 0.08029758930206299, "global_step": 16390, "epoch": 170, "lr": 0.0002453054{"train_loss{"train_{"train_loss": 0.08386628329753876, "global_step": 16391, "epoch": 170, "lr": 0.00024528937944{"train_{"train_loss": 0.1000106930732727, "global_step": 16392, "epoch": 170, "lr": 0.000{"train_loss{"train{"train_loss": 0.08053721487522125, "global_step": 16393, "epoch": 170, "lr": 0.00024525722789{"train_loss": 0.07529804110527039, "global_step": 16394, "epoch": 170, "lr": 0.0002452411516620205}
+{"train{"train_loss": 0.09034164249897003, "global_step": 16395, "epoch": 170, "lr": 0.0002452250751{"train{"train_loss": 0.0646973028779{"train_loss": 0.06622286140918732, "global_step": 16396, "epoch{"train_{"train_loss": 0.11884024739265442, "global_step": 16397, "epoch": 170, "lr": 0.0002451929211{"train_{"train_loss": 0.10211196541786194, "global_step": 16398, "epoch": 170, "lr": 0.00{"train_loss{"train_{"train_loss": 0.0791373401880{"train_loss": 0.07756603509187698, "global_step": 1{"train_loss{"train_{"train_loss": 0.08877276629209518, "global_step": 16400, "epoch": 170, "lr": 0.00{"train_loss{"train_{"train_loss": 0.102614566683{"train_loss": 0.10141995549201965, "global_step": 16{"train_lo{"train_{"train_loss": 0.088691778481{"train_loss": 0.08814617991447449, "global_step": 16402, "epoc{"train_l{"train_loss": 0.08106428384780884, "global_step": 16403, "epoch": 170, "lr": 0.000245096451{"train_lo{"train_loss": 0.07349521666765213, "global_step": 16404, "epoch": 170, "lr": 0.00024508037{"train_lo{"train_loss": 0.093537926{"train_loss": 0.10049405694007874, "global_step": 16405, "epoch":{"train_loss": 0.07955123484134674, {"train_loss": 0.07883508503437042, "global_step": 16406, "epoch"{"train_loss": 0.0765533298254013, "{"train_loss": 0.08021427690982819, "global_step": 16407, "epoch"{"train_loss": 0.06333712488412857, "{"train_loss": 0.06387444585561752, "global_step": 16408, "epoc{"train_l{"train_loss": 0.06535428762435913, "global_step": 16409, "epoch": 170, "lr": 0.00024499997{"train_loss": 0.08947169780731201, "global_step": 16410, "epoch": 170, "lr": 0.0002449838900456505}
+{"train_los{"train_loss": 0.13439726829528809, "global_step": 16411, "epoch": 170, "lr": 0.00024496780{"train_los{"train_loss": 0.08471029996871948, "global_step": 16412, "epoch": 170, "lr": 0.00024495172{"train_los{"train_loss": 0.08152325451{"train_loss": 0.08151540160179138, "global_step": 16413, "ep{"train_loss": 0.11092351377010345, "global_step": 16414, "epoch": 170, "lr": 0.00024491956237095755}
+{"train_loss": 0.08958172763232142, "gl{"train_loss": 0.08984068032198896, "global_step": 16415, "epoch": 170, "lr": 0.0002449034796872881, "train_acti{"train_lo{"train_loss": 0.066732041537{"train_loss": 0.06014205515384674, "global_step": 1641{"train_{"train_lo{"train_loss": 0.133812457323{"train_loss": 0.13535794615745544, "global_step": 16417, "epoc{"train_lo{"train_loss": 0.097108930349{"train_loss": 0.09351709485054016, "global_step": 16418, "epoc{"train_lo{"train_loss": 0.086544804275{"train_loss": 0.08503696322441101, "global_step": 16419, "epo{"train_lo{"train_loss": 0.049597978591918945, "global_step": 16420, "epoch": 171, "lr": 0.00{"train_l{"train_loss": 0.09759873151779175, "gl{"train_loss": 0.09487353265285492, "global_step": 16421, "epo{"train_los{"train_loss": 0.12111236155{"train_loss": 0.11843465268611908, "global_step": 16422, "epoc{"train_loss": 0.07887996733188629, "gl{"train_loss": 0.07794228196144104, "global_step": 16423, "epo{"train_loss": 0.07172006368637085, "gl{"train_loss": 0.07220669090747833, "global_step": 16424, "epoc{"train_loss": 0.12607358396053314, "gl{"train_loss": 0.12806367874145508, "global_step": 164{"train_l{"train_loss": 0.0902688130736351, "global_step": 16426, "epoch": 171, "lr": 0.00024472655000{"train{"train_los{"train_loss": 0.10124509036540985, "global_step": 16427, "epoch": 171, "lr": 0.000{"train{"train_loss": 0.07309331744909286, "glo{"train_loss": 0.07556552439928055, "global_step": 164{"train{"train_los{"train_loss": 0.102386601269{"train_loss": 0.09982869774103165, "global_step": 164{"train_{"train_loss": 0.1077372208237648, "global_step": 16430, "epoch": 171, "lr": 0.0002446622028000485}
+{"train_loss": 0.0688348263502121, "globa{"train_loss": 0.0720180943608284, "global_step": 1643{"tra{"train_loss": 0.0632123276591301, "globa{"train_loss": 0.06002349779009819, "global_step": 1643{"tr{"train_loss":{"train_loss": 0.07850494235{"train_loss": 0.07853992283344269, "global_step": 1643{"t{"train_loss": {"train_loss": 0.09150251001{"train_loss": 0.09086398780345917, "global_step": 16434, {"train_loss": {"train_loss": 0.09311229735{"train_loss": 0.09368971735239029, "global_step": 1643{"t{"train_loss": 0.11406752467155457, "global{"train_loss": 0.11563782393932343, "global_step": 16436, "{"train_loss": {"train_loss": 0.08152630180{"train_loss": 0.08220401406288147, "global_step": 164{"tr{"train_loss": 0.08043716847896576, "global_step": 16438, "epoch": 171, "lr": 0.0002445334937894561}
+{"train_loss": 0.0842207819223404, "global_{"train_loss": 0.08549083769321442, "global_step": 16{"tr{"train_loss": 0{"train_loss": 0.11429896950721741, "global_step": 16440, "epoch": 171, "lr": 0.000244{"train_loss": 0{"train_loss": 0.08493929356336594, "global_step": 16441, "epoch": 171, "lr": 0.00024{"train_loss": 0{"train_loss": 0.11118660867214203, "global_step": 16442, "epoch": 171, "lr": 0.00024{"train_loss": 0.09502318501472473, "global_step": 16443, "epoch": 171, "lr": 0.0002444530407983269}
+{"train_loss": 0.08346150815486908, "global_{"train_loss": 0.0816553384065628, "global_step": 16444, "{"train_loss": 0{"train_loss": 0.0970652624964714, "global_step": 16445, "epoch": 171, "lr": 0.000244{"train_loss": {"train_loss": 0.11819572746753693, "global_step": 16446, "epoch": 171, "lr": 0.0002444{"train_loss": {"train_loss": 0.10416182875{"train_loss": 0.10061001777648926, "global_step": {"train_{"train_loss": 0.06272062659263611, "global_step": 16448, "epoch": 171, "lr": 0.00024437258023{"train{"train_loss":{"train_loss": 0.072735279798{"train_loss": 0.07335635274648666, "global_step": 16449,{"train_loss": {"train_loss": 0.098217837512{"train_loss": 0.09114009886980057, "global_step": 16450, {"train_loss": {"train_loss": 0.069092608988{"train_loss": 0.07310180366039276, "global_step": 16451,{"train_loss": {"train_loss": 0.067073851823{"train_loss": 0.06635738164186478, "global_step"{"train_l{"train_loss": 0.10022677481174469, "global_{"train_loss": 0.10293516516685486, "global_step": 16453,{"train_loss": {"train_loss": 0.086128771305{"train_loss": 0.09340166300535202, "global_step": 16454,{"train_loss": 0.1080528199672699, "global_step": 16455, "epoch": 171, "lr": 0.00024425992276906524}
+{"train_loss": 0.10613657534122467, "global_step": 16456, "epoch": 171, "lr": 0.0002442438276382675}
+{"train_loss": {"train_loss": 0.07665173709392548, "global_step": 16457, "epoch": 171, "lr": 0.000244{"train_loss": {"train_loss": 0.07112991809844971, "global_step": 16458, "epoch": 171, "lr": 0.00024{"train_loss": 0.08403842151165009, "global_step": 16459, "epoch": 171, "lr": 0.00024419554043858825}
+{"train_loss": 0.06526043266057968, "global_{"train_loss": 0.06553986668586731, "global_step": 16460, {"train_loss": 0{"train_loss": 0.08838742226{"train_loss": 0.08647353947162628, "global_step": 16461, {"train_loss": 0{"train_loss": 0.11320984363{"train_loss": 0.11427578330039978, "global_step": 16462,{"train_loss": 0{"train_loss": 0.09004406630{"train_loss": 0.09506678581237793, "global_step": 16463{"train_loss": 0.07888523489236832, "global_step": 16464, "epoch": 171, "lr": 0.00024411505575474608}
+{"train_loss": 0.08485639095306396, "global{"train_loss": 0.08068256825208664, "global_step": 16465, {"train_loss": 0.08922328054904938, "global{"train_loss": 0.08588466793298721, "global_step": 16466, {"train_loss": {"train_loss": 0.10361108183{"train_loss": 0.10430052876472473, "global_step": 16467, "{"train_loss": {"train_loss": 0.07127356529{"train_loss": 0.07266727089881897, "global_step": 16468, "{"train_loss":{"train_loss": 0.08494025468826294, "global_step": 16469, "epoch": 171, "lr": 0.00024403{"train_loss":{"train_loss": 0.108691029250{"train_loss": 0.10554970800876617, "global_step": 16470, "{"train_loss"{"train_loss": 0.0622662529349{"train_loss": 0.059582795947790146, "global_step": 16471,{"train_loss"{"train_loss": 0.06906236708164{"train_loss": 0.06575094908475876, "global_step": 16472, {"train_loss"{"train_loss": 0.07569697499275208, "global_step": 16473, "epoch": 171, "lr": 0.00024397{"train_loss": 0.05404503643512726, "global_{"train_loss": 0.053237881511449814, "global_st{"train_los{"train_loss"{"train_loss": 0.0569094717502594, "global_step": 16475, "epoch": 171, "lr": 0.00024393{"train_loss": 0.06404108554124832, "global_s{"train_loss": 0.06218710169196129, "global_step": 16476{"train_loss{"train_loss": 0.0672652646899223{"train_loss": 0.06559394299983978, "global_step": 16477,{"train_loss{"train_loss": 0.12863785028457642, "global_step": 16478, "epoch": 171, "lr": 0.000243889{"train_loss{"train_loss": 0.08990918844938278, "global_step": 16479, "epoch": 171, "lr": 0.000243873{"train_loss"{"train_loss": 0.091711893677711{"train_loss": 0.08829113841056824, "global_step": 16480{"train_loss":{"train_loss": 0.072162225842475{"train_loss": 0.06965246796607971, "global_step": 16481{"train_loss":{"train_loss": 0.077730566263198{"train_loss": 0.07534199208021164, "global_step": 164{"train_loss": {"train_loss": 0.08619987964630127, "global_step": 16483, "epoch": 171, "lr": 0.0002438{"train_loss": {"train_loss": 0.09803743660449982, "global_step": 16484, "epoch": 171, "lr{"train_lo{"train_loss": 0{"train_loss": 0.07377827912569046, "global_step": 16485, "epoch": 171, "lr": 0.000243{"train_loss": 0{"train_loss": 0.08875307440757751, "global_step": 16486, "epoch": 171, "lr{"train_los{"train_loss": 0.09498479962348938, "global_step": 16487, "epoch": 171, "lr": 0.00024374472968869898}
+{"train_loss": 0{"train_loss": 0.10147528350353241, "global_step": 16488, "epoch": 171, "lr{"train_los{"train_loss": 0.07363639771938324, "global_step{"train_loss": 0.07781277596950531, "global_step": 164{"train_loss": 0.05741690844297409, "global_step{"train_loss": 0.05353491008281708, "global_step": 16{"train_loss": 0.057763271033763885, "global_ste{"train_loss": 0.05178672820329666, "global_step": 1649{"train_loss": 0{"train_loss": 0.10896345973014{"train_loss": 0.10879135131835938, "global_{"train_los{"train_loss": 0{"train_loss": 0.11944928765296{"train_loss": 0.1250700056552887, "global_s{"train_los{"train_loss": 0{"train_loss": 0.06889314204454422, "global_step": 16494, "epoch": 171, "lr": 0.00024{"train_loss": 0.101769357919693, "global_step{"train_loss": 0.10310523211956024, "global_step": 16{"train_loss": 0.0{"train_loss": 0.09555037319660187, "global_step": 16496, "epoch": 171, "lr": 0.0002{"train_loss": 0.1{"train_loss": 0.10122691094875336, "global_step": 16497, "epoch": 171, "lr": 0.0002{"train_loss": 0.1{"train_loss": 0.11053695529699326, "global_step": 16498, "epoch": 171, "l{"train_lo{"train_loss": 0.0{"train_loss": 0.0636165589094{"train_loss": 0.0648510754108429, "global_step": 1649{"train_loss": 0.10490083694458008, "global_ste{"train_loss": 0.10425762832164764, "global_step": 1650{"train_loss": 0.{"train_loss": 0.05965961888432503, "global_step": 16501, "epoch": 171, "lr": 0.00024{"train_loss": 0.09278903901576996, "global_step": 16502, "epoch": 171, "lr": 0.00024350312770749687}
+{"train_loss": 0.06968843191862106, "global_step": 16503, "epoch": 171, "lr": 0.00024348701853470735}
+{"train_loss": 0{"train_loss": 0.08978697657585144, "global_step": 16504, "epoch": 171, "lr": 0.0002{"train_loss": 0{"train_loss": 0.07407054305076{"train_loss": 0.07015950977802277, "global_step": 165{"train_loss": 0.07242891192436218, "global_step": 16506, "epoch": 171, "lr": 0.0002434386{"train_loss{"train_loss": 0{"train_loss": 0.10712304711341858, "global_step": 16507, "epoch": 171, "lr": 0.000243{"train_loss": 0.10333740711212158, "global_ste{"train_loss": 0.1069595068693161, "global_step": 16508{"train_loss": 0{"train_loss": 0.07915878295898438, "global_step": 16509, "epoch": 171, "lr": 0.000243{"train_loss": 0{"train_loss": 0.10534732788801193, "global_step": 16510, "epoch": 171, "l{"train_loss{"train_loss": 0.08751033921726048, "global_s{"train_loss": 0.08692266753253837, "global_step": 16511,{"train_loss": 0{"train_loss": 0.08396828174591064, "global_step": 16512, "epoch": 172, "lr": 0.000243{"train_loss": 0{"train_loss": 0.13236476480960846, "global_step": 16513, "epoch": 172, "lr": 0.0002{"train_loss": 0.12376660853624344, "global_s{"train_loss": 0.1187346875667572, "global_step": 16514, {"train_loss": 0.09132979810237885, "global_{"train_loss": 0.09199416637420654, "global_step": 16515, {"train_loss": 0.10691727697849274, "global_step": 16516, "epoch": 172, "lr": 0.00024327757238020375}
+{"train_loss": {"train_loss": 0.08553298562765121, "global_step": 16517, "epoch": 172, "lr": 0.0002432{"train_loss": {"train_loss": 0.088882654905{"train_loss": 0.09247961640357971, "global_st{"train_loss{"train_loss": 0.114775151014328, "global_step": 16519, "epoch": 172, "lr": 0.000243229231570484}
+{"train_loss": 0.10142246633768082, "global_step": 16520, "epoch": 172, "lr": 0.000243213117{"train_l{"train_loss": 0.09432236850261688, "global_step": 16521, "epoch": 172, "lr": 0.00024319700289192976}
+{"train_loss": 0.06351440399885178, "global_s{"train_loss": 0.06302806735038757, "global_step": 16522,{"train_loss": 0.10658015310764313, "global_s{"train_loss": 0.10211449861526489, "global_step": 16523,{"train_loss": 0.07097916305065155, "global_step": 16524, "epoch": 172, "lr": 0.0002431486576681815}
+{"train_loss": 0.11982154101133347, "global_s{"train_loss": 0.11238238215446472, "global_step": 16525,{"train_loss": 0.08554144203662872, "global_step": 16526, "epoch": 172, "lr": 0.0002431164260496849}
+{"train_loss": 0{"train_loss": 0.12527605891227722, "global_step": 16527, "epoch": 172, "lr": 0.00024{"train_loss": 0.{"train_loss": 0.06080566346{"train_loss": 0.06245502084493637, "global_st{"train_loss{"train_loss": 0.08269964158535004, "global_{"train_loss": 0.0799911618232727, "global_step{"train_los{"train_loss": 0.09497778117656708, "global{"train_loss": 0.09538912773132324, "global_step": 16530, "{"train_loss": 0{"train_loss": 0.1034061312{"train_loss": 0.10181522369384766, "global_step": 16531, "{"train_loss": 0.10193802416324615, "global{"train_loss": 0.09955154359340668, "global_step": 16532,{"train_loss": 0{"train_loss": 0.0833408832{"train_loss": 0.08373569697141647, "global_step{"train_los{"train_loss": 0{"train_loss": 0.0477911457{"train_loss": 0.0509207621216774, "global_step": 16534, "ep{"train_loss": 0.1062358021736145, "global_step": 16535, "epoch": 172, "lr": 0.000242971369245425}
+{"train_loss": 0.06338004767894745, "global_step": 16536, "epoch": 172, "lr": 0.00024295525035815429}
+{"train_loss": 0.{"train_loss": 0.08967100828886032, "global_step": 16537, "epoch": 172, "lr": 0.000{"train_loss": 0.{"train_loss": 0.06651937961578369, "global_step": 16538, "epoch": 172, "l{"train_lo{"train_loss": 0.{"train_loss": 0.07972145080566406, "global_step": 16539, "epoch": 172, "lr": 0.00024{"train_loss": 0.{"train_loss": 0.07235282{"train_loss": 0.07326710224151611, "global_step{"train_loss{"train_loss": 0{"train_loss": 0.076281256{"train_loss": 0.0755530446767807, "global_step": 16541, "e{"train_loss": 0.{"train_loss": 0.09914380311965942, "global_step": 16542, "epoch": 172, "{"train_loss{"train_loss": 0.08930519223213196, "global_step": 16543, "epoch": 172, "lr": 0.00024284240996305428}
+{"train_loss": 0.14456120133399963, "global_step": 16544, "epoch": 172, "lr": 0.0002428262887387566}
+{"train_loss": 0.{"train_loss": 0.09356260299682617, "global_step": 16545, "epoch": 172, "{"train_los{"train_loss": 0.0{"train_loss": 0.0937508{"train_loss": 0.0993715152144432, "global_step":{"train_los{"train_loss": 0.0{"train_loss": 0.090535{"train_loss": 0.07718393206596375, "global_step": 16547, "e{"train_loss": 0.1{"train_loss": 0.105938{"train_loss": 0.09747578203678131, "global_step":{"train_los{"train_loss": 0.0{"train_loss": 0.08121614903211594, "global_step": 16549, "epoch": 172, "lr": 0.000{"train_loss": 0.0663275420665741, "glob{"train_loss": 0.06655904650688171, "global_step": 16550, "ep{"train_loss": 0.07{"train_loss": 0.07372{"train_loss": 0.07332845032215118, "global_step": {"train_l{"train_loss": 0.11263702064752579, "glob{"train_loss": 0.11307032406330109, "global_step": {"train_l{"train_loss": 0.08{"train_loss": 0.08731493353843689, "global_step": 16553, "epoch": 172, "{"train_lo{"train_loss": 0.08{"train_loss": 0.08595646172761917, "global_step": 16554, "epoch": 172, "lr": 0.000{"train_loss": 0.11{"train_loss": 0.11239582300186157, "global_step": 16555, "epoch": 172, "{"train_lo{"train_loss": 0.106302410364151, "global_step": 16556, "epoch": 172, "lr": 0.00024263281133110102}
+{"train_loss": 0.0865{"train_loss": 0.08545863628387451, "global_step": 16557, "epoch": 172, "lr": 0.{"train_loss": 0.0983{"train_loss": 0.09945018589496613, "global_step": 16558, "epoch": 172, "{"train_{"train_loss": 0.0893{"train_loss": 0.09070470929145813, "global_step": 16559, "epoch": 172, "{"train_{"train_loss": 0.0880{"train_loss": 0.08752047270536423, "global_step": 16560, "epoch": 172, "{"train_{"train_loss": 0.1008761078119278, "global_step": 16561, "epoch": 172, "lr": 0.00024255218339522294}
+{"train_loss": 0.099{"train_loss": 0.09763091057538986, "global_step": 16562, "epoch": 172, "lr{"train{"train_loss": 0.072{"train_loss": 0.07207079976797104, "global_step": 16563, "epoch": 172, "lr": 0.00{"train_loss": 0.076{"train_loss": 0.076515331864357, "global_step": 16564, "epoch": 172, "lr": 0.0002{"train_loss": 0.07111155986785889, "global_step": 16565, "epoch": 172, "lr": 0.00024248767583004112}
+{"train_loss": 0.0{"train_loss": 0.054305825382471085, "global_step": 16566, "epoch": 172, "lr": 0.00{"train_loss": 0.092{"train_loss": 0.0917300432920456, "global_step": 16567, "epoch": 172, "lr": 0.000{"train_loss": 0.08{"train_loss": 0.08245061337947845, "global_step": 16568, "epoch": 172, "lr": 0.000{"train_loss": 0.10{"train_loss": 0.1011834368109703, "global_step": 16569, "epoch": 172, "lr": 0.000{"train_loss": 0.08{"train_loss": 0.08461734652519226, "global_step": 16570, "epoch": 172, "lr": 0.000{"train_loss": 0.09494537115097046, "glob{"train_loss": 0.09492234885692596, "global_step": 16571, "ep{"train_loss": 0.1{"train_loss": 0.10837201774120331, "global_step": 16572, "epoch": 172, "lr": 0.0002{"train_loss": 0.0763339251279831, "global_step": 16573, "epoch": 172, "lr": 0.00024235864681893703}
+{"train_loss": 0.1{"train_loss": 0.12190686166286469, "global_step": 16574, "epoch": 172, "lr": 0.0002{"train_loss": 0.0{"train_loss": 0.07061031460762024, "global_step": 16575, "epoch": 172, "lr": 0.0002{"train_loss": 0.07871986925601959, "global_step": 16576, "epoch": 172, "lr": 0.0002423102561773295}
+{"train_loss": 0.13632440567016602, "globa{"train_loss": 0.1359282284975052, "global_step": 165{"train{"train_loss": 0.0{"train_loss": 0.07574577629566193, "global_step": 16578, "epoch": 172, "lr":{"tra{"train_loss": 0.087{"train_loss": 0.087040{"train_loss": 0.08857639133930206, "global_step": 16579, {"train_loss": 0.0638396143913269, "global_step": 16580, "epoch": 172, "lr": 0.00024224573128868042}
+{"train_loss": 0.09168750047683716, "global_{"train_loss": 0.09001125395298004, "global_step": 16581, {"train_loss": 0.067{"train_loss": 0.0662360{"train_loss": 0.06756673753261566, "global_step": 16{"tra{"train_loss": 0.10485632717609406, "global_step": 16583, "epoch": 172, "lr": 0.00024219733460115{"tr{"train_loss": 0.071{"train_loss": 0.0712971{"train_loss": 0.07055386900901794, "global_step": 16584,{"train_loss": 0.09197656810283661, "global_step": 16585, "epoch": 172, "lr": 0.0002421650687058715}
+{"train_loss": 0.064{"train_loss": 0.06434059888124466, "global_step": 16586, "epoch": 172, "lr": 0.00{"train_loss": 0.0760822594165802, "global_s{"train_loss": 0.07959671318531036, "global_step": {"trai{"train_loss": 0.09652790427207947, "global_s{"train_loss": 0.09555048495531082, "global_step": 16588{"train_loss": 0.1051{"train_loss": 0.1059766{"train_loss": 0.10489596426486969, "global_step": {"trai{"train_loss": 0.0881{"train_loss": 0.08833039551973343, "global_step": 16590, "epoch": 172, "{"train_{"train_loss": 0.0983{"train_loss": 0.0974724{"train_loss": 0.10089944303035736, "global_step": 16591,{"train_loss": 0.10928881168365479, "global_s{"train_loss": 0.11529244482517242, "global_step"{"train_{"train_loss": 0.12485668063163757, "global_s{"train_loss": 0.12432790547609329, "global_step": 16593,{"train_loss": 0.10140302777290344, "global_step": 16594, "epoch": 172, "lr": 0.0002420198579767491}
+{"train_loss": 0.09{"train_loss": 0.09728816151618958, "global_step": 16595, "epoch": 172, "lr": 0.00{"train_loss": 0.11{"train_loss": 0.112402543{"train_loss": 0.11307047307491302, "global_step": 16596{"train_loss": 0.{"train_loss": 0.067289918661{"train_loss": 0.0658864825963974, "global_step": 16597{"train_loss": 0.{"train_loss": 0.06916958093643188, "global_step": 16598, "epoch": 172, "lr":{"train_{"train_loss": 0.{"train_loss": 0.08730989694595337, "global_step": 16599, "epoch": 172, "lr": 0.00024{"train_loss": 0.08400002121925354, "global_s{"train_loss": 0.08986572921276093, "global_step"{"train_{"train_loss": 0.12196103483438492, "global_step": 16601, "epoch": 172, "lr": 0.00024190690027{"train_{"train_loss": 0.09596559405326843, "global_step": 16602, "epoch": 172, "lr": 0.0002418907623128825}
+{"train_loss": 0.10044416785240173, "global_step": 16603, "epoch": 172, "lr": 0.0002418746240700586}
+{"train_loss": 0.{"train_loss": 0.08670397847890854, "global_step": 16604, "epoch": 172, "lr": 0.00024{"train_loss": 0.07225599139928818, "global_step": 16605, "epoch": 172, "lr": 0.00024184234672905904}
+{"train_loss": 0.10447704792022705, "global{"train_loss": 0.10153563320636749, "global_step": 16606, {"train_loss": 0.{"train_loss": 0.091147929{"train_loss": 0.09095561993308365, "global_step": 16607, {"train_loss": 0.1{"train_loss": 0.12488814443349838, "global_step": 16608, "epoch": 173, "lr": 0.0002{"train_loss": 0.0{"train_loss": 0.07448257505893707, "global_step": 16609, "epoch": 173, "lr": 0.0002{"train_loss": 0.0{"train_loss": 0.06481391191482544, "global_step": 16610, "epoch": 173, "lr": 0.0002{"train_loss": 0.0694960355758667, "global_step": 16611, "epoch": 173, "lr": 0.00024174550787116076}
+{"train_loss": 0.07{"train_loss": 0.072911217{"train_loss": 0.07474339008331299, "global_step": 16612,{"train_loss": 0.10{"train_loss": 0.10312877595424652, "global_step": 16613, "epoch": 173, "lr": 0.00{"train_loss": 0.08053047209978104, "global_step": 16614, "epoch": 173, "lr": 0.00024169708460{"train{"train_loss": 0.065{"train_loss": 0.065501675{"train_loss": 0.05932505801320076, "global_step": 16615{"train_loss": 0.06442366540431976, "global_step": 16616, "epoch": 173, "lr": 0.00024166480100{"train_{"train_loss": 0.06914027035236359, "global_st{"train_loss": 0.07073129713535309, "global_step": 16617{"train_loss": 0.072{"train_loss": 0.07171055674552917, "global_step": 16618, "epoch": 173, "l{"train{"train_loss": 0.10106862336397171, "global_ste{"train_loss": 0.10040092468261719, "global_step{"train{"train_loss": 0.1149432510137558, "global_step{"train_loss": 0.11305925250053406, "global_ste{"train{"train_loss": 0.11006899178028107, "global_step": 16621, "epoch": 173, "lr": 0.000241584087044{"trai{"train_loss": 0.08217313885688782, "global_step{"train_loss": 0.07885643094778061, "global_step": 16{"train_loss": 0.0753{"train_loss": 0.0754151493{"train_loss": 0.0746866837143898, "global_step": 1662{"train_loss": 0.1013{"train_loss": 0.1013319343328476, "global_step": 16624, "epoch": 173, "lr{"train{"train_loss": 0.08740656077861786, "global_ste{"train_loss": 0.08570818603038788, "global_step": 1662{"train_loss": 0.116{"train_loss": 0.1166748553{"train_loss": 0.1186983734369278, "global_step"{"trai{"train_loss": 0.112{"train_loss": 0.11240583658218384, "global_step": 16627, "epoch": 173, "lr": 0.00{"train_loss": 0.081{"train_loss": 0.08217307925224304, "global_step": 16628, "epoch": 173, "lr": 0.0{"train_loss": 0.107{"train_loss": 0.10650096833705902, "global_step": 16629, "epoch": 173, "lr": 0.0{"train_loss": 0.082{"train_loss": 0.0826059877872467, "global_step": 16630, "epoch": 173, "lr": 0.000{"train_loss": 0.11579245328903198, "global_step": 16631, "epoch": 173, "lr": 0.00024142263790{"train_{"train_loss": 0.10{"train_loss": 0.10976270586252213, "global_step": 16632, "epoch": 173, "lr": 0.000{"train_loss": 0.06{"train_loss": 0.06862647831439972, "global_step": 16633, "epoch": 173, "lr": 0.00{"train_loss": 0.083{"train_loss": 0.08395092189311981, "global_step": 16634, "epoch": 173, "lr": 0.00{"train_loss": 0.076{"train_loss": 0.076434150{"train_loss": 0.07843080163002014, "global_step": 16635{"train_loss": 0.098{"train_loss": 0.098036080{"train_loss": 0.10402046144008636, "global_step": 16636{"train_loss": 0.08728146553039551, "global_step": 16637, "epoch": 173, "lr": 0.0002413257548669031}
+{"train_loss": 0.083{"train_loss": 0.08341471{"train_loss": 0.08342477679252625, "global_step"{"train{"train_loss": 0.09026224911212921, "global_st{"train_loss": 0.09320063889026642, "global_step": 16639{"train_loss": 0.076{"train_loss": 0.07509952783584595, "global_step": 16640, "epoch": 173, "lr": 0.00{"train_loss": 0.069{"train_loss": 0.068753659{"train_loss": 0.06783205270767212, "global_step"{"train{"train_loss": 0.047{"train_loss": 0.04748310148715973, "global_step": 16642, "epoch": 173, "lr": 0.000{"train_loss": 0.04963821545243263, "global_step": 16643, "epoch": 173, "lr": 0.00024122886170267505}
+{"train_loss": 0.08505746722221375, "global_s{"train_loss": 0.08686579763889313, "global_step": 16644,{"train_loss": 0.07210830599069595, "global_s{"train_loss": 0.07439212501049042, "global_step":{"trai{"train_loss": 0.09361881017684937, "global_step": 16646, "epoch": 173, "lr": 0.00024118041132886527}
+{"train_loss": 0.07{"train_loss": 0.076048165{"train_loss": 0.07567396759986877, "global_step": 16647,{"train_loss": 0.11872369050979614, "global_s{"train_loss": 0.1176292896270752, "global_step": 16648, {"train_loss": 0.0{"train_loss": 0.09332709014415741, "global_step": 16649, "epoch": 173, "lr": 0.0002{"train_loss": 0.08343099802732468, "global{"train_loss": 0.08300333470106125, "global_step": 16650, {"train_loss": 0.{"train_loss": 0.0908721387386322, "global_step": 16651, "epoch": 173, "lr": 0.00024{"train_loss": 0{"train_loss": 0.08884165436029434, "global_step": 16652, "epoch": 173, "lr": 0.00024{"train_loss": 0{"train_loss": 0.071146279{"train_loss": 0.06989862024784088, "global_step": 16653, "{"train_loss": 0{"train_loss": 0.11530301719903946, "global_step": 16654, "epoch": 173, "lr": 0.000241{"train_loss": 0{"train_loss": 0.0705481767654419, "global_step": 16655, "epoch": 173, "lr": {"train_l{"train_loss": {"train_loss": 0.07116463780403137, "global_step": 16656, "epoch": 173, "lr": {"train_l{"train_loss": {"train_loss": 0.09238606691360474, "global_step": 16657, "epoch": 173, "lr": 0.000241{"train_loss": 0.09090282022953033, "global_step": 16658, "epoch": 173, "lr": 0.0002409865846249426}
+{"train_loss": 0.09318819642066956, "global_step": 16659, "epoch": 173, "lr": 0.00024097043058280156}
+{"train_loss": 0{"train_loss": 0.07333455979824066, "global_step": 16660, "epoch": 173, "lr": {"train_{"train_loss": 0{"train_loss": 0.11177076399326324, "global_step": 16661, "epoch": 173, "lr": 0.000240{"train_loss": 0{"train_loss": 0.11275766044855118, "global_step": 16662, "epoch": 173, "lr": 0.000240{"train_loss": 0{"train_loss": 0.0816856324672699, "global_step": 16663, "epoch": 173, "lr": 0.0002409{"train_loss": 0.09341993927955627, "global_step": 16664, "epoch": 173, "lr": 0.00024088965618934845}
+{"train_loss": {"train_loss": 0.11418819427490234, "global_step": 16665, "epoch": 173, "lr": 0.0002408{"train_loss": {"train_loss": 0.11081613600254059, "global_step": 16666, "epoch": 173, "lr": 0.0002408{"train_loss": 0.09536096453666687, "globa{"train_loss": 0.08788217604160309, "global_step": 16667, "e{"train_loss": 0.09448429197072983, "global_step": 16668, "epoch": 173, "lr": 0.00024082503166188913}
+{"train_loss": 0.05398320406675339, "global_step": 16669, "epoch": 173, "lr": 0.00024080887483473324}
+{"train_loss": 0.08602216094732285, "global_step": 16670, "epoch": 173, "lr": 0.00024079271772968093}
+{"train_loss": {"train_loss": 0.07426142692565918, "global_step": 16671, "epoch": 173, "lr": 0.0002407{"train_loss": 0.11443859338760376, "global_step": 16672, "epoch": 173, "lr": 0.00024076040268632723}
+{"train_loss": 0.08502501994371414, "global_step": 16673, "epoch": 173, "lr": 0.000240744244748{"train{"train_loss": 0.10546745359897614, "globa{"train_loss": 0.10031187534332275, "global_step": 16674, "e{"train_loss": {"train_loss": 0.0724547952413559, "global_step": 16675, "epoch": 173, "lr": 0.00024071{"train_loss": 0.08847980201244354, "global_step": 16676, "epoch": 173, "lr": 0.00024069576926970436}
+{"train_loss": 0.08702409267425537, "global_step": 16677, "epoch": 173, "lr": 0.00024067961022245814}
+{"train_loss":{"train_loss": 0.10971657186746597, "global_step": 16678, "epoch": 173, "lr": 0.00024066{"train_loss":{"train_loss": 0.08587516844272614, "global_step": 16679, "epoch": 173, "lr": 0.00024064{"train_loss":{"train_loss": 0.08608420193195343, "global_step": 16680, "epoch": 173, "lr": 0.00024063{"train_loss": 0.08942817896604538, "glo{"train_loss": 0.10190647840499878, "global_step": 1{"train_lo{"train_loss":{"train_loss": 0.09224945306777954, "global_step": 16682, "epoch": 173, "lr": 0.00024059{"train_loss":{"train_loss": 0.07527539134025574, "global_step": 16683, "epoch": 173, "lr": 0.00024058{"train_loss": 0.09934189915657043, "global_step": 16684, "epoch": 173, "lr": 0.000240566489{"train_lo{"train_loss": 0.11405273526906967, "global_step": 16685, "epoch": 173, "lr": 0.00024055032788115077}
+{"train_loss": 0.06880439817905426, "glo{"train_loss": 0.06844445317983627, "global_step": 16686, "epo{"train_loss": 0.07145893573760986, "glo{"train_loss": 0.07233942300081253, "global_step": 1{"train_l{"train_loss": 0.11315751075744629, "glo{"train_loss": 0.10904355347156525, "global_step": 16688, "ep{"train_loss": 0.10772012174129486, "glo{"train_loss": 0.10565955936908722, "global_step": 16689, "epo{"train_loss":{"train_loss": 0.08726472407579422, "global_step": 16690, "epoch": 173, "lr":{"train_lo{"train_loss":{"train_loss": 0.10347238928079605, "global_step": 16691, "epoch": 173, "lr": 0.00024045{"train_loss":{"train_loss": 0.09252249449491501, "global_step": 16692, "epoch": 173, "lr": 0.0002404{"train_loss": 0.12072312086820602, "glo{"train_loss": 0.11534745991230011, "global_step": {"train_los{"train_loss":{"train_loss": 0.10581211745738983, "global_step": 16694, "epoch": 173, "lr":{"train_los{"train_loss":{"train_loss": 0.10367037{"train_loss": 0.09848639369010925, "global_step": 16695, "epoc{"train_loss":{"train_loss": 0.10745538771152496, "global_step": 16696, "epoch": 173, "lr": 0.00024037{"train_loss":{"train_loss": 0.08574441{"train_loss": 0.08732765913009644, "global_step": {"train_lo{"train_loss":{"train_loss": 0.12213062{"train_loss": 0.12088759988546371, "global_step": 16698, "epoc{"train_loss"{"train_loss": 0.067891344{"train_loss": 0.06783660501241684, "global_step": 16699, "epoc{"train_loss": 0.08004803210496902, "gl{"train_loss": 0.07536241412162781, "global_step": {"train_loss{"train_loss": 0.088289275765419, "glob{"train_loss": 0.0900677740573883, "global_step": 16701, "epo{"train_loss": 0.11698579788208008, "global_step": 16702, "epoch": 173, "lr": 0.00024027554{"train_los{"train_loss": {"train_loss": 0.0899566087173298, "global_step": 16703, "epoch": 173, "lr": 0.00024025{"train_loss": 0.09091608226299286, "global_step": 16704, "epoch": 174, "lr": 0.00024024321{"train_los{"train_loss":{"train_loss": 0.10877229273319244, "global_step": 16705, "epoch": 174, "lr": 0.00024022{"train_loss":{"train_loss": 0.10482455790042877, "global_step": 16706, "epoch": 174, "lr"{"train_los{"train_loss": {"train_loss": 0.07400816679000854, "global_step": 16707, "epoch": 174, "lr": 0.0002401{"train_loss": {"train_loss": 0.09824489057064056, "global_step": 16708, "epoch": 174, "lr"{"train_los{"train_loss": {"train_loss": 0.09415404{"train_loss": 0.09614795446395874, "global_step": {"train_los{"train_loss": 0.0794476792216301, "glob{"train_loss": 0.08125098794698715, "global_step": 16710, "ep{"train_loss": 0{"train_loss": 0.10629484{"train_loss": 0.10905109345912933, "global_step": 16711, "e{"train_loss": 0.08742047846317291, "glob{"train_loss": 0.08794718980789185, "global_step": 16712, "ep{"train_loss": 0{"train_loss": 0.10130082070827484, "global_step": 16713, "epoch": 174, "lr": 0.000240{"train_loss": 0{"train_loss": 0.07705935090780258, "global_step": 16714, "epoch": 174, "lr": 0.000240{"train_loss": 0{"train_loss": 0.07005716115236282, "global_step": 16715, "epoch": 174, "lr": 0.000240{"train_loss": 0{"train_loss": 0.0939538{"train_loss": 0.0927923172712326, "global_step": {"train_loss{"train_loss": 0.06384721398353577, "gl{"train_loss": 0.06207835301756859, "global_step": 16717, "epoc{"train_loss": 0{"train_loss": 0.07504231482744217, "global_step": 16718, "epoch": 174, "lr": 0.000240{"train_loss": 0{"train_loss": 0.08009{"train_loss": 0.0843706876039505, "global_step": 16719, "epoch"{"train_loss": 0.07528845220804214, "{"train_loss": 0.07412642240524292, "global_step": 16{"train_loss{"train_loss": 0.062474749982357025, "global_step": 16721, "epoch": 174, "lr": 0.000239968{"train_loss"{"train_loss":{"train_loss": 0.08860{"train_loss": 0.08783435821533203, "global_step": 16722, "epoch"{"train_loss": 0.08858118951320648, "global_step": 16723, "epoch": 174, "lr": 0.0002399359963793229}
+{"train_loss": 0.07898247241973877, "global_step": 16724, "epoch": 174, "lr": 0.000239919{"train_loss"{"train_loss": 0.058268703520298004,{"train_loss": 0.06385534256696701, "global_step": 16{"train_loss":{"train_loss": 0.07081516087055206, "global_step": 16726, "epoch": 174, "lr": 0.00023988747971984392}
+{"train_loss": 0.09906338155269623, "global_step": 16727, "epoch": 174, "lr": 0.00023987130695662682}
+{"train_loss"{"train_loss": 0.08802098035812378, "global_step": 16728, "epoch": 174, "lr": 0.00023985{"train_loss"{"train_loss": 0.08381770551204681, "global_step": 16729, "epoch": 174, "lr": 0.000239838{"train_loss"{"train_loss": 0.09295500814914703, "global_step": 16730, "epoch": 174, "lr": 0.00023982{"train_loss"{"train_loss": 0.12191857397556305, "global_step": 16731, "epoch": 174, "lr": 0.00023980{"train_loss":{"train_loss": 0.11512886732816696, "global_step": 16732, "epoch": 174, "lr": 0.00023979{"train_loss":{"train_loss": 0.09241557121276855, "global_step": 16733, "epoch": 174, "lr": 0.00023977{"train_loss": 0.11800140887498856, "global_step": 16734, "epoch": 174, "lr": 0.00023975809001794356}
+{"train_loss":{"train_loss": 0.09310833364725113, "global_step": 16735, "epoch": 174, "lr": 0.00023974{"train_loss":{"train_loss": 0.09702193737030029, "global_step": 16736, "epoch": 174, "lr": 0.000239{"train_loss": 0.07320225238800049, {"train_loss": 0.07526705414056778, "global_step": 16737, "epoch":{"train_loss":{"train_loss": 0.10569214820861816, "global_step": 16738, "epoch": 174, "{"train_loss":{"train_loss": {"train_loss": 0.07244978845119476, "global_step": 16739, "epoch": 174, "{"train_loss":{"train_loss": {"train_loss": 0.09099261462688446, "global_step": 16740, "epoch": 174, "{"train_loss"{"train_loss": {"train_loss": 0.0880415216088295, "global_step": 16741, "epoch": 174, "lr": 0.00023964{"train_loss":{"train_loss": 0.0736968070268631, "global_step": 16742, "epoch": 174, "lr": 0.000239628{"train_loss": 0.09254500269889832, "global_step": 16743, "epoch": 174, "lr": 0.00023961250589443948}
+{"train_loss": 0.08016148954629898, "global_step": 16744, "epoch": 174, "lr": 0.0002395963285305007}
+{"train_loss": 0.08129534870386124,{"train_loss": 0.08195433765649796, "global_step": 16745, "epoch": {"train_loss": 0.11288076639175415, "global_step": 16746, "epoch": 174, "lr": 0.000239{"train_loss": 0{"train_loss": 0.07939295470714569, "global_step": 16747, "epoch": 174, "lr": 0.0002395477948212891}
+{"train_loss": 0.07845301926136017, "global_step": 16748, "epoch": 174, "lr": 0.00023953161637945404}
+{"train_loss"{"train_loss": 0.08367603272199631, "global_step": 16749, "epoch": 174, "lr": 0.00023951{"train_loss":{"train_loss": 0.06066{"train_loss": 0.05875108391046524, "global_step": 16750, "epoch":{"train_loss": {"train_loss": 0.10052366554737091, "global_step": 16751, "epoch": 174, "lr": 0.0002394{"train_loss": {"train_loss": 0.0723{"train_loss": 0.07774071395397186, "global_step": 16752, "epoch"{"train_loss": {"train_loss": 0.0805{"train_loss": 0.08411833643913269, "global_step": 16753, "epoch"{"train_loss": 0.10298700630664825, {"train_loss": 0.10294441878795624, "global_step": 16754, "epoch":{"train_loss": 0.10247761011123657, {"train_loss": 0.10393421351909637, "global_step": 16755, "epoch":{"train_loss": 0.09411241114139557, "global_step": 16756, "epoch": 174, "lr": 0.00023940217916287737}
+{"train_loss"{"train_loss": 0.08440735936164856, "global_step": 16757, "epoch": 174, "lr": 0.00023938{"train_loss"{"train_loss": 0.08144691586494446, "global_step": 16758, "epoch": 174, "lr": 0.000239369{"train_loss"{"train_loss": 0.11258813738822937, "global_step": 16759, "epoch": 174, "lr": 0.00023935{"train_loss":{"train_loss": 0.08820178359746933, "global_step": 16760, "epoch": 174, "lr": 0.00023933{"train_loss": 0.0670439600944519, "g{"train_loss": 0.06467811018228531, "global_step": 16761, "epoch{"train_loss": 0.10059469938278198, "global_step": 16762, "epoch": 174, "lr": 0.00023930{"train_loss":{"train_loss": {"train_loss": 0.08755292743444443, "global_step": 16763, "epoch": 174, "lr": 0.000239{"train_loss": {"train_loss": 0.09640571475028992, "global_step": 16764, "epoch": 174, "lr": 0.000239{"train_loss": 0{"train_loss": 0.07678724825382233, "global_step": 16765, "epoch": 174, "lr": 0.000239{"train_loss": 0{"train_loss": 0.0894{"train_loss": 0.09304951131343842, "global_step": {"train_loss":{"train_loss": 0{"train_loss": 0.0977{"train_loss": 0.09906890988349915, "global_step": 16767, "epoch"{"train_loss": 0{"train_loss": 0.07829742133617401, "global_step": 16768, "epoch": 174, "lr": 0.000239{"train_loss": 0.08084861189126968, "global_step": 16769, "epoch": 174, "lr": 0.0002391918070857111}
+{"train_loss": 0.11752791702747345, "global_step": 16770, "epoch": 174, "lr": 0.0002391756227469586}
+{"train_loss": 0{"train_loss": 0.09838562458753586, "global_step": 16771, "epoch": 174, "lr": 0.000239{"train_loss": 0{"train_loss": 0.0817{"train_loss": 0.0797966718673706, "global_step": 1{"train_loss"{"train_loss": {"train_loss": 0.0690{"train_loss": 0.06573596596717834, "global_step": 16773, "epoch"{"train_loss": {"train_loss": 0.0779{"train_loss": 0.07202471047639847, "global_step": 16774, "epoch":{"train_loss": {"train_loss": 0.051507435739040375, "global_step": 16775, "epoch": 174, {"train_loss":{"train_loss": 0{"train_loss": 0.0740366131067276, "global_step": 16776, "epoch": 174, "lr": 0.0002390{"train_loss": {"train_loss": 0.10266736894845963, "global_step": 16777, "epoch": 174, "lr": 0.0002390{"train_loss": 0.10731812566518784,{"train_loss": 0.10393399000167847, "global_step": 16778, "epoch": {"train_loss":{"train_loss": 0.1111176460981369, "global_step": 16779, "epoch": 174, "lr": 0.000239029{"train_loss"{"train_loss": 0.11471{"train_loss": 0.11279778927564621, "global_step": 16780, "epoch": {"train_loss": 0.09152601659297943, "global_step": 16781, "epoch": 174, "lr": 0.0002389975774378165}
+{"train_loss{"train_loss": 0.07994860410690308, "global_step": 16782, "epoch": 174, "lr": 0.000238981{"train_loss{"train_loss": 0.098509{"train_loss": 0.10085561871528625, "global_step": 16783, "epoch": {"train_loss": 0.09082095324993134, "global_step": 16784, "epoch": 174, "lr": 0.00023894901404325784}
+{"train_loss": 0.07722485065460205,{"train_loss": 0.07820069044828415, "global_step": 16785, "epoch": {"train_loss{"train_loss": 0.1185404360294342, "global_step": 16786, "epoch": 174, "lr": 0.0002389166{"train_loss": 0.09331496059894562, "global_step": 16787, "epoch": 174, "lr": 0.00023890044826161756}
+{"train_loss": 0.08912685513496399,{"train_loss": 0.08866915106773376, "global_step": 16788, "epoch": {"train_loss{"train_loss": 0.090690{"train_loss": 0.09486402571201324, "global_step": 16789, "epoch": {"train_loss{"train_loss": 0.09314829856157303, "global_step": 16790, "epoch": 174, "lr": 0.000238851{"train_loss{"train_loss": 0.092945{"train_loss": 0.097303606569767, "global_step": 16791, "epoch": 17{"train_loss{"train_loss": 0.0863{"train_loss": 0.0910148024559021, "global_step": 16792, "epoch": 174{"train_loss{"train_loss": 0.091{"train_loss": 0.08745812624692917, "global_step": 16793, "epoch": 174{"train_loss{"train_loss": 0.101{"train_loss": 0.09756535291671753, "global_step": 16794, "epoch": 17{"train_loss"{"train_loss": 0.075{"train_loss": 0.07638812065124512, "global_step": 16795, "epoch": 17{"train_loss": 0.0785625874996185{"train_loss": 0.07386472821235657, "global_step": 16796, "epoch": 17{"train_loss": 0.0941295251250267, "global_step": 16797, "epoch": 174, "lr": 0.00023873854512100048}
+{"train_loss":{"train_loss": 0.104{"train_loss": 0.10575971007347107, "global_step": 16798, "epoch": 1{"train_loss": 0.08891154449277867{"train_loss": 0.08914767186312626, "global_step": {"train_loss": 0.{"train_loss": 0.10911840200424194, "global_step": 16800, "epoch": 175, "lr": 0.00023{"train_loss": 0.{"train_loss"{"train_loss": 0.089{"train_loss": 0.0913773626089096, "global_step": 16801, "epoch": 175{"train_loss"{"train_loss": 0.07625582814216614, "global_step": 16802, "epoch": 175, "lr": 0.00023865{"train_loss"{"train_loss": 0.11{"train_loss": 0.11831457912921906, "global_step": 1{"train_loss": 0.1{"train_loss"{"train_loss": 0.07218042016029358, "global_step": 16804, "epoch": 175, "lr": 0.000238625{"train_loss": 0.07983970642089844, "global_step": 16805, "epoch": 175, "lr": 0.00023860900360975497}
+{"train_loss"{"train_loss": 0.09088088572025299, "global_step": 16806, "epoch": 175,{"train_loss": 0.{"train_loss":{"train_loss": 0.06525556743144989, "global_step": 16807, "epoch": 175, "lr": 0.000238{"train_loss":{"train_loss": 0.090{"train_loss": 0.09357412159442902, "global_step": 16808, "epoch": 1{"train_loss":{"train_loss": 0.09209410101175308, "global_step": 16809, "epoch": 175, "lr": 0.00023854{"train_loss": 0.06852322816848755{"train_loss": 0.06724812835454941, "global_step": 16810, "epoch": 1{"train_loss":{"train_loss": 0.101{"train_loss": 0.10046792775392532, "global_step":{"train_loss": 0.1{"train_loss":{"train_loss": 0.094{"train_loss": 0.09468403458595276, "global_step": 16812, "epoch": {"train_loss": {"train_loss": 0.08393412083387375, "global_step": 16813, "epoch": 175, "lr": 0.000238{"train_loss": {"train_loss": 0.09836523234844208, "global_step": 16814, "epoch": 175, "lr": 0.0002384{"train_loss": {"train_loss": 0.10{"train_loss": 0.10844029486179352, "global_step": 16815, "epoch": 1{"train_loss": 0.07569915056228638, "global_step": 16816, "epoch": 175, "lr": 0.00023843085656860417}
+{"train_loss": 0.10302543640136719{"train_loss": 0.09950214624404907, "global_step": 16817, "epoch": {"train_loss": 0.07138289511203766{"train_loss": 0.0744694396853447, "global_step": 16818, "epoch": 1{"train_loss": 0.1027341336011886{"train_loss": 0.10817776620388031, "global_step": 16819, "epoch": 17{"train_loss": 0.11647757887840271, "global_step": 16820, "epoch": 175, "lr": 0.0002{"train_loss": 0.1{"train_loss": 0.13133424520492554, "global_step": 16821, "epoch": 175, "lr": 0.00023834987016387377}
+{"train_loss": 0.12761226296424866, "global_step": 16822, "epoch": 175, "lr": 0.00023833367209903257}
+{"train_loss": 0.0756777673959732{"train_loss": 0.07724199444055557, "global_step": 16823, "epoch": {"train_loss": 0.09641828387975693{"train_loss": 0.09028658270835876, "global_step":{"train_loss": 0.0{"train_loss": 0{"train_loss": 0.1{"train_loss": 0.1186574399471283, "global_step": {"train_loss": 0.{"train_loss": 0.0873979106545448{"train_loss": 0.09352414309978485, "global_step": 16826, "epoch": 17{"train_loss": 0.11655743420124054, "global_step": 16827, "epoch": 175, "lr": 0.00023825267786141795}
+{"train_loss": 0.0712619721889495{"train_loss": 0.07195566594600677, "global_step": {"train_loss": 0.0{"train_loss": 0.0897130072116851{"train_loss": 0.08988428115844727, "global_step":{"train_loss": 0.08{"train_loss":{"train_loss": 0.09{"train_loss": 0.09109755605459213, "global_step":{"train_loss": 0.09{"train_loss": 0.0778524056077003{"train_loss": 0.07998533546924591, "global_step": 16831, "epoch": 17{"train_loss": 0.0761298909783363{"train_loss": 0.0762736052274704, "global_step": {"train_loss": 0.07{"train_loss":{"train_loss": 0.09364309906959534, "global_step": 16833, "epoch": 175, "lr": 0.00023815{"train_loss":{"train_loss": 0.12122947722673416, "global_step": 16834, "epoch": 175, "lr": 0.0002381{"train_loss":{"train_loss": 0.08265773206949234, "global_step": 16835, "epoch": 175, "lr": 0.00023812{"train_loss": 0.0933358371257782, "global_step": 16836, "epoch": 175, "lr": 0.0002{"train_loss": 0.0{"train_loss": 0.09377573430538177, "global_step": 16837, "epoch": 175, "lr": 0.00023809066986327042}
+{"train_loss": 0.07598210871219635, "global_step": 16838, "epoch": 175, "lr": 0.000{"train_loss": 0.07{"train_loss"{"train_loss": 0.07161399722099304, "global_step": 16839, "epoch": 175{"train_loss": 0.0{"train_loss": 0.08506035804748535, "global_step": 16840, "epoch": 175, "lr": 0.000{"train_loss": 0.{"train_loss": 0.11107327789068222, "global_step": 16841, "epoch": 175, "lr": 0.00023802585939501901}
+{"train_loss{"train_loss": 0.07{"train_loss": 0.07389571517705917, "global_step": {"train_loss": 0.075{"train_loss{"train_loss": 0.08425195515155792, "global_step": 16843, "epoch": 175{"train_loss": 0.083{"train_loss{"train_loss": 0.10{"train_loss": 0.11094874143600464, "global_step": {"train_loss": 0.10{"train_loss": 0.0858001857995987, "global_step": 16845, "epoch": 175, "lr": 0.000{"train_loss": 0.08{"train_loss": 0.06032973900437355, "global_step": 16846, "epoch": 175, "lr": 0.00{"train_loss": 0.060{"train_loss"{"train_loss": 0.09{"train_loss": 0.09634681046009064, "global_step": 16847, "epoch": 175{"train_loss{"train_loss": 0.071{"train_loss": 0.07597567141056061, "global_step": 16848, "epoch": 175{"train_loss{"train_loss": 0.09717259556055069, "global_step": 16849, "epoch": 175, "lr": 0.00023789{"train_loss":{"train_loss": 0.07815122604370117, "global_step": 16850, "epoch": 175, "lr": 0.00023788{"train_loss": 0.13106907904148102{"train_loss": 0.13035041093826294, "global_step": 16851, "epoch": 1{"train_loss":{"train_loss": 0.086{"train_loss": 0.08386904001235962, "global_step{"train_loss": 0.087{"train_loss": 0.09835205227136612{"train_loss": 0.09741228818893433, "global_step": 16853, "epoch": {"train_loss": 0.0803544670343399,{"train_loss": 0.08061996102333069, "global_ste{"train_loss": 0.07{"train_loss": {"train_loss": 0.07976837456226349, "global_step": 16855, "epoch": 175, "lr": 0.0002377{"train_loss": {"train_loss": 0.08{"train_loss": 0.08453129231929779, "global_step{"train_loss": 0.08{"train_loss": 0{"train_loss": 0.10301834344863892, "global_step": 16857, "epoch": 175, "lr": 0.000237{"train_loss": 0{"train_loss": 0.09349830448627472, "global_step": 16858, "epoch": 175, "lr": 0.000237{"train_loss": 0{"train_loss": 0.10510464012622833, "global_step": 16859, "epoch":{"train_loss": 0.10{"train_loss": 0.09842229634523392, "global_step": 16860, "epoch": 175, "lr": 0.00023771795321192346}
+{"train_loss": 0.09741407632827759,{"train_loss": 0.09970905631780624, "global_ste{"train_loss": 0.09{"train_loss": 0{"train_loss": 0.08246874809265137, "global_step": 16862, "epoch": 175, "lr": 0.00023{"train_loss": 0.{"train_loss": 0.0828629583120346, "global_step": 16863, "epoch": 175, "lr": 0.00023{"train_loss": 0{"train_loss": 0.11640861630439758, "global_step": 16864, "epoch": {"train_loss": 0.1{"train_loss": 0{"train_loss": 0.05605843663215637, "global_step": 16865, "epoch": 175, "lr": 0.0002376{"train_loss": 0.10131286084651947{"train_loss": 0.10432888567447662, "global_step": 16866, "epoch": 1{"train_loss": 0.06522150337696075, "global_step": 16867, "epoch": 175, "lr": 0.00023760449067848424}
+{"train_loss": 0.06256098300218582, "global_step": 16868, "epoch": 175, "lr": 0.00023758828071995076}
+{"train_loss": {"train_loss": 0.104{"train_loss": 0.1057443767786026, "global_step": 16869, "epoch": 1{"train_loss": {"train_loss": 0.08{"train_loss": 0.08830136060714722, "global_step{"train_loss": 0.086{"train_loss": {"train_loss": 0.07{"train_loss": 0.07480411231517792, "global_step{"train_loss": 0.074{"train_loss": {"train_loss": 0.07787396013736725, "global_step": 16872, "epoch": 175, "lr": 0.0002375{"train_loss": {"train_loss": 0.08698444813489914, "global_step": 16873, "epoch": 175, "lr": 0.000237{"train_loss": {"train_loss": 0.1{"train_loss": 0.10203461349010468, "global_step{"train_loss": 0.1020{"train_loss": {"train_loss": 0.06963512301445007, "global_step": 16875, "epoch":{"train_loss": 0.0697{"train_loss": 0.07735883444547653, "global_step": 16876, "epoch": 175, "lr": 0.0{"train_loss": 0.0766{"train_loss": 0.10633052885532{"train_loss": 0.10362043976783752, "global_step": 16877, "epoch": 175,{"train_loss": 0.09749462455511093, "global_step": 16878, "epoch": 175, "lr": 0.0002374261670747505}
+{"train_loss": {"train_loss": 0.09242138266563416, "global_step": 16879, "epoch":{"train_loss": 0.0921{"train_loss": {"train_loss": 0.08129940927028656, "global_step": 16880, "epoch": 175, "lr": 0.0002373{"train_loss": {"train_loss": 0.1023806482553482, "global_step": 16881, "epoch": 175, "lr": 0.0002373{"train_loss":{"train_loss": 0{"train_loss": 0.09726943075656891, "global_step": {"train_loss": 0.099{"train_loss": 0.08799107372760773, "global_step": 16883, "epoch": 175, "lr": 0.00{"train_loss": 0.087{"train_loss": {"train_loss": 0.07689577341079712, "global_step": 16884, "epoch": {"train_loss": 0.076{"train_loss": 0.0826486572623{"train_loss": 0.0870637521147728, "global_step": 16{"train_loss": 0.08{"train_loss": {"train_loss":{"train_loss": 0.08756117522716522, "global_step": 16{"train_loss": 0.08{"train_loss": {"train_loss":{"train_loss": 0.11440160125494003, "global_step": 1{"train_loss": 0.111{"train_loss": 0{"train_loss": 0.11897467076778412, "global_step": 16888, "epoch": 175, "lr": 0.000237{"train_loss": 0.0995090827345{"train_loss": 0.0995243564248085, "global_step": 16{"train_loss": 0.09{"train_loss": 0{"train_loss"{"train_loss": 0.092859648168087, "global_step": 1689{"train_loss": 0.090{"train_loss": 0{"train_loss": 0.10853664577007294, "global_step": 16891, "epoch": 175, "lr": 0.000237{"train_loss": 0{"train_loss": 0.09627092629671097, "global_step": 16892, "epoch": 175, "lr": 0.000237{"train_loss": 0{"train_loss": 0.09120896458625793, "global_step": 16893, "epoch": 175, "lr": 0.000237{"train_loss": 0.1036955416{"train_loss": 0.10243193805217743, "global_step": 1689{"train_loss": 0.101{"train_loss": 0.0914998323{"train_loss": 0.09189384042595823, "global_step": 16895, "epoch": 175, "l{"train_loss": 0.10858277231454849, "global_step": 16896, "epoch": 176, "lr": 0.000{"train_loss": 0.1{"train_loss": 0{"train_loss": 0.12044520676136017, "global_step": 16897, "epoch": 176, "lr": 0.000237{"train_loss": 0{"train_loss": 0.12564046680927277, "global_step": 16898, "epoch": {"train_loss": 0.1{"train_loss": 0.{"train_loss": 0.09503491222858429, "global_step": 16899, "epoch": 176, "lr": 0.00023{"train_loss": 0.{"train_los{"train_loss": 0.07020558416843414, "global_step": 16900, "epoch": 176, "{"train_loss": 0.{"train_loss": 0.1004047840833664, "global_step": 16901, "epoch": 176, "lr": 0.000237{"train_loss": 0{"train_loss": 0.058495648205280304, "global_step": 16902, "epoch": 176, "lr": 0.00023{"train_loss": 0{"train_loss": 0.08124831318855286, "global_step": 16903, "epoch": 176, "lr": 0.000237{"train_loss": 0{"train_loss": 0.037885211408138275, "global_step": 16904, "epoch": 176, "lr": 0.0002{"train_loss": 0.{"train_loss": 0.13051913678646088, "global_step": 16905, "epoch": 176, "lr": 0.00023{"train_loss": 0.08634990453720093, "global_step": 16906, "epoch": 176, "lr": 0.0002369721136345111}
+{"train_loss": 0.087580114{"train_loss": 0.08630182594060898, "global_step": 16907{"train_loss": 0.0{"train_loss": 0.0{"train_loss": 0.05486556887626648, "global_step": 16908, "epoch": 176, "lr": 0.0002{"train_loss": 0.{"train_loss": 0.07603568583726883, "global_step": 16909, "epoch": 176, "lr": 0.00023{"train_loss": 0.{"train_loss": 0.06742836534976959, "global_step": 16910, "epoch": 176, "lr": 0.0002{"train_loss": 0.{"train_loss": 0.1149461567401886, "global_step": 16911, "epoch"{"train_loss": 0.1143{"train_loss": 0.09506821632385254, "global_step": 16912, "epoch": 176, "lr": 0.00023687479070568074}
+{"train_loss": 0{"train_loss": 0.10193587094545364, "global_step": 16913, "epoch"{"train_loss": 0.102{"train_loss": 0{"train_loss": 0.11037127673625946, "global_step": 16914, "epoch": 176, "lr": 0.000236{"train_loss": 0{"train_loss": 0.0935969278216362, "global_step": 16915, "epoch": 176, "lr": 0.000236{"train_loss": {"train_loss": 0.0830325186252594, "global_step": 16916, "epoch": 176, "lr": 0.00023680{"train_loss": 0.07162348181009293, "global_step": 16917, "epoch": 176, "lr": 0.00023679368135854931}
+{"train_loss": 0.10196807980537415, "global_step": 16918, "epoch": 176, "lr": 0.0{"train_loss": 0.099{"train_loss":{"train_los{"train_loss": 0.08842431753873825, "global_step": 16919{"train_loss": 0.090{"train_loss": 0.12756595015525818, "global_step": 16920, "epoch": 176, "lr": 0.00023674501274273735}
+{"train_loss"{"train_loss": 0.0962824746966362, "global_step": 16921, "epoch": 1{"train_loss": 0.0959{"train_loss"{"train_loss": 0.11952782422304153, "global_step": 16922, "epoch": 176, "lr": 0.000236712{"train_loss"{"train_loss{"train_loss": 0.10154159367084503, "global_step": 16923, "epoch": 176, "lr"{"train_loss"{"train_loss": 0.06927890330553055, "global_step": 16924, "epoch": 176, "lr": 0.000236680{"train_loss": 0.10076696425676346, "global_step": 16925, "epoch": 176, "lr": 0.00023666389338007}
+{"train_loss"{"train_loss": 0.12307454645633698, "global_step": 16926, "epoch": 176, "lr": 0.000236647{"train_loss"{"train_loss": 0.0854550376534462, "global_step": 16927, "epoch": 176, "lr": 0.0002366314{"train_loss": 0.07712294161319733, "global_step": 16928, "epoch": 176, "lr": 0.0002366152187655423}
+{"train_los{"train_loss"{"train_loss": 0.09131413698196411, "global_step": 16{"train_loss": 0.08988836{"train_los{"train_loss": 0.08110915869474411, "global_step": 16930, "epoch": 176, "lr": 0.0002365827{"train_los{"train_loss": 0.07484696805477142, "global_step": 16931, "epoch": 176, "lr": 0.00023656654{"train_loss": 0.0851445347070694, "global_step": 16932, "epoch": 176, "lr": 0.00023655031578927727}
+{"train_loss": 0.11495624482631683, "global_step": 16933, "epoch": 176, "lr": 0.0002365340894226926}
+{"train_loss": 0.09244413673877716, "global_step": 16934, "epoch": 176, "lr":{"train_loss": 0.0914492{"train_loss": 0.12679216265678406, "global_step": 16935, "epoch": 176, "lr": 0.00023650163594327476}
+{"train_loss": 0.10651294887065887, "global_step": 16936, "epoch": 176, "lr": 0.0002364854088306625}
+{"train_loss": 0.08547590672969818, "global_step": 16937, "epoch": 176, "lr": 0.0002364691814695954}
+{"train_loss": 0.1004054993391037, "global_step": 16938, "epoch": 176, "lr": 0.000236452953860184}
+{"train_l{"train_loss": 0.09318671375513077, "global_step": 16939, "epoch": 176, "lr": 0.0002364367260{"train_l{"train_loss": 0.09751534461975098, "global_step": 16940, "epoch": 176, "lr": 0.0002364204{"train_loss": 0.0826629102230072, "global_step": 16941, "epoch": 176, "lr": 0.0002364042695429885}
+{"train_l{"train_loss"{"train_loss": 0.07971781492233276, "global_step": 16942, "epoch": 176, "lr": 0.{"train_loss": 0.08856012672185898, "global_step": 16943, "epoch": 176, "lr": 0.00023637181209182893}
+{"train_{"train_loss": 0.08634859323501587, "global_step": 16944, "epoch": 176, "lr": 0.000236355582{"train_{"train_loss":{"train_loss": 0.11159338057041168, "global_step": 1694{"train_loss": 0.10918471{"train_loss": 0.08463011682033539, "global_step": 16946, "epoch": 176, "lr": 0.00023632312405775624}
+{"train_loss": 0.09561081975698471, "global_step": 16947, "epoch": 176, "lr": 0.00023630689421821842}
+{"trai{"train_loss": 0.10410954058170319, "global_step": 16948, "epoch": 176, "lr": 0.0002362906641314{"train_loss": 0.09283588081598282, "global_step": 16949, "epoch": 176, "lr":{"train_loss": 0.09196331{"trai{"train_loss": 0.0969972014427185, "global_step": 16950, "epoch": 176, {"train_loss": 0.09577441{"train_loss": 0.09768737852573395, "global_step": 16951, "epoch": 176, "lr": 0.00023624197238878027}
+{"tra{"train_loss": 0.10106059908866882, "global_step": 16952, "epoch": 176, "lr": 0.00023622574131415{"tra{"train_loss": 0.10246585309505463, "global_step": 16953, "epoch": 176, "lr": 0.00023620950999283{"tra{"train_loss": 0.10222306847572327, "global_step": 16954, "epoch": 176, "lr": 0.0002361932784249{"trai{"train_loss": 0.09542207419872284, "global_step": 16955, "epoch": 176, "lr": 0.0002361770466105{"trai{"train_loss": 0.07363392412662506, "global_step": 16956, "epoch": 176, "lr": 0.000236160814549{"train{"train_loss": 0.08520471304655075, "global_step": 16957, "epoch": 176,{"train_loss": 0.0859384{"train_loss": 0.071144{"train_loss": 0.07228823006153107, "global_step": 16958, "epoch": 176, "lr": 0{"train{"train_loss": 0.07672169804573059, "global_step": 16959, "epoch": 176, "lr": 0.00023611211689{"train{"train_loss": 0.1215839833021164, "global_step": 16960, "epoch": 176{"train_loss": 0.122506514{"trai{"train_loss": 0.07495540380477905, "global_step": 16961, "epoch": 17{"train_loss": 0.0741217359{"trai{"train_loss": 0.14867150783538818, "global_step": 16962, "epoch": 176, "lr": 0.0002360634170183{"train_loss": 0.09763094782829285, "global_step": 16963, "epoch": 176, "lr{"train_loss": 0.0967171788{"trai{"train_loss": 0.11883017420768738, "global_step": 16964, "epoch": 176, "lr": 0.0002360309492086{"trai{"train_loss": 0.07649339735507965, "global_step": 16965, "epoch": 176, "lr": 0.0002360147149357{"trai{"train_loss": 0.09294024109840393, "global_step": 16966, "epoch": 176, "lr": 0.0002359984804175{"trai{"train_loss": 0.07520247995853424, "global_step": 16967, "epoch": 176, "lr": 0.0002359822456542{"train_loss": 0.093{"train_loss": 0.09287719428539276, "global_step": 1696{"train_loss": 0.0938143879{"trai{"train_loss":{"train_loss": 0.07747406512498856, "global_step": 16969, "epoch": 176, "lr": 0.00{"train_loss": 0.071{"train_loss": 0.07366195321083069, "global_step": 1697{"train_loss": 0.071183577{"trai{"train_loss":{"train_loss": 0.07871320843696594, "global_step": 1697{"train_loss": 0.0822649523{"tra{"train_loss": {"train_loss": 0.09720540046691895, "global_step": 16972, "epoch": 176, "lr": 0.00{"tra{"train_loss": {"train_loss": 0.09156868606805801, "global_step": 1697{"train_loss": 0.092689402{"trai{"train_loss": {"train_loss": 0.06876825541257858, "global_step": 169{"train_loss": 0.07170296{"trai{"train_loss": 0{"train_loss": 0.08469042181968689, "global_step": 169{"train_loss": 0.08069365{"train_loss": 0.06850992143154144, "global_step": 16976, "epoch": 176, "lr": 0.00023583612177132234}
+{"train_loss": 0.10160818696022034, "global_step": 16977, "epoch": 176, "lr": 0.00023581988456269147}
+{"train_loss": 0.088057{"train_loss": 0.09125825762748718, "global_step": 169{"train_loss": 0.087900{"train_l{"train_loss": 0{"train_loss": 0.07173995673656464, "global_step": 169{"train_loss": 0.07433{"train_{"train_loss": 0.{"train_loss": 0.06912904232740402, "global_step": 16{"train_loss": 0.0667918{"train_loss": 0.09423257410526276, "global_step": 16981, "epoch": 176, "lr": 0.00023575493329004545}
+{"train_{"train_loss": 0.1221061423420906, "global_step": 16982, "epoch": 176, "lr": 0.000235738694862{"train{"train_loss": 0.10091858357191086, "global_step": 16983, "epoch": 176, "lr": 0.000235722456192{"train{"train_loss": 0.09980382025241852, "global_step": 16984, "epoch": 176, "lr": 0.000235706217278{"train_loss": 0.08425883203744888, "global_step": 16985, "epoch": 176, "lr": 0.0002356899781217108}
+{"train_loss": 0.07502672076225281, "global_step": 16986, "epoch": 176, "lr": 0.0002356737387217551}
+{"train{"train_loss": 0.07505621016025543, "global_step": 16987, "epoch": 176,{"train_loss": 0.0751239{"train_loss": 0.077389{"train_loss": 0.077578604221344, "global_step": 16988, "epoch": 176, "lr": 0.0{"train_loss": 0.0931{"train_loss": 0.09345248341560364, "global_step": 16989, "epoch": 176, "lr": 0.0{"train{"train_loss": 0.07018080353736877, "global_step": 16990, "epoch": 176{"train_loss": 0.069705{"train_loss": 0.09162194204206268, "global_step": 16991, "epoch": 176, "lr": 0.0002355925380802741}
+{"train{"train_loss": 0.08931122720241547, "global_step": 16992, "epoch": 177, "lr": 0.000235576297224{"train_loss": 0.08703281730413437, "global_step": 16993, "epoch": 177, "lr": 0.00023556005612628477}
+{"train_loss": 0.11556623131036758, "global_step": 16994, "epoch": 177, "lr": 0.0002355438147860046}
+{"train{"train_loss": 0.09999614208936691, "global_step": 16995, "epoch": 177, "lr": 0.00023552757320{"train_loss": 0.09327664971351624, "global_step": 16996, "epoch": 177, "lr": 0.0002355113313794262}
+{"trai{"train_loss": 0.056289419531822205, "global_step": 16997, "epoch": 177, "lr": 0.000235495089313{"train_loss": 0.06752080470323563, "global_step": 16998, "epoch": 177, "lr": 0.00023547884700556102}
+{"train_loss": 0.0807788297533989, "global_step": 16999, "epoch": 177, "lr": 0.00023546260445617243}
+{"train_{"train_loss": 0.08080725371837616, "global_step": 17000, "epoch": 177, "lr": 0.0002354463616{"train_l{"train_loss": 0.10518909990787506, "global_step": 17001, "epoch": 177, "lr": 0.0002354301186{"train_loss": 0.08193903416395187, "global_step": 17002, "epoch": 177, "lr": 0.00023541387535950983}
+{"train_loss": 0.0699530{"train_loss": 0.06657230854034424, "global_step": 17003, "epoch": 177, "lr"{"train_loss": 0.07955028116703033, "global_step": 17004, "epoch": 177, "lr": 0.00023538138808909355}
+{"train_los{"train_loss": 0.10839729756116867, "global_step": 17005, "epoch": 177, "lr": 0.00023536514{"train_loss": 0.073887735{"train_loss": 0.07565741240978241, "global_step": 17006, "epoch": 177, "lr"{"train_lo{"train_loss": 0{"train_loss": 0.10046004503965378, "global_step": 17007, "epoch": 177, "lr{"train_lo{"train_loss": 0{"train_loss": 0.08827580511569977, "global_step{"train_loss": 0.0851064622{"train_loss": 0.084535092{"train_loss": 0.08406780660152435, "global_step": 17009, "epoch": 177, "lr"{"train_lo{"train_loss": 0{"train_loss": 0.10150159150362015, "global_step": 17010, "epoch": 177, "lr{"train_lo{"train_loss": 0{"train_loss": 0.08299487084150314, "global_step": 17011, "epoch": 177, "lr"{"train_loss": 0.11749103665351868, "global_step": 17012, "epoch": 177, "lr": 0.00023525142937880577}
+{"train_loss": 0.08278562128543854, "global_step": 17013, "epoch": 177, "lr": 0.000235235183458625}
+{"train_lo{"train_loss": 0{"train_loss": 0.10743072628974915, "global_step": 17014, "epoch": 177, "{"train_loss": 0.1168362200{"train_loss": 0.11298009753227234, "global_step": 17015, "epoch": 177, "lr{"train_los{"train_loss": 0{"train_loss": 0.08727502822875977, "global_step": 17016, "epoch": 177, "{"train_los{"train_loss": 0{"train_loss": 0.09262456744909286, "global_step": 17017, "epoch": 177, "lr{"train_loss": 0.0680767744{"train_loss": 0.06707655638456345, "global_step": 17018, "epoch": 177, "lr{"train_loss": 0.0771827548{"train_loss": 0.08277338743209839, "global_step": 17019, "epoch": 177, "l{"train_los{"train_loss": 0{"train_loss": 0.09602030366659164, "global_step": 17020, "epoch": 177, "lr{"train_los{"train_loss": 0.07128798961639404, "global_step": 17021, "epoch": 177, "lr": 0.00023510520{"train_loss": 0.0993948280{"train_loss": 0.09741122275590897, "global_step": 17022, "epoch": 177, "l{"train_los{"train_loss": 0.06846021115779877, "global_step": 17023, "epoch": 177, "lr": 0.000235072{"train_loss": 0.10210821032524109, "global_step": 17024, "epoch": 177, "lr": 0.00023505646252485707}
+{"train_loss": 0.0765532702{"train_loss": 0.07616692781448364, "global_step": 17025, "epoch": 177, "lr{"train_loss": 0.0966670364{"train_loss": 0.09490235894918442, "global_step": 17026, "epoch": 177, "lr{"train_loss": 0.1009315922{"train_loss": 0.09724355489015579, "global_step": 17027, "epoch": 177, "lr{"train_los{"train_loss": 0.09557749330997467, "global_step": 17028, "{"train_loss": 0.095331981778144{"train_los{"train_loss": 0{"train_loss": 0.10009453445672989, "global_step": 17029, "epoch": 177, "l{"train_loss": 0.07321207225322723, "global_step": 17030, "epoch": 177, "lr": 0.0002349589661948286}
+{"train_lo{"train_loss": 0.07123444229364395, "global_step": 17031, "epoch": 177, "lr": 0.0002349427{"train_loss": 0.09843429177999496, "global_step": 17032, "epoch": 177, "lr": 0.00023492646551249023}
+{"train_loss{"train_loss": 0.{"train_loss": 0.09638446569442749, "global_step": 17033, "epoch": 177, "{"train_loss": 0.099655039608{"train_loss": 0.09762652218341827, "global_step": 17034, "epoch": 177, "{"train_loss": 0.099875070154{"train_loss": 0.09852451086044312, "global_step": 17035, "epoch": 177, {"train_loss": 0.1144576966762{"train_loss": 0.11623579263687134, "global_step": 17036, "epoch": 177, {"train_loss"{"train_loss": 0.{"train_loss": 0.05647946149110794, "global{"train_loss": 0.058390878140{"train_loss": 0.0800240933895{"train_loss": 0.0773436576128006, "global_{"train_loss": 0.082233428955{"train_loss": 0.105922944843{"train_loss": 0.10688365995883942, "global_{"train_loss": 0.106207609176{"train_loss": 0.15005216002464294, "global_step": 17040, "epoch": 177, "lr": 0.00023479645327843308}
+{"train_loss":{"train_loss":{"train_loss": 0.09190034121274948, "global_s{"train_loss": 0.088218934834{"train_loss": 0.07293786108{"train_loss": 0.07542785257101059, "global_s{"train_loss": 0.071830861270{"train_loss":{"train_loss":{"train_loss": 0.09685494005680084, "global_{"train_loss": 0.089826181530{"train_loss": 0.09923802316188812, "global_step": 17044, "epoch": 177, "lr": 0.00023473144147097722}
+{"train_loss": {"train_loss":{"train_loss": 0.08296342194080353, "global_step": 17045, "epoch": 177, "{"train_loss":{"train_loss": 0.08383284509181976, "global_step": 17046,{"train_loss": 0.0824800729751{"train_loss": 0.06475918740034103, "global_step": 17047, "epoch": 177, {"train_loss": 0.0642851889133{"train_loss": 0.07736918330192{"train_loss": 0.07739748060703278, "global_step": 17048, "epoch": 177,{"train_loss": {"train_loss": 0{"train_loss": 0.09629640728235245, "global_step": 17049, "epoch": 177{"train_loss": 0.11584681272506714, "global_step": 17050, "epoch": 177, "lr": 0.0002346339166666812}
+{"train_loss": 0{"train_loss": 0.10378621518611908, "global_step": 17051, "epoch": 177, "lr": 0.00023{"train_loss": 0{"train_loss": {"train_loss": 0.11074366420507431, "global_step": 17052, "epoch": 177{"train_loss": 0{"train_loss": {"train_loss": 0.06750141084194183, "global_step": 17053, "epoch": 177,{"train_loss": 0.09376526623964{"train_loss": 0.10305589437484741, "global_step": 17054, "epoch": 17{"train_loss": 0.{"train_loss": 0.08145791292190552, "global_step": 17055, "epoch": 177, "lr": 0.000{"train_loss": 0.09152626246213913, "global_step": 17056, "epoch": 177, "lr": 0.0002345363833719024}
+{"train_loss": 0.0{"train_loss":{"train_loss": 0.09284734725952148, "global_step": 17057, "epoch": 177{"train_loss": 0.09102781862020493, "global_step": 17058, "epoch": 177, "lr": 0.0002345038703910014}
+{"train_loss": 0.105776309967041{"train_loss": 0.10622307658195496, "global_step": 17059, "epoch": 177{"train_loss": 0.0{"train_loss":{"train_loss": 0.07856093347072601, "globa{"train_loss": 0.07991132140{"train_loss": 0.1{"train_loss":{"train_loss": 0.10263221710920334, "globa{"train_loss": 0.1010630726{"train_loss": 0.{"train_loss": 0.07238150388002396, "global_step": 17062, "epoch": 177, "lr": 0.00023{"train_loss": 0.{"train_loss": 0.11853092908859253, "global_step": 17063, "epoch": 177, "lr": 0.00023{"train_loss": 0.{"train_loss": 0.07324446737766266, "global_step": 17064, "epoch": 177, "lr": 0.0002{"train_loss": 0.0{"train_loss": {"train_loss": 0.06144573539495468, "global_step": 17065, "epoch": 17{"train_loss": 0.09314043074846268, "global_step": 17066, "epoch": 177, "lr": 0.0002343738090778071}
+{"train_loss": 0.08{"train_loss":{"train_loss": 0.08525513857603073, "global_step": 17067, "epoch": 1{"train_loss": 0.06{"train_loss": 0.0697811022400856, "global_step": 17068, "epoch": 177, "lr": 0.0002{"train_loss": 0.1{"train_loss": {"train_loss": 0.11853385716676712, "glo{"train_loss": 0.1166316345{"train_loss": 0.1{"train_loss": {"train_loss": 0.11708027124404907, "global_step": 17070, "epoch": 17{"train_loss": 0.0{"train_loss": {"train_loss": 0.06329216063022614, "gl{"train_loss": 0.0668718144297{"train_loss": 0.07697293162345886, "global_step": 17072, "epoch": 177, {"train_loss": 0.077015087008{"train_loss": 0.06734694540500641, "global_step": 17073, "epoch": 177, "lr": 0.0002342599931378615}
+{"train_loss": 0.{"train_loss": 0{"train_loss": 0.07835453003644943, "global_step": 17074, "epoch": 17{"train_loss": 0.0983433872461319{"train_loss": 0.09912993013858795, "global_step": 17075, "epoch": 1{"train_loss": 0.0{"train_loss": 0{"train_loss": 0.09258778393268585, "global_step": 17076, "epoch": 1{"train_loss": 0.08175916224718094, "global_step": 17077, "epoch": 177, "lr": 0.00023419495032284701}
+{"train_loss": 0.0756342560052871{"train_loss": 0.08131324499845505, "global_step": 17078, "epoch": 17{"train_loss": 0.134062260389328, "global_step": 17079, "epoch": 177, "lr": 0.00023416242751775172}
+{"train_loss": 0.09500659257173538, "global_step": 17080, "epoch": 177, "lr": 0.00023414616576619463}
+{"train_loss": 0.07{"train_loss": {"train_loss": 0.07770691812038422, "global_step": 17081, "epoch": 1{"train_loss": 0.09{"train_loss": 0.09279188513755798, "global_step": 17082, "epoch": 177, "lr": 0.00{"train_loss": 0.09053824841976166, "global_step": 17083, "epoch": 177, "lr": 0.0002340973791168145}
+{"train_loss": 0.10854718834161758{"train_loss": 0.11413388699293137, "global_step": 17084, "epoch": {"train_loss": 0.10097493976354599, "global_step": 17085, "epoch": 177, "lr": 0.00023406485352274437}
+{"train_loss": 0.11027926206588745, "global_step": 17086, "epoch": 177, "lr": 0.00023404859037769657}
+{"train_loss": 0.09{"train_loss": {"train_loss": 0.0904959940429156, "global_step": 17087, "epoch": 1{"train_loss": 0.094911590218544, "global_step": 17088, "epoch": 178, "lr": 0.00023401606339212911}
+{"train_loss": 0.10397255420684814, "global_step": 17089, "epoch": 178, "lr": 0.000233999799551831}
+{"train_loss": 0.09917031973600388,{"train_loss": 0.09806191921234131, "glob{"train_loss": 0.098613098{"train_loss": 0.0962{"train_loss":{"train_loss": 0.08941350877285004, "glob{"train_loss": 0.097054049{"train_loss": 0.0947{"train_loss": 0.0930209755897522, "global_step": 17092, "epoch": 178, "lr": 0.00{"train_loss": 0.09373346716165543, "global_step": 17093, "epoch": 178, "lr": 0.00023393474187646002}
+{"train_loss": 0.11{"train_loss": {"train_loss": 0.1141076311469078, "global_step": 17094, "epoch": 17{"train_loss": 0.0868106782436370{"train_loss": 0.08637375384569168, "global_step": 17095, "epoch": 17{"train_loss": 0.1000153124332428, "global_step": 17096, "epoch": 178, "lr": 0.00023388594619314565}
+{"train_loss": 0.091{"train_loss": 0.09081123769283295, "global_step": 17097, "epoch": 178, "lr": 0.{"train_loss": 0.08373051881790161, "global_step": 17098, "epoch": 178, "lr": 0.0002338534145836516}
+{"train_loss": 0.08626370131969452, "global_step": 17099, "epoch": 178, "lr": 0.00023383714843305158}
+{"train_loss": 0.08021{"train_loss":{"train_loss": 0.08399879932403564, "globa{"train_loss": 0.080678{"train_loss": 0.08806103467941284, {"train_loss": 0.08535366505384445, "global_step": 17101, "epoch":{"train_loss": 0.10693096369504929, "global_step": 17102, "epoch": 178, "lr": 0.00023378834859916867}
+{"train_loss": 0.09095168113708496, {"train_loss": 0.09043893218040466, "global_step": 17103, "epoch":{"train_loss": 0.07021{"train_loss": 0.0696570873260498, "global_step": 17104,{"train_loss": 0.0703040{"train_loss": 0.1096{"train_loss": {"train_loss": 0.11432304233312607, "globa{"train_loss": 0.1093176{"train_loss": 0.10720311105251312, "global_step": 17106, "epoch": 178, "lr": 0.00023372327893326684}
+{"train_loss": 0.1009{"train_loss": 0.10122755914926529, "global_step": 17107, "epoch": 178, "lr": 0.0{"train_loss": 0.0781{"train_loss":{"train_loss": 0.07674427330493927, "global{"train_loss": 0.0777865{"train_loss": 0.1204{"train_loss":{"train_loss": 0.122817263007164, "global_step": 17109, "epoch": 17{"train_loss": 0.0861{"train_loss": 0.08649873733520508, "global_step": 17110, "epoch": 178, "lr": 0.0{"train_loss": 0.0910{"train_loss{"train_loss": 0.09056751430034637, "global_step": 17111, "epoch": {"train_loss": 0.0923{"train_loss{"train_loss": 0.09067593514919281, "global_step": 17112, "epoch": 1{"train_loss": 0.1125{"train_loss{"train_loss": 0.10866435617208481, "global{"train_loss": 0.111087456{"train_loss": 0.0809{"train_loss{"train_loss": 0.07485948503017426, "global{"train_loss": 0.081903152{"train_loss": 0.0681{"train_loss{"train_loss": 0.06904735416173935, "global_step": 17115, "epoch":{"train_loss": 0.070{"train_loss": 0.06992055475711823, "global_step": 17116,{"train_loss": 0.06999883{"train_loss": 0.085{"train_loss": 0.08599961549043655, "global_step": 17117{"train_loss": 0.0851431{"train_loss": 0.09370023012161255,{"train_loss": 0.09491270780563354, "global_step": 17118, "epoch": {"train_loss": 0.1474{"train_loss":{"train_loss": 0.14244526624679565, "global_step": 17119, "epoch": {"train_loss": 0.068{"train_loss": 0.06822524964809418, "global_step": 17120, "epoch": 178, "lr": 0.{"train_loss": 0.08824405074119568,{"train_loss": 0.08633885532617569, "global_step": 17121, "epoch": {"train_loss": 0.0981781929731369, "global_step": 17122, "epoch": 178, "lr": 0.00023346296359727062}
+{"train_loss": 0.08832255750894547, {"train_loss": 0.08723802864551544, "glob{"train_loss": 0.08855322{"train_loss": 0.09494{"train_loss": 0.09433901309967041, "global_step": 17124, "epoch": 178, "lr": 0.{"train_loss": 0.11504{"train_loss": 0.11465251445770264, "global_step": 17125, "epoch": 178, "lr":{"train_loss": 0.08496{"train_loss": 0.08481216430664062, "global_step": 1712{"train_loss": 0.08474333{"train_loss": 0.08196{"train_loss": 0.08171918988227844, "global_step": 1712{"train_loss": 0.08104526{"train_loss": 0.08205{"train_loss":{"train_loss": 0.08259212970733643, "global_step": 17128, "epoch{"train_loss": 0.0672004{"train_loss": 0.06723484396934509, "global_step": 17129, "epoch": 178, "lr":{"train_loss": 0.0826416{"train_loss": 0.08283917605876923, "global_step": 17130, "epoch": 178, "lr": {"train_loss": 0.07428592443466187, "global_step": 17131, "epoch": 178, "lr": 0{"train_loss": 0.074005{"train_loss": 0.0910383{"train_loss": 0.08944790065288544, "global_step": 17132, "epoch": 178, "lr": {"train_loss": 0.07089953869581223, "global_step": 17133, "epoch": 178, "lr": 0.00023328396293722663}
+{"train_loss": 0.0698659{"train_loss"{"train_loss": 0.06960798799991608, "global_step": 17134, "epoch{"train_loss": 0.0882982{"train_loss"{"train_loss": 0.08884266018867493, "global_step": 17135, "epoch{"train_loss": 0.0751813{"train_loss": 0.07718724012374878, "global_step": 17136, "epoch": 178, "lr": {"train_loss": 0.0988836{"train_loss": 0.09884008020162582, "global_step": 17137, "epoch": 178, "lr": {"train_loss": 0.0983246{"train_loss": 0.09811486303806305, "global_step": 17138, "epoch": 178, "lr": {"train_loss": 0.1100653{"train_loss": 0.11025361716747284, "global_step": 1713{"train_loss": 0.11021{"train_loss": 0.1083658{"train_loss"{"train_loss": 0.10334747284650803, "global_step": 17140, "epoch{"train_loss": 0.097046{"train_loss":{"train_loss": 0.09490856528282166, "globa{"train_loss": 0.09694{"train_loss": 0.08385160565376282, "{"train_loss": 0.0816795825958252, "global{"train_loss": 0.082267{"train_loss": 0.11016789078712463, {"train_loss": 0.09995418787002563, "global_step": 17143, "epoch":{"train_loss": 0.101056{"train_loss"{"train_loss": 0.10010325908660889, "global{"train_loss": 0.1008{"train_loss": 0.104795{"train_loss": 0.10337196290493011, "global_step": 17145{"train_loss": 0.104427{"train_loss": 0.07208005338907242, "global_step": 17146, "epoch": 178, "lr": 0.00023307238135613923}
+{"train_loss": 0.062907{"train_loss"{"train_loss": 0.0654914379119873, "global_{"train_loss": 0.0625{"train_loss": 0.0889103{"train_loss": 0.08937583118677139, "global_step": 17148, "epoch": 178, "lr": {"train_loss": 0.1019535{"train_loss": 0.10262405872344971, "global_step": 17149, "epoch": 178, "lr":{"train_loss": 0.08331649005413055, "global_step": 17150, "epoch": 178, "lr": 0.00023300727166263675}
+{"train_loss": 0.0918670{"train_loss": 0.09277601540088654, "global_step": 17151, "epoch": 178, "lr":{"train_loss": 0.0814679{"train_loss": 0.08034367114305496, "global_step": 17152, "epoch": 178, "lr":{"train_loss": 0.11626365780830383, "global_step": 17153, "epoch": 178, "lr": 0.00023295843703203932}
+{"train_loss": 0.0771959{"train_loss": 0.07691523432731628, "global_step": 17154, "epoch": 178, "lr": {"train_loss": 0.10763691365718842, {"train_loss": 0.10765025019645691, "global_step": 17155, "epoch":{"train_loss": 0.08557401597499847, "global_step": 17156, "epoch": 178, "lr": 0{"train_loss": 0.085680{"train_loss": 0.08268590271472931, "global_step": 17157, "epoch": 178, "lr": {"train_loss": 0.0828893{"train_loss": 0.0621363{"train_loss{"train_loss": 0.06353418529033661, "globa{"train_loss": 0.063170{"train_loss": 0.10510378330945969, "global_step": 17159, "epoch": 178, "lr": 0.00023286076171403233}
+{"train_loss": 0.11013767123222351, "global_step": 17160, "epoch": 178, "lr": {"train_loss": 0.1103801{"train_loss": 0.0703803{"train_loss{"train_loss": 0.06654895097017288, "glo{"train_loss": 0.069525569{"train_loss": 0.09372{"train_loss":{"train_loss": 0.09668996930122375, "gl{"train_loss": 0.092512659{"train_loss": 0.09166{"train_loss":{"train_loss": 0.09427209943532944, "gl{"train_loss": 0.0913631916{"train_loss": 0.0744897797703743, "{"train_loss": 0.07690776884555817, "gl{"train_loss": 0.074089094{"train_loss": 0.087470{"train_loss": 0.0866532102227211, "global_step": 171{"train_loss": 0.086479812{"train_loss": 0.07508745044469833, "{"train_loss": 0.06953176110982895, "gl{"train_loss": 0.074736766{"train_loss": 0.09511{"train_loss": {"train_loss": 0.09928809106349945, "global_step": 17167, "epoch"{"train_loss": 0.0952{"train_loss": 0{"train_loss": 0.09899245202541351, "global_step": 17168, "epoch"{"train_loss": 0.0936{"train_loss": 0{"train_loss": 0.09511604905128479, "global_step": 17169, "epoc{"train_loss": 0.0737{"train_loss": 0.07376972585916519, "global_step": 17170, "epoch": 178, "lr": 0.{"train_loss": 0.1028{"train_loss": 0.10326516628265381, "global_step": 17171, "epoch": 178, "lr": 0.{"train_loss": 0.1050{"train_loss": 0.10554726421833038, "global_step": 17172, "epoch": 178, "lr": 0.{"train_loss": 0.07255129516124725, "g{"train_loss": 0.07075377553701401, "global_step": 17173, "epoch{"train_loss": 0.10344855487346649, "g{"train_loss": 0.10857346653938293, "global_step": 17174, "epoch{"train_loss": 0.059011321514844894, "global_step": 17175, "epoch": 178, "l{"train_loss": 0.05953136086{"train_loss": 0.09931{"train_loss": {"train_loss": 0.09659284353256226, "global_step": 17176, "epoch"{"train_loss": 0.1131979301571846, "global_step": 17177, "epoch": 178, "lr": 0.0002325676875210314}
+{"train_loss": 0.060514{"train_loss": {"train_loss": 0.06153259053826332, "{"train_loss": 0.06099408119{"train_loss": 0.07504989951848984, "{"train_loss": 0.07658769190311432, "global_step": 17179, "epoch"{"train_loss": 0.08538106828927994, "global_step": 17180, "epoch": 178, "lr": 0.00023251883481877937}
+{"train_loss": 0.05727982148528099, "global_step": 17181, "epoch": 178, "lr": 0.00023250255014166014}
+{"train_loss": 0.09387063980102539, "{"train_loss": 0.09023705124855042, "global_step": 17182, "epoch"{"train_loss": 0.09036{"train_loss": 0.09036670671775937, "global_step": 17183, "epoch": 178, "lr": 0.{"train_loss": 0.07558861374855042, "global_step": 17184, "epoch": 179, {"train_loss": 0.075358465313{"train_loss": 0.08650368452072144, "global_step": 17185, "epoch": 179, "lr": 0.00023243740922096465}
+{"train_loss": 0.1072{"train_loss": 0{"train_loss": 0.10936197638511658,{"train_loss": 0.1069263890385{"train_loss": 0.04968041926622391, "global_step": 17187, "epoch": 179, {"train_loss": 0.0496021136641{"train_loss": 0.07972364127635956, "{"train_loss": 0.07446715235710144, "global_step": 17188, "epoch"{"train_loss": 0.07789589464664459, "global_step": 17189, "epoch": 179, "lr": 0.00023237226476604218}
+{"train_loss": 0.07801863551139832, "{"train_loss": 0.07843726873397827, "global_step": 17190, "epoch"{"train_loss": 0.09399929642677307, "global_step": 17191, "epoch": 179, "lr": 0.00023233969121546396}
+{"train_loss": 0.1170{"train_loss": 0.11729298532009125, "global_step": 17192, "epoch": 179, "lr": 0{"train_loss": 0.08183169364929199, "global_step": 17193, "epoch": 179, "lr": 0.00023230711678399072}
+{"train_loss": 0.08831{"train_loss": {"train_loss": 0.08788321912288666, {"train_loss": 0.0884577780{"train_loss": 0.08781911432743073, "global_step": 17195, "epoch": 179, "lr": 0.00023227454147250974}
+{"train_loss": 0.0813361257314682, "global_step": 17196, "epoch": 179, "lr": 0.00023225825348704372}
+{"train_loss": 0.08652928{"train_loss": 0.0863230973482132, "global_step": 17197, "epoch": 179, "lr": {"train_loss": 0.0986365{"train_loss": 0.0978943258523941, "global_step": 17198, "epoch": 179, "lr": 0{"train_loss": 0.101119{"train_loss": 0.1004038006067276, "global_step": 17{"train_loss": 0.1002766489{"train_loss": 0.10949{"train_loss": 0.11013773083686829, "global_step": 1{"train_loss": 0.11097873002{"train_loss": 0.06989{"train_loss": 0.06888876855373383, "global_step": 17201, "epoch": 179, "lr": 0{"train_loss": 0.10519{"train_loss": 0.10620240867137909, "global_step": 17202, "epoch": 179, "lr": 0.{"train_loss": 0.09035{"train_loss": 0.09008441120386124, "global_step": 1{"train_loss": 0.0891747400{"train_loss": 0.09572{"train_loss": 0.09477123618125916, "global_step": 17204, "epoch": 179, "lr": 0.{"train_loss": 0.05522{"train_loss": 0.05664582550525665, "global_step": 17205, "epoch": 179, "lr": 0.0{"train_loss": 0.07268686592578888, "global_step": 17206, "epoch": 179, "lr": 0.00023209536156887958}
+{"train_loss": 0.0726{"train_loss": 0.0{"train_loss": 0.0720602571964263{"train_loss": 0.0739360228180{"train_loss": 0.08830542117357254, "global_step": 17208, "epoch": 179, {"train_loss": 0.090320602059{"train_loss": 0.06534498929977417, "global_step": 17209, "epoch": 179, "lr": 0.00023204648972646434}
+{"train_loss": 0.09758289903402328, "global_step": 17210, "epoch": 179, "lr": 0.0002320301986757237}
+{"train_loss": 0.11253882944583893, "gl{"train_loss": 0.11188460141420364, "global_step": 17211, "epoc{"train_loss": 0.08108148723840714, "gl{"train_loss": 0.08179034292697906, "global_step": 17212, "epo{"train_loss": 0.10518947243690491, "global_step": 17213, "epoch": 179, "lr": 0.00023198132421524848}
+{"train_loss": 0.09751047939062119, "gl{"train_loss": 0.09875531494617462, "global_step": 17214, "epoc{"train_loss": 0.08144450187683105, "gl{"train_loss": 0.07686332613229752, "global_step": 17215, "epoc{"train_loss": 0.08{"train_loss": 0.08643065392971039, "global_step": 1{"train_loss": 0.0869285315275{"train_loss": 0.07{"train_loss": 0.080{"train_loss": 0.08307962119579315, "global_step": 17217, "epo{"train_loss": 0.09{"train_loss": 0.094{"train_loss": 0.09194086492061615, "global_step": 17218, "epo{"train_loss": 0.07{"train_loss": 0.072{"train_loss": 0.07908480614423752, "global_step": 17219, "epoc{"train_loss": 0.06{"train_loss": 0.067{"train_loss": 0.06854994595050812, "global_step": 17220, "epo{"train_loss": 0.10329535603523254, "global_step": 17221, "epoch": 179, "lr": 0.00023185098274631526}
+{"train_loss": 0.08{"train_loss": 0.08148573338985443, "global_step": {"train_loss": 0.080328784883022{"train_loss": 0.14206092059612274, "global_step": 17223, "epoch": 179, "lr": 0.00023181839520790498}
+{"train_loss": 0.09{"train_loss": 0.098{"train_loss": 0.10098338127136{"train_loss": 0.099010273814201{"train_loss": 0.12271220237016678, "global_step": 17225, "epoch": 179{"train_loss": 0.12166891992092{"train_loss": 0.0792088657617569, "gl{"train_loss": 0.081346541643142{"train_loss": 0.07954917103052{"train_loss": 0.10694998502731323, "global_step": 17227, "epoch": 179, "lr": 0.00023175321753188567}
+{"train_loss": 0.10720057785511017, "g{"train_loss": 0.10654251277446747, "global_step": 17228, "epoch{"train_loss": 0.{"train_loss": 0.0912{"train_loss": 0.08587870001792908, "global_step": 17229, "epoch{"train_loss": 0.{"train_loss": 0.11291821300983429, "global_step": 17230, "epoch": 179, "lr": 0.00023{"train_loss": 0.{"train_loss": 0.0930{"train_loss": 0.09746050089597702, "global_step": 17231, "epoch{"train_loss": 0.09787096083164215, "g{"train_loss": 0.1018181443214416{"train_loss": 0.09846835583448{"train_loss": 0.09295158088207245, "global_step": 17233, "epoch": 179{"train_loss": 0.093776479363441{"train_loss": 0.{"train_loss": 0.0722{"train_loss": 0.07077188789844513, "global_step": 17234, "epoch{"train_loss": 0.{"train_loss": 0.0791{"train_loss": 0.07833027094602585, "global_step": 17235, "epo{"train_loss": 0.09{"train_loss": 0.0940{"train_loss": 0.09515437483787537, "global_step": 17236, "ep{"train_loss": 0.06{"train_loss": 0.06768283993005753, "global_step": 17{"train_loss": 0.067645713{"train_loss": 0.088{"train_loss": 0.0890{"train_loss": 0.092293620109558{"train_loss": 0.08887250721{"train_loss": 0.087{"train_loss": 0.087{"train_loss": 0.083973601460456{"train_loss": 0.088325336575{"train_loss": 0.07332523912191391, "glob{"train_loss": 0.076146714389324{"train_loss": 0.072933919727{"train_loss": 0.08255035430192947, "glob{"train_loss": 0.08591049909591675, "global_step": 17241, "e{"train_loss": 0.12100467830896378, "global_step": 17242, "epoch": 179, "lr": 0.00023150877049201384}
+{"train_loss": 0.06435811519622803, "global_step": 17243, "epoch": 179, "lr": 0.00023149247230202241}
+{"train_loss": 0.100772425532341, "global_step": 17244, "epoch": 179, "lr": 0.00023147617389757653}
+{"train_loss": 0.047{"train_loss": 0.04696561396121979, "global_step": 17245, "epoch": 179, "lr": 0.00{"train_loss": 0.041{"train_loss": 0.0415{"train_loss": 0.0417163260281086, "global_step": 17246, "epoc{"train_loss": 0.06{"train_loss": 0.06634548306465149, "global_step": 17247, "epoch": 179, "lr": 0.00{"train_loss": 0.073{"train_loss": 0.073{"train_loss": 0.07236238569021225, "global_step": 17248, "epo{"train_loss": 0.084{"train_loss": 0.084{"train_loss": 0.08146056532859802, "global_step": 17249, "ep{"train_loss": 0.0978{"train_loss": 0.097{"train_loss": 0.09565769135951996, "global_step": 17250, "ep{"train_loss": 0.0984{"train_loss": 0.09947799146175385, "global_step": 17251, "epoch": 179, "lr": 0.{"train_loss": 0.0854{"train_loss": 0.08622327446937561, "global_step": 17{"train_loss": 0.08610849082{"train_loss": 0.0791{"train_loss": 0.07{"train_loss": 0.07757498323917389, "global_step": 17253, "e{"train_loss": 0.1011660173535347, "global{"train_loss": 0.1059468239545822{"train_loss": 0.103106185{"train_loss": 0.08456704020500183, "global{"train_loss": 0.081851527094841, "global_step": 17255, "ep{"train_loss": 0.11918613314628601, "global_step": 17256, "epoch": 179, "lr": 0.00023128057635718046}
+{"train_loss": 0.086490{"train_loss": 0.0{"train_loss": 0.08589528501033783{"train_loss": 0.086399957{"train_loss": 0.115605{"train_loss": 0.11558621376752853, "global_step": 17258, "epoch": 179, "lr": 0{"train_loss": 0.095510{"train_loss": 0.09536952525377274, "global_step": 1{"train_loss": 0.095828346{"train_loss": 0.100491{"train_loss": 0.10097723454236984, "global_step": 17260, "epoch": 179, "lr": 0{"train_loss": 0.096834{"train_loss": 0.0978749692440033, "global_step": 1{"train_loss": 0.0984290242{"train_loss": 0.06806{"train_loss": 0.06744777411222458, "global_step": 1{"train_loss": 0.0667264610{"train_loss": 0.096780{"train_loss": 0.0958724319934845, "global_step": 17263, "epoch": 179, "lr": 0.{"train_loss": 0.08165{"train_loss": 0.08117320388555527, "global_step": 17{"train_loss": 0.0816787704{"train_loss": 0.10236{"train_loss": 0.10176055133342743, "global_step": 17265, "epoch": 179, "lr": 0{"train_loss": 0.08774{"train_loss": 0.08692581951618195, "global_step": 17{"train_loss": 0.088915117{"train_loss": 0.06860113888978958, "global_step": 17267, "epoch": 179, "lr": 0.00023110125166118497}
+{"train_loss": 0.09326{"train_loss": 0.09351363778114319, "global_step": 17268, "epoch": 179, "lr": 0.{"train_loss": 0.10602{"train_loss": 0.105{"train_loss": 0.10852521657943726, "global_step": 17269, "{"train_loss": 0.14479{"train_loss": 0.14393946528434753, "global_step": 17270, "epoch": 179, "lr": 0.{"train_loss": 0.06644{"train_loss": 0.06704343110322952, "global_step": 17{"train_loss": 0.0671426653{"train_loss": 0.10398{"train_loss": 0.10250261425971985, "global_step": 17272, "epoch": 179, "lr": 0{"train_loss": 0.10802{"train_loss": 0.107{"train_loss": 0.10577072203159332, "global_step": 17273, "e{"train_loss": 0.11549{"train_loss": 0.11767168343067169, "global_step": 17274, "epoch": 179, "lr": 0.{"train_loss": 0.08155{"train_loss": 0.08149796724319458, "global_step": 17275, "epoch": 179, "lr": 0{"train_loss": 0.11075253784656525, "global{"train_loss": 0.10788153111934{"train_loss": 0.1103561967{"train_loss": 0.09588976949453354, "global_step": 17277, "epoch": 179, "lr": 0.00023093820696840948}
+{"train_loss": 0.09318793565034866, "global_step": 17278, "epoch": 179, "lr": 0.00023092190133855954}
+{"train_loss": 0.08994142105802894, "globa{"train_loss": 0.08988495031371713, "global_step": 17279, "e{"train_loss": 0.05851{"train_loss": 0.05801841989159584, "global_step":{"train_loss": 0.058092333376{"train_loss": 0.11209247261285782, "global_step": 17281, "epoch": 180, "lr": 0.00023087298318603993}
+{"train_loss": 0.09167{"train_loss": 0.09173277020454407, "global_step":{"train_loss": 0.091680109500{"train_loss": 0.10383{"train_loss": 0.10315652191638947, "global_step": 17283, "epoch": 180, "lr": 0.{"train_loss": 0.07700857520103455, "globa{"train_loss": 0.07205510139465332, "global_step": 17284, "e{"train_loss": 0.10528{"train_loss": 0.10643559694290161, "global_step": 17285, "epoch": 180, "lr": 0.{"train_loss": 0.08247{"train_loss": 0.08339579403400421, "global_step": 17286, "epoch": 180, "lr": 0.{"train_loss": 0.09093{"train_loss": 0.09132759273052216, "global_step": 17287, "epoch": 180, "lr": 0.{"train_loss": 0.09508{"train_loss": 0.095{"train_loss": 0.09058248996734619, "global_step": 17288, "e{"train_loss": 0.07835544645786285, "global_step": 17289, "epoch": 180, "lr": 0.0002307425255370844}
+{"train_loss": 0.0702{"train_loss": 0.07065284252166748, "global_step": {"train_loss": 0.0703804343938{"train_loss": 0.1071{"train_loss": 0.10617928206920624, "global_step": {"train_loss": 0.1068919673562{"train_loss": 0.0919{"train_loss": 0.09174220263957977, "global_step": 17292, "epoch": 180, "lr": 0.0{"train_loss": 0.1081{"train_loss": 0.107{"train_loss": 0.10010018199682{"train_loss": 0.1068492159247{"train_loss": 0.09055833518505096, "global_step": 17294, "epoch": 180, {"train_loss": 0.0914866924285{"train_loss": 0.0906{"train_loss": 0.09138214588165283, "global_step": {"train_loss": 0.0909152850508{"train_loss": 0.0728{"train_loss": 0.0726441815495491, "global_step": 17296, "epoch": 180, "lr": 0.00{"train_loss": 0.078{"train_loss": 0.07811778038740158, "global_step": 17297, "epoch": 180, "lr": 0.00{"train_loss": 0.09821426868438721, "global_step": 17298, "epoch": 180, "lr": 0.00023059574466975638}
+{"train_loss": 0.071{"train_loss": 0.07184648513793945, "global_step":{"train_loss": 0.072151228785514{"train_loss": 0.103{"train_loss": 0.10397590696811676, "global_step": 17300, "epoch": 180, "lr": 0.00{"train_loss": 0.081{"train_loss": 0.080{"train_loss": 0.0820319727063{"train_loss": 0.08077709376811{"train_loss": 0.1029{"train_loss": 0.10183835029602051, "global_step": 17302, "epoch": 180, "lr": 0.0{"train_loss": 0.0912{"train_loss": 0.09129928797483444, "global_step": 17303, "epoch": 180, "lr": 0.0{"train_loss": 0.06618523597717285, "glo{"train_loss": 0.07244130969047546, "global_step": 17304, "epo{"train_loss": 0.0963{"train_loss": 0.09{"train_loss": 0.0939498096704483, "global_step": 17305, "epo{"train_loss": 0.1030{"train_loss": 0.10393128544092178, "global_step": 17306, "epoch": 180, "lr": 0.0{"train_loss": 0.1319{"train_loss": 0.1{"train_loss": 0.12399069964885712, "global_step": 17307, "epoc{"train_loss": 0.09{"train_loss": 0.094{"train_loss": 0.09298622608184814, "global_step": 17308, "epoc{"train_loss": 0.10{"train_loss": 0.106{"train_loss": 0.10470866411924362, "global_step": 17309, "epoc{"train_loss": 0.10{"train_loss": 0.10517081618309021, "global_step": 17310, "epoch": 180, "lr": 0.000{"train_loss": 0.08{"train_loss": 0.089{"train_loss": 0.08536899089813232, "global_step": 17311, "epoc{"train_loss": 0.09562356770038605, "gl{"train_loss": 0.09391261637210846, "global_step": 17312, "epoc{"train_loss": 0.09{"train_loss": 0.089{"train_loss": 0.08509096503257751, "global_step": 17313, "epoc{"train_loss": 0.07979148626327515, "gl{"train_loss": 0.08577603101730347, "global_step": 17314, "epoc{"train_loss": 0.09272376447916031, "gl{"train_loss": 0.09274255484342575, "global_step": 17315, "epoc{"train_loss": 0.0{"train_loss": 0.0863{"train_loss": 0.08273380994796753, "global_step": 17316, "epo{"train_loss": 0.11{"train_loss": 0.1145{"train_loss": 0.11668040603399277, "global_step": 17317, "ep{"train_loss": 0.09378139674663544, "global_step": 17318, "epoch": 180, "lr": 0.00023026950466177587}
+{"train_loss": 0.092{"train_loss": 0.09272310137748718, "global_step": 17319, "epoch": 180, "lr": 0.00{"train_loss": 0.111{"train_loss": 0.11280852556228638, "global_step": {"train_loss": 0.1122725158929{"train_loss": 0.11050653457641602, "global_step": 17321, "epoch": 180, {"train_loss": 0.1107080131769{"train_loss": 0.07972955703735352, "global_step": 17322, "epoch": 180, {"train_loss": 0.0791616067290{"train_loss": 0.0551{"train_loss": 0.05539115518331528, "global_step": 17323, "epoch": 180, "lr": 0.00{"train_loss": 0.090{"train_loss": 0.08900319039821625, "global_step": 17324, "epoch": 180, "lr": 0.00{"train_loss": 0.104{"train_loss": 0.10511668771505356, "global_step": 1{"train_loss": 0.106076747179{"train_loss": 0.035{"train_loss": 0.036{"train_loss": 0.0344996377825737, "global_step": 17326, "epoc{"train_loss": 0.08343696594238281, "global_step": 17327, "epoch": 180, "{"train_loss": 0.08286202698{"train_loss": 0.12939351797103882, "global_step": 17328, "epoch": 180, "lr": 0.00023010635368328513}
+{"train_loss": 0.10{"train_loss": 0.10{"train_loss": 0.11281110346317291, "global_step": 17329, "epo{"train_loss": 0.07357683777809143, "global_step": 17330, "epoch": 180, "lr": 0.000230073721023847}
+{"train_loss": 0.09743272513151169, "global_step": 17331, "epoch": 180, "lr": 0.00023005740438688266}
+{"train_loss": 0.074{"train_loss": 0.0{"train_loss": 0.07503528147935867,{"train_loss": 0.07422088086{"train_loss": 0.124{"train_loss": 0.12286406010389328, "global_step": 17333, "epoch": 180, "lr": 0.{"train_loss": 0.071{"train_loss": 0.0{"train_loss": 0.07402796298265457, "global_step": 17334, "epoch{"train_loss": 0.06983550637960434, "global_step": 17335, "epoch": 180, "lr": 0.00022999213579331595}
+{"train_loss": 0.066{"train_loss": 0.0{"train_loss": 0.06817256659269333{"train_loss": 0.0662242695689{"train_loss": 0.084{"train_loss": 0.0{"train_loss": 0.08316806703805923, "global_step": 17337, "epoch{"train_loss": 0.093{"train_loss": 0.0{"train_loss": 0.09322717040777206{"train_loss": 0.0925166457891{"train_loss": 0.10653133690357208, "g{"train_loss": 0.10136465728282928{"train_loss": 0.1066192463040{"train_loss": 0.07{"train_loss": 0.07{"train_loss": 0.07497213035821915{"train_loss": 0.0747253298759{"train_loss": 0.09{"train_loss": 0.09543728828430176, "global_step": 17{"train_loss": 0.0952843353152{"train_loss": 0.12{"train_loss": 0.12{"train_loss": 0.11763165891170502, "global_step": 17342, "epoch{"train_loss": 0.05{"train_loss": 0.06{"train_loss": 0.05953621491789818{"train_loss": 0.0599178671836{"train_loss": 0.08{"train_loss": 0.08{"train_loss": 0.07549668103456497, "global_step": 17344, "ep{"train_loss": 0.064{"train_loss": 0.06486805528402328, "global_step": 17345, "epoch": 180, "lr": 0.00{"train_loss": 0.124{"train_loss": 0.1240944042801857, "global_step": 17{"train_loss": 0.125027135014{"train_loss": 0.06{"train_loss": 0.06{"train_loss": 0.06857955455780029, "global_step": 17347, "epoc{"train_loss": 0.0{"train_loss": 0.0844{"train_loss": 0.0834479033946991, "global_step": 17348, "epoch{"train_loss": 0.0{"train_loss": 0.075{"train_loss": 0.07650592923164368, "global_step": 17349, "epoch{"train_loss": 0.0{"train_loss": 0.095{"train_loss": 0.08959405869245529, "global_step": 17350, "epoc{"train_loss": 0.1{"train_loss": 0.10570600628852844, "global_step": {"train_loss": 0.1051620393991470{"train_loss": 0.1059616208076477, "global_step": 17352, "epoch": 180, "lr": 0.00022971470790020154}
+{"train_loss": 0.11186449229717255, "gl{"train_loss": 0.10901942849159{"train_loss": 0.111990645527839{"train_loss": 0.{"train_loss": 0.12270{"train_loss": 0.1183273047208786, "global_step": 17354, "epoc{"train_loss": 0.09443463385105133, "g{"train_loss": 0.091269999742507{"train_loss": 0.095070481300354{"train_loss": 0{"train_loss": 0.06958{"train_loss": 0.0675189644098{"train_loss": 0.06967194378376007{"train_loss": {"train_loss": 0.126778{"train_loss": 0.12278656661510468, "global_step": 17357, "epoch{"train_loss": {"train_loss": 0.041319{"train_loss": 0.045995164662599564, "global_step": 17358, "epoch{"train_loss": 0.10207294672727585, "g{"train_loss": 0.104690924286{"train_loss": 0.10255545377731323,{"train_loss": 0.10954172909259796, "global_step": 17360, "epoch": {"train_loss": 0.10897117853164673{"train_loss": 0.07357662916183472, "global_step": 17361, "epoch": {"train_loss": 0.07257019728422165,{"train_loss": 0.06454136967658997, "global_step": 17362, "epoch": 180, "lr": 0.0002295514876698602}
+{"train_loss"{"train_loss": 0.09376973{"train_loss": 0.09567148983478546, "global_step": 17363, "epoc{"train_loss": 0.07342797517776489, "global_step": 17364, "epoch": 180, "lr": 0.0002295188412053922}
+{"train_loss"{"train_loss": 0.07071284204721451, "global_step": 17365, "epoch": 180, "lr": 0.0002295{"train_loss": 0.0690525472164154, "global_step": 17366, "epoch": 18{"train_loss": 0.0699185132980346{"train_loss": 0{"train_loss": 0.07896454632282257, "global_step": 17{"train_loss": 0.0796105191111564{"train_loss": 0.07769464701414108, "glob{"train_loss": 0.07307737320661545, "global_step": 17368, "ep{"train_loss": 0{"train_loss": 0.0837923064827919, "global_step": 17369, "epoch": 180, "lr": 0.0002294{"train_loss": 0.08805091679096222, "global_step": 17370, "epoch": 18{"train_loss": 0.0883460268378257{"train_loss": {"train_loss": 0.049848299473524094, "global_step": 17371, "epoch": 180, "lr": 0.00022{"train_loss": 0{"train_loss": 0.0704198032617569, "global_step": 173{"train_loss": 0.0714727789163589{"train_loss": 0.06677571684122086, "glob{"train_loss": 0.06865721195936203, "global_step": 17373, "ep{"train_loss": {"train_loss": 0.08381184190511703, "global_step": 173{"train_loss": 0.084153816103935{"train_loss": 0.08895068840744595, "glob{"train_loss": 0.08874194176557164, "global_step": 17375, "epoch": 180, "lr": 0.0002293392713021187, "train_a{"train_loss": 0.09023075550794601, "glob{"train_loss": 0.08690659701824188, "global_step": 17376, "ep{"train_loss": 0.08125057816505432, "glob{"train_loss": 0.07827199995517731, "global_step": 17377, "ep{"train_loss": 0.08959577977657318, "glob{"train_loss": 0.08387555181980133, "global_step": 17378, "ep{"train_loss": 0{"train_loss": 0.08394214{"train_loss": 0.08061698079109192, "global_step": 17379, "e{"train_loss": 0{"train_loss": 0.10687485{"train_loss": 0.1068861186504364, "global_step": 17380, "epo{"train_loss": 0{"train_loss": 0.0771225{"train_loss": 0.07947424054145813, "global_step": 17381, "ep{"train_loss": 0{"train_loss": 0.08921542763710022, "global_step": 17382, "epoch": 181, "lr": 0.00022{"train_loss": 0.10932684689760208, "glo{"train_loss": 0.1079522967338562, "global_step": 17383, "epo{"train_loss": 0{"train_loss": 0.070811428129673, "global_step": 17{"train_loss": 0.07061788439750671{"train_loss":{"train_loss": 0.11855261{"train_loss": 0.1110917180776596, "global_step": 17385, "epoc{"train_loss": 0.07559595257043839, "global_step": 17386, "epoch": 181, "lr": 0.00022915967722404176}
+{"train_loss": 0.0767638236284256, "global_step": 17387, "epoch": 1{"train_loss": 0.07716558873653412{"train_loss": 0{"train_loss": 0.10813431441783905, "global_step": 1{"train_loss": 0.10923127830028{"train_loss": 0{"train_loss": 0.1078779473900795, "global_step": 17389, "epoch": 181, "lr": 0.0002291{"train_loss": {"train_loss": 0.11465445{"train_loss": 0.10747732967{"train_loss": 0.11410510540008545{"train_loss": {"train_loss": 0.0994188{"train_loss": 0.10116107761859894, "global_step": 17391, "epoc{"train_loss": {"train_loss": 0.0948368{"train_loss": 0.09605726599693298, "global_step": 17392, "ep{"train_loss": 0.12256181240081787, "global_step": 17393, "epoch": 181, "lr": 0.0002290453775642742}
+{"train_loss": {"train_loss": 0.08188746869564056, "global_step": 17{"train_loss": 0.08040057122707367{"train_loss": {"train_loss": 0.10194705426692963, "global_step": 17395, "epoch": 181, "lr": 0.0002290{"train_loss": {"train_loss": 0.07740823924541473, "global_step": 17{"train_loss": 0.0778864324092865,{"train_loss": {"train_loss": 0.06793{"train_loss": 0.0643432810902{"train_loss": 0.06822343170642853,{"train_loss": {"train_loss": 0.08404511958360672, "global_step": 1{"train_loss": 0.0829218327999115,{"train_loss": 0.0694797933101654, "g{"train_loss": 0.07065833359956741, "global_step": 17399, "epoch{"train_loss": 0{"train_loss": 0.07998{"train_loss": 0.07914836704730988, "global_step": 17400, "epoch{"train_loss": 0.08818162977695465, "g{"train_loss": 0.09064410626888275, "global_step": 17401, "epoch{"train_loss": 0.12427796423435211, "global_step": 17402, "epoch": 181, "lr": 0.00022889840662328447}
+{"train_loss": 0.09714125096797943, "global_step": 17403, "epoch": 181, "lr": 0.00022888207553329917}
+{"train_loss": 0{"train_loss": 0.06586749851703644, "global_step"{"train_loss": 0.06525830924510956, "{"train_loss": 0.0816914290189743, "gl{"train_loss": 0.0826368555{"train_loss": 0.08064226806163788, {"train_loss": 0.1028159111738205, "global_step": 17406, "epoch": {"train_loss": 0.10294148325920105,{"train_loss": 0.0{"train_loss": 0.06907{"train_loss": 0.06958119571208954, "global_step": 17407, "epo{"train_loss": 0.08982846140861511, "glo{"train_loss": 0.08366011828184128, "global_step": 17408, "epo{"train_loss": 0.07425875961780548, "global_step": 17409, "epoch": 181, "lr": 0.00022878408486703346}
+{"train_loss": 0.0944877564907074, "global_step": 17410, "epoch": 181, "lr": 0.00022876775240263483}
+{"train_loss": 0.1009579747915268, "global_step": 17411, "epoch": 181, "lr": 0.00022875141974233629}
+{"train_loss": 0.{"train_loss": 0.058901749551296234, "global_step": 17412, "epoch": 181, "lr": 0.000{"train_loss": 0.{"train_loss": 0.08871961385011673, "global_step": 17413, "epoch": 181, "lr": 0.00022{"train_loss": 0.10260984301567078, "global_step": 17414, "epoch": 181, "lr": 0.00022870242058715344}
+{"train_loss": 0.08520910143852234, "global_step": 17415, "epoch":{"train_loss": 0.08525876700878143,{"train_loss": 0.08770620822906494, "global_step": 17416, "epoch": 181, "lr": 0.0002286697535062378}
+{"train_loss": 0.07365711778402328, "global_step": 17417, "epoch": 181, "lr": 0.00022865341967287552}
+{"train_loss": 0.08214238286018372, "global_step": 17418, "epoch"{"train_loss": 0.0835006907582283, "g{"train_loss": 0.10555487871170044, "global_step": 17419, "epoch{"train_loss": 0.10701817274093628, "g{"train_loss": 0.07322899997234344, "global_step": 17420, "epoch": 181, "lr": 0.0002286044170025056}
+{"train_loss": 0.09726637601852417, "global_step": 17421, "epoch": 181, "lr": 0.00022858808238932534}
+{"train_loss": 0.07846911251544952, "global_step": 17422, "epoch": 181, "lr": 0.00022857174758146877}
+{"train_loss": 0.0778745710849762, "g{"train_loss": 0.0808459818{"train_loss": 0.07793238013982773, "{"train_loss": 0.06876105815172195, "global_step": 17424, "epoch": 181, "lr": 0.00022853907738217127}
+{"train_loss": 0.13611862063407898, "global_step": 17425, "epoch": 181, "lr": 0.0002285227419909528}
+{"train_loss": 0{"train_loss": 0.08967705070972443, "global_step": 17426, "epoch": 181, "lr": 0.000228{"train_loss": 0.067018061876297, "global_step": 17427, "epoch": 181, "lr": 0.0002284900706259329}
+{"train_loss": 0.06316763162612915, "glo{"train_loss": 0.06084151193499565, "global_step": 17428, "epo{"train_loss": 0.09513506293296814, "glo{"train_loss": 0.09976360946893692, "global_step": 17429, "epo{"train_loss": 0.06782348453998566, "global_step": 17430, "epoch": 181, "lr": 0.00022844106212361386}
+{"train_loss": 0{"train_loss": 0.08350467681884766, "global_step": 17431, "epoch": 181, "lr": 0.000228{"train_loss": 0.10149043798446655, "glo{"train_loss": 0.10320736467838287, "global_step": 17432, "epo{"train_loss": 0{"train_loss": 0.1042744{"train_loss": 0.101884245{"train_loss": 0.10428757965564728, {"train_loss": 0{"train_loss": 0.1265735775232315, "global_step": 17434, "epoch": 181, "lr": 0.000228{"train_loss": 0.11102938652038574, "global_step": 17435, "epoch": 181, "lr": 0.0002283593774143939}
+{"train_loss": 0.10881837457418442, "global_step": 17436, "epoch"{"train_loss": 0.10873991250991821, "{"train_loss": {"train_loss": 0.09545882046222687, "global_step":{"train_loss": 0.09534280002117157, "{"train_loss": 0.07232341170310974, "global_step": 17438, "epoch": 181, "lr": 0.00022831036427054403}
+{"train_loss": 0.07733950763940811, "gl{"train_loss": 0.07709197700023651, "global_step": 17439, "epoc{"train_loss": {"train_loss": 0.08366527408361435, "global_step": 17440, "epoch": 181, "lr": 0.0002282{"train_loss": 0.08525168895721436, "global_step": 17441, "epoch"{"train_loss": 0.08453187346458435, {"train_loss": {"train_loss": 0.0404633{"train_loss": 0.03948559984564781, "global_step": 17442, "epo{"train_loss":{"train_loss": 0.08937190473079681, "global_step": 17443, "epoch": 181, "lr": 0.00022822{"train_loss": 0.08637124300003052, "g{"train_loss": 0.08765393495559692, "global_step": 17444, "epoch{"train_loss"{"train_loss": 0.09088402{"train_loss": 0.091001495718956, "global_step": 17445, "epoch"{"train_loss": 0.08055112510919571, "global_step": 17446, "epoch": {"train_loss": 0.08060671389102936{"train_loss": 0.09598408639431, "glo{"train_loss": 0.09457039088010788, "global_step": 17447, "epo{"train_loss": 0.{"train_loss": 0.072253{"train_loss": 0.07619697600603104, "global_step": 17448, "ep{"train_loss": 0.{"train_loss": 0.08419588208198547, "global_step": 17449, "epoch": 181, "lr": 0.00022{"train_loss": 0.{"train_loss": 0.10569976270198822, "global_step": 17450, "epoch": 181, "lr": 0.0002{"train_loss": 0.{"train_loss": 0.07560882717370987, "global_step": 17451, "epoch": 181, "lr": 0.00022{"train_loss": 0.{"train_loss": 0.08490606397390366, "global_step": 17452, "epoch": 181, "lr": 0.00022{"train_loss": 0.1050507128238678, "glob{"train_loss": 0.106404058635{"train_loss": 0.104647256433963{"train_loss": 0.0{"train_loss": 0.086989{"train_loss": 0.08775672316551208, "global_step": 17454, "ep{"train_loss": 0.09088518470525742, "glob{"train_loss": 0.08762236684560776, "global_step": 17455, "ep{"train_loss": 0.0{"train_loss": 0.09006019681692123, "global_step": 17456, "epoch": 181, "lr": 0.0002{"train_loss": 0.0{"train_loss": 0.07250480353832245, "global_step": 17457, "epoch": 181, "lr": 0.000{"train_loss": 0.0{"train_loss": 0.08566170930862427, "global_step": 17458, "epoch": 181, "lr": 0.0002{"train_loss": 0.0{"train_loss": 0.045671{"train_loss": 0.047597259283065796, "global_step": 17459, {"train_loss": 0.085{"train_loss": 0.085409{"train_loss": 0.0881199985742569, "global_step": 17460, "{"train_loss": 0.0784793421626091, "global_step": 17461, "epoch": 181, "lr": 0.00022793453941336752}
+{"train_loss": 0.0675{"train_loss": 0.06755983829498291, "global_step": 17462, "epoch": 181, "lr": 0.0{"train_loss": 0.1018{"train_loss": 0.10276316851377487, "global_step": 17463, "epoch": 181, "lr": 0.{"train_loss": 0.09685910493135452, "global_step": 17464, "epoch": 181, "lr": 0.00022788551133207734}
+{"train_loss": 0.06451195478439331, "global_step": 17465, "epoch": 181, "lr": 0.00022786916825838139}
+{"train_loss": 0.07153722643852234, "globa{"train_loss": 0.07038572430610657, "global_step": 17466, "e{"train_loss": 0.08166659623384476, "globa{"train_loss": 0.07988113164901733, "global_step": 17467, "e{"train_loss": 0.08254747092723846, "globa{"train_loss": 0.08162809163331985, "global_step": 17468, "e{"train_loss": 0.1187383383512497, "global_step": 17469, "epoch": 181, "lr": 0.00022780379406690232}
+{"train_loss": 0.07075{"train_loss": 0.0709{"train_loss": 0.06855662167072296, "global_step": 17470, {"train_loss": 0.08762155884566407, "global{"train_loss": 0.087615025928244, "global_step": 17471, "e{"train_loss": 0.0762{"train_loss": 0.073{"train_loss": 0.0757964700460434, "global_step": 17472, "epo{"train_loss": 0.07118070125579834, "glo{"train_loss": 0.07054328173398{"train_loss": 0.07101997733116{"train_loss": 0.08838146179914474, "global_step": 17474, "epoch": 182, "lr": 0.00022772207206833657}
+{"train_loss": 0.09501050412654877, "global_step": 17475, "epoch": 182, "lr": 0.0002277057271018408}
+{"train_loss": 0.1057668924331665, "global_step": 17476, "epoch": 182, "lr": 0.00022768938194667727}
+{"train_loss": 0.09069{"train_loss": 0.0886077731847763, "global_step": 17477, "epoch": 182, "lr": 0.{"train_loss": 0.08186307549476624, "globa{"train_loss": 0.08776382356882095, "global_step": 17478, "{"train_loss": 0.09965726733207703, "globa{"train_loss": 0.102635420858{"train_loss": 0.09913118928670{"train_loss": 0.1047637015581131, "global_step": 17480, "epoch": 182, "lr": 0.00022762399944157086}
+{"train_loss": 0.09798608720302582, "global_step": 17481, "epoch": 182, "lr": 0.00022760765334473783}
+{"train_loss": 0.07997971028089523, "globa{"train_loss": 0.0806702971458435, "global_step": 17482, "ep{"train_loss": 0.06388559937477112, "glob{"train_loss": 0.06565985083580017, "global_step": 17483, "e{"train_loss": 0.08253{"train_loss": 0.08{"train_loss": 0.08320380747318268, "global_step": 17484, "ep{"train_loss": 0.07997800409793854, "global_step": 17485, "epoch": 182, "lr": 0.000227542267078519}
+{"train_loss": 0.08863{"train_loss": 0.09013424813747406, "global_step": 17486, "epoch": 182, "lr": 0.{"train_loss": 0.06291702389717102, "glo{"train_loss": 0.063240647315979{"train_loss": 0.0618477128446{"train_loss": 0.11188806593418121, "g{"train_loss": 0.111190065741539, "global_step": 17488, "epoch"{"train_loss": 0.0662{"train_loss": {"train_loss": 0.06689088046550751, "global_step": 17489, "epoch":{"train_loss": 0.0839{"train_loss": 0.08293157070875168, "global_step": 17490, "epoch": 182, "lr": 0.0{"train_loss": 0.056883081793785095,{"train_loss": 0.057607632130384445, "global_step": 17491, "epoch":{"train_loss": 0.1367698311805725, "{"train_loss": 0.132576584815979, "global_step": 17492, "epoch": {"train_loss": 0.082{"train_loss": {"train_loss": 0.07902486622333527, "global_step": 17493, "epoch":{"train_loss": 0.0684{"train_loss": {"train_loss": 0.07228070497512817, "global_step": 17494, "epoch"{"train_loss": 0.08184{"train_loss": {"train_loss": 0.07955653220415115, "global_step": 17495, "epoch"{"train_loss": 0.09961{"train_loss": {"train_loss": 0.09015928208827972, "global_step": 17496, "epoch"{"train_loss": 0.07298028469085693, "{"train_loss": 0.07141894102096558, "global_step": 17497, "epoch"{"train_loss": 0.09922{"train_loss": {"train_loss": 0.09621573984622955, "global_step": 17498, "epoch"{"train_loss": 0.10809{"train_loss": {"train_loss": 0.11001036316156387, "global_step": 17499, "epoch{"train_loss": 0.10506{"train_loss": {"train_loss": 0.1081847995519638, "global_step": 17500, "epoch":{"train_loss": 0.08864164352416992, {"train_loss": 0.08346813172101974, "global_step": 17501, "epoch{"train_loss": 0.10170{"train_loss":{"train_loss": 0.10670838505029678, "global_step": 17502, "epoch"{"train_loss": 0.10302{"train_loss":{"train_loss": 0.10165940970182419, "global_step": 17503, "epoch{"train_loss": 0.07079{"train_loss":{"train_loss": 0.0709536075592041, "global_step": 17504, "epoch":{"train_loss": 0.08563340455293655, "global_step": 17505, "epoch": 182, "lr": 0.00022721529087678984}
+{"train_loss": 0.08594678342342377,{"train_loss": 0.0867915004491806, "global_step": 17506, "epoch": 1{"train_loss": 0.0813{"train_loss"{"train_loss": 0.080055832862854, "global_step": 17507, "epoch": 182{"train_loss": 0.06748779118061066, "global_step": 17508, "epoch": 182, {"train_loss": 0.0656361132860{"train_loss": 0.089437171816825{"train_loss": 0.08757470548152924, "global_step": 17509, "epoch": 18{"train_loss": 0.07102978229522705, "global_step": 17510, "epoch": 182, "lr": 0.0002271335352085589}
+{"train_loss": 0.1187{"train_lo{"train_loss": 0.12105907499790192, "global_step": 17511, "epoch": 18{"train_loss": 0.09539{"train_lo{"train_loss": 0.0818343460559845, "global_step": 17512, "epoch": 182,{"train_loss": 0.10745{"train_l{"train_loss": 0.10617060959339142, "global_step": 17513, "epoch": 182,{"train_loss": 0.14824943244457{"train_loss": 0.15289658308029175, "global_step": 17514, "epoch": 182,{"train_loss": 0.07705873250961304, "global_step": 17515, "epoch": 182, "lr": 0.00022705177492104376}
+{"train_loss": 0.101{"train_lo{"train_loss": 0.09952640533447266, "globa{"train_loss": 0.1012858748435{"train_loss": 0.11631368100643158, "global_step": 17517, "epoch": 182, {"train_loss": 0.1150383651256{"train_loss": 0.07{"train_loss": 0.07730057090520859, "global_step": 17518, "epoch": 182, "lr": 0.00{"train_loss": 0.06303422152996063, "global_step": 17519, "epoch": 182, "lr": 0.00022698636337450078}
+{"train_loss": 0.11{"train_loss{"train_loss": 0.11449810862541199, "globa{"train_loss": 0.113666258752{"train_loss": 0.09341792762279{"train_loss": 0.09368422627449036, "globa{"train_loss": 0.09380993247{"train_loss": 0.092{"train_loss{"train_loss": 0.0927477777004242, "global{"train_loss": 0.09232953190{"train_loss": 0.105{"train_los{"train_loss": 0.10172631591558456, "global{"train_loss": 0.1040021330{"train_loss": 0.077{"train_los{"train_loss": 0.07905498147010803, "global_step": 17524, "epoch": 182,{"train_loss": 0.110{"train_los{"train_loss": 0.10556964576244354, "global{"train_loss": 0.11208143085{"train_loss": 0.085{"train_los{"train_loss": 0.08717727661132812, "global{"train_loss": 0.08500570803{"train_loss": 0.068{"train_loss": 0.06890338659286499, "global_step": 175{"train_loss": 0.06884479522{"train_loss": 0.046{"train_loss": 0.04609005153179169, "global_step": 17528, "epoch": 182, "lr": 0.00{"train_loss": 0.09711797535419{"train_loss": 0.09571663290262222, "global{"train_loss": 0.09675832092{"train_loss": 0.08814530819654465, "global_step": 17530, "epoch": 182, "lr": 0.0002268064664819888}
+{"train_loss": 0.1351073980331421, "global_step": 17531, "epoch": 182, "lr": 0.000226790111121541}
+{"train_loss": 0.09739485383033752, "global_step": 17532, "epoch": 182, "lr": 0.00022677375557866042}
+{"train_loss": 0.08676706254482269, "global_step": 17533, "epoch": 182, "lr": 0.00022675739985345854}
+{"train_loss": 0.07263307273387909, "global_step": 17534, "epoch": 182, "lr": 0.0002267410439460466}
+{"train_loss": 0.104{"train_loss": 0.10443982481956482, "global_step": 17535, "epoch": 182, "lr": 0.00{"train_loss": 0.108{"train_loss": 0.11007098853588104, "global_step": 1753{"train_loss": 0.109345287{"train_loss": 0.077{"train_loss{"train_loss": 0.07209775596857071, "global_step": 17537, "epoch": 182{"train_loss": 0.088{"train_loss": 0.08774293214082718, "global_step": 17538, "epoch": 182, "lr": 0.00{"train_loss": 0.07557804882526398, "global_step": 17539, "epoch": 182, "l{"train_loss": 0.0758900791{"train_loss": 0.07902873307466507, "global_step": 17540, "epoch": 182, "lr": 0.00022664290468140253}
+{"train_loss": 0.071{"train_loss": 0.07095227390527725, "global_step": 17541, "epoch": 182, "lr": 0.00{"train_loss": 0.096{"train_loss": 0.09565272182226181, "global_step": 1{"train_loss": 0.0955213457345{"train_loss": 0.07572150230407715, "global_step": 17543, "epoch": 182, "lr": 0.00022659383259826746}
+{"train_loss": 0.100{"train_loss": 0.10073431581258774, "global_step": 17544, "epoch": 182, "lr": 0.00{"train_loss": 0.095{"train_loss": 0.09447671473026276, "global_step": 17545, "epoch": 182, "lr": 0.00{"train_loss": 0.056{"train_loss": 0.05730701982975006, "global_step": 17546, "epoch": 182, "lr": 0.000{"train_loss": 0.08762499690055847, "global_step": 17547, "epoch": 18{"train_loss": 0.0877197682857513{"train_loss": 0.10{"train_loss": 0.1054147332906723, "global_step": 17548, "epoch": 182, "lr": 0.000{"train_loss": 0.0{"train_loss{"train_loss": 0.09798978269100189, "gl{"train_loss": 0.0986828804016113{"train_loss": 0.04681175947189331, "global_step": 17550, "epoch": 182, "lr": 0.00022647932473778552}
+{"train_loss": 0.09736482799053192, "global_step": 17551, "epoch": 182, "lr": 0.00022646296574984568}
+{"train_loss": 0.08{"train_los{"train_loss": 0.0826089158654213, "global_step": 17552, "epoch": 182, "{"train_loss": 0.09{"train_lo{"train_loss": 0.09581692516803741, "global_step": 17553, "epoch": 182, {"train_loss": 0.071{"train_lo{"train_loss": 0.0733504593372345, "global_step": 17554, "epoch": 182, "{"train_loss": 0.103{"train_loss": 0.10381519794464111, "global_step": 17555, "epoch": 182, "lr": 0.0{"train_loss": 0.08220541477203369, "global_step": 17556, "epoch": 182, "lr": 0.00022638116810929967}
+{"train_loss": 0.1081{"train_loss": 0.10813078284263611, "global_step": 17557, "epoch": 182, "lr": 0.0{"train_loss": 0.1133591756224{"train_loss": 0.10740311443805695, "global_step": 17558, "epoch": 182, {"train_loss": 0.0962663292884{"train_loss": 0.09693630039691925, "global_step": 17559, "epoch": 182, {"train_loss": 0.0799{"train_loss": 0.07977814227342606, "global_step":{"train_loss": 0.080469466745{"train_loss": 0.0761215016245842, "global_step": 17561, "epoch": 182, "lr": 0.00022629936597755453}
+{"train_loss": 0.0732775330543518, "global_step": 17562, "epoch": 182, "lr": 0.00022628300501348708}
+{"train_loss": 0.08310720324516296, "global_step": 17563, "epoch": 182, "{"train_loss": 0.083418160676{"train_loss": 0.08546{"train_lo{"train_loss": 0.08239855617284775, "global_step": 17564, "epoch": 18{"train_loss": 0.08761243522167206, "global_step": 17565, "epoch": 182, "lr": 0.0002262339210478534}
+{"train_loss": 0.08365{"train_lo{"train_loss": 0.07997456938028336, "global_step": 17566, "epoch": 18{"train_loss": 0.0893689166987314{"train_loss": 0.08894838074532647, "global_step": 17567, "epoch": 18{"train_loss": 0.110279{"train_loss": 0.11084424704313278, "global_step": 17568, "epoch": 183, "lr": 0{"train_loss": 0.09707868099212646, "global_step": 17569, "epoch": 183, "lr": 0.0002261684732598282}
+{"train_loss": 0.098008{"train_loss": 0.09859904646873474, "global_step":{"train_loss": 0.098940491676{"train_loss": 0.058742{"train_loss": 0.05887513607740402, "global_step": 17571, "epoch": 183, "lr": 0.{"train_loss": 0.09032{"train_loss": 0.09034071862697601, "global_step": 17572, "epoch": 183, "lr": 0.{"train_loss": 0.08055{"train_loss": 0.08037298917770386, "global_step": {"train_loss": 0.080855473875{"train_loss": 0.07275{"train_los{"train_loss": 0.07830891013145447, "global_step": 17574, "epoch": 18{"train_loss": 0.1024{"train_loss{"train_loss": 0.10843324661254883, "global_step": 17575, "epoch": 18{"train_loss": 0.1113{"train_loss": 0.11267082393169403, "global_step": 17576, "epoch": 183, "lr": 0.{"train_loss": 0.1003{"train_loss": 0.09897871315479279, "global_step": 17577, "epoch": 183, "lr": 0.0{"train_loss": 0.0560759529471397{"train_loss": 0.05293392017483711, "global_step": 17578, "epoch": 18{"train_loss": 0.0947{"train_loss": 0.09651435911655426, "global_step": 17579, "epoch": 183, "lr": 0{"train_loss": 0.08300{"train_loss": 0.0842069461941719, "global_step": 17580, "epoch": 183, "lr": 0.0{"train_loss": 0.0949{"train_loss": 0.09563444554805756, "global_step": 17581, "epoch": 183, "lr": 0.{"train_loss": 0.1125{"train_loss": 0.11242380738258362, "global_step": 17582, "epoch": 183, "lr": 0.0{"train_loss": 0.0498310886323452, "global_step": 17583, "epoch": 183, "lr": 0.0002259393835953924}
+{"train_loss": 0.08352{"train_loss":{"train_loss": 0.08262949436903, "global_step": 17584, "epoch": 18{"train_loss": 0.06100{"train_loss": 0.06042712181806564, "global_step": 1{"train_loss": 0.06033325940{"train_loss": 0.0673132911324501, "global_step": 17586, "epoch": 183, "lr": 0.00022589028843828567}
+{"train_loss": 0.098900{"train_loss": 0.09922254830598831, "global_step": 17587, "epoch": 183, "lr": 0{"train_loss": 0.104232{"train_loss": 0.10508061945438385, "global_step":{"train_loss": 0.106627464294{"train_loss": 0.109246{"train_loss": 0.10960967093706131, "global_step"{"train_loss": 0.1090552508831{"train_loss": 0.112971{"train_lo{"train_loss": 0.11584518849849701, "global_step": 17590, "epoch": 1{"train_loss": 0.09461{"train_los{"train_loss": 0.09429213404655457, "global_step": 17591, "epoch": 1{"train_loss": 0.10604{"train_loss": 0.10618501901626587, "global_step": 17592, "epoch": 183, "lr": 0{"train_loss": 0.08817{"train_los{"train_loss": 0.0862947553396225, "global_step": 17593, "epoch": 183{"train_loss": 0.11828{"train_loss": 0.1197599470615387, "global_step": 17594, "epoch": 183, "lr": 0.0{"train_loss": 0.08973149955272675, "global_step": 17595, "epoch": 183, "lr": 0.0002257429934585198}
+{"train_loss": 0.09079138934612274, "global_step": 17596, "epoch": 183, "lr": 0.00022572662647166004}
+{"train_loss": 0.1070{"train_los{"train_loss": 0.10488761216402054, "global_step": 17597, "epoch": 183{"train_loss": 0.1066{"train_los{"train_loss": 0.10568362474441528, "global_step": 17598, "epoch": 18{"train_loss": 0.09738{"train_loss": 0.09877724945545197, "global_step": 17599, "epoch": 183, "lr": 0{"train_loss": 0.08080553263425827, "global_step": 17600, "epoch": 183, "lr": 0.00022566115677342786}
+{"train_loss": 0.072392{"train_loss": 0.0718168169260025, "global_step"{"train_loss": 0.071409076452{"train_loss": 0.07538{"train_loss": 0.07600323110818863, "global_step"{"train_loss": 0.07552644610404{"train_loss": 0.1010823994874954{"train_loss": 0.10135717689990997, "g{"train_loss": 0.10012506693601{"train_loss": 0.0590438842773437{"train_loss": 0.060431092977523804, "{"train_loss": 0.05959723517298{"train_loss": 0.0880{"train_loss"{"train_loss": 0.09063339978456497, "global_step": 17605, "epoch":{"train_loss": 0.08032{"train_loss"{"train_loss": 0.08011278510093689, "global_step": 17606, "epoch"{"train_loss": 0.07088{"train_loss"{"train_loss": 0.06679345667362213, "g{"train_loss": 0.070622771978{"train_loss": 0.06236{"train_loss"{"train_loss": 0.06779759377241135, "{"train_loss": 0.062378555536{"train_loss": 0.09310{"train_loss": 0.09420304745435715, "global_step": 17609, "epoch": 183, "lr": 0.{"train_loss": 0.09206{"train_loss": 0.09274771809577942, "global_step": 17610, "epoch": 183, "lr": 0.{"train_loss": 0.07497{"train_loss"{"train_loss": 0.0715932548046112, "global_step": 17611, "epoch": 1{"train_loss": 0.0778{"train_loss": 0.07719402015209198, "global_step"{"train_loss": 0.077017776668071{"train_loss": 0.0850{"train_loss": 0.08478158712387085, "global_step"{"train_loss": 0.084585659205913{"train_loss": 0.0918{"train_loss"{"train_loss": 0.08608850091695786, "global_step": 17614, "epoch": 1{"train_loss": 0.1010{"train_loss": 0.10176770389080048, "global_step": 17615, "epoch": 183, "lr": 0.{"train_loss": 0.0928{"train_loss"{"train_loss": 0.09430409967899323, "global_step": 17616, "epoch": 1{"train_loss": 0.08686486631631851, "global_step": 17617, "epoch": 183, "lr": 0.00022538287945019465}
+{"train_loss": 0.0746{"train_loss"{"train_loss": 0.07448886334896088, "global_step": 17618, "epoch": {"train_loss": 0.0818{"train_loss": 0.08286697417497635, "global_step"{"train_loss": 0.08235213160514{"train_loss": 0.0925{"train_loss": 0.09272506088018417, "global_step": 17620, "epoch": 183, "lr": 0.0{"train_loss": 0.10487523674964905, "global_step": 17621, "epoch": 183, "lr": 0.00022531739515297848}
+{"train_loss": 0.0772{"train_loss": 0.0774502083659172, "global_step": 17622, "epoch": 183, "lr": 0.00{"train_loss": 0.093{"train_loss": 0.09295013546943665, "global_step": 17623, "epoch": 183, "lr": 0.00{"train_loss": 0.087{"train_loss": 0.08640852570533752, "global_step": 17624, "epoch": 183, "lr": 0.0{"train_loss": 0.1127{"train_los{"train_loss": 0.10817316174507141, "global_step": 17625, "epoch": 1{"train_loss": 0.0795{"train_loss": 0.07824225723743439, "global_step": 17626, "epoch": 183, "lr": 0.0{"train_loss": 0.0899{"train_loss": 0.08879825472831726, "global_step": 17627, "epoch": 183, "lr": 0.{"train_loss": 0.0936{"train_loss": 0.09362708032131195, "global_step": 17628, "epoch": 183, "lr": 0.{"train_loss": 0.1005{"train_loss{"train_loss": 0.09997888654470444, "{"train_loss": 0.100210107862949{"train_loss": 0.1192{"train_loss": 0.11824904382228851, "global_step"{"train_loss": 0.118482612073421{"train_loss": 0.0917{"train_loss": 0.09162303805351257, "global_step": 17631, "epoch": 183, "lr": 0.{"train_loss": 0.0665{"train_loss": 0.06644850224256516, "global_step": 17632, "epoch": 183, "lr": 0.{"train_loss": 0.0982{"train_los{"train_loss": 0.09856866300106049, "global_step": 17633, "epoch": 18{"train_loss": 0.08479361236095428, "global_step": 17634, "epoch": 183, "lr": 0.00022510455217334365}
+{"train_loss": 0.06470625847578049, "global_step": 17635, "epoch": 183, "lr": 0.00022508817843664463}
+{"train_loss": 0.09523{"train_los{"train_loss": 0.09268903732299805, "{"train_loss": 0.093399740755558{"train_loss": 0.08780{"train_los{"train_loss": 0.09461615979671478, "global_step": 17637, "epoch": 18{"train_loss": 0.07022{"train_loss": 0.06990008056163788, "global_step": 17638, "epoch": 183, "lr": 0{"train_loss": 0.09397{"train_loss": 0.09511689841747284, "global_step": 17639, "epoch": 183, "lr": 0{"train_loss": 0.11897{"train_lo{"train_loss": 0.1099715605378151, "global_step": 17640, "epoch": 183,{"train_loss": 0.09259690344333649, "global_step": 17641, "epoch": 183, "lr": 0.00022498993243264833}
+{"train_loss": 0.09283435344696{"train_loss": 0.09067567437887192, "global_step": 17642, "epoch": 183,{"train_loss": 0.11055850982666016, "global_step": 17643, "epoch": 183, "lr": 0.00022495718240206762}
+{"train_loss": 0.10375999659299{"train_loss": 0.10486596822738647, "g{"train_loss": 0.101962164044380{"train_loss": 0.08455085754394531, "global_step": 17645, "epoch": 183{"train_loss": 0.085057482123374{"train_loss": 0.05147648602724075, "global_step": 17646, "epoch": 183, "lr": 0.00022490805608184258}
+{"train_loss": 0.096093729138374{"train_loss": 0.09478272497653961, "global_step": 17647, "epoch": 183{"train_loss": 0.108654722571372{"train_loss": 0.10584143549203873, "global_step": 17648, "epoch": 18{"train_loss": 0.09650891274213791, "global_step": 17649, "epoch": 183, "lr": 0.00022485892823506892}
+{"train_loss": 0.06843626499176025, "global_step": 17650, "epoch": 183, "lr": 0.00022484255194743172}
+{"train_loss": 0.099141955375671{"train_loss": 0.09335032105445862, "gl{"train_loss": 0.09790519624948{"train_loss": 0.08597{"train_lo{"train_loss": 0.08818771690130234, "global_step": 17652, "epoch": 18{"train_loss": 0.12182067334651947, "global_step": 17653, "epoch": 183, "lr": 0.00022479342206994365}
+{"train_loss": 0.102309592068195{"train_loss": 0.09728937596082687, "global_step": 17654, "epoch": 18{"train_loss": 0.10595{"train_loss": 0.10482512414455414, "global_step": 17655, "epoch": 183, "lr": 0{"train_loss": 0.068416513502597{"train_loss": 0.06365860998630524, "gl{"train_loss": 0.06826783716678{"train_loss": 0.09053222835063934, "global_step": 17657, "epoch": 183, "lr": 0.00022472791320344418}
+{"train_loss": 0.08547943830490112, "global_step": 17658, "epoch": 183, "lr": 0.00022471153556556607}
+{"train_loss": 0.07469{"train_loss": 0.07557172328233719, "global_step": 17659, "epoch": 183, "lr": 0.{"train_loss": 0.09744414687156677, "global_step": 17660, "epoch": 183, "lr": 0.00022467877978508654}
+{"train_loss": 0.115360863506793{"train_loss": 0.1178150326013565, "global_step": 17661, "epoch": 183,{"train_loss": 0.10375045239925385, "global_step": 17662, "epoch": 183{"train_loss": 0.103065282106399{"train_loss": 0.0901502762765934, "global_step": 17663, "epoch": 183, "lr": 0.00022462964485423195}
+{"train_loss": 0.096643{"train_loss": 0.09636286646127701, "global_step": 17664, "epoch": 184, "lr": {"train_loss": 0.12042727321386337, "global_step": 17665, "epoch": 184{"train_loss": 0.12014168500900{"train_loss": 0.09213732182979584, "global_step": 17666, "epoch": 184, "lr": 0.00022458050841389193}
+{"train_loss": 0.071037{"trai{"train_loss": 0.07124599814414978, "glob{"train_loss": 0.07163391262292{"train_loss": 0.10313481837511063, "global_step": 17668, "epoch": 184, "lr": 0.00022454774994988265}
+{"train_loss": 0.092892{"trai{"train_loss": 0.09306742250919342, "global_step": 17669, "epoch": 184, "{"train_loss": 0.09582489728927612, "global_step": 17670, "epoch": 184, "lr": 0.00022451499081722158}
+{"train_loss": 0.11477018892765045, "global_step": 17671, "epoch": 18{"train_loss": 0.1133387908339500{"train_loss": 0.10695050656795502, "global_step": 17672, "epoch": 18{"train_loss": 0.1047787517309188{"train_loss": 0.090209484100{"train_loss": 0.09473635256290436, "global_step": 17673, "epoch": 184, {"train_loss": 0.0748197{"train_loss": 0.07496514916419983, "global_step": 17674, "epoch": 184, "lr": {"train_loss": 0.0650006{"trai{"train_loss": 0.06733106076717377, "glo{"train_loss": 0.066319152712821{"train_loss": 0.1241714581847{"train_loss": 0.12321898341178894, "global_step": 17676, "epoch": 184, {"train_loss": 0.0917714461684227, "global_step": 17677, "epoch": 184,{"train_loss": 0.0910177975893{"train_loss": 0.07876113{"train_loss": 0.07879635691642761, "global_step": 17678, "epoch": 184, "lr{"train_loss": 0.06672571{"trai{"train_loss": 0.06531592458486557, "global_step": 17679, "epoch": 184{"train_loss": 0.070330932{"train_loss": 0.0710248202085495, "global_step": 17680, "epoch": 184, "lr":{"train_loss": 0.085533775389194{"train_loss": 0.09081613272428513, "global_step": 17681, "epoch": 184{"train_loss": 0.10404200851917267, "global_step": 17682, "epoch": 184, "lr": 0.00022431842202954054}
+{"train_loss": 0.0735081{"train_loss": 0.07280124723911285, "global_ste{"train_loss": 0.0731978565454{"train_loss": 0.0894154{"train_loss": 0.08979189395904541, "global_step": 17684, "epoch": 184, "lr":{"train_loss": 0.0609107{"train_loss": 0.06021987274289131, "global_st{"train_loss": 0.060582447797060{"train_loss": 0.09151764959096909, "global_step": 17686, "epoch": 184, "lr": 0.00022425289379155366}
+{"train_loss": 0.09022{"train_loss": 0.08970402181148529, "global_ste{"train_loss": 0.090474516153335{"train_loss": 0.091611{"train_loss": 0.09386248886585236, "global_ste{"train_loss": 0.091612808406353{"train_loss": 0.114976{"train_loss": 0.11545872688293457, "global_s{"train_loss": 0.114505589008331{"train_loss": 0.1101991{"train_loss": 0.10984095185995102, "global_step": 17690, "epoch": 184, "lr":{"train_loss": 0.09611426293849945{"train_loss": 0.09955611079931259, "global_step": 17691, "epoch": 1{"train_loss": 0.0594470{"train_lo{"train_loss": 0.06317951530218124, "global_step": 17692, "epoch": 1{"train_loss": 0.08939526{"train_l{"train_loss": 0.09098802506923676, "global_step": 17693, "epoch": {"train_loss": 0.11052703857421875{"train_loss": 0.11575774103403091, "global_step": 17694, "epoch": 1{"train_loss": 0.09563605{"train_l{"train_loss": 0.09326694905757904, "global_step": 17695, "epoch": 1{"train_loss": 0.08525151{"train_l{"train_loss": 0.0796736478805542, "global_step": 17696, "epoch": 18{"train_loss": 0.0889855995774269{"train_loss": 0.08819089084863663{"train_loss": 0.08887846767902374,{"train_loss": 0.08989076316356659, "global_step": 17698, "epoch": 184, "lr": 0.00022405629325126866}
+{"train_loss": 0.10707989{"train_loss": 0.10619975626468658, "global_step": 17699, "epoch": 184, "lr"{"train_loss": 0.069971233{"train_{"train_loss": 0.0681111142039299,{"train_loss": 0.0697917863726615{"train_loss": 0.0767860859{"train{"train_loss": 0.07598111033439636, "global_step": 17701, "epoch": {"train_loss": 0.06462332606315613, "global_step": 17702, "epoch": 184, "lr": 0.00022399075448619957}
+{"train_loss": 0.0645092874{"train_{"train_loss": 0.06289751082658768,{"train_loss": 0.06474497914314{"train_loss": 0.1362819671{"train_{"train_loss": 0.12827211618423462, "global_step": 17704, "epoch": {"train_loss": 0.0734248906{"train_{"train_loss": 0.0742961466312408{"train_loss": 0.07334604859352112{"train_loss": 0.09349407255649567,{"train_loss": 0.0951801761984825{"train_loss": 0.0929305702447891{"train_loss": 0.0781034752{"train_{"train_loss": 0.078614741563797,{"train_loss": 0.07905647903680801{"train_loss": 0.0963140726{"trai{"train_loss": 0.09632686525583267,{"train_loss": 0.09520044922828674{"train_loss": 0.1028092652{"trai{"train_loss": 0.103399857878685, "global_step": 17709, "epoch": 184,{"train_loss": 0.08028581738471{"train_loss": 0.07810066640377045, "global_step": 17710, "epoch": 184{"train_loss": 0.1029110699{"tr{"train_loss": 0.10261672735214233, "global_step": 17711, "epoch": 184{"train_loss": 0.0952139645{"tra{"train_loss": 0.09142802655696869, "{"train_loss": 0.0962185114622116{"train_loss": 0.105243317782878{"train_loss": 0.10468576848506927, "global_step": 17713, "epoch": 184{"train_loss": 0.0771612152{"tra{"train_loss": 0.07698999345302582, "global_step": 17714, "epoch": 18{"train_loss": 0.086081221699714{"train_loss": 0.08686588704586029, "global_step": 17715, "epoch": 1{"train_loss": 0.104373604059219{"train_loss": 0.10235314071178436, {"train_loss": 0.10498897731304169{"train_loss": 0.102304160594940{"train_loss": 0.09794542193412781, "global_step": 17717, "epoch": 184{"train_loss": 0.07216527312994003, "global_step": 17718, "epoch": 184, "lr": 0.0002237285733581426}
+{"train_loss": 0.0699161216{"tra{"train_loss": 0.06737649440765381, "global_step": 17719, "epoch": 184{"train_loss": 0.1011190488{"tra{"train_loss": 0.10556789487600327, "global_step": 17720, "epoch": 184{"train_loss": 0.0622970387{"tra{"train_loss": 0.06235844269394874{"train_loss": 0.06219356134533882,{"train_loss": 0.09428672492{"trai{"train_loss": 0.09191524237394333, "global_step": 17722, "epoch": {"train_loss": 0.088568411767{"trai{"train_loss": 0.0895662009716034{"train_loss": 0.08775533735752106{"train_loss": 0.130121096968{"tra{"train_loss": 0.1289059817790985, "global_step": 17724, "epoch": 1{"train_loss": 0.0708761066198349{"train_loss": 0.0731416568160057, "global_step": 17725, "epoch": 1{"train_loss": 0.06619797646999359, "global_step": 17726, "epoch": 184, "lr": 0.00022359746725342773}
+{"train_loss": 0.0719868391752243, "global_step": 17727, "epoch": 184, "lr": 0.00022358107826605354}
+{"train_loss": 0.10100869834423065, "global_step": 17728, "epoch": 184{"train_loss": 0.10100352019071{"train_loss": 0.119318887591362,{"train_loss": 0.1171632930636406, "global_step": 17729, "epoch": 1{"train_loss": 0.07859954237937{"t{"train_loss": 0.07493998855352402, "global_step": 17730, "epoch": {"train_loss": 0.10820677131414{"train_loss": 0.10952237993478775, "glob{"train_loss": 0.1090759113430{"train_loss": 0.07733070850372{{"train_loss": 0.08056744933128357, "global_step": 17732, "epoch": 18{"train_loss": 0.10388605296611{{"train_loss": 0.10031324625015259, "global_step": 17733, "epoch": 18{"train_loss": 0.102452754974365{"train_loss": 0.10119873285293579, "global_step": 17734, "epoch": 184{"train_loss": 0.07143525779247{{"train_loss": 0.0704381912946701, "glob{"train_loss": 0.0723349079489{"train_loss": 0.08797480165958{"train_loss": 0.08562623709440231, "glo{"train_loss": 0.08595689386129{"train_loss": 0.06418064236640{"train_loss": 0.06612130254507065, "global_step": 17737, "epoch": 184{"train_loss": 0.117454901337623{"train_loss": 0.11459143459796906, "global_step": 17738, "epoch": 1{"train_loss": 0.0703470930457115{"train_loss": 0.0704926997423172, "glo{"train_loss": 0.0692743510007{"train_loss": 0.100123435258865{"train_loss": 0.10226377844810486, "global_step": 17740, "epoch": 184{"train_loss": 0.076406002044677{"train_loss": 0.07790105044841766, "glo{"train_loss": 0.0757661685347{"train_loss": 0.077150493860244{"train_loss": 0.0772002711892128, "global_step": 17742, "epoch": 184,{"train_loss": 0.07538226246833{{"train_loss": 0.07169432938098907, "gl{"train_loss": 0.0767610073089{"train_loss": 0.10074561834335{{"train_loss": 0.10628965497016907, "gl{"train_loss": 0.10176462680101{"train_loss": 0.07536548376083{"train_loss": 0.0756625086069107, "global_step": 17745, "epoch": 184, {"train_loss": 0.0854754820466{"{"train_loss": 0.08825347572565079, "gl{"train_loss": 0.0862615853548{"train_loss": 0.0801428034901{"{"train_loss": 0.07826056331396103, "gl{"train_loss": 0.0813485532999{"train_loss": 0.12446351349353{"{"train_loss": 0.12841065227985382, "gl{"train_loss": 0.123164713382{"train_loss": 0.111618325114250{"{"train_loss": 0.1118992269039154, "glo{"train_loss": 0.112331338226{"train_loss": 0.06966975331306{"{"train_loss": 0.06914187967777252, "global_step": 17750, "epoch": 18{"train_loss": 0.10188625752925{"{"train_loss": 0.09923224151134491, "global_step": 17751, "epoch": 1{"train_loss": 0.07428593933582{"{"train_loss": 0.07368461787700653, "gl{"train_loss": 0.0744172483682{"train_loss": 0.0912296622991{"t{"train_loss": 0.09361578524112701, "global_step": 17753, "epoch": 18{"train_loss": 0.0875581353902{"t{"train_loss": 0.08758606016635895, "gl{"train_loss": 0.0893714278936{"train_loss": 0.0957454144954681{"train_loss": 0.1011270061135292, "glo{"train_loss": 0.0959404110908{"train_loss": 0.0782567486166954, "global_step": 17756, "epoch": 184, "{"train_loss": 0.077465862035{"train_loss": 0.11868081241846{"{"train_loss": 0.11767099797725677, "glo{"train_loss": 0.118591532111{"train_loss": 0.09268242120742{"train_loss": 0.0914301797747612, "global{"train_loss": 0.091951586306{"train_loss": 0.0898653410840779{"train_loss": 0.08969452922853331, "global_step": 17759, "epoch": 18{"train_loss": 0.0712299719452{"train_loss": 0.07132202386856079, "global_step": 17760, "epoch": 185{"train_loss": 0.09117450565099716, "global_step": 17761, "epoch": 185, "lr": 0.00022302375788063527}
+{"train_loss": 0.12408261001110077, "global_step": 17762, "epoch": 185, "lr": 0.00022300736333936692}
+{"train_loss": 0.10770267248153{"t{"train_loss": 0.10357753187417984, "global_step": 17763, "epoch": 1{"train_loss": 0.06287509948015{"t{"train_loss": 0.06145961582660675, "{"train_loss": 0.06273887306451{"train_loss": 0.11815598607063{"t{"train_loss": 0.113909512758255, "global_step": 17765, "epoch": 185{"train_loss": 0.06751042604446{{"train_loss": 0.0733821764588356, "global_step": 17766, "epoch": 185{"train_loss": 0.10075017809867{"train_loss": 0.09941139817237854, "global_step": 17767, "epoch": 185,{"train_loss": 0.07193356752395{"train_loss": 0.07053621113300323, "global_step": 17768, "epoch": 185{"train_loss": 0.08744973689317{"train_loss": 0.08869992941617966, "glob{"train_loss": 0.0872825384140{"train_loss": 0.08256275206804{{"train_loss": 0.08346842974424362, "global_step": 17770, "epoch": 185{"train_loss": 0.072374187409877{"train_loss": 0.06866789609193802, "global_step": 17771, "epoch": 18{"train_loss": 0.119042038917541{"train_loss": 0.11911749094724655, "glo{"train_loss": 0.120123192667{"train_loss": 0.07256811857223{"train_loss": 0.07342217862606049, "global_step": 17773, "epoch": 185,{"train_loss": 0.08742982894182{"train_loss": 0.08618667721748352, "global_step": 17774, "epoch": 185,{"train_loss": 0.07058959454298{"train_loss": 0.0795891061425209, "global_step": 17775, "epoch": 185,{"train_loss": 0.08872939646244049, "global_step": 17776, "epoch": 185, "lr": 0.00022277782336170682}
+{"train_loss": 0.0888661220669{"train_loss": 0.09052102267742157, "globa{"train_loss": 0.0890095382928{"train_loss": 0.10935445874929{"train_loss": 0.10871213674545288, "global_step": 17778, "epoch": 185,{"train_loss": 0.0852665677666{"train_loss": 0.08646701276302338, "global_step": 17779, "epoch": 185, {"train_loss": 0.0658509880304{{"train_loss": 0.06617129594087601, "glob{"train_loss": 0.0655766651034{"train_loss": 0.0838251560926{{"train_loss": 0.08307129144668579, "glob{"train_loss": 0.0827786996960{"train_loss": 0.0807554945349{"train_loss": 0.08537323772907257, "glo{"train_loss": 0.080942310392856{"train_loss": 0.1006282940506{"train_loss": 0.10533156991004944, "gl{"train_loss": 0.101261034607887{"train_loss": 0.0787917375564{{"train_loss": 0.07958105951547623, "global_step": 17784, "epoch": 185,{"train_loss": 0.09656228870153{"train_loss": 0.09577462077140808, "global_step": 17785, "epoch": 185,{"train_loss": 0.1274822950363{"train_loss": 0.12658846378326416, "gl{"train_loss": 0.1293363273143768{"train_loss": 0.1135039627552{"train_loss": 0.11928421258926392, "global_step": 17787, "epoch": 185{"train_loss": 0.13720735907554626, "global_step": 17788, "epoch": 185, "lr": 0.00022258105060061722}
+{"train_loss": 0.0869425237178{"train_loss": 0.08726561814546585, "global_step": 17789, "epoch": 185, {"train_loss": 0.0690221339464{"train_loss": 0.06916064023971558, "global_step": 17790, "epoch": 185,{"train_loss": 0.097740918397{{"train_loss": 0.09828273952007294, "global_step": 17791, "epoch": 185,{"train_loss": 0.062752552330{{"train_loss": 0.06171776354312897, "g{"train_loss": 0.0634758323431015,{"train_loss": 0.079491809010{"train_loss": 0.08230587840080261, "g{"train_loss": 0.07965102791786194,{"train_loss": 0.097108662128{{"train_loss": 0.09655316174030304, "{"train_loss": 0.0957888513803482, {"train_loss": 0.086727187037{"train_loss": 0.08898990601301193, "global_step": 17795, "epoch": 185, {"train_loss": 0.087183602154{"train_loss": 0.09341973066329956, "{"train_loss": 0.08736714720726013, {"train_loss": 0.12119504064321518, "global_step": 17797, "epoch": 185, "lr": 0.00022243345648795582}
+{"train_loss": 0.0935818552{"{"train_loss": 0.09720254689455032, "{"train_loss": 0.09341396391391754, {"train_loss": 0.0866748094{"{"train_loss": 0.09006918966770172, "global_step": 17799, "epoch": 185, {"train_loss": 0.090073809027{"train_loss": 0.09193196892738342, "global_step": 17800, "epoch": 185, "{"train_loss": 0.0709673613{"train_loss": 0.07045632600784302, "global_step": 17801, "epoch": 185, "lr{"train_loss": 0.06032801792025566, "global_step": 17802, "epoch":{"train_loss": 0.06075720861554146,{"train_loss": 0.09726960957050323, "global_step": 17803, "epoch": 185, "lr": 0.00022233505353338803}
+{"train_loss": 0.05241093784570694, "global_step": 17804, "epoch": 185, "lr": 0.00022231865250797568}
+{"train_loss": 0.058186471462{"train_loss": 0.05646459013223648, "{"train_loss": 0.05889289453625679, "{"train_loss": 0.08187542110{{"train_loss": 0.0819997638463974, "global_step": 17806, "epoch": 185, "l{"train_loss": 0.09023776650{"train_loss": 0.0915427878499031, "g{"train_loss": 0.0895615741610527, "{"train_loss": 0.1046652346{"train_loss": 0.10246221721172333, "global_step": 17808, "epoch": 185, "lr{"train_loss": 0.0562888458{"train_loss": 0.05528254806995392, "{"train_loss": 0.056196428835392, "glo{"train_loss": 0.09861719608{"train_loss": 0.09875832498073578, "global_step": 17810, "epoch": 185, "{"train_loss": 0.08509957045316696, "global_step": 17811, "epoch": 185, "lr": 0.00022220384108080749}
+{"train_loss": 0.0906055420{"train_loss": 0.09034453332424164, "global_step": 17812, "epoch": 185, "lr{"train_loss": 0.1104747205{"train_loss": 0.10887005925178528,{"train_loss": 0.1111617386341095, "glob{"train_loss": 0.10205847024917603, "global_step": 17814, "ep{"train_loss": 0.10294396430253983, "glob{"train_loss": 0.103690274{"train_loss": 0.10351891815662384, "global_step": 17815, "epoch": 185, "lr"{"train_loss": 0.059062153{"train_loss": 0.06446568667888641, "global_step": 17816, "epoch": 185, "lr{"train_loss": 0.1042840927{"train_loss": 0.10556887090206146, "global_step": 17817, "epoch": 185, "lr{"train_loss": 0.07739588618278503, "global_step": 17818, "epoch": 185, "lr": 0.00022208902224476082}
+{"train_loss": 0.107044115{{"train_loss": 0.10687918215990067, "global_step": 17819, "epoch": 185, "lr{"train_loss": 0.040561169{"train_loss": 0.04169005155563354{"train_loss": 0.04039424657821655, "global{"train_loss": 0.0698771029{"train_loss": 0.0691448450088501, "global_step": 17821, "epoch": 185, "lr"{"train_loss": 0.05872157961130142, "global_step": 17822, {"train_loss": 0.059193503111600876, "global{"train_loss": 0.070649877{{"train_loss": 0.07309681922197342, "global_step": 17823, "epoch": 185, "l{"train_loss": 0.06943270564079285, "global_step": 17824, "e{"train_loss": 0.06934179365634918, "globa{"train_loss": 0.11166879534721375, "global_step": 17825, "e{"train_loss": 0.11000983417034149, "glo{"train_loss": 0.07270027{"t{"train_loss": 0.072175025939941{"train_loss": 0.07281287014484406, "globa{"train_loss": 0.08276662{"{"train_loss": 0.0808890461921691{"train_loss": 0.0828159749507904, "global{"train_loss": 0.11224593{"train_loss": 0.10965997725725174, "global_step": 17828, "epoch": 185, "lr"{"train_loss": 0.10267646{"{"train_loss": 0.10516224801540375, "global_step": 17829, "epoch": 185, "lr{"train_loss": 0.0942483246{"train_loss": 0.094851553440094, "global_step": 17830, "epoch": 185, "lr"{"train_loss": 0.05248841{"train_loss": 0.053301624953746796, "global_step": 17831, "epoch": 185, "lr"{"train_loss": 0.10797588{{"train_loss": 0.10824091732501984, "global_step": 17832, "epoch": 185, "lr"{"train_loss": 0.08380592614412308, "global_step": 17833, "epoch": 185, "lr": 0.00022184295711170053}
+{"train_loss": 0.063339859{"train_loss": 0.0645465031266212{"train_loss": 0.06355660408735275, "global{"train_loss": 0.088145643{"train_loss": 0.08727189153432846, "global_step": 17835, "epoch": 185, "lr"{"train_loss": 0.050566527{"train_loss": 0.050410911440849304, "global_step": 17836, "epoch": 185, "lr"{"train_loss": 0.1087314{"train_loss": 0.10828441381454468{"train_loss": 0.11062518507242203, "global_{"train_loss": 0.0831998{"train_loss": 0.08516601473093033{"train_loss": 0.08457035571336746, "global_{"train_loss": 0.07893290370702744, "global_step": 17839, {"train_loss": 0.08083977550268173, "global{"train_loss": 0.0683907{{"train_loss": 0.07143107056617737, "global_step": 17840, "epoch": 185, "lr":{"train_loss": 0.1030353{{"train_loss": 0.10049563646316528, "global_step": 17841, "epoch": 185, "lr":{"train_loss": 0.1116279661655426, "global_step": 17842, "epoch": 185, "lr": 0.00022169530194337346}
+{"train_loss": 0.076776340{"train_loss": 0.0759913250803947{"train_loss": 0.07585003226995468, "global{"train_loss": 0.08100306{"train_loss": 0.08157341182231903{"train_loss": 0.08111931383609772, "glob{"train_loss": 0.06839485466480255, "global_step": 17845, "epoch": 185, "lr": 0.00022164608089061423}
+{"train_loss": 0.100217193{"train_loss": 0.1028357744216919, "global_step": 17846, "epoch": 185, "lr":{"train_loss": 0.09217113{"train_loss": 0.09296301007270813, "global_step": 17847, "epoch": 185, "lr":{"train_loss": 0.09556537{"train_loss": 0.09532349556684494, "global_step": 17848, "epoch": 185, "lr":{"train_loss": 0.07934631{"train_loss": 0.07833709567785263, "global_step": 17849, "epoch": 185, "lr":{"train_loss": 0.11009974{"train_loss": 0.1046945378184318{"train_loss": 0.10807505249977112, "global_{"train_loss": 0.0879591554403305, "global_step": 17851, "{"train_loss": 0.08775981515645981, "global{"train_loss": 0.08313354{"train_loss": 0.08351065963506699, "global_step": 17852, "epoch": 185, "lr":{"train_loss": 0.10553163{"train_loss": 0.1049913689494133,{"train_loss": 0.1049095094203949, "global_{"train_loss": 0.0943083{"train_loss": 0.09437184035778046{"train_loss": 0.09380592405796051, "global_{"train_loss": 0.0872746{"{"train_loss": 0.08756207899811368, "global_step": 17855, "epoch": 185, "lr"{"train_loss": 0.05794593691825867, "global_step": 17856, {"train_loss": 0.05799606069922447, "global_{"train_loss": 0.0808459{"train_loss": 0.08074712008237839, "global_step": 17857, "epoch": 186, "lr": {"train_loss": 0.10214748233556747, "global_step": 17858, "epoch": 186, "lr": 0.00022143277437076874}
+{"train_loss": 0.0974445641040802, "global_step": 17859, "epoch": 186, "lr": 0.0002214163651521497}
+{"train_loss": 0.07268387079238892, "global_step": 17860, {"train_loss": 0.07168170064687729, "global_{"train_loss": 0.0691924840{"train_loss": 0.06696832180023{"train_loss": 0.07035371661186218, "global_{"train_loss": 0.09645310044288635, "global_step": 17862, "epoch": 186, "lr": 0.00022136713662170484}
+{"train_loss": 0.1181328{"train_loss": 0.11719918251037598{"train_loss": 0.11739064007997513, "global{"train_loss": 0.07229769{"train_loss": 0.07191809266805649{"train_loss": 0.07189837843179703, "global{"train_loss": 0.09253196{"train_loss": 0.09385786950588226{"train_loss": 0.09337417781352997, "globa{"train_loss": 0.090160876{"train_loss": 0.09031064808368683{"train_loss": 0.09062831848859787, "glob{"train_loss": 0.086581513{"train_loss": 0.08566269278526306{"train_loss": 0.08664127439260483, "glob{"train_loss": 0.0662383064{"train_loss": 0.06611191481351852{"train_loss": 0.06592091917991638, "glob{"train_loss": 0.0888672098{"train_loss": 0.08951748162508011, "global_step": 17869, "epoch": 186, "lr{"train_loss": 0.12103860080242157, "global_step": 17870, "epoch": 186, "lr": 0.00022123585414654228}
+{"train_loss": 0.1284008324{"train_loss": 0.12803858518600464, "global_step": 17871, "epoch": 186, "lr{"train_loss": 0.0953788757{"train_loss": 0.09530678391456604, "global_step": 17872, "epoch": 186, "l{"train_loss": 0.08134418725967407, "global_step": 17873, "epoch": 186, "lr": 0.0002211866208292198}
+{"train_loss": 0.0804840028{"train_loss": 0.080027274787426, "global_step": 17874, "epoch": 186, "lr":{"train_loss": 0.09795896708965302, "global_step": 17875, "epoch": 186, "lr": 0.00022115379789611206}
+{"train_loss": 0.07960048{"train_loss": 0.07896794378757477, "global_step": 17876, "epoch": 186, "lr":{"train_loss": 0.09268277883529663, "global_step": 17877, "e{"train_loss": 0.09294677525758743, "glob{"train_loss": 0.091208308{"train_loss": 0.09389016777276993{"train_loss": 0.09057947993278503, "glob{"train_loss": 0.07953183352947235, "global_step": 17879, "epoch": 186, "lr": 0.0002210881503021773}
+{"train_loss": 0.076200284{"train_loss": 0.07611272484064102,{"train_loss": 0.07612087577581406, "glob{"train_loss": 0.090953588{{"train_loss": 0.08948531001806259{"train_loss": 0.09105250239372253, "glob{"train_loss": 0.0563153699{"train_loss": 0.05489254742860794, "global_step": 17882, "epoch": 186, "l{"train_loss": 0.1063858717{"train_loss": 0.10478509962558746{"train_loss": 0.1065545454621315, "glob{"train_loss": 0.09643390029668808, "global_step": 17884, "e{"train_loss": 0.0967254787683487, "global{"train_loss": 0.0925184041261673, "global_step": 17885, "e{"train_loss": 0.09283721446990967, "globa{"train_loss": 0.14418652653694153, "global_step": 17886, "e{"train_loss": 0.14761196076869965, "glob{"train_loss": 0.1095568463{"train_loss": 0.11685536801815033, "global_step": 17887, "epoch": 186, "lr{"train_loss": 0.10920364409685135, "global_step": 17888, "e{"train_loss": 0.10850173234939575, "globa{"train_loss": 0.0935958921{"train_loss": 0.09201427549123764, "global_step": 17889, "epoch": 186, "lr{"train_loss": 0.0941282436{"train_loss": 0.09354831278324127, "global_step": 17890, "epoch": 186, "lr{"train_loss": 0.116321638{{"train_loss": 0.11506471037864685, "global_step": 17891, "epoch": 186, "l{"train_loss": 0.1113487258{{"train_loss": 0.11094297468662262, "global_step": 17892, "epoch": 186, "{"train_loss": 0.11783131211{"train_loss": 0.12062811106443405, "global_step": 17893, "epoch": 186, "l{"train_loss": 0.06322325021{"train_loss": 0.05970865488052368, "global_step": 17894, "epoch": 186, "l{"train_loss": 0.09820783883{"train_loss": 0.1005723774433136,{"train_loss": 0.09793123602867126, "glo{"train_loss": 0.0635166466{"train_loss": 0.06377969682216644, "global_step": 17896, "epoch": 186, "l{"train_loss": 0.09645555913448334, "global_step": 17897, "epoch": 186, "lr": 0.00022079270779913542}
+{"train_loss": 0.06755929440259933, "global_step": 17898, "epo{"train_loss": 0.06796270608901978, "glo{"train_loss": 0.0908097475{"train_loss": 0.08869650959968567,{"train_loss": 0.09050382673740387, "glo{"train_loss": 0.0459882244{"train_loss": 0.046694982796907425, "global_step": 17900, "epoch": 186, "l{"train_loss": 0.08768214285{"{"train_loss": 0.0878327488899231, "global_step": 17901, "epoch": 186, "{"train_loss": 0.12172605097293854, "global_step": 17902, "epoch": 186, "lr": 0.00022071063226777714}
+{"train_loss": 0.10620421916246414, "global_step": 17903, "epoch": 186, "lr": 0.00022069421673795843}
+{"train_loss": 0.11068512499332428, "global_step": 17904, "epoch": 186, "lr": 0.00022067780106721827}
+{"train_loss": 0.0969061627{"train_loss": 0.09896740317344666{"train_loss": 0.09583241492509842, "glo{"train_loss": 0.10458994656801224, "global_step": 17906, "epoch": 186, "lr": 0.00022064496930342058}
+{"train_loss": 0.10224522650241852, "global_step": 17907, "epoch": 186, "lr": 0.0002206285532105866}
+{"train_loss": 0.07763869315{"train_loss": 0.0737883672118187, "global_step": 17908, "epoch": 186, "lr{"train_loss": 0.0922439172{"train_loss": 0.09012384712696075, "global_step": 17909, "epoch": 186, "lr{"train_loss": 0.0891123935{"train_loss": 0.0896129310131073, "global_step": 17910, "epoch": 186, "lr{"train_loss": 0.091629832983{"train_loss": 0.09094679355621338, "global_step": 17911, "epoch": 186, "{"train_loss": 0.0801834687590599, "global_step": 17912, "epoch": 186, "lr": 0.0002205464706415371}
+{"train_loss": 0.0842369124{"t{"train_loss": 0.08481304347515106, "global_step": 17913, "epoch": 186, {"train_loss": 0.09049305319786072, "global_step": 17914, "epoch": 186, "lr": 0.00022051363663372694}
+{"train_loss": 0.0872732549905{"train_loss": 0.08855472505092621, "global_step": 17915, "epoch": 186{"train_loss": 0.068479984{"tra{"train_loss": 0.06753581762313843, "global_step": 17916, "epoch": 18{"train_loss": 0.07842294871{"train_loss": 0.0769670456647872{"train_loss": 0.07692043483257294, "glob{"train_loss": 0.07164422422{"tra{"train_loss": 0.0723985955119133, "global_step": 17918, "epoch": 186{"train_loss": 0.06583573669195175, "global_step": 17919, "epoch": 186, "lr": 0.0002204315491715514}
+{"train_loss": 0.09279923141{"train_loss": 0.09789620339870453, "global_step": 17920, "epoch": 186, "l{"train_loss": 0.08486112207174301, "global_step": 17921, "epoch": 186, "lr": 0.00022039871321196883}
+{"train_loss": 0.11132059246{"train_loss": 0.10904709249734879, "global_step": 17922, "epoch": 186, "l{"train_loss": 0.09575141221{"train_loss": 0.09788389503955841, "global_step": 17923, "epoch": 186, "l{"train_loss": 0.06420330703{"t{"train_loss": 0.06498904526233673, "global_step": 17924, "epoch": 186,{"train_loss": 0.06279422342{"t{"train_loss": 0.06316512823104858, "global_step": 17925, "epoch": 186,{"train_loss": 0.05089251324534416, "global_step": 17926, "epoch": 186, "lr": 0.00022031662088405773}
+{"train_loss": 0.08955087512731552, "global_step": 17927, "epoch": 186, "lr": 0.00022030020200297773}
+{"train_loss": 0.06268389523029327, "global_step": 17928, "epoch": 186, "lr": 0.0002202837829836593}
+{"train_loss": 0.09136572480201721, "global_step": 17929, "epoch": 186, "lr": 0.0002202673638262143}
+{"train_loss": 0.06809660792350769, "global_step": 17930, "epoch": 186, "lr": 0.00022025094453075462}
+{"train_loss": 0.12282366305589676, "global_step": 17931, "epoch": 186, "lr": 0.0002202345250973919}
+{"train_loss": 0.05172928795{"train_loss": 0.05129924416542053, "global_step": 17932, "epoch": 186, "l{"train_loss": 0.07768968492{"tra{"train_loss": 0.07757134735584259, "global_step": 17933, "epoch": 18{"train_loss": 0.06384629011154175, "global_step": 17934, "epoch": 186, "lr": 0.0002201852659710042}
+{"train_loss": 0.09594415128231049, "global_step": 17935, "epoch": 186, "lr": 0.00022016884598714782}
+{"train_loss": 0.10106374323{"train_loss": 0.09732520580291748, "global_step": 17936, "epoch": 186, "l{"train_loss": 0.10438430309295654, "global_step": 17937, "epoch": 186, "lr": 0.0002201360056075152}
+{"train_loss": 0.08329334110{"train_loss": 0.08771938085556{"train_loss": 0.08351579308509827, "global{"train_loss": 0.046765655279159546, "global_step": 17939, "epoch": 186, "lr": 0.00022010316467940152}
+{"train_loss": 0.08112938{"train_loss": 0.0805005207657814, "global_step": 17940, "epoch": 186, "lr": {"train_loss": 0.0866495{"train{"train_loss": 0.08621308207511902, "global_step": 17941, "epoch": 186{"train_loss": 0.1065130{"train_loss": 0.10747016221284866, "global_step": 17942, "epoch": 186, "lr": {"train_loss": 0.1007910{"train_loss": 0.09434670209884644, "global_step": 17943, "epoch": 186, "lr":{"train_loss": 0.1026010{"trai{"train_loss": 0.10322041064500809, "global_step": 17944, "epoch": 186, {"train_loss": 0.0981183{"train_loss": 0.09959651529788971, "global_step": 17945, "epoch": 186, "lr{"train_loss": 0.0981777{"train_loss": 0.10333853960037231, "global_step": 17946, "epoch": 186, "lr": {"train_loss": 0.1224531{"trai{"train_loss": 0.12304943054914474, "global_step": 17947, "epoch": 186, {"train_loss": 0.1163916{"trai{"train_loss": 0.11627757549285889, "global_step": 17948, "epoch": 186, {"train_loss": 0.0881986{"train_loss": 0.08692561089992523, "global_step": 17949, "epoch": 186, "lr":{"train_loss": 0.1365898{"train_loss": 0.14156436920166016, "global_step": 17950, "epoch": 186, "lr": {"train_loss": 0.0897287{"train_loss": 0.0899439713296790{"train_loss": 0.08987159266447027, "global{"train_loss": 0.0893579{"train_loss": 0.0846646726131439{"train_loss": 0.08876173943281174, "global_s{"train_loss": 0.1018866{"train_loss": 0.10445968061685562, "global_step": 17953, "epoch": 187, "lr": {"train_loss": 0.0832410{"tra{"train_loss": 0.08294983208179474, "global_step": 17954, "epoch": 187, "{"train_loss": 0.1003798{"tra{"train_loss": 0.09988063573{"train_loss": 0.09980140626430511, "global_s{"train_loss": 0.08631524443626404, "global_step": 17956, "epoch": 187, "lr": 0.00021982399477192912}
+{"train_loss": 0.1007433{"train_loss": 0.09606978297233582, "global_step": 17957, "epoch": 187, "lr":{"train_loss": 0.11335746943950653, "global_step": 17958,{"train_loss": 0.11443918943405151, "global_s{"train_loss": 0.0367040{"train_loss": 0.03876622021198273, "global_step": 17959, "epoch": 187, "lr": 0{"train_loss": 0.09879546612501144, "global_step": 17960, "epoch": 187, "lr": 0.0002197583020447104}
+{"train_loss": 0.0782402455{"train_loss": 0.07789255678653717, "global_step": 17961, "epoch": 187, "lr{"train_loss": 0.09942889213562012, "global_step": 17962, "epoch": 187, "lr": 0.0002197254548733644}
+{"train_loss": 0.10938761383295059, "global_step": 17963, "epoch": 187, "lr": 0.00021970903108614874}
+{"train_loss": 0.076583{"train_loss": 0.07771509140729904, "global_step": 17964, "epoch": 187, "lr": 0{"train_loss": 0.063987{"train_loss": 0.06722601503133774, "global_step": 17965, "epoch": 187, "lr": 0{"train_loss": 0.111758{"train_loss": 0.1077997237443924, "global_step": 17966, "epoch": 187, "lr": 0{"train_loss": 0.0754661858{"train_loss": 0.075282223522{"train_loss": 0.07569004595279694, "global_st{"train_loss": 0.09494223445653915, "global_step": 17968{"train_loss": 0.09440692514181137, "global_st{"train_loss": 0.07956{"tra{"train_loss": 0.07955686002969742, "global_step": 17969, "epoch": 187, "lr{"train_loss": 0.07126202434301376, "global_step": 17970, "epoch": 187, "lr": 0.00021959406082394694}
+{"train_loss": 0.09998{"train_loss": 0.10507121682167053, "global_step": 17971, "epoch": 187, "lr": 0.{"train_loss": 0.07324{"train_loss": 0.07313715666532516, "global_step": 17972, "epoch": 187, "lr": 0{"train_loss": 0.10946{"train_loss": 0.1031991243362426{"train_loss": 0.10868871212005615, "global_s{"train_loss": 0.095936{"train_loss": 0.0950082391500473, "global_step": 17974, "epoch": 187, "lr": 0{"train_loss": 0.091321{"train_loss": 0.08920903503894806, "global_step": 17975, "epoch": 187, "lr"{"train_loss": 0.07274509966373444, "global_step": 17976, "epoch": 187, "lr": 0.00021949550967970187}
+{"train_loss": 0.08273357{"train_loss": 0.086785227060318, "global_step": 17977, "epoch": 187, "lr": 0{"train_loss": 0.076200{"train_loss": 0.07654242217540741, "global_step": 17978, "epoch": 187, "lr": {"train_loss": 0.12877832353115082, "global_step": 17979, "epoch": 187, "lr": 0.0002194462323138273}
+{"train_loss": 0.09378016740083694, "global_step": 17980, "epoch": 187, "lr": 0.00021942980626020716}
+{"train_loss": 0.0862451{"train_loss": 0.08749362826347351, "global_step": 17981, "epoch": 187, "lr": {"train_loss": 0.08132611960172653, "global_step": 17982, "epoch": 187, "lr": 0.00021939695375614487}
+{"train_loss": 0.08788463473320007, "global_step": 17983, "epoch": 187, "lr": 0.00021938052730592652}
+{"train_loss": 0.0790098{"train_loss": 0.0814645141363143{"train_loss": 0.07881061732769012, "global_{"train_loss": 0.09580891579389572, "global_step": 17985, "epoch": 187, "lr": 0.0002193476740096747}
+{"train_loss": 0.11196090281009674, "global_step": 17986, "epoch": 187, "lr": 0.00021933124716386494}
+{"train_loss": 0.08629392087459564, "global_step": 17987, "epoch": 187, "lr": 0.00021931482018641504}
+{"train_loss": 0.07857434451580048, "global_step": 17988, "epoch": 187, "lr": 0.00021929839307743696}
+{"train_loss": 0.08531022816896439, "global_step": 17989, "epoch": 187, "lr": 0.00021928196583704255}
+{"train_loss": 0.094217{"train_loss": 0.09163200855255127, "global_step": 17990, "epoch": 187, "lr": 0{"train_loss": 0.07005728781223297, "global_step": 17991, "epoch": 187, "lr": 0.000219249110962452}
+{"train_loss": 0.069213{"train_loss": 0.06675313413143158, "global_step": 17992, "epoch": 187, "lr": {"train_loss": 0.09255610406398773, "global_step": 17993,{"train_loss": 0.09126929193735123, "global_s{"train_loss": 0.10951405018568039, "global_step": 17994, "epoch": 187, "lr": 0.00021919982766774014}
+{"train_loss": 0.09407369792461395, "global_step": 17995,{"train_loss": 0.0938120186328888, "global_st{"train_loss": 0.1115382{"tr{"train_loss": 0.11313223838806152, "global_step": 17996, "epoch": 187, "l{"train_loss": 0.10293953120708466, "global_step": 17997, "epoch": 187, "lr": 0.00021915054319632184}
+{"train_loss": 0.08931347727{"train_loss": 0.0898329317{"train_loss": 0.08905933052301407, "global_ste{"train_loss": 0.08344639837741852, "global_step": 17999, "epoch": 187, "lr": 0.00021911768622980883}
+{"train_loss": 0.11490613967{"train_loss": 0.1159170269{"train_loss": 0.11434100568294525, "global_ste{"train_loss": 0.0943692{"tr{"train_loss": 0.0949180722{"train_loss": 0.09481222182512283, "global_ste{"train_loss": 0.08312947303056717, "global_step": 18002, "epoch": 187, "lr": 0.00021906839980392553}
+{"train_loss": 0.0741906613111496, "global_step": 18003{"train_loss": 0.07509738206863403, "global_s{"train_loss": 0.09816807{"train_loss": 0.09446777403354{"train_loss": 0.09822461009025574, "global_st{"train_loss": 0.10402035{"tr{"train_loss": 0.1042947322{"train_loss": 0.10474777966737747, "global_st{"train_loss": 0.0809526{"tra{"train_loss": 0.0811019986{"train_loss": 0.08114193379878998, "global_{"train_loss": 0.0977371{"train_loss": 0.097261056303977{"train_loss": 0.09840093553066254, "global_{"train_loss": 0.07696861{"train_loss": 0.077417030930519{"train_loss": 0.07707002758979797, "global_s{"train_loss": 0.0895917{"tra{"train_loss": 0.08916006237{"train_loss": 0.08895142376422882, "global_{"train_loss": 0.0859462{"tra{"train_loss": 0.08529151231{"train_loss": 0.08649113774299622, "global_s{"train_loss": 0.1138607{"train_loss": 0.1148453354835510{"train_loss": 0.11335974931716919, "global_{"train_loss": 0.0856540{"train_loss": 0.0886697992682457{"train_loss": 0.08662720769643784, "global_s{"train_loss": 0.07057012617588043, "global_step": 18013,{"train_loss": 0.06940896809101105, "global_s{"train_loss": 0.08669562637805939, "global_step": 18014, "epoch": 187, "lr": 0.00021887124244408384}
+{"train_loss": 0.074852{"train_loss": 0.07297249138355255{"train_loss": 0.07397142052650452, "global_{"train_loss": 0.097008{"train_loss": 0.09973819553852081{"train_loss": 0.09706529229879379, "global_s{"train_loss": 0.065945{"train_loss": 0.06669455021619797{"train_loss": 0.06700842082500458, "global_s{"train_loss": 0.095790{"tra{"train_loss": 0.096600770950{"train_loss": 0.09767772257328033, "global_s{"train_loss": 0.083191{"train_loss": 0.08036589622497559{"train_loss": 0.08328744769096375, "global_s{"train_loss": 0.088562{"tra{"train_loss": 0.089057549834{"train_loss": 0.08906751871109009, "global_{"train_loss": 0.087187{"train_loss": 0.086229607462883, {"train_loss": 0.08642616122961044, "global_{"train_loss": 0.10140{"train_loss": 0.09902612864971161, {"train_loss": 0.10187000781297684, "global_{"train_loss": 0.09842{"train_loss": 0.0994589626789093, "{"train_loss": 0.10059988498687744, "global_{"train_loss": 0.07927636802196503, "global_step": 18024, {"train_loss": 0.0798383504152298, "global_s{"train_loss": 0.080{"train_loss": 0.07958288490772247, "{"train_loss": 0.08108703792095184, "global{"train_loss": 0.07616123557090759, "global_step": 18026, "epoch": 187, "lr": 0.00021867406657915059}
+{"train_loss": 0.086{"train_loss": 0.0915953740477562, "{"train_loss": 0.08784720301628113, "global_st{"train_loss": 0.08{"train_loss": 0.08338228613138199, "{"train_loss": 0.08524211496114731, "global_s{"train_loss": 0.114{"train_loss": 0.11797133088111877, "global_step": 18029, "epoch": 187, "lr": 0.00{"train_loss": 0.114{"train_{"train_loss": 0.115140646696{"train_loss": 0.1154516190290451, "global_st{"train_loss": 0.103{"train_loss": 0.1034429594874382, "{"train_loss": 0.10357557237148285, "global_s{"train_loss": 0.08{"train_loss": 0.08787091821432114, "{"train_loss": 0.0869956985116005, "global_s{"train_loss": 0.067{"train_loss": 0.06947653740644455, "global_step": 18033, "epoch": 187, "lr": 0.00{"train_loss": 0.09376591{"train_loss": 0.09358547627925{"train_loss": 0.09331678599119186, "global_st{"train_loss": 0.103{"tra{"train_loss": 0.10400320589542{"train_loss": 0.10335442423820496, "global_s{"train_loss": 0.10658307373523712, "global_step": 18036{"train_loss": 0.10660161077976227, "global_st{"train_loss": 0.09244731068611145, "global_step": 18037{"train_loss": 0.09175293892621994, "global_st{"train_loss": 0.123{"train_loss": 0.12497156113386154, {"train_loss": 0.12421898543834686, "global_s{"train_loss": 0.124{"train_loss": 0.11801066994667053, {"train_loss": 0.1244109719991684, "global_ste{"train_loss": 0.09864659607410431, "global_step": 1804{"train_loss": 0.09878350794315338, "global_ste{"train_loss": 0.093{"train_loss": 0.09553845226764679,{"train_loss": 0.0944274440407753, "global_step{"train_loss": 0.139{"train_loss": 0.14060336351394653, "global_step": 18042, "epoch": 187, "lr": 0.00{"train_loss": 0.083{"train_loss": 0.08143161982297897, "global_step": 18043, "epoch": 187, "lr": 0.0{"train_loss": 0.1057{"train_loss": 0.09833136200904846, "global_step": 18044, "epoch": 187, "lr": 0.{"train_loss": 0.0661{"train_loss": 0.0694304034113884,{"train_loss": 0.06639096140861511, "global_ste{"train_loss": 0.070{"train_loss": 0.07464572787284851, "global_step": 18046, "epoch": 187, "lr": 0.00{"train_loss": 0.090{"train_loss": 0.09061849357870717, "global_step": 18047, "epoch": 187, "lr": 0.0{"train_loss": 0.103{"tra{"train_loss": 0.1048668697476{"train_loss": 0.10479502379894257, "global_st{"train_loss": 0.07337506{"train_loss": 0.07314187288284302, "global_step": 18049, "epoch": 188, "lr":{"train_loss": 0.07513059{"train_loss": 0.07577434182167053, "global_step": 18050, "epoch": 188, "lr"{"train_loss": 0.1083473414182663, "global_step": 18051, "epoch": 188, "lr": 0.0002182632249377258}
+{"train_loss": 0.10392{"train_loss": 0.1031809002161026, "global_step": 18052, "epoch": 188, "lr": 0.0{"train_loss": 0.0771{"train_loss": 0.08244897425174713, {"train_loss": 0.07661141455173492, "global_s{"train_loss": 0.0840{"train_loss": 0.08107541501522064, "global_step": 18054, "epoch": 188, "lr": 0.0{"train_loss": 0.1110{"train_loss": 0.1166408583521843, "{"train_loss": 0.11149028688669205, "global_s{"train_loss": 0.072{"tr{"train_loss": 0.0716721788048744{"train_loss": 0.07158339023590088, "global{"train_loss": 0.0893{"tr{"train_loss": 0.08865569531917572, "global_step": 18057, "epoch": 188, "l{"train_loss": 0.0842{"train_loss": 0.0882558673620224, "global_step": 18058, "epoch": 188, "lr": 0.00{"train_loss": 0.090{"train_loss": 0.09347371011972427, "global_step": 18059, "epoch": 188, "lr": 0.00{"train_loss": 0.115{"train_loss": 0.11742017418146133, "global_step": 18060, "epoch": 188, "lr": 0.0{"train_loss": 0.09969276189804077, "global_step": 18061, "epoch": 188, "lr": 0.00021809886641897767}
+{"train_loss": 0.06382119655609131, "global_step": 18062, "epoch": 188, "lr": 0.00021808242988739237}
+{"train_loss": 0.1306{"train_loss": 0.12610571086406708, "global_step": 18063, "epoch": 188, "lr": 0{"train_loss": 0.10342137515544891, "global_step": 18064, "epoch": 188, "lr": 0.0002180495564549258}
+{"train_loss": 0.068534687{"train_loss": 0.0689802020788192{"train_loss": 0.0681852474808693, "global_{"train_loss": 0.08324379473924637, "global_step": 18066, "epoch": 188, "lr": 0.00021801668253081062}
+{"train_loss": 0.08610346913337708, "global_step": 18067, {"train_loss": 0.08649924397468567, "global_{"train_loss": 0.05763780698180199, "global_step": 18068, "epoch": 188, "lr": 0.00021798380811594226}
+{"train_loss": 0.06087053567171097, "global_step": 18069, "epoch": 188, "lr": 0.0002179673707247555}
+{"train_loss": 0.11639831215143204, "global_step": 18070, "epoch": 188, "lr": 0.00021795093321121621}
+{"train_loss": 0.07577396929264069, "global_step": 18071{"train_loss": 0.07447081804275513, "global_st{"train_loss": 0.06579793989658356, "global_step": 18072{"train_loss": 0.06551488488912582, "global_st{"train_loss": 0.057732876390218735, "global_step": 1807{"train_loss": 0.0579141229391098, "global_ste{"train_loss": 0.0778469517827034, "global_step": 18074, "epoch": 188, "lr": 0.00021788518193577292}
+{"train_loss": 0.07704893499612808, "global_step": 1807{"train_loss": 0.07751380652189255, "global_st{"train_loss": 0.09002309292554855, "global_step": 18076, "epoch": 188, "lr": 0.0002178523055668466}
+{"train_loss": 0.0872{"train_loss": 0.08341163396835327{"train_loss": 0.0883241668343544, "global_step{"train_loss": 0.11329030990600586, "global_step": 18078, "epoch": 188, "lr": 0.00021781942871164462}
+{"train_loss": 0.0996{"t{"train_loss": 0.1011682450771{"train_loss": 0.1011701300740242, "global_step"{"train_loss": 0.07703768461942673, "global_step": 18080, "epoch": 188, "lr": 0.00021778655137106245}
+{"train_loss": 0.10456080734729767, "global_step": 18081, "epoch": 188, "lr": 0.00021777011251903367}
+{"train_loss": 0.08382275700569153, "global_step": 18082, "epoch": 188, "lr": 0.00021775367354599564}
+{"train_loss": 0.07569719851016998, "global_step": 18083, "epoch": 188, "lr": 0.00021773723445206038}
+{"train_loss": 0.0822{"train_loss": 0.08176104724407196, "global_step": 18084, "epoch": 188, "lr": 0.0{"train_loss": 0.08401373028755188, "global_step": 18085, "epoch": 188, "lr": 0.00021770435590194568}
+{"train_loss": 0.057848118245601654, "global_step": 18086, "epoch": 188, "lr": 0.0002176879164459902}
+{"train_loss": 0.092528{"train_loss": 0.0950180664658{"train_loss": 0.09243189543485641, "global_step{"train_loss": 0.06699652969837189, "global_step": 18088, "epoch": 188, "lr": 0.0002176550371728428}
+{"train_loss": 0.10489179193973541, "global_step": 1{"train_loss": 0.10504493117332458, "global_step":{"train_loss": 0.06461314857006073, "global_step": 18090, "epoch": 188, "lr": 0.00021762215741879298}
+{"train_loss": 0.09039163589477539, "global_step": 18091, "epoch": 188, "lr": 0.0002176057173617095}
+{"train_loss": 0.07986455410718918, "global_step": 18092, "epoch": 188, "lr": 0.00021758927718473642}
+{"train_loss": 0.10524918138980865, "global_step": 18093, "epoch": 188, "lr": 0.00021757283688798542}
+{"train_loss": 0.10601210594177246, "global_step": 18094, "epoch": 188, "lr": 0.0002175563964715687}
+{"train_loss": 0.101{"tr{"train_loss": 0.10027597844600677, "global_step": 18095, "epoch": 188, "lr": {"train_loss": 0.105{"tr{"train_loss": 0.10551366209983826, "global_step": 18096, "epoch": 188, "lr": {"train_loss": 0.100{"train_loss": 0.10516640543937683, "global_step": 18097, "epoch": 188, "lr": 0.00{"train_loss": 0.06847333908081055, "global_step": 18098, "epoch": 188, "lr": 0.0002174906336114824}
+{"train_loss": 0.10845047235488892, "global_step": 18099, "epoch": 188, "lr": 0.00021747419259841578}
+{"train_loss": 0.08729366958141327, "global_step": 1{"train_loss": 0.08732600510120392, "global_step":{"train_loss": 0.{"tra{"train_loss": 0.08765152096748352, "global_step": 18101, "epoch": 188, "lr": 0.{"train_loss": 0.08189{"train_loss": 0.08039186894893646, "global_step": 18102, "epoch": 188, "lr": 0{"train_loss": 0.07720{"train_loss": 0.07684693485498428, "global_step": 18103, "epoch": 188, "lr": 0.{"train_loss": 0.0987263172864914, "global_step": 18104, "epoch": 188, "lr": 0.00021739198575041054}
+{"train_loss": 0.064429{"train_loss": 0.06250131130218506, "global_step": 18105, "epoch": 188, "lr"{"train_loss": 0.099{"tra{"train_loss": 0.10091394186019897, "global_step": 18106, "epoch": 188, "lr"{"train_loss": 0.08724404126405716, "global_step": 1810{"train_loss": 0.0884527638554573, "global_step{"train_loss": 0.06783325225114822, "global_step": 18108, "epoch": 188, "lr": 0.00021732621813951738}
+{"train_loss": 0.1008969098329544, "global_step": 18109, "epoch": 188, "lr": 0.0002173097759415481}
+{"train_loss": 0.108{"train_loss": 0.10959933698177338, "global_step": 18110, "epoch": 188, "lr": 0.00{"train_loss": 0.06493011116981506, "global_step": 18111, "epoch": 188, "lr": 0.00021727689119209814}
+{"train_loss": 0.09395723044872284, "global_step": 1811{"train_loss": 0.09343789517879486, "global_ste{"train_loss": 0.07609745860099792, "global_step": 18113, "epoch": 188, "lr": 0.00021724400597204605}
+{"train_loss": 0.08341703563928604, "global_step": 18114, "epoch": 188, "lr": 0.00021722756318582413}
+{"train_loss": 0.057803601026535034, "global_step": 181{"train_loss": 0.05680414289236069, "global_step{"train_loss": 0.11006326973438263, "global_step": 18116, "epoch": 188, "lr": 0.00021719467726154842}
+{"train_loss": 0.082159{"train_loss": 0.08264993876218{"train_loss": 0.0821344181895256, "global_step{"train_loss": 0.06156985089182854, "global_step": 18118, "epoch": 188, "lr": 0.00021716179086890994}
+{"train_loss": 0.06522411853075027, "global_step": 18119, "epoch": 188, "lr": 0.00021714534749723465}
+{"train_loss": 0.09278027713298798, "global_step": 18120, "epoch": 188, "lr": 0.0002171289040088046}
+{"train_loss": 0.05880550667643547, "global_step": 18121, "epoch": 188, "lr": 0.00021711246040373173}
+{"train_loss": 0.10728447884321213, "global_step": 18122, "epoch": 188, "lr": 0.00021709601668212813}
+{"train_loss": 0.09096693992614746, "global_step": 1{"train_loss": 0.09174542874097824, "global_step"{"train_loss": 0.12{"train_loss": 0.12962424755096436, "global_step": 18124, "epoch": 188, "lr": 0.00{"train_loss": 0.06790868192911148, "global_step": 18125, "epoch": 188, "lr": 0.00021704668481925218}
+{"train_loss": 0.10290631651878357, "global_step": 18126, "epoch": 188, "lr": 0.00021703024063264508}
+{"train_loss": 0.088{"train_loss": 0.09257329255342484, "global_step": 18127, "epoch": 188, "lr": 0.00{"train_loss": 0.116{"train_loss": 0.1094851940870285, "global_step": 18128, "epoch": 188, "lr": 0.000{"train_loss": 0.09{"train_loss": 0.093256652355194{"train_loss": 0.0942942202091217, "global_step": {"train_loss": 0.12{"train_loss": 0.11549571901559{"train_loss": 0.12470951676368713, "global_step": 1{"train_loss": 0.1{"train{"train_loss": 0.1002650111913681, "global_step": 18131, "epoch": 188, "lr": {"train_loss": 0.0{"train_loss": 0.08192300796508789, "global_step": 18132, "epoch": 188, "lr": 0.000{"train_loss": 0.1085311770439148, "global_step": {"train_loss": 0.10756313800811768, "global_step"{"train_loss": 0.08347338438034058, "global_step": {"train_loss": 0.08430136740207672, "global_step": {"train_loss": 0.07829772{"train_loss": 0.07860308885574341, "global_step": 18135, "epoch": 188, "lr":{"train_loss": 0.11{"train_loss": 0.121982336044311{"train_loss": 0.11790481954813004, "global_step":{"train_loss": 0.10561500489711761, "global_step": 18137, "epoch": 188, "lr": 0.00021684934695052319}
+{"train_loss": 0.09{"train_loss": 0.10318537801504135, "global_step": 18138, "epoch": 188, "lr": 0.000{"train_loss": 0.07{"train_loss": 0.07373712211847305, "global_step": 18139, "epoch": 188, "lr": 0.000{"train_loss": 0.06{"train_loss": 0.06525769829750061, "global_step": 18140, "epoch": 188, "lr": 0.00{"train_loss": 0.11368700116872787, "global_step": 1{"train_loss": 0.11349840462207794, "global_step":{"train_loss": 0.06{"train_loss": 0.06687179207801819, "global_step": 18142, "epoch": 188, "lr": 0.000{"train_loss": 0.0881835{"train_loss": 0.08823295236409952, "global_step": 18143, "epoch": 188, "lr"{"train_loss": 0.09{"train_loss": 0.090746983885765{"train_loss": 0.0906091257929802, "global_step": 1{"train_loss": 0.08357752859592438, "global_step": 18145, "epoch": 189, "lr": 0.00021671777918029928}
+{"train_loss": 0.09107298403978348, "global_step":{"train_loss": 0.09025324881076813, "global_step": 1{"train_loss": 0.10{"tr{"train_loss": 0.1098538935{"train_loss": 0.11085081100463867, "global_step":{"train_loss": 0.07462986558675766, "global_step": 18148, "epoch": 189, "lr": 0.00021666843938497366}
+{"train_loss": 0.09150640666484833, "global_step": 18149, "epoch": 189, "lr": 0.00021665199255936813}
+{"train_loss": 0.0709027647972107, "global_step": 18150, "epoch": 189, "lr": 0.0002166355456203675}
+{"train_loss": 0.106{"train_loss": 0.10457278043031693, "global_step": 18151, "epoch": 189, "lr": 0.0{"train_loss": 0.08753684163093567, "global_step": 18152, "epoch": 189, "lr": 0.0002166026514026287}
+{"train_loss": 0.0894659{"train_loss": 0.089272588{"train_loss": 0.08897620439529419, "global_step":{"train_loss": 0.06777466833591461, "global_step": 18154, "epoch": 189, "lr": 0.00021656975673265327}
+{"train_loss": 0.0959{"tr{"train_loss": 0.09575331211090088, "global_step": 18155, "epoch": 189, "lr"{"train_loss": 0.10012955218553543, "global_step": 18156, "epoch": 189, "lr": 0.0002165368616113373}
+{"train_loss": 0.06067197769880295, "global_step": {"train_loss": 0.06083851307630539, "global_step": {"train_loss": 0.0802{"train_loss": 0.08404438942670822, "global_step": 18158, "epoch": 189, "lr": 0.0{"train_loss": 0.0910{"train_loss": 0.08927121013402939, "global_step": 18159, "epoch": 189, "lr": 0.0{"train_loss": 0.08473267406225204, "global_step":{"train_loss": 0.08392281085252762, "global_step": {"train_loss": 0.08586041629314423, "global_step":{"train_loss": 0.08618848025798798, "global_step": {"train_loss": 0.115{"train_loss": 0.1145360246300{"train_loss": 0.11516648530960083, "global_step": 1{"train_loss": 0.089{"train_loss": 0.08602291345596313, "global_step": 18163, "epoch": 189, "lr": 0.00{"train_loss": 0.099{"train_loss": 0.09932823479175568, "global_step": 18164, "epoch": 189, "lr": 0.0{"train_loss": 0.11054697632789612, "global_step": 18165, "epoch": 189, "lr": 0.00021638882800410007}
+{"train_loss": 0.05834139883518219, "global_step": 18166, "epoch": 189, "lr": 0.00021637237926600933}
+{"train_loss": 0.07324676215648651, "global_step": 18167, "epoch": 189, "lr": 0.00021635593041642747}
+{"train_loss": 0.0914{"train_loss": 0.09013461321592331, "global_step": 18168, "epoch": 189, "lr": 0.{"train_loss": 0.09964{"train_loss": 0.09514355659484863, "global_step": 18169, "epoch": 189, "lr": 0.{"train_loss": 0.07125{"train_loss": 0.07221583276987076, "global_step": 18170, "epoch": 189, "lr": 0{"train_loss": 0.08741018921136856, "global_step": 18171, "epoch": 189, "lr": 0.00021629013390542964}
+{"train_loss": 0.0974106639623642, "global_step": 18172, "epoch": 189, "lr": 0.00021627368450007262}
+{"train_loss": 0.091382{"train_loss": 0.0968625172{"train_loss": 0.09229424595832825, "global_step": 1{"train_loss": 0.07326272875070572, "global_step": 18174, "epoch": 189, "lr": 0.0002162407853570137}
+{"train_loss": 0.0825024{"train_loss": 0.080993957{"train_loss": 0.08277720957994461, "global_step": {"train_loss": 0.08481638878583908, "global_step":{"train_loss": 0.08430726826190948, "global_step": {"train_loss": 0.07780159264802933, "global_step":{"train_loss": 0.07659093290567398, "global_step": 1{"train_loss": 0.06776202470064163, "global_step": 18178, "epoch": 189, "lr": 0.00021617498574465254}
+{"train_loss": 0.0801852{"train_loss": 0.08061103522777557, "global_step": 18179, "epoch": 189, "lr": {"train_loss": 0.069092{"train_loss": 0.0724606812{"train_loss": 0.07007110118865967, "global_step": 1{"train_loss": 0.1227853{"train_loss": 0.121788702{"train_loss": 0.12334288656711578, "global_step": 1{"train_loss": 0.11291979253292084, "global_step":{"train_loss": 0.11292491108179092, "global_step": {"train_loss": 0.10363228619098663, "global_step":{"train_loss": 0.10318031907081604, "global_step": {"train_loss": 0.0819{"train_loss": 0.085878103971{"train_loss": 0.08231041580438614, "global_step": {"train_loss": 0.1081409677863121, "global_step": 18185, "epoch": 189, "lr": 0.00021605983218667843}
+{"train_loss": 0.0821{"train_loss": 0.081294022500{"train_loss": 0.0819474384188652, "global_step": 1{"train_loss": 0.0942{"train_loss": 0.10118892043828964, "global_step": 18187, "epoch": 189, "lr": 0.{"train_loss": 0.145396709{"train_loss": 0.1457759290933609, "global_step": 18188, "epoch": 189, "lr":{"train_loss": 0.10729724{"train_loss": 0.10677861422300339, "global_step": 18189, "epoch": 189, "lr"{"train_loss": 0.1121809110045433, "global_step":{"train_loss": 0.11247120797634125, "global_step": {"train_loss": 0.070589691{"train_loss": 0.0701056{"train_loss": 0.07103238999843597, "global_step": 1{"train_loss": 0.12576785{"train_loss": 0.1238250583410263, "global_step": 18192, "epoch": 189, "lr": {"train_loss": 0.0778334{"train_loss": 0.077601224{"train_loss": 0.07790938019752502, "global_step": 1{"train_loss": 0.075988{{"train_loss": 0.075301393866539, "global_step": 18194, "epoch": 189, "lr": 0.{"train_loss": 0.05869{"train_loss": 0.05996876209974289, "global_step": 18195, "epoch": 189, "lr": 0{"train_loss": 0.09812{{"train_loss": 0.0971415787935257, "global_step": 18196, "epoch": 189, "lr": 0{"train_loss": 0.09342{"train_loss": 0.08766458928585052, "global_step": 18197, "epoch": 189, "lr": 0{"train_loss": 0.081553{"train_loss": 0.0837961658{"train_loss": 0.08007476478815079, "global_step": 1{"train_loss": 0.126955{"train_loss": 0.1298145204782486, "global_step": 18199, "epoch": 189, "lr": 0.{"train_loss": 0.10700{"train_loss": 0.11094001680612564, "global_step": 18200, "epoch": 189, "lr": 0{"train_loss": 0.08209957182407379, "global_step": 18201, "epoch": 189, "lr": 0.00021579660399326684}
+{"train_loss": 0.08234786987304688, "global_step": {"train_loss": 0.0831342488527298, "global_step": 1{"train_loss": 0.11428{{"train_loss": 0.11499038338661194, "global_step": 18203, "epoch": 189, "lr"{"train_loss": 0.07481023669242859, "global_step": 18204, "epoch": 189, "lr": 0.00021574724562741494}
+{"train_loss": 0.109131{"train_loss": 0.11503611505031586, "global_step": 18205, "epoch": 189, "lr": 0{"train_loss": 0.090119{"{"train_loss": 0.0896812826{"train_loss": 0.08967389166355133, "global_step"{"train_loss": 0.09986{"train_loss": 0.0975759401917{"train_loss": 0.09940303862094879, "global_step":{"train_loss": 0.09693{"t{"train_loss": 0.0969051867723465, "global_step": 18208, "epoch": 189, "lr": {"train_loss": 0.10125{"train_loss": 0.09545297920703888, "global_step": 18209, "epoch": 189, "lr": 0{"train_loss": 0.0774858295917511, "global_step": 182{"train_loss": 0.0774187222123146, "global_step"{"train_loss": 0.1326681{"train_loss": 0.12571650743484497, "global_step": 18211, "epoch": 189, "lr": {"train_loss": 0.0816298{"train_loss": 0.07744628936052322, "global_step": 18212, "epoch": 189, "lr": {"train_loss": 0.0920998{"train_loss": 0.09271158277988434, "global_step": 18213, "epoch": 189, "lr": {"train_loss": 0.0975361{"train_loss": 0.09766675531864166, "global_step": 18214, "epoch": 189, "lr": {"train_loss": 0.0499901{"train_loss": 0.04852967709302902, "global_step": 18215, "epoch": 189, "lr": {"train_loss": 0.0582931{"train_loss": 0.05982536822557449, "global_step": 18216, "epoch": 189, "lr":{"train_loss": 0.10650517{{"train_loss": 0.1077742725610733, "global_step": 18217, "epoch": 189, "lr":{"train_loss": 0.08624543{"train_loss": 0.07935041189{"train_loss": 0.08631657809019089, "global_step"{"train_loss": 0.07821208{"train_loss": 0.07840564846992493, "global_step": 18219, "epoch": 189, "lr":{"train_loss": 0.07902055{"train_loss": 0.08307269215583801, "global_step": 18220, "epoch": 189, "lr"{"train_loss": 0.10603231936693192, "global_step": 1{"train_loss": 0.10779736191034317, "global_step":{"train_loss": 0.06893312{"train_loss": 0.06771523505449295, "global_step": 18222, "epoch": 189, "lr":{"train_loss": 0.10136687755584717, "global_step": 18223, "epoch": 189, "lr": 0.00021543462035665116}
+{"train_loss": 0.09713117{"train_loss": 0.0986507087{"train_loss": 0.0984000563621521, "global_step":{"train_loss": 0.07468867{"train_loss": 0.07404100894927979, "global_step": 18225, "epoch": 189, "lr":{"train_loss": 0.0756224{{"train_loss": 0.07436816{"train_loss": 0.07530558109283447, "global_step": 1{"train_loss": 0.1031556{"train_loss": 0.10359548032283783, "global_step": 18227, "epoch": 189, "lr": {"train_loss": 0.08933580666780472, "global_step": 18228, "epoch": 189, "lr": 0.0002153523442108689}
+{"train_loss": 0.0787885{{"train_loss": 0.07755795121192932, "global_step": 18229, "epoch": 189, "lr"{"train_loss": 0.0791141{"train_loss": 0.07897447049617767, "global_step": 18230, "epoch": 189, "lr": {"train_loss": 0.07064865{"train_loss": 0.06446559727191925, "global_step": 18231, "epoch": 189, "lr{"train_loss": 0.1218777{"train_loss": 0.12202875316143036, "global_step": 18232, "epoch": 189, "lr": {"train_loss": 0.0607066{"train_loss": 0.06066312{"train_loss": 0.060865435749292374, "global_step": {"train_loss": 0.086707{"t{"train_loss": 0.0863491{"train_loss": 0.08742319047451019, "global_step": 1{"train_loss": 0.113005{"train_loss": 0.11376620084047318, "global_step": 18235, "epoch": 189, "lr": {"train_loss": 0.074019{"train_loss": 0.0737045556{"train_loss": 0.07418307662010193, "global_step":{"train_loss": 0.07527472078800201, "global_step": 18237, "epoch": 189, "lr": 0.00021520424057154327}
+{"train_loss": 0.11341878771781921, "global_step": 18238, "epoch": 189, "lr": 0.0002151877840924421}
+{"train_loss": 0.090135441{"train_loss": 0.090085{"train_loss": 0.09019657073076814, "global_step": 18{"train_loss": 0.09294389188289642, "global_step"{"train_loss": 0.09288084506988525, "global_step": 18{"train_loss": 0.11025{"t{"train_loss": 0.1185235{"train_loss": 0.10997986793518066, "global_step": 18{"train_loss": 0.09201{"train_loss": 0.09124356508255005, "global_step": 18242, "epoch": 190, "lr": 0{"train_loss": 0.1022177{"train_loss": 0.103329747{"train_loss": 0.10249242931604385, "global_step": 1{"train_loss": 0.110534{"train_loss": 0.10960426926612854, "global_step": 18244, "epoch": 190, "lr": 0{"train_loss": 0.125068{"train_loss": 0.1245774850{"train_loss": 0.12507686018943787, "global_step": 1{"train_loss": 0.105055{"train_loss": 0.10460492968559265, "global_step": 18246, "epoch": 190, "lr": {"train_loss": 0.0755901{"train_loss": 0.0758118927{"train_loss": 0.07608623057603836, "global_step": {"train_loss": 0.0556067{"train_loss": 0.0551595985{"train_loss": 0.05485248938202858, "global_step": {"train_loss": 0.08119070{"train_loss": 0.084441810{"train_loss": 0.08075027167797089, "global_step": {"train_loss": 0.0771696{"train_loss": 0.0772748738{"train_loss": 0.07708072662353516, "global_step": {"train_loss": 0.101866{"{"train_loss": 0.103256940{"train_loss": 0.10241857171058655, "global_step": {"train_loss": 0.1035870909690857, "global_step": 1{"train_loss": 0.10389521718025208, "global_step":{"train_loss": 0.0782764{"train_loss": 0.07733636349439621, "global_step": 18253, "epoch": 190, "lr":{"train_loss": 0.1017172{{"train_loss": 0.10136634111404419, "global_step": 18254, "epoch": 190, "lr":{"train_loss": 0.0856216{{"train_loss": 0.08962893486022949, "global_step": 18255, "epoch": 190, "lr"{"train_loss": 0.1187373{{"train_loss": 0.1185991168{"train_loss": 0.12075884640216827, "global_step"{"train_loss": 0.1147420{"train_loss": 0.11495383083820343, "global_step": 18257, "epoch": 190, "lr": {"train_loss": 0.1133023{{"train_loss": 0.1154153645{"train_loss": 0.11204859614372253, "global_step":{"train_loss": 0.1051495{"train_loss": 0.10368645936250687, "global_step": 18259, "epoch": 190, "lr": {"train_loss": 0.1161912{"train_loss": 0.11533047258{"train_loss": 0.11760412156581879, "global_step":{"train_loss": 0.11205490{"train_loss": 0.1081651076{"train_loss": 0.11146078258752823, "global_step"{"train_loss": 0.0839517{{"train_loss": 0.0864997506{"train_loss": 0.08426833152770996, "global_step"{"train_loss": 0.1000098{"train_loss": 0.09976211935281754, "global_step": 18263, "epoch": 190, "lr": {"train_loss": 0.0866223{{"train_loss": 0.08670461922883987, "global_step": 18264, "epoch": 190, "lr":{"train_loss": 0.10061706{"train_loss": 0.09980091452598572, "global_step": 18265, "epoch": 190, "lr":{"train_loss": 0.085650{"train_loss": 0.08585918694{"train_loss": 0.08594204485416412, "global_step": {"train_loss": 0.069755{"{"train_loss": 0.076192811{"train_loss": 0.06972026824951172, "global_step":{"train_loss": 0.09725{"train_loss": 0.09546568989753723, "global_step": 18268, "epoch": 190, "lr": 0{"train_loss": 0.09044384211301804, "global_step": 18269, "epoch": 190, "lr": 0.0002146775824977042}
+{"train_loss": 0.08010423928499222, "global_step": {"train_loss": 0.07976777851581573, "global_step": {"train_loss": 0.1150{"t{"train_loss": 0.11706521362066269, "global_step": 18271, "epoch": 190, "lr": {"train_loss": 0.09046214073896408, "global_step": {"train_loss": 0.09087993204593658, "global_step": {"train_loss": 0.1070551{"train_loss": 0.1107068955{"train_loss": 0.10861898958683014, "global_ste{"train_loss": 0.09201569855{"train_loss": 0.0936427563{"train_loss": 0.09264113008975983, "global_st{"train_loss": 0.05065257847{"train_loss": 0.0520729757{"train_loss": 0.05070068687200546, "global_step{"train_loss": 0.08724056929349899, "global_step": 182{"train_loss": 0.0865970253944397, "global_step"{"train_loss": 0.12383078{"train_loss": 0.12427058815{"train_loss": 0.12369151413440704, "global_step"{"train_loss": 0.12554049491{"train_loss": 0.12539812{"train_loss": 0.12440133839845657, "global_step"{"train_loss": 0.0935453325510025, "global_step": 182{"train_loss": 0.0933520570397377, "global_step{"train_loss": 0.08837772{"tr{"train_loss": 0.0908235{"train_loss": 0.08837243169546127, "global_ste{"train_loss": 0.06904985{"train_loss": 0.06987448036{"train_loss": 0.06918749958276749, "global_step"{"train_loss": 0.083341091871{"train_loss": 0.0826004{"train_loss": 0.08203746378421783, "global_step{"train_loss": 0.078443825{"{"train_loss": 0.081047117{"train_loss": 0.0785742700099945, "global_step"{"train_loss": 0.07307332009{"train_loss": 0.06876097{"train_loss": 0.07281617820262909, "global_step{"train_loss": 0.090502470{"train_loss": 0.0911073833{"train_loss": 0.09058357775211334, "global_step"{"train_loss": 0.081848025{"train_loss": 0.0819022580{"train_loss": 0.08216381072998047, "global_step{"train_loss": 0.09580836445093155, "global_step": 18{"train_loss": 0.09645631909370422, "global_step"{"train_loss": 0.0981697291135788, "global_step": 18288, "epoch": 190, "lr": 0.0002143648306052829}
+{"train_loss": 0.080936580896{"train_loss": 0.08072053{"train_loss": 0.08172492682933807, "global_ste{"train_loss": 0.1035301759{"{"train_loss": 0.10244559{"train_loss": 0.10357031226158142, "global_step{"train_loss": 0.08236974477767944, "global_step": 182{"train_loss": 0.08325039595365524, "global_step{"train_loss": 0.087377071380{"train_loss": 0.09101675{"train_loss": 0.08707606792449951, "global_step{"train_loss": 0.07156818360090256, "global_step": 182{"train_loss": 0.07219455391168594, "global_step{"train_loss": 0.124254129{"train_loss": 0.12378997355{"train_loss": 0.12500318884849548, "global_step{"train_loss": 0.101403653{"train_loss": 0.10083623975515366, "global_step": 18295, "epoch": 190, "lr"{"train_loss": 0.061037454{"train_loss": 0.06130383536219597, "global_step": 18296, "epoch": 190, "lr"{"train_loss": 0.058571942150592804, "global_step": 18297, "epoch": 190, "lr": 0.00021421667259959897}
+{"train_loss": 0.106794908{"train_loss": 0.10990673303604126, "global_step": 18298, "epoch": 190, "lr"{"train_loss": 0.10245027393102646, "global_step": 18299, "epoch": 190, "lr": 0.00021418374753053376}
+{"train_loss": 0.0819733738{"train_loss": 0.08469079434871674, "global_step": 18300, "epoch": 190, "l{"train_loss": 0.06302677094936371, "global_step": 18{"train_loss": 0.06277984380722046, "global_step"{"train_loss": 0.10407871007919312, "global_step": 18302, "epoch": 190, "lr": 0.00021413435920281275}
+{"train_loss": 0.08264559507369995, "global_step": 18303, "epoch": 190, "lr": 0.0002141178962342546}
+{"train_loss": 0.0760723948{"train_loss": 0.07738099992275238, "global_step": 18304, "epoch": 190, "lr{"train_loss": 0.074747532{{"train_loss": 0.07204395532608032, "global_step": 18305, "epoch": 190, "l{"train_loss": 0.089339278{"train_loss": 0.089475989{"train_loss": 0.08933252096176147, "global_step"{"train_loss": 0.069190621{"train_loss": 0.067720822{"train_loss": 0.0684455931186676, "global_step"{"train_loss": 0.0797149091{"train_loss": 0.07963649928569794, "global_step": 18308, "epoch": 190, "lr{"train_loss": 0.1271859705{"train_loss": 0.1293676197528839, "global_step": 18309, "epoch": 190, "lr"{"train_loss": 0.126927539{"train_loss": 0.127949520{"train_loss": 0.12743087112903595, "global_step":{"train_loss": 0.08195676654{"train_loss": 0.07544345408678055, "global_step": 18311, "epoch": 190, "l{"train_loss": 0.09382970631122589, "global_step": 18312, "epoch": 190, "lr": 0.00021396972520444302}
+{"train_loss": 0.056386157870292664, "global_step": 18313, "epoch": 190, "lr": 0.00021395326127954286}
+{"train_loss": 0.0864629000{"train_loss": 0.0834889{"train_loss": 0.08668921887874603, "global_step": {"train_loss": 0.08450788259506226, "global_step": 18315, "epoch": 190, "lr": 0.00021392033314480177}
+{"train_loss": 0.0599256269{"train_loss": 0.05851750075817108, "global_step": 18316, "epoch": 190, {"train_loss": 0.08001185953617096, "global_step": 18317, "epoch": 190, "lr": 0.0002138874046308873}
+{"train_loss": 0.096967577934{"train_loss": 0.09715686738491058, "global_step": 18318, "epoch": 190, "{"train_loss": 0.098078{"train_loss": 0.0986185222864{"train_loss": 0.09880771487951279, "global_step"{"train_loss": 0.08436600863{"train_loss": 0.08844593167304993, "global_step": 18320, "epoch": 190, "l{"train_loss": 0.11407{"train_loss": 0.1133534163236618, "global_step": 18321, "epoch": 190, "lr": 0.{"train_loss": 0.06164565682411194, "global_step": 18322, "epoch": 190, "lr": 0.00021380508169310334}
+{"train_loss": 0.08366{"train_loss": 0.08352354913949966, "global_step": 18323, "epoch": 190, "lr": 0.{"train_loss": 0.06107{"train_loss": 0.06120305508375168, "global_step": 18324, "epoch": 190, "lr": 0{"train_loss": 0.07923003286{"train_loss": 0.07885850965976715, "global_step": 18325, "epoch": 190, "l{"train_loss": 0.1058993861079216, "global_step": 18326, "epoch": 190, "lr": 0.0002137392216500499}
+{"train_loss": 0.09923084825277328, "global_step": 18327, "epoch": 190, "lr": 0.00021372275640510618}
+{"train_loss": 0.09182{"train{"train_loss": 0.09680097550153732, "global_step": 18328, "epoch": 190, "{"train_loss": 0.096147932112{"train_loss": 0.09522885084152222, "global_step": 18329, "epoch": 190, "{"train_loss": 0.06756749749183655, "global_step"{"train_loss": 0.06825195252895355, "global_step": 18{"train_loss": 0.06960687041282654, "global_step": 18331, "epoch": 190, "lr": 0.00021365689449197314}
+{"train_loss": 0.08513444662094116, "global_step": 18332, "epoch": 190, "lr": 0.00021364042878091103}
+{"train_loss": 0.11432380974292755, "global_step": 18333, "epoch": 190, "lr": 0.0002136239629769616}
+{"train_loss": 0.08627306669950485, "global_step": 18334, "epoch": 190, "lr": 0.00021360749708023704}
+{"train_loss": 0.09078169233{"train_loss": 0.09129452158231288, "global_step": 18335, "epoch": 190, "lr": 0.00021359103109084936, "train_action_mse_err{"train_loss": 0.1029{"train{"train_loss": 0.10403353720903397, "global_step": 18336, "epoch": 191, "{"train_loss": 0.09143374860{"train_loss": 0.090{"train_loss": 0.09136086702346802, "global_step": 183{"train_loss": 0.0892473608{"train_loss": 0.08597654104232788, "global_step": 18338, "epoch": 191, "lr{"train_loss": 0.0561{"trai{"train_loss": 0.05386262387037277, "global_step": 18339, "epoch": 191, "l{"train_loss": 0.09339{"tra{"train_loss": 0.08938701450824738, "global_step": 18340, "epoch": 191, "lr{"train_loss": 0.0879957228{"train_loss": 0.0883{"train_loss": 0.08537793159484863, "global_step": 183{"train_loss": 0.07492{"tra{"train_loss": 0.07865962386131287, "global_step": 18342, "epoch": 191, "lr{"train_loss": 0.09392{"tra{"train_loss": 0.0960{"train_loss": 0.09341388940811157, "global_step": 183{"train_loss": 0.09913{"tra{"train_loss": 0.09866995364427567, "global_step": 18344, "epoch": 191, "l{"train_loss": 0.0737513303{"train_loss": 0.0787588506937027, "global_step": 18345, "epoch": 191, "lr"{"train_loss": 0.10812{"train_loss": 0.108386427{"train_loss": 0.10980468988418579, "global_step": 183{"train_loss": 0.13687{"train_loss": 0.1360234171152115, "global_step": 18347, "epoch": 191, "lr": 0.{"train_loss": 0.05973{"train_loss": 0.060156334191560745, "global_step": 18348, "epoch": 191, "lr": 0.{"train_loss": 0.05924{"tr{"train_loss": 0.0562{"train_loss": 0.059468768537044525, "global_step": 1834{"train_loss": 0.1232{"tra{"train_loss": 0.1187{"train_loss": 0.12244611978530884, "global_step": 1835{"train_loss": 0.0724{"tra{"train_loss": 0.0739{"train_loss": 0.07322835922241211, "global_step": 1835{"train_loss": 0.0832{"train_loss": 0.08305691927671432, "global_step": 18352, "epoch": 191, "lr": 0.{"train_loss": 0.072857201{"train_loss": 0.07102985680103302, "global_step": 18353, "epoch": 191, "lr"{"train_loss": 0.08768109977245331, "global_step": 18354, "epoch": 191, "lr": 0.00021327815983564191}
+{"train_loss": 0.1012{"train_loss": 0.10149459540843964, "global_step": 18355, "epoch": 191, "lr": 0.{"train_loss": 0.1149{"train_loss": 0.11381871998310089, "global_step": 18356, "epoch": 191, "lr": 0.{"train_loss": 0.09637{"train_loss": 0.097025796{"train_loss": 0.09997716546058655, "global_step": 183{"train_loss": 0.1188{"trai{"train_loss": 0.12237896770238876, "global_step": 18358, "epoch": 191, "lr{"train_loss": 0.0879{"trai{"train_loss": 0.0892326757311821, "global_step": 18359, "epoch": 191, "lr"{"train_loss": 0.0992{"tra{"train_loss": 0.09748256206512451, "global_step": 18360, "epoch": 191, "lr{"train_loss": 0.065748125{"train_loss": 0.06718941032886505, "global_step": 18361, "epoch": 191, "lr{"train_loss": 0.0502{"tra{"train_loss": 0.0467{"train_loss": 0.05022325739264488, "global_step": 18362{"train_loss": 0.07545237243175507, "global_step": 18363, "epoch": 191, "lr": 0.00021312994622206131}
+{"train_loss": 0.05779154598712921, "global_step": 18364, "epoch": 191, "lr": 0.00021311347759422398}
+{"train_loss": 0.09005602449178696, "global_step": 18365, "epoch": 191, "lr": 0.00021309700887708782}
+{"train_loss": 0.09568803{"train_loss": 0.09940682351589203, "global_step": 18366, "epoch": 191, "lr":{"train_loss": 0.10004868358373642, "global_st{"train_loss": 0.1020565778017044, "global_step": 18367,{"train_loss": 0.069{"train_loss": 0.07073609{"train_loss": 0.07026581466197968, "global_step": 18368,{"train_loss": 0.122{"train_loss": 0.12317879{"train_loss": 0.12243423610925674, "global_step": 18369,{"train_loss": 0.104{"train_loss": 0.10451366{"train_loss": 0.10560500621795654, "global_step": 18370{"train_loss": 0.067{"train_loss": 0.06641572{"train_loss": 0.06671526283025742, "global_step": 18371{"train_loss": 0.057067446{"train_loss": 0.05632876604795456, "global_step": 18372, "epoch": 191, "lr"{"train_loss": 0.091{"tra{"train_loss": 0.0926{"train_loss": 0.09187041968107224, "global_step": 1837{"train_loss": 0.06976431608200073, "global_step": 18374, "epoch": 191, "lr": 0.00021294878642291542}
+{"train_loss": 0.078{"train_loss": 0.0780829936{"train_loss": 0.07781872898340225, "global_step": 1837{"train_loss": 0.075{"trai{"train_loss": 0.07033375650644302, "global_step": 18376, "epoch": 191, "lr{"train_loss": 0.0737{"trai{"train_loss": 0.07241586595773697, "global_step": 18377, "epoch": 191, "lr{"train_loss": 0.0717375129{"train_loss": 0.0720{"train_loss": 0.0712626650929451, "global_step": 1837{"train_loss": 0.088{"train{"train_loss": 0.08458875119686127, "global_step": 18379, "epoch": 191, "lr{"train_loss": 0.10307412594556808, "global_step": 18380, "epoch": 191, "lr": 0.0002128499674804368}
+{"train_loss": 0.0720975548{"train_loss": 0.07392115890979767, "global_step": 18381, "epoch": 191, "lr{"train_loss": 0.09922299534082413, "global_s{"train_loss": 0.09966170787811279, "global_step": 18382,{"train_loss": 0.08467051386833191, "global_s{"train_loss": 0.08505038917064667, "global_step": 18383,{"train_loss": 0.09215603768825531, "global_step": 18384, "epoch": 191, "lr": 0.000212784086433866}
+{"train_loss": 0.0929269939661026, "global_step": 18385, "epoch": 191, "lr": 0.00021276761595430323}
+{"train_loss": 0.08874912559986115, "global_st{"train_loss": 0.08737008273601532, "global_step": 18386{"train_loss": 0.12555451691150665, "global_step": 18387, "epoch": 191, "lr": 0.00021273467473445883}
+{"train_loss": 0.{"train_loss": 0.09660378098487854, "global_step": 18388, "epoch": 191, "lr": 0.00021{"train_loss": 0.07367758452892303, "global_step": 18389, "epoch": 191, "lr": 0.00021270173316773687}
+{"train_loss": 0.09648486971855164, "global_step": 18390, "epoch": 191, "lr": 0.00021268526225457724}
+{"train_loss": 0.04940623417496681, "global_st{"train_loss": 0.04948650300502777, "global_step": 18391{"train_loss": 0.07681737840175629, "global_st{"train_loss": 0.076393723487854, "global_step": 18392, {"train_loss": 0.{"train_loss": 0.0874750912{"train_loss": 0.08716141432523727, "global_step": 18393,{"train_loss": 0.07992306351661682, "global_step": 18394, "epoch": 191, "lr": 0.00021261937773923143}
+{"train_loss": 0.0889086127281189, "global_step": 18395, "epoch": 191, "lr": 0.00021260290639527903}
+{"train_loss": 0.0{"train_loss": 0.0945629179{"train_loss": 0.09247659146785736, "global_step": 18396,{"train_loss": 0.0{"train_loss": 0.09400148689746857, "global_step": 18397, "epoch": 191, "lr": 0.0002{"train_loss": 0.0{"train_{"train_loss": 0.09946627914905548, "global_step": 18398, "epoch": 191, "lr"{"train_loss": 0.0{"train_loss": 0.0817581862{"train_loss": 0.08229237794876099, "global_step": 18399,{"train_loss": 0.082684159{"train_loss": 0.09{"train_loss": 0.08295586705207825, "global_step": 18400,{"train_loss": 0.0{"train_{"train_loss": 0.09176783263683319, "global_step": 18401, "epoch": 191, "lr"{"train_loss": 0.099785394{"train_loss": 0.09578833729028702, "global_step": 18402, "epoch": 191, "lr{"train_loss": 0.{"train_loss": 0.0996992290019989, "global_step": 18403, "epoch": 191, "lr": 0.000212{"train_loss": 0.07954074442386627, "global_step": 18404, "epoch": 191, "lr": 0.00021245466045117373}
+{"train_loss": 0.091144666{"train_loss": 0.08698088675737381, "global_step": 18405, "epoch": 191, "lr"{"train_loss": 0{"train_loss": 0.04899768{"train_loss": 0.04936128109693527, "global_step": 18406, "{"train_loss": 0{"train_loss": 0.09526473{"train_loss": 0.09410984069108963, "global_step": 18407, "ep{"train_loss": 0.09376338124275208, "global_step": 18408, "epoch": 191, "lr": 0.00021238877115491747}
+{"train_loss":{"train_loss": 0.0607811808{"train_loss": 0.060690928250551224, "global_step": 18409, "e{"train_loss"{"train_loss": 0.09863470494{"train_loss": 0.09919839352369308, "global_step": 18410, "e{"train_loss": 0.08124130964279175, "global_step": 18411, "epoch": 191, "lr": 0.00021233935329651197}
+{"train_loss"{"train_loss{"train_loss": 0{"train_loss": 0.08275410532951355, "global_step": 18412, "e{"train_loss{"train_loss": 0.088545650243{"train_loss": 0.08745478093624115, "global_step": 18413, "ep{"train_loss": 0.08086678385734558, "global_step": 18414, "epoch": 191, "lr": 0.0002122899346818603}
+{"train_loss": 0.10185128450393677, "global_step": 18415, "epoch": 191, "lr": 0.00021227346164277852}
+{"train_loss{"train_loss": 0.083408638834{"train_loss": 0.08325260877609253, "global_step": 18416, "ep{"train_loss{"train_loss": 0.10601992905139923, "global_step": 18417, "epoch": 191, "lr": 0.00021224{"train_loss": 0.09260429441928864, "globa{"train_loss": 0.09281980246305466, "global_step": 18418,{"train_loss"{"train_loss": 0.08338205516338348, "global_step": 18419, "epoch": 191, "lr": 0.00021220{"train_loss": 0.10032206028699875, "globa{"train_loss": 0.10059754550457001, "global_step": 18420, "e{"train_loss"{"train_loss": 0.10231311619281769, "global_step": 18421, "epoch": 191, "lr": 0.000212174{"train_loss": 0.12132111191749573, "globa{"train_loss": 0.12139613926410675, "global_step": 18422, "{"train_loss": 0.08869132399559021, "globa{"train_loss": 0.08903418481349945, "global_step": 18423, "{"train_loss": 0.10088616609573364, "global_step": 18424, "epoch": 191, "lr": 0.00021212520054346464}
+{"train_loss{"train_loss": 0.053550757467746735, "global_step": 18425, "epoch": 191, "lr": 0.000212108{"train_loss": 0.08869322389364243, "global_step": 18426, "epoch": 191, "lr": 0.00021209225272136726}
+{"train_loss": 0.09937751293182373, "globa{"train_loss": 0.09903210401535034, "global_step": 18427, "e{"train_loss": 0.10875020921230316, "globa{"train_loss": 0.10672077536582947, "global_step": 18428, "e{"train_loss": 0.07142389565706253, "globa{"train_loss": 0.07244254648685455, "global_step": 18429, "e{"train_loss": 0.10520400106906891, "global_step": 18430, "epoch": 191, "lr": 0.00021202635608993394}
+{"train_loss{"train_loss": 0.08789939883475502, "global_step": 18431, "epoch": 191, "lr": 0.00021200{"train_loss"{"train_loss": 0.0671209096908{"train_loss": 0.06719940155744553, "global_step": 18432, "{"train_loss": 0.08441480994224548, "global_step": 18433, "epoch": 192, "lr": 0.000211976932756059}
+{"train_loss": 0.10744913667440414, "global{"train_loss": 0.10655702650547028, "global_step": 18434, "{"train_loss"{"train_loss": 0.1002762243151{"train_loss": 0.09990507364273071, "global_step": 18435, "{"train_loss"{"train_l{"train_loss": 0.0604608878493309, "global_step": 18436, "epoch": 192, "lr": 0.0{"train_loss":{"train_loss": 0.0668763965368{"train_loss": 0.06700669229030609, "global_step": 18437, {"train_loss": 0.11006771773099899, "global_step": 18438, "epoch": 192, "lr": 0.00021189455890324244}
+{"train_loss"{"train_loss": 0.09016247093677521, "global_step": 18439, "epoch": 192, "lr": 0.000211878{"train_loss"{"train_loss": 0.0863882303237915, "global_step": 18440, "epoch": 192, "lr": 0.0002118616{"train_loss": 0.10567983984947205, "global_step": 18441, "epoch": 192, "lr": 0.00021184513361867374}
+{"train_loss{"train_loss": 0.10844559967517853, "global_step": 18442, "epoch": 192, "lr": 0.000211828{"train_loss{"train_loss": 0.08185769617557526, "global_step": 18443, "epoch": 192, "lr": 0.00021181{"train_loss": 0.0{"train_loss": 0.07388892769813538, "global_step": 18444, "epoch": 192, "lr": 0.0002{"train_loss": 0.08533363044261932, "global_{"train_loss": 0.08487020432949066, "global_step": 18445, {"train_los{"trai{"train_loss": 0.06102539971470833, "global_step": 18446, "epoch": 192, "lr": 0.00021{"train_loss": 0.07448616623878479, "global_step": 18447, "epoch": 192, "lr": 0.00021174628087469518}
+{"train_loss": 0.06876541674137115, "global_step": 18448, "epoch": 192, "lr": 0.00021172980513675053}
+{"train_los{"trai{"train_loss": 0.1041003689{"train_loss": 0.10396850109100342, "global_step": 18449, {"train_loss": 0.{"train_loss": 0.10214172303676605, "global_step": 18450, "epoch": 192, "lr": 0.0002{"train_los{"trai{"train_loss": 0.1026657149{"train_loss": 0.10214840620756149, "global_step": 18451, {"train_los{"trai{"train_loss": 0.0521979033{"train_loss": 0.0524003766477108, "global_step": 18452, "e{"train_loss": {"train_loss": 0.07203374803066254, "global_step": 18453, "epoch": 192, "lr": 0.000211{"train_lo{"tra{"train_loss": 0.077177457{"train_loss": 0.07708725333213806, "global_step": 18454, "ep{"train_lo{"tra{"train_loss": 0.060152634{"train_loss": 0.05609931796789169, "global_step": 18455, "ep{"train_lo{"train_loss": 0.07275868207216263, "global_step": 18456, "epoch": 192, "lr": 0.00021159799{"train_lo{"train_loss": 0.10797619819641113, "global_step": 18457, "epoch": 192, "lr": 0.0002115815{"train_lo{"tr{"train_loss": 0.08711749315261841, "global_step": 18458, "epoch": 192, "lr": 0.00021156{"train_lo{"train_loss": 0.07006186246871948, "global_step": 18459, "epoch": 192, "lr": 0.000211548566{"train_lo{"train_loss": 0.07058960199356079, "global_step": 18460, "epoch": 192, "lr": 0.00021153209{"train_lo{"train_loss": 0.10078410059213638, "global_step": 18461, "epoch": 192, "lr": 0.000211515613{"train_lo{"tr{"train_loss": 0.11658404767513275, "global_step": 18462, "epoch": 192, "lr": 0.00021149{"train_lo{"train_loss": 0.0734814405441{"train_loss": 0.07247455418109894, "global_step": 18463, "epo{"train_lo{"train_loss": 0.08635306358337402, "global_step": 18464, "epoch": 192, "lr": 0.00021146618{"train_lo{"train_loss": 0.07943077385425568, "global_step": 18465, "epoch": 192, "lr": 0.0002114497{"train_lo{"t{"train_loss": 0.0796702653169632, "global_step": 18466, "epoch": 192, "lr": 0.000211433{"train_loss": 0.10623487830162048, "glob{"train_loss": 0.10611129552125931, "global_step": 18467, "ep{"train_loss": 0.09820575267076492, "global_step": 18468, "epoch": 192, "lr": 0.00021140027375301287}
+{"train_l{"train_loss": 0.11264549195766{"train_loss": 0.1122208833694458, "global_step": 18469, "epoc{"train_l{"train_loss": 0.08271834999322891, "global_step": 18470, "epoch": 192, "lr": 0.000211367318{"train_loss": 0.10824447870254517, "global_step": 18471, "epoch": 192, "lr": 0.00021135084134519521}
+{"train_lo{"train_loss": 0.07771991193294525, "global_step": 18472, "epoch": 192, "lr": 0.000211334363{"train_loss": 0.08884729444980621, "gl{"train_loss": 0.08810381591320038, "global_step": 18473, "epoc{"train_lo{"train_loss": 0.1055179163813591, "global_step": 18474, "epoch": 192, "lr": 0.0002113014082{"train_l{"train_loss": 0.1060641556978{"train_loss": 0.10600835084915161, "global_step": 18475, "epoc{"train_loss": 0.10181865841150284, "global_step": 18476, "epoch": 192, "lr": 0.00021126845245441112}
+{"train_{"train_loss": 0.08475270867347{"train_loss": 0.08396360278129578, "global_step": 18477, "epoc{"train_loss": 0.09592829644680023, "gl{"train_loss": 0.09617307782173157, "global_step": 18478, "epoc{"train_loss": 0.10549701750278473, "global_step": 18479, "epoch": 192, "lr": 0.00021121901819822498}
+{"train_{"tr{"train_loss": 0.0556375235{"train_loss": 0.05507272481918335, "global_step": 18480, "epo{"train_loss": 0.08682215213775635, "global_step": 18481, "epoch": 192, "lr": 0.00021118606164525615}
+{"train_{"tr{"train_loss": 0.0705809369{"train_loss": 0.07092922180891037, "global_step": 18482, "epoc{"train_{"tr{"train_loss": 0.0877789556{"train_loss": 0.08422981202602386, "global_step": 18483, "epoc{"train_loss": 0.06249117851257324, "global_step": 18484, "epoch": 192, "lr": 0.00021113662624478008}
+{"train_loss": 0.08611331880092621, "glo{"train_loss": 0.08530347049236298, "global_step": 18485, "ep{"train_l{"train_loss": 0.05120134353637{"train_loss": 0.05151132121682167, "global_step": 18486, "ep{"train_l{"train_loss": 0.06523995101451{"train_loss": 0.06596355140209198, "global_step": 18487, "epo{"train_loss": 0.10230133682489395, "global_step": 18488, "epoch": 192, "lr": 0.00021107071131628246}
+{"train_loss": 0.08396982401609421, "global_step": 18489, "epoch": 192, "lr": 0.00021105423239540686}
+{"train_loss": 0.08458278328180313, "glo{"train_loss": 0.08498761057853699, "global_step": 18490, "epo{"train_l{"train_loss": 0.11391831934452057, "global_step": 18491, "epoch": 192, "lr": 0.0002110212743{"train_loss"{"train_loss": 0.1145463436{"train_loss": 0.11236001551151276, "global_step": 18492, "epo{"train_{"train_loss": 0.106096699833869{"train_loss": 0.10610459744930267, "global_step": 18493, "ep{"train_loss": 0.10413891822099686, "glo{"train_loss": 0.10363572090864182, "global_step": 18494, "ep{"train_{"train_loss": 0.06785737723112106, "global_step": 18495, "epoch": 192, "lr": 0.00021095535729{"train_{"train_loss": 0.082542844116687{"train_loss": 0.08201742172241211, "global_step": 18496, "epo{"train_{"train_loss": 0.05244610458612442, "global_step": 18497, "epoch": 192, "lr": 0.00021092239832{"train_{"train_loss": 0.09575830399990082, "global_step": 18498, "epoch": 192, "lr": 0.00021090591873{"train_{"train_loss": 0.09326161444187164, "global_step": 18499, "epoch": 192, "lr": 0.00021088943906{"train_loss": 0.06801341474056244, "global_step": 18500, "epoch": 192, "lr": 0.00021087295932224298}
+{"train_{"t{"train_loss": 0.09625198692083359, "global_step": 18501, "epoch": 192, "lr": 0.00021085647{"train_{"train_loss": 0.09579258412122726, "global_step": 18502, "epoch": 192, "lr": 0.0002108399996{"train_loss": 0.10769593715667725, "global_step": 18503, "epoch": 192, "lr": 0.00021082351965022117}
+{"train_loss": 0.09647145867347717, "global_step": 18504, "epoch": 192, "lr": 0.0002108070396119877}
+{"train_loss": 0.07893483340740204, "global_step": 18505, "epoch": 192, "lr": 0.00021079055950016149}
+{"train_loss": 0.0867266058921814, "global_step": 18506, "epoch": 192, "lr": 0.00021077407931485468}
+{"train_loss": 0.10340501368045807, "global_step": 18507, "epoch": 192, "lr": 0.0002107575990561796}
+{"train_loss": 0.07312305271625519, "global_step": 18508, "epoch": 192, "lr": 0.00021074111872424842}
+{"train_loss{"train_loss": 0.11716680228710175, "global_step": 18509, "epoch": 192, "lr": 0.0002107246{"train_lo{"train_loss": 0.09688284993171692, "global_step": 18510, "epoch": 192, "lr": 0.000210708157{"train_lo{"train_loss": 0.0675334632396698, "global_step": 18511, "epoch": 192, "lr": 0.0002106916772{"train_l{"train_loss": 0.08228286355733871, "global_step": 18512, "epoch": 192, "lr": 0.0002106751966{"train_l{"train_loss": 0.08332697302103043, "global_step": 18513, "epoch": 192, "lr": 0.0002106587159{"train_l{"train_loss": 0.09525306522846222, "global_step": 18514, "epoch": 192, "lr": 0.0002106422352{"train_l{"t{"train_loss": 0.09952089190483093, "global_step": 18515, "epoch": 192, "lr": 0.000210625{"train_lo{"t{"train_loss": 0.1263323426246643, "global_step": 18516, "epoch": 192, "lr": 0.0002106092{"train_loss{"train_loss": 0.07043669372797012, "global_step": 18517, "epoch": 192, "lr": 0.000210592{"train_loss{"train_loss": 0.08572203665971756, "global_step": 18518, "epoch": 192, "lr": 0.0002105763{"train_loss": 0.11172229796648026, "global_step": 18519, "epoch": 192, "lr": 0.00021055983027020193}
+{"train_l{"t{"train_loss": 0.0787610113620758, "global_step": 18520, "epoch": 192, "lr": 0.00021054334{"train_los{"train_loss": 0.10260000824928284, "global_step": 18521, "epoch": 192, "lr": 0.0002105268{"train_los{"train_loss": 0.06929263472557068, "global_step": 18522, "epoch": 192, "lr": 0.00021051038{"train{"tr{"train_loss": 0.10732735693454742, "global_step": 18523, "epoch": 192, "lr": 0.00021049390{"train_los{"train_loss": 0.08426699042320251, "global_step": 18524, "epoch": 192, "lr": 0.00021047{"train_loss{"train_loss": 0.0790318101644516, "global_step": 18525, "epoch": 192, "lr": 0.0002104609{"train_{"t{"train_loss": 0.11763977259397507, "global_step": 18526, "epoch": 192, "lr": 0.0002104444{"train_{"t{"train_loss": 0.08791226195171475, "global_step": 18527, "epoch": 192, "lr": 0.00021042797{"train_los{"train_loss": 0.11644165962934494, "global_step": 18528, "epoch": 193, "lr": 0.0002104114{"train_los{"train_loss": 0.09003502875566483, "global_step": 18529, "epoch": 193, "lr": 0.00021039501{"train_{"train_loss": 0.086091548204422, "global_step": 18530, "epoch": 193, "lr": 0.0002103785331151{"train_loss": 0.05717272311449051, "global_step": 18531, "epoch": 193, "lr": 0.00021036205112928195}
+{"train_loss": 0.10859677195549011, "global_step": 18532, "epoch": 193, "lr": 0.00021034556907287405}
+{"train_loss{"train_loss": 0.10555939376354218, "global_step": 18533, "epoch": 193, "lr": 0.0002103290{"trai{"train_loss": 0.0942092314362526, "global_step": 18534, "epoch": 193, "lr": 0.0002103126047488{"trai{"train_loss": 0.08911997824907303, "global_step": 18535, "epoch": 193, "lr": 0.0002102961224813{"train_los{"train_loss": 0.08253277838230133, "global_step": 18536, "epoch": 193, "lr": 0.00021027964{"trai{"tra{"train_loss": 0.09612234681844711, "global_step": 18537, "epoch": 193, "lr": 0.00021026315{"train_los{"train_loss": 0.12290657311677933, "global_step": 18538, "epoch": 193, "lr": 0.00021024667{"train_loss": 0.06634800136089325, "global_step": 18539, "epoch": 193, "lr": 0.00021023019271169626}
+{"trai{"tr{"train_loss": 0.08630208671092987, "global_step": 18540, "epoch": 193, "lr": 0.00021021371{"train_lo{"train_loss": 0.09991194307804108, "global_step": 18541, "epoch": 193, "lr": 0.000210197227{"trai{"tr{"train_loss": 0.081369549036026, "global_step": 18542, "epoch": 193, "lr": 0.00021018074465{"train_loss": 0.06865818053483963, "global_step": 18543, "epoch": 193, "lr": 0.00021016426182736143}
+{"train_loss": 0.08744816482067108, "global_step": 18544, "epoch": 193, "lr": 0.00021014777893295808}
+{"tra{"t{"train_loss": 0.09462395310401917, "global_step": 18545, "epoch": 193, "lr": 0.00021013129596{"tra{"train_loss": 0.09748852252960205, "global_step": 18546, "epoch": 193, "lr": 0.0002101148129369{"tra{"t{"train_loss": 0.10526757687330246, "global_step": 18547, "epoch": 193, "lr": 0.00021009832983{"tra{"t{"train_loss": 0.12184448540210724, "global_step": 18548, "epoch": 193, "lr": 0.0002100818466{"trai{"t{"train_loss": 0.0805070623755455, "global_step": 18549, "epoch": 193, "lr": 0.0002100653634{"trai{"{"train_loss": 0.10054686665534{"train_loss": 0.09651874005794525, "global_step": 18550, "epoc{"train_{"train_loss": 0.07949248701334, "global_step": 18551, "epoch": 193, "lr": 0.00021003239674352{"tra{{"train_loss": 0.09795201569795609, "global_step": 18552, "epoch": 193, "lr": 0.0002100159132994{"tra{{"train_loss": 0.0853331238031387{"train_loss": 0.08487088978290558, "global_step": 18553, "epoc{"tra{"train_loss": 0.11805389076471329, "global_step": 18554, "epoch": 193, "lr": 0.00020998294620675{"tra{"train_loss": 0.08858077228069305{"train_loss": 0.087065190076828, "global_step": 18555, "epoch"{"tra{"train_loss": 0.11008970439434052, "global_step": 18556, "epoch": 193, "lr": 0.00020994997884215{"tra{"train_loss": 0.0752665251493454, "global_step": 18557, "epoch": 193, "lr": 0.000209933495058164{"tr{{"train_loss": 0.0811232179403305, "global_step": 18558, "epoch": 193, "lr": 0.000209917011206527{"tr{"train_loss": 0.07533738762140274, "global_step": 18559, "epoch": 193, "lr": 0.0002099005272873{"tra{"train_loss": 0.11303592473268509, "global_step": 18560, "epoch": 193, "lr": 0.0002098840433007{"train_loss": 0.09153957664966583, "global_step": 18561, "epoch": 193, "lr": 0.00020986755924687662}
+{"tra{"train_loss": 0.08392270654439926, "global_step": 18562, "epoch": 193, "lr": 0.00020985107512578{"tra{"train_loss": 0.08657360076904297, "global_step": 18563, "epoch": 193, "lr": 0.0002098345909376{"tra{"train_loss": 0.10712087899446487, "global_step": 18564, "epoch": 193, "lr": 0.00020981810668246{"tra{"train_loss": 0.09925717115402222, "global_step": 18565, "epoch": 193, "lr": 0.00020980162236046{"tra{"train_loss": 0.09413711726665497, "global_step": 18566, "epoch": 193, "lr": 0.00020978513797171{"tra{"train_loss": 0.07493226230144501, "global_step": 18567, "epoch": 193, "lr": 0.0002097686535163{"tra{"train_loss": 0.060341354459524155, "global_step": 18568, "epoch": 193, "lr": 0.000209752168994{"tra{"train_loss": 0.08975760638713837, "global_step": 18569, "epoch": 193, "lr": 0.0002097356844061{"trai{"train_loss": 0.08710679411888123, "global_step": 18570, "epoch": 193, "lr": 0.000209719199751{"trai{"train_loss": 0.06560854613780975, "global_step": 18571, "epoch": 193, "lr": 0.0002097027150307{"trai{"train_loss": 0.08711722493171692, "global_step": 18572, "epoch": 193, "lr": 0.0002096862302438{"trai{"train_loss": 0.08807848393917084, "global_step": 18573, "epoch": 193, "lr": 0.0002096697453910{"train_loss": 0.07824315130710602, "global_step": 18574, "epoch": 193, "lr": 0.00020965326047233797}
+{"trai{"train_loss": 0.0869969949126{"train_loss": 0.08645911514759064, "global_step": 18575, "epoch":{"trai{"train_loss": 0.06776633858680725, "global_step": 18576, "epoch": 193, "lr": 0.0002096202904378{"train_loss": 0.08255627751350403, {"train_loss": 0.08396342396736145, "global_step": 18577, "epoch":{"trai{"train_loss": 0.1180823892354{"train_loss": 0.11614584177732468, "global_step": 18578, "epoch":{"train_loss": 0.10330508649349213, "global_step": 18579, "epoch": 193, "lr": 0.00020957083489516203}
+{"tra{"train_loss": 0.10869073867797852, "global_step": 18580, "epoch": 193, "lr": 0.00020955434958375{"tra{"train_loss": 0.09024444222450{"train_loss": 0.09033910185098648, "global_step": 18581, "epoch":{"tra{"train_loss": 0.055814020335674286, "global_step": 18582, "epoch": 193, "lr": 0.0002095213787658{"train_loss": 0.0878051146864891, "{"train_loss": 0.08808381110429764, "global_step": 18583, "epoch"{"trai{"train_loss": 0.08904387801885{"train_loss": 0.08388924598693848, "global_step": 18584, "epoch"{"trai{"train_loss": 0.086644247174263, "global_step": 18585, "epoch": 193, "lr": 0.000209471922053{"train_loss": 0.08679068088531494, "global_step": 18586, "epoch": 193, "lr": 0.00020945543635292747}
+{"trai{"train_loss": 0.0870150327682495{"train_loss": 0.08685341477394104, "global_step": 18587, "epoc{"trai{"train_loss": 0.0792300030589103{"train_loss": 0.07949943095445633, "global_step": 18588, "ep{"trai{"train_loss": 0.0884794294834137, "global_step": 18589, "epoch": 193, "lr": 0.00020940597886675{"train_loss": 0.08218608796596527, "global_step": 18590, "epoch": 193, "lr": 0.00020938949290977163}
+{"tra{"train_loss": 0.0753229409456253,{"train_loss": 0.07673361897468567, "global_step": 18591, "epoc{"tr{"train_loss": 0.12036056816577911,{"train_loss": 0.11374333500862122, "global_step": 18592, "epo{"tra{"train_loss": 0.06645580381155014, "global_step": 18593, "epoch": 193, "lr": 0.00020934003465564{"train_loss": 0.06705639511346817, "global_step": 18594, "epoch": 193, "lr": 0.00020932354844358097}
+{"train_loss": 0.11638910323381424, "global_step": 18595, "epoch": 193, "lr": 0.00020930706216802612}
+{"train_loss": 0.07125068455934525, "g{"train_loss": 0.07130908966064453, "global_step": 18596, "epoch{"train_loss": 0.09980802237987518, "g{"train_loss": 0.0995633453130722, "global_step": 18597, "epoch"{"train_loss": 0.10931698977947235, "global_step": 18598, "epoch": 193, "lr": 0.00020925760296154055}
+{"tra{"train_loss": 0.06719033420085907, "global_step": 18599, "epoch": 193, "lr": 0.00020924111643314{"tra{"train_loss": 0.09533098340034{"train_loss": 0.09599794447422028, "global_step": 18600, "epoch{{"train_loss": 0.060013994574546814{"train_loss": 0.060145918279886246, "global_step": 18601, "epoch"{"{"train_loss": 0.12202315777540207,{"train_loss": 0.12320971488952637, "global_step": 18602, "epoch"{"{"t{"train_loss": 0.094980493187904{"train_loss": 0.09561330080032349, "global_step": 18603, "epoch"{"{"train_loss": 0.06960804760456085,{"train_loss": 0.06586635857820511, "global_step": 18604, "epoch"{"tra{"train_loss": 0.109417125582695{"train_loss": 0.10899834334850311, "global_step": 18605, "epoch"{"{"train_loss": 0.06418757140636444,{"train_loss": 0.06873039901256561, "global_step": 18606, "epoch"{"tra{"train_loss": 0.092784255743026{"train_loss": 0.09249147772789001, "global_step": 18607, "epoch{"train_loss": 0.053087249398231506, {"train_loss": 0.05245537683367729, "global_step": 18608, "epoch"{"train_loss": 0.1005585715174675, "global_step": 18609, "epoch": 193, "lr": 0.0002090762477066139}
+{"trai{"train_loss": 0.11153259128332138, "global_step": 18610, "epoch": 193, "lr": 0.0002090597604921{"{"train_loss": 0.09821270406246185, "global_step": 18611, "epoch": 193, "lr": 0.000209043273216036{"{"train_loss": 0.09900765120983124, "global_step": 18612, "epoch": 193, "lr": 0.00020902678587831784{"{"tr{"train_loss": 0.08178005367517471, "global_step": 18613, "epoch": 193, "lr": 0.0002090102984791{"{"train_loss": 0.08241830766201019,{"train_loss": 0.07810238003730774, "global_step": 18614, "epoch"{"trai{"train_loss": 0.09922847151756287, "global_step": 18615, "epoch": 193, "lr": 0.0002089773234967{"train_loss": 0.10760985314846039, "global_step": 18616, "epoch": 193, "lr": 0.0002089608359138706}
+{{"train_loss": 0.10160619020462036, "global_step": 18617, "epoch": 193, "lr": 0.00020894434826992649}{"trai{"train_loss": 0.07969836890697479, "global_step": 18618, "epoch": 193, "lr": 0.00020892786056{"train_loss": 0.06320667266845703, "global_step": 18619, "epoch": 193, "lr": 0.0002089113727994254}
+{"train_loss": 0.06822159886360168, "global_step": 18620, "epoch": 193, "lr": 0.00020889488497309304}
+{"train_loss": 0.079175665974617, "global_step": 18621, "epoch": 193, "lr": 0.00020887839708618909}
+{"train_loss": 0.07480985671281815, "global_step": 18622, "epoch": 193, "lr": 0.00020886190913882587}
+{"train_loss": 0.08830394060350955, "global_step": 18623, "epoch": 193, "lr": 0.00020884542113111567}
+{"train_loss": 0.11822973936796188, "g{"train_loss": 0.11862467229366302, "global_step": 18624, "epoch{"train_loss": 0.08132673799991608, "global_step": 18625, "epoch": 194, "lr": 0.00020881244493510344}
+{"{"trai{"train_loss": 0.1173151284456253, "global_step": 18626, "epoch": 194, "lr": 0.0002087959567{"train_loss": 0.08084270358085632, "g{"train_loss": 0.08031147718429565, "global_step": 18627, "epoch{"{"tra{"train_loss": 0.06736968457698822, "global_step": 18628, "epoch": 194, "lr": 0.000208762980191{"{"train_loss": 0.09944282472133636, "global_step": 18629, "epoch": 194, "lr": 0.00020874649182385548{"{"train_loss": 0.07334010303020477, {"train_loss": 0.07333450019359589, "global_step": 18630, "epoc{"t{"tr{"train_loss": 0.08242706954479218, "global_step": 18631, "epoch": 194, "lr": 0.00020871351491{"t{"tr{"train_loss": 0.07528688758611679, "global_step": 18632, "epoch": 194, "lr": 0.00020869702636{"t{"tr{"train_loss": 0.11085959523916245, "global_step": 18633, "epoch": 194, "lr": 0.000208680537759{"t{"tr{"train_loss": 0.07956694066524{"train_loss": 0.07783565670251846, "global_step": 18634, "epoch{"t{"tr{"train_loss": 0.09780842065811157, "global_step": 18635, "epoch": 194, "lr": 0.00020864756037{"train{"train_loss": 0.07582953572273{"train_loss": 0.0760541558265686, "global_step": 18636, "epoch"{"t{"train_loss": 0.0829010084271431, "global_step": 18637, "epoch": 194, "lr": 0.00020861458274961617{"train_loss": 0.09855330735445023, "global_step": 18638, "epoch": 194, "lr": 0.00020859809385017486}
+{"train{"train_loss": 0.14173462986946106, "global_step": 18639, "epoch": 194, "lr": 0.00020858160489{"train_loss": 0.10386651754379272, "g{"train_loss": 0.10328227281570435, "global_step": 18640, "epoch{"train_loss": 0.09266604483127594, "global_step": 18641, "epoch": 194, "lr": 0.00020854862680099717}
+{"train_{"train_loss": 0.10936874151229858, "global_step": 18642, "epoch": 194, "lr": 0.00020853213766{"train_loss": 0.069791778922081, "glo{"train_loss": 0.06968872249126434, "global_step": 18643, "epo{"tr{"trai{"train_loss": 0.07406584918498993, "global_step": 18644, "epoch": 194, "lr": 0.000208499159{"train_lo{"train_loss": 0.09201303124427795, "global_step": 18645, "epoch": 194, "lr": 0.00020848266{"train_lo{"train_loss": 0.08911290019750595, "global_step": 18646, "epoch": 194, "lr": 0.000208466180{"train_loss": 0.16323642432689667, "global_step": 18647, "epoch": 194, "lr": 0.00020844969113390557}
+{"tr{"trai{"train_loss": 0.06356625258922577, "global_step": 18648, "epoch": 194, "lr": 0.000208433201{"train_lo{"train_loss": 0.05850654095{"train_loss": 0.058349721133708954, "global_step": 18649, "epoc{"train_lo{"train_loss": 0.08391126990318298, "global_step": 18650, "epoch": 194, "lr": 0.000208400222{"tr{"trai{"train_loss": 0.07442402094602585, "global_step": 18651, "epoch": 194, "lr": 0.000208383732{"train_loss": 0.0836021825671196, "glo{"train_loss": 0.08457508683204651, "global_step": 18652, "epo{"tra{"train_loss": 0.06341937929391861, "global_step": 18653, "epoch": 194, "lr": 0.00020835075339537{"train_loss": 0.07909178733825684, "global_step": 18654, "epoch": 194, "lr": 0.00020833426357260289}
+{"train_loss": 0.0790594071149826, "global_step": 18655, "epoch": 194, "lr": 0.00020831777369307442}
+{"tra{"train_loss": 0.10454967617988586, {"train_loss": 0.10203191637992859, "global_step": 18656, "e{"trai{"train_loss": 0.06264898180961609, "global_step": 18657, "epoch": 194, "lr": 0.0002082847937642{"trai{"tra{"train_loss": 0.10218676179647446, "global_step": 18658, "epoch": 194, "lr": 0.0002082683{"trai{"train_loss": 0.09371712058782578, {"train_loss": 0.09782962501049042, "global_step": 18659, "e{"train_loss": 0.07291129231452942, "global_step": 18660, "epoch": 194, "lr": 0.00020823532344805404}
+{"trai{"tr{"train_loss": 0.05581612512469292, "global_step": 18661, "epoch": 194, "lr": 0.0002082188332{"tra{"train_loss": 0.11510185897350311, "global_step": 18662, "epoch": 194, "lr": 0.00020820234295669{"tra{"train_loss": 0.09005104005336761, "global_step": 18663, "epoch": 194, "lr": 0.0002081858526271{"trai{"train_loss": 0.09392590820789337, "global_step": 18664, "epoch": 194, "lr": 0.0002081693622419{"train_loss": 0.08982203900814056, "global_step": 18665, "epoch": 194, "lr": 0.0002081528718010306}
+{"trai{"train_loss": 0.10798154771327972, {"train_loss": 0.10561899095773697, "global_step": 18666, "e{"trai{"train_loss": 0.09777017682790756, {"train_loss": 0.09405536949634552, "global_step": 18667, "{"train_los{"train_loss": 0.07629936933517456, "global_step": 18668, "epoch": 194, "lr": 0.00020810340{"train{"train_loss": 0.11283829808235168, {"train_loss": 0.11585359275341034, "global_step": 18669, "{"train_loss": 0.10329882800579071, "global{"train_loss": 0.10143743455410004, "global_step": 18670, "{"trai{"train_loss": 0.0967911034822464, "global_step": 18671, "epoch": 194, "lr": 0.00020805392799372{"train_loss": 0.09403398633003235, "global_step": 18672, "epoch": 194, "lr": 0.00020803743716655887}
+{"tra{"train_loss": 0.09301207959651947, "global_step": 18673, "epoch": 194, "lr": 0.00020802094628466{"train_loss": 0.10567755997180939, "global_step": 18674, "epoch": 194, "lr": 0.00020800445534814642}
+{"tra{"train_loss": 0.11994168162345886, "global_step": 18675, "epoch": 194, "lr": 0.00020798796435712{"tra{"train_loss": 0.08083563297986984, "global_step": 18676, "epoch": 194, "lr": 0.0002079714733117{"tra{"tra{"train_loss": 0.07765719294548035, "global_step": 18677, "epoch": 194, "lr": 0.0002079549{"train{"tra{"train_loss": 0.11769509315490723, "global_step": 18678, "epoch": 194, "lr": 0.0002079384{"train{"train_loss": 0.08255547285079956, "global_step": 18679, "epoch": 194, "lr": 0.000207921999850{"train{"train_loss": 0.05829354748129845, "global_step": 18680, "epoch": 194, "lr": 0.000207905508588{"train{"train_loss": 0.07802288979291916, "g{"train_loss": 0.0783260315656662, "global_step": 18681,{"train_loss": 0.09448997676372528, "global_step": 18682, "epoch": 194, "lr": 0.00020787252590316163}
+{"train_loss": 0.09187906980514526, "global_step": 18683, "epoch": 194, "lr": 0.00020785603448011627}
+{"train_loss"{"train_loss": 0.07155061513185{"train_loss": 0.07153362035751343, "global_step": 18684,{"trai{"train{"train_loss": 0.12095867097377777, "global_step": 18685, "epoch": 194, "lr": 0.00020782{"trai{"train_loss": 0.10699370503425598, "global_step": 18686, "epoch": 194, "lr": 0.000207806559890{"train_loss": 0.06070271506905556, "global_s{"train_loss": 0.06015089526772499, "global_step": 18687,{"train_loss": 0.09715180099010468, "global_s{"train_loss": 0.09808780997991562, "global_step": 18688{"trai{"train_l{"train_loss": 0.0802116170525{"train_loss": 0.07954143732786179, "global_step": 18689{"tra{"train_lo{"train_loss": 0.0876534283161{"train_loss": 0.08752409368753433, "global_step": 18690{"train_loss": 0.09398655593395233, "global_s{"train_loss": 0.09280240535736084, "global_step": 18691{"train_loss": {"train_loss": 0.08266982436180115, "global_step": 18692, "epoch": 194, "lr": 0.000207{"train_loss": 0{"train_loss": 0.107396543025{"train_loss": 0.1066141277551651, "global_step": 18693, {"trai{"train_lo{"train_loss": 0.08650054037570953, "global_step": 18694, "epoch": 194, "lr": 0.000207{"trai{"train_lo{"train_loss": 0.07686305046081543, "global_step": 18695, "epoch": 194, "lr": 0.000207{"tra{"train_los{"train_loss": 0.11351406574249268, "global_step": 18696, "epoch": 194, "lr": 0.000207{"tra{"train_loss": 0.07654450833797455, "g{"train_loss": 0.07885803282260895, "global_step": 18697, {"train_loss": 0.1068885549902916, "global_step": 18698, "epoch": 194, "lr": 0.00020760865677765247}
+{"trai{"train_loss": 0.09348368644714355, "global_step": 18699, "epoch": 194, "lr": 0.0002075921645121{"train_loss": 0.0941874086856842, "global_s{"train_loss": 0.09482480585575104, "global_step": 18700,{"train_loss": 0.08714556694030762, "global_step": 18701, "epoch": 194, "lr": 0.00020755917982608762}
+{"train{"train_loss": 0.0491950698196888, "gl{"train_loss": 0.04794345423579216, "global_step": 18702{"tra{"train_loss": 0.08936960995197296, "gl{"train_loss": 0.08539362996816635, "global_step": 18703, {"train_loss": 0.{"train_loss": 0.0945592746{"train_loss": 0.09481259435415268, "global_step": 18704, {"tra{"train_loss": 0.051769811660051346, "global_step": 18705, "epoch": 194, "lr": 0.000207493209837{"train_loss": 0.09088299423456192, "global_step": 18706, "epoch": 194, "lr": 0.00020747671721212796}
+{"trai{"train_loss": 0.0870453268289566, "global_step": 18707, "epoch": 194, "lr": 0.00020746022453614{"tra{"train_loss": 0.07098624110221863, "global_step": 18708, "epoch": 194, "lr": 0.0002074437318093{"train_loss": 0.09266994893550873, "global_step": 18709, "epoch": 194, "lr": 0.00020742723903188285}
+{"trai{"train_loss": 0.07998622953891754, "global_step": 18710, "epoch": 194, "lr": 0.000207410746203{"trai{"train_loss": 0.061609357595443726, "global_step": 18711, "epoch": 194, "lr": 0.000207394253325{"train{"train_loss": 0.06872987002134323, "g{"train_loss": 0.06485146284103394, "global_step": 1871{"train{"train_lo{"train_loss": 0.08514447510{"train_loss": 0.0850738137960434, "global_step": 18713,{"train_{"train_loss": 0.08051471412181854, "{"train_loss": 0.07810944318771362, "global_step": 18714{"train_loss": 0.1{"train_loss": 0.1222779303{"train_loss": 0.12255651503801346, "global_step": 18715,{"train_{"train_loss": 0.08678194135427475, "global_step": 18716, "epoch": 194, "lr": 0.0002073117881{"train_{"train_lo{"train_loss": 0.10342855751514435, "global_step": 18717, "epoch": 194, "lr": 0.000{"train_{"train_lo{"train_loss": 0.09248681366443634, "global_step": 18718, "epoch": 194, "lr": 0.000{"train_{"train_loss": 0.08914947727074225, "global_step": 18719, "epoch": 194, "lr": 0.00020726230849{"train_{"train_lo{"train_loss": 0.09008058160543442, "global_step": 18720, "epoch": 195, "lr": 0.000{"train_{"train_lo{"train_loss": 0.089947357{"train_loss": 0.09111753106117249, "global_step": 18721, {"train_{"train_loss": 0.06495195627212524, {"train_loss": 0.06675402820110321, "global_step": 18722, {"train_{"train_loss": 0.06628100574016571, {"train_loss": 0.06376579403877258, "global_step": 18723{"train_l{"train_l{"train_loss": 0.0837178379{"train_loss": 0.08392301201820374, "global_step": 18724,{"train_l{"train_loss": 0.0955934226512909, "global_step": 18725, "epoch": 195, "lr": 0.000207163347{"train_{"train_lo{"train_loss": 0.1035187095{"train_loss": 0.10442590713500977, "global_step": 18726{"train{"train_loss": 0.10151882469654083, "global_step": 18727, "epoch": 195, "lr": 0.0002071303604{"train_l{"train_los{"train_loss": 0.0817423760{"train_loss": 0.08184127509593964, "global_step": 187{"train_lo{"train_loss": 0.09292829036712646, "global_step": 18729, "epoch": 195, "lr": 0.000207097373{"train_lo{"train_loss": 0.10736466944217682, "{"train_loss": 0.11132781207561493, "global_step": 1873{"train_lo{"train_loss": 0.0980663076043129, "g{"train_loss": 0.09592029452323914, "global_step": 1873{"train_l{"train_loss": 0.10238800942897797, "global_step": 18732, "epoch": 195, "lr": 0.0002070478914{"train_l{"train_loss": 0.10594481974840164, "global_step": 18733, "epoch": 195, "lr": 0.000207031397{"train_loss": 0.09898{"train_loss": 0.09890169650316238, "global_step": 18734, "epoch": 195, "lr": 0.{"train_lo{"train_loss{"train_loss": 0.0895892083644867, "global_step": 18735, "epoch": 195, "lr": 0.0{"train_lo{"train_los{"train_loss": 0.12185146659612656, "global_step": 18736, "epoch": 195, "lr": 0.{"train_los{"train_loss": 0.08933939039707184, "global_step": 18737, "epoch": 195, "lr": 0.0002069654{"train_los{"train_loss": 0.06992126256227493, "global_step": 18738, "epoch": 195, "lr": 0.0002069489{"train_loss{"train_loss": 0.08622331917285919, "g{"train_loss": 0.08704335987567902, "global_step": 1{"train_loss{"train_lo{"train_loss": 0.0823243111371994, "global_step": 18740, "epoch": 195, "lr": 0.{"train_loss"{"train_loss": 0.05355632305145264, "global_step": 18741, "epoch": 195, "lr": 0.000206899{"train_loss"{"train_loss": 0.07338989526033401, "g{"train_loss": 0.07151983678340912, "global_step": {"train_loss": 0.1260194480419159, "global_step": 18743, "epoch": 195, "lr": 0.0002068664552393167}
+{"train_loss": 0.06524808704853058, "global_step": 1{"train_loss": 0.06486776471138, "global_step": {"train_loss":{"train_loss": 0.07375246286392212, "global_step": 18745, "epoch": 195, "lr": 0.0002068{"train_loss":{"train_lo{"train_loss": 0.08858313411474228, "global_step": 18746, "epoch": 195, "lr":{"train_loss": 0.0891701{"train_loss": 0.08904498815536499, "global_step": 18747, "epoch": 195, "lr": {"train_loss":{"train_loss": 0.0979868471622467, "global_step": 18748, "epoch": 195, "lr": 0.000206783{"train_loss"{"train_loss": 0.1368497908115387, "global_step": 18749, "epoch": 195, "lr": 0.000206767{"train_loss"{"train_loss": 0.09012055397033691, "{"train_loss": 0.0886690616607666, "global_step": 18{"train_loss"{"train_loss": 0.0809776708483696, "global_step": 18751, "epoch": 195, "lr": 0.00020673{"train_loss"{"train_loss": 0.09377704560756683, "global_step": 18752, "epoch": 195, "lr": 0.000206718{"train_loss"{"train_loss": 0.06358408182859421, "global_step": 18753, "epoch": 195, "lr": 0.000206701{"train_loss": 0.08580765128135681, "global_step": 18754, "epoch": 195, "lr": 0.0002066850134029179}
+{"train_loss"{"train_loss": 0.10564973205327988, "{"train_loss": 0.10573598742485046, "global_step": {"train_loss": 0.08751088380813599, "global_step":{"train_loss": 0.08809874951839447, "global_step": 1{"train_loss": 0.102266{"train_loss": 0.1024097800{"train_loss": 0.10197343677282333, "global_step": 1{"train_loss{"train_los{"train_loss": 0.0812728703{"train_loss": 0.0804741382598877, "global_step": 1{"train_loss{"train_loss": 0.08161494135856628, "global_step": 18759, "epoch": 195, "lr": 0.000206602{"train_loss{"train_los{"train_loss": 0.11385518312454224, "global_step": 18760, "epoch": 195, "lr": 0{"train_loss{"train_loss": 0.0841403678059578, "global_step": 18761, "epoch": 195, "lr": 0.00020656954{"train_loss": 0.07615132629871368, "global_step": 18762, "epoch": 195, "lr": 0.0002065530522354366}
+{"train_loss": 0.08183392137289047, "global_step{"train_loss": 0.08201727271080017, "global_step": 18{"train_loss": 0.07235352694988251, "global_step": 18764, "epoch": 195, "lr": 0.00020652006149507622}
+{"train_lo{"train_loss": 0.09529167413711548, "global_step": 18765, "epoch": 195, "lr": 0.000206503566{"train_lo{"train_loss": 0.08537732064723969, "global_step": 18766, "epoch": 195, "lr": 0.000206487070{"train_lo{"train_loss": 0.06016966328024864, "{"train_loss": 0.057791780680418015, "global_step": 1876{"train_l{"train_loss"{"train_loss": 0.09973188489675522, "global_step": 18768, "epoch": 195, "lr": {"train_loss": 0.0676204115152359, "global_step": 18769, "epoch": 195, "lr": 0.00020643758386914633}
+{"train_loss": 0.11754241{"train_loss": 0.11734763532876968, "global_step": 18770, "epoch": 195, "lr":{"train_los{"train_loss": 0.08804088830947876, "gl{"train_loss": 0.0902835801243782, "global_step": 18{"train_loss": 0.10243040{"train_loss": 0.10149899125099182, "global_step": 18772, "epoch": 195, "lr":{"train_loss": 0.08206045{"train_loss": 0.0833321288228035, "global_step": 18773, "epoch": 195, "lr": {"train_loss": 0.09927824139595032, "global_step": 18774, "epoch": 195, "lr": 0.00020635510514726527}
+{"train_loss": 0.062058836221694946, "global_step": 18775, "epoch": 195, "lr": 0.00020633860927261064}
+{"train_loss": 0.0520855{"train_loss": 0.052126865833997726, "global_step": 18776, "epoch": 195, "lr"{"train_loss": 0.08914770{"train_loss": 0.089843{"train_loss": 0.08963782340288162, "global_step": 187{"train_loss": 0.09848099946975708, "global_step": 18778, "epoch": 195, "lr": 0.00020628912139011152}
+{"train_loss": 0.08726470172405243, "global_step": 18779, "epoch": 195, "lr": 0.0002062726253434746}
+{"train_loss": 0.08339518308639526, "global_st{"train_loss": 0.08421249687671661, "global_step": 18780{"train_l{"train_loss": 0.06736241281032562, "global_step": 18781, "epoch": 195, "lr": 0.0002062396331{"train_loss": 0.08926351368427277, "global_st{"train_loss": 0.08947959542274475, "global_step": 18782{"train_loss": 0.10079044103622437, "global_step": 18783, "epoch": 195, "lr": 0.0002062066407309029}
+{"train_l{"train_loss": 0.0620100274682045, "g{"train_loss": 0.06132567301392555, "global_step": 187{"train_lo{"train_loss":{"train_loss": 0.07621193677186966, "global_step": 18785, "epoch": 195, "lr": {"train_lo{"train_loss": 0.0824456587433815, "global_step": 18786, "epoch": 195, "lr": 0.0002061571518{"train_l{"train_loss": {"train_loss": 0.08628912270069122, "global_step": 18787, "epoch": 195, "lr": {"train_l{"train_loss": 0.07933290302753448, "global_step": 18788, "epoch": 195, "lr": 0.0002061241590{"train_loss": 0.0910955{"train_loss": 0.09068669378757477, "global_step": 18789, "epoch": 195, "lr": {"train_l{"train_loss": {"train_loss": 0.07452890276908875, "global_step": 18790, "epoch": 195, "lr": {"train_{"train_loss": 0{"train_loss": 0.089034{"train_loss": 0.09068413078784943, "global_step": 1879{"train{"train_loss": 0.1030755341053009, "global_step": 18792, "epoch": 195, "lr": 0.0002060581728910{"trai{"train_loss": 0.10380645096302032, "global_step": 18793, "epoch": 195, "lr": 0.000206041676256{"train_loss": 0.05970538407564163, "global_step": 18794, "epoch": 195, "lr": 0.00020602517958106061}
+{"train{"train_loss": 0.12103486061096191, "global_step": 18795, "epoch": 195, "lr": 0.000206008682864{"train_loss": 0.08051393926143646, "global_step": 18796, "epoch": 195, "lr": 0.0002059921861069585}
+{"train{"train_loss": 0.08954400569200516, "global_step": 18797, "epoch": 195, "lr": 0.00020597568930{"train{"train_loss": 0.06958083063364029, "global_step": 18798, "epoch": 195, "lr": 0.000205959192469{"train{"train_loss": 0.0907297134399414, "global_step": 18799, "epoch": 195, "lr": 0.0002059426955900{"trai{"train_loss": 0.1058361753821373, "glob{"train_loss": 0.10716140270233154, "global_step": 18800{"tra{"train_loss": 0.1037539541721344, "global_step": 18801, "epoch": 195, "lr": 0.000205909701709581{"train_loss": 0.08576871454715729, "global_step": 18802, "epoch": 195, "lr": 0.00020589320470892645}
+{"train_loss": 0.10773338377475739, "global_step": 18803, "epoch": 195, "lr": 0.0002058767076681407}
+{"train_loss": 0.12281596660614014, "global_st{"train_loss": 0.12215040624141693, "global_step": 18804{"t{"train_loss": 0.07055477797985077, "global_step": 18805, "epoch": 195, "lr": 0.000205843713466625{"t{"train_loss": 0.1{"train_loss": 0.1570771038532257, "global_step": 18806, "epoch": 195, "lr": 0.00{"t{"train_loss": 0.{"train_loss": 0.098450466{"train_loss": 0.09905336797237396, "global_step": 18807{"t{"train_loss": 0.10171887278556824, "global{"train_loss": 0.10545733571052551, "global_step": 18808{"train_loss": 0.07212093472480774, "global_step": 18809, "epoch": 195, "lr": 0.00020577772458696652}
+{"t{"train_loss": 0{"train_loss": 0.09562448412179947, "global_step": 18810, "epoch": 195, "lr": 0.000{"t{"train_loss": 0.08734442293643951, "global_step": 18811, "epoch": 195, "lr": 0.0002057447299106{"t{"train_loss": 0.07907292991876602, "globa{"train_loss": 0.08095058798789978, "global_step": 18812,{"t{"train_loss": 0.0772867202758789, "global_step": 18813, "epoch": 195, "lr": 0.0002057117350777938{"t{"train_loss": 0.{"train_loss": 0.10918410122394562, "global_step": 18814, "epoch": 195, "lr": 0.{"tr{"train_loss": 0.{"train_loss": 0.08931301654471706, "global_step": 18815, "epoch": 195, "lr": {"train_loss": 0.09296055883169174, "global_step": 18816, "epoch": 196, "lr": 0.00020566224253712128}
+{"tra{"train_loss": 0.0{"train_loss": 0.09277848899364471, "global_step": 18817, "epoch": 196, "lr": 0{"train_loss": 0.1040116474032402, "global_step": 18818, "epoch": 196, "lr": 0.000205629247317028}
+{"trai{"train_loss": 0.1189277321100235, "global_step": 18819, "epoch": 196, "lr": 0.0002056127496494{"train_loss": 0.08509944379329681, "global_step": 18820, "epoch": 196, "lr": 0.00020559625194360064}
+{"train_loss": 0.09033069759607315, "global_step": 18821, "epoch": 196, "lr": 0.00020557975419966757}
+{"train_loss": 0.0816204696893692, "global_step{"train_loss": 0.08077241480350494, "global_step": 188{"train_loss": 0.10125867277383804, "global_step": 18823, "epoch": 196, "lr": 0.0002055467585979243}
+{"train_loss": 0.09852543473243713, "global_step": 18824, "epoch": 196, "lr": 0.0002055302607403388}
+{"tra{"train_loss": 0.0975368469953537, "global_{"train_loss": 0.09639210999011993, "global_step": 188{"train_loss": 0.06789164245128632, "global_step": 18826, "epoch": 196, "lr": 0.00020549726491230183}
+{"tr{"train_loss": 0.0756566971540451, "global_s{"train_loss": 0.07245869934558868, "global_step": 18{"tr{"train_loss": 0.09241843968629837, "global_step": 18828, "epoch": 196, "lr": 0.000205464268934525{"tr{"train_loss": 0.10490453243255615, "global_{"train_loss": 0.1078910231590271, "global_step": 1882{"tr{"train_loss": 0.09663853049278259, "global_step": 18830, "epoch": 196, "lr": 0.000205431272807909{"tr{"train_loss": 0.1090{"train_loss": 0.10584495961666107, "global_step": 18831, "epoch": 196, "lr":{"train_loss": 0.05740033835172653, "global_step": 18832, "epoch": 196, "lr": 0.00020539827653335207}
+{"tr{"train_loss": 0.088{"train_loss": 0.0897204{"train_loss": 0.0889551192522049, "global_step": 1883{"train_loss": 0.0799311{"train_loss": 0.078604{"train_loss": 0.07890817523002625, "global_step": 188{"t{"train_loss": 0.07946538180112839, "global_{"train_loss": 0.08152793347835541, "global_step": 188{"t{"train_loss": 0.09403979778289795, "global_{"train_loss": 0.09513822197914124, "global_step": 1883{"train_loss": 0.09387{"train_loss": 0.09462092{"train_loss": 0.09394678473472595, "global_step": 1883{"train_loss": 0.06231{"train_loss": 0.061925455927848816, "global_step": 18838, "epoch": 196, "lr": 0{"t{"train_loss": 0.114{"train_loss": 0.11509259{"train_loss": 0.11546415090560913, "global_step": 18{"t{"train_loss": 0.09882292151451111, "global_step": 18840, "epoch": 196, "lr": 0.0002052662899736824{"t{"train_loss": 0.08372186124324799, "global_{"train_loss": 0.08953812718391418, "global_step": 1884{"t{"train_loss": 0.10398770868778229, "global_step": 18842, "epoch": 196, "lr": 0.0002052332929728992{"t{"train_loss": 0.11252233386039734, "global_step": 18843, "epoch": 196, "lr": 0.0002052167944189957{"t{"train_loss": 0.07745616883039474, "global_step": 18844, "epoch": 196, "lr": 0.0002052002958295673{"train_loss": 0.06496{"train_loss": 0.06468{"train_loss": 0.0647057518362999, "global_step": 18845, "{"train_loss": 0.07474{"train_loss": 0.07554292678833008, "global_step": 18846, "epoch": 196, "lr": 0.{"train_loss": 0.07383865863084793, "global{"train_loss": 0.07825732231140137, "global_step": 18847, "{"train_loss": 0.08878154307603836, "global_step": 18848, "epoch": 196, "lr": 0.0002051343011188527}
+{"train_loss": 0.07596489042043686, "global_step": 18849, "epoch": 196, "lr": 0.00020511780235348543}
+{"train_loss": 0.08743564039468765, "global_step": 18850, "epoch": 196, "lr": 0.00020510130355326744}
+{"train_loss": 0.0891578197479248, "global_step": 18851, "epoch": 196, "lr": 0.00020508480471831107}
+{"train_loss": 0.08213986456394196, "global_step": 18852, "epoch": 196, "lr": 0.00020506830584872873}{{"train_loss": 0.122621089220047, "global_step": 18853, "epoch": 196, "lr": 0.00020505180694463263}
+{"train_loss": 0.10075702518224716, "global_step": 18854, "epoch": 196, "lr": 0.00020503530800613536}
+{"train_loss": 0.11288875341415405, "global_s{"train_loss": 0.10975193977355957, "global_step": 1885{"train_loss": 0.09013918042182922, "global_step": 18856, "epoch": 196, "lr": 0.00020500231002638613}
+{"train_loss": 0.09331459552049637, "global_step": 18857, "epoch": 196, "lr": 0.0002049858109853589}
+{"train_loss": 0.10851234{"train_loss": 0.11075037717819214, "global_step": 18858, "epoch": 196, "lr":{"train_loss": 0.07855024933815002, "global_s{"train_loss": 0.07579533755779266, "global_step": 18859,{"train_loss": 0.09445158392190933, "global_step": 18860, "epoch": 196, "lr": 0.0002049363136590155}
+{"train_loss": 0.11218373477458954, "global_step": 18861, "epoch": 196, "lr": 0.0002049198144828548}
+{"train_loss": 0.06896138191223145, "global_{"train_loss": 0.06777171045541763, "global_step": 18862, {"train_loss": 0.08116795867681503, "global_step": 18863, "epoch": 196, "lr": 0.0002048868160301384}
+{"train_loss": 0.06335338205099106, "global_step": 18864, "epoch": 196, "lr": 0.00020487031675380736}{{"train_loss": 0.08318494260311127, "global_step": 18865, "epoch": 196, "lr": 0.00020485381744431088}{"train_loss": 0.08698736{"train_loss": 0.089{"train_loss": 0.09081949293613434, "global_step": 18866,{{"train_loss": 0.086270272731781, "global_step": 18867, "epoch": 196, "lr": 0.00020482081872627114}
+{{"train_loss": 0.10299452394247055, "global_s{"train_loss": 0.10194197297096252, "global_step": 18868{"train_loss": 0.06626227498054504, "global_step": 18869, "epoch": 196, "lr": 0.000204787819876918}
+{{"train_loss": 0.10378934442996979, "global_step": 18870, "epoch": 196, "lr": 0.00020477132040327972}{"train_loss": 0.07744419574737549, "global_st{"train_loss": 0.07717875391244888, "global_step": 18871{{"train_loss": 0.09654649347066879, "global_s{"train_loss": 0.09873375296592712, "global_step": 18872{{"train_loss": 0.07988192141056061, "global_step": 18873, "epoch": 196, "lr": 0.00020472182178786686}{{"train_loss": 0.07276147603988647, "global_step": 18874, "epoch": 196, "lr": 0.0002047053221849376}{"train_loss": 0.06827040016651154, "global_st{"train_loss": 0.06922809779644012, "global_step": 18875{{"train_loss": 0.07795223593711853, "global_s{"train_loss": 0.07670131325721741, "global_step": 1887{"train_loss": 0.07479102{"train_loss": 0.07467{"train_loss": 0.074496328830719, "global_step": 18877,{"train_loss": 0.08090806752443314, "global_step": 18878, "epoch": 196, "lr": 0.00020463932345392576}
+{"train_loss": 0.09059489518404007, "global_s{"train_loss": 0.09084069728851318, "global_step": 18879{"train_loss": 0.0838210{"train_loss": 0.08004964888095856, "global_step": 18880, "epoch": 196, "lr":{"train_loss": 0.0612385{"train_loss": 0.059613876044750214, "global_step": 18881, "epoch": 196, "lr"{"train_loss": 0.10280861705541611, "global_step": 18882, "epoch": 196, "lr": 0.00020457332421743515}
+{"train_loss": 0.06690080463886261, "global_step": 18883, "epoch": 196, "lr": 0.00020455682433017413}
+{"train_loss": 0.09018211{"train_loss": 0.08417872339487076, "global_step": 18884, "epoch": 196, "lr"{"train_loss": 0.10493514686822891, "global_st{"train_loss": 0.10234156250953674, "global_step": 1888{{"train_loss": 0.10866142809391022, "global_step": 18886, "epoch": 196, "lr": 0.00020450732448265674}{"train_loss": 0.09501984{"train_loss": 0.09617805480957031, "global_step": 18887, "epoch": 196, "lr"{"train_loss": 0.0758676677942276, "global_step": 18888, "epoch": 196, "lr": 0.0002044743244306568}
+{"train_loss": 0.1279059648513794, "global_step{"train_loss": 0.1299273669719696, "global_step": 1888{"train_loss": 0.07048093527555466, "global_step": 18890, "epoch": 196, "lr": 0.00020444132425678158}
+{"train_loss": 0.11590202897787094, "global_step": 18891, "epoch": 196, "lr": 0.0002044248241244216}
+{"train_loss": 0.07801772654056549, "global_st{"train_loss": 0.07380492240190506, "global_step": 18892{"train_loss": 0.10992199927568436, "global_st{"train_loss": 0.10811886191368103, "global_step": 1889{{"train_loss": 0.11461701989173889, "global_step": 18894, "epoch": 196, "lr": 0.00020437532354700065}{"train_loss": 0.096152275{"train_loss": 0.10335241258144379, "global_step": 18895, "epoch": 196, "lr{"train_loss": 0.085620917{"train_loss": 0.09081421047449112, "global_step": 18896, "epoch": 196, "lr{{"train_loss": 0.08579277992248535, "global_s{"train_loss": 0.08637744933366776, "global_step": 18897{"train_loss": 0.087122432{"train_loss": 0.090{"train_loss": 0.08931191265583038, "global_step": 18898{"train_loss": 0.08643937110900879, "global_st{"train_loss": 0.09079359471797943, "global_step": 18899{"train_loss": 0.09200385957956314, "global_step": 18900, "epoch": 196, "lr": 0.00020427632159073671}
+{{"train_loss": 0.08185343444347382, "global_step": 18901, "epoch": 196, "lr": 0.00020425982116211553}{"train_loss": 0.10495408624410629, "global_step": 18902, "epoch": 196, "lr": 0.0002042433207044863}
+{"train_loss": 0.08188461512327194, "global_step": 18903, "epoch": 196, "lr": 0.0002042268202179612}
+{"train_loss": 0.08381254971027374, "global_step": 18904, "epoch": 196, "lr": 0.0002042103197026528}
+{"train_loss": 0.07523299008607864, "global_step": 18905, "epoch": 196, "lr": 0.00020419381915867332}
+{"train_loss": 0.09758888930082321, "global_step": 18906, "epoch": 196, "lr": 0.00020417731858613522}
+{"train_loss": 0.0897974818944931, "global_step": 18907, "epoch": 196, "lr": 0.00020416081798515078}
+{"train_loss": 0.0728284{"train_loss": 0.07389888167381287, "global_step": 18908, "epoch": 196, "lr": {"train_loss": 0.07490891218185425, "global_step": 18909, "epoch": 196, "lr": 0.00020412781669829237}
+{"train_loss": 0.1093263104557991, "global_step": 18910, "epoch": 196, "lr": 0.00020411131601264323}
+{"train_loss": 0.08956288220360875, "global_step": 18911, "epoch": 196, "lr": 0.00020409481529899717}
+{"train_loss": 0.11651586{"train_loss": 0.1{"train_loss": 0.11342501640319824, "global_step": 18912,{"train_loss": 0.094360843{"train_loss": 0.0{"train_loss": 0.08972609043121338, "global_step": 18913,{"train_loss": 0.0989910438{"train_loss": 0.0{"train_loss": 0.09583426266908646, "global_step": 18914{"train_loss": 0.09849743545{"train_loss": 0.08960366249084473, "global_step": 18915, "epoch": 197, "{"trai{"train_loss": 0.090103{"train_loss": 0.0899507999420166, "global_step": 18916, "epoch": 197, "{"trai{"train_loss": 0.07967200875282288, "global_step": 18917, "epoch": 197, "lr": 0.0002039958104354{"trai{"train_loss": 0.06481657922267914, "global_step": 18918, "epoch": 197, "lr": 0.000203979309529{"train_loss": 0.09337139129638672, "global_step": 18919, "epoch": 197, "lr": 0.0002039628085954263}
+{"trai{"train_loss": 0.08206244558095932, "global_step": 18920, "epoch": 197, "lr": 0.0002039463076348{"trai{"train_loss": 0.08563894778490067, "global_step": 18921, "epoch": 197, "lr": 0.0002039298066474{"train_loss": 0.07868554443120956, "global_step": 18922, "epoch": 197, "lr": 0.00020391330563323542}
+{"train_loss": 0.06943320{"train_loss": 0.06623287498950958, "global_step": 18923, "epoch": 197, "lr"{"train_loss": 0.10277895629405975, "global_step": 18924, "epoch": 197, "lr": 0.00020388030352501196}
+{"train_loss": 0.09459160268306732, "global_s{"train_loss": 0.097101129591465, "global_step": 18925, "{"train_loss": 0.0950984{"train_loss": 0.09{"train_loss": 0.09472282230854034, "global_step": 18926, "{"trai{"train_loss": 0.09979499131441116, "global_step": 18927, "epoch": 197, "lr": 0.000203830800164{"train_loss": 0.09004934132099152, "global_step": 18928, "epoch": 197, "lr": 0.00020381429899237933}
+{"train_loss": 0.09598197788000107, "global_step": 18929, "epoch": 197, "lr": 0.0002037977977940046}
+{"train_loss": 0.0887724{"train_loss": 0.08392216265201569, "global_step": 18930, "epoch": 197, "lr": {"train_loss": 0.12939384579658508, "global_step": 18931, "epoch": 197, "lr": 0.00020376479531978192}
+{"train_loss": 0.08678240329027176, "global_step": 18932, "epoch": 197, "lr": 0.00020374829404415867}
+{"train_loss": 0.11327141523361206, "global_step": 18933, "epoch": 197, "lr": 0.00020373179274301063}
+{"tra{"train_loss": 0.0{"train_loss": 0.058544740080833435, "global_step": 18934, "epoch": 197, "lr": {"train_loss": 0.0605024{"train_loss": 0.060226500034332275, "global_step": 18935, "epoch": 197, "lr":{"tra{"train_loss": 0.10566423833370209, "global_step": 18936, "epoch": 197, "lr": 0.00020368228868754{"train_loss": 0.11045631{"train_loss": 0.11327312886714935, "global_step": 18937, "epoch": 197, "lr":{"train_loss": 0.08819526{"train_loss": 0.09{"train_loss": 0.08985336124897003, "global_step": 18938, {"train_loss": 0.0906977429986, "global_step{"train_loss": 0.08917004615068436, "global_step": 189{"train_loss": 0.076754435896{"train_loss": 0.07495879381895065, "global_step": 18940, "epoch": 197, "{"train_loss": 0.09540782868862152, "global_ste{"train_loss": 0.10025528818368912, "global_step": 1894{"train_loss": 0.09996815025806427, "global_step": 18942, "epoch": 197, "lr": 0.00020358327990260445}
+{"train_loss": 0.11676132678{"train_loss": 0.11638405919075012, "global_step": 18943, "epoch": 197, "l{"train{"train_loss": 0.0769{"train_loss": 0.0{"train_loss": 0.07723114639520645, "global_step": 18944{"train_loss": 0.0665472149{"train_loss": 0.06{"train_loss": 0.06663994491100311, "global_step": 1894{"train_{"train_loss": 0.095{"train_loss": 0.09{"train_loss": 0.09543612599372864, "global_step": 1894{"train_{"train_loss": 0.117{"train_loss": 0.11658034473657608, "global_step": 18947, "epoch": 197, "l{"train_loss": 0.08962751924991608, "global_step": 18948, "epoch": 197, "lr": 0.00020348427023922852}
+{"train_loss": 0.10552458465{"train_loss": 0.1033325046300888, "global_step": 18949, "epoch": 197, "l{"train_loss": 0.08128559589385986, "global_step": 18950, "epoch": 197, "lr": 0.00020345126682708972}
+{"train{"train_loss": 0.098{"train_loss": 0.09951507300138474, "global_step": 18951, "epoch": 197, "{"train_loss": 0.0675695985{"train_loss": 0.06845580041408539, "global_step": 18952, "epoch": 197, "lr{"train_loss": 0.0774049684{"train_loss": 0.07752671837806702, "global_step": 18953, "epoch": 197, "lr{"train_loss": 0.05696842446923256, "global_step": 18954, "epoch": 197, "lr": 0.00020338525972168588}
+{"train_loss": 0.080169372{"train_loss": 0.08050654083490372, "global_step": 18955, "epoch": 197, "lr"{"train_{"train_loss": 0.0{"train_loss": 0.07059{"train_loss": 0.07015454769134521, "global_step": 18{"train_{"train_loss": 0.08215028047561646, "glo{"train_loss": 0.08206050097942352, "global_step": 18{"train_loss": 0.085397548{"train_loss": 0.08882308751344681, "global_step": 18958, "epoch": 197, "lr"{"train{"train_loss": 0.08439014106988907, "global_step": 18959, "epoch": 197, "lr": 0.000203302750322{"train_loss": 0.10281103104352951, "global_step": 18960, "epoch": 197, "lr": 0.000203286248374249}
+{"train{"train_loss": 0.0{"train_loss": 0.0826081782579422, "global_step": 18961, "epoch": 197, "lr": {"train{"train_loss": 0.{"train_loss": 0.0929226204752922, "global_step": 18962, "epoch": 197, "lr": {"train{"train_loss": 0{"train_loss": 0.09736382216215134, "global_step": 18963, "epoch": 197, "lr": 0{"train{"train_loss": 0{"train_loss": 0.09681212{"train_loss": 0.09858116507530212, "global_step": 18{"train{"train_loss": 0.10816489905118942, "global_step": 18965, "epoch": 197, "lr": 0.0002032037383{"train{"train_loss": 0.11303304880857468, "global_step": 18966, "epoch": 197, "lr": 0.000203187236221{"train_loss": 0.07222219556570053, "global_step": 18967, "epoch": 197, "lr": 0.0002031707341190606}
+{"train_loss": 0.108037{"train_loss": 0.10756687819957733, "global_step": 18968, "epoch": 197, "lr": {"train{"train_loss": 0{"train_loss": 0.1057553{"train_loss": 0.1056426465511322, "global_step": 1896{"train_loss": 0.061896{"train_loss": 0.06361294537782669, "global_step": 18970, "epoch": 197, "lr": 0{"train_loss": 0.0908375233411789, "global_ste{"train_loss": 0.08664517849683762, "global_step": 1897{"train_loss": 0.1086932{"train_loss": 0.11600334942340851, "global_step": 18972, "epoch": 197, "lr": {"train_loss": 0.0759900{"train_loss": 0.074260{"train_loss": 0.07389350235462189, "global_step": 1897{"train_loss": 0.1023698{"train_loss": 0.101659{"train_loss": 0.10181188583374023, "global_step": 1897{"train_loss": 0.0829452{"train_loss": 0.08223515748977661, "global_step": 18975, "epoch": 197, "lr": {"train_loss": 0.08449503779411316, "global_step": 18976, "epoch": 197, "lr": 0.00020302221424174833}
+{"train_loss": 0.09388390928506851, "global_ste{"train_loss": 0.09804022312164307, "global_step": 1897{"trai{"train_loss": 0.10211986303329468, "global_step": 18978, "epoch": 197, "lr": 0.0002029892095952{"train_loss": 0.08390335738658905, "global_step": 18979, "epoch": 197, "lr": 0.0002029727072414851}
+{"train_loss": 0.120617{"train_loss": 0.11922135949134827, "global_step": 18980, "epoch": 197, "lr": 0{"train_loss": 0.082742{"train_loss": 0.08261428028345108, "global_step": 18981, "epoch": 197, "lr": {"train_loss": 0.074129{"train_loss": 0.07213810086250305, "global_step": 18982, "epoch": 197, "lr": 0{"train_loss": 0.102512{"train_loss": 0.09652675688266754, "global_step": 18983, "epoch": 197, "lr": {"trai{"train_loss": 0.08697344362735748, "global_step": 18984, "epoch": 197, "lr": 0.000202890195171{"trai{"train_loss": 0.10226084291934967, "global_step": 18985, "epoch": 197, "lr": 0.00020287369269{"train_loss": 0.0822716{"train_loss": 0.08423331379890442, "global_step": 18986, "epoch": 197, "lr":{"train_loss": 0.07878454029560089, "global_step": 18987, "epoch": 197, "lr": 0.00020284068769165403}
+{"train_loss": 0.1088287{"train_loss": 0.105182945728302, "global_step": 18988, "epoch": 197, "lr": 0.{"train_loss": 0.06907865405082703, "global_st{"train_loss": 0.0735718160867691, "global_step": 18989,{"tra{"train_loss": 0.07561154663562775, "global_step": 18990, "epoch": 197, "lr": 0.0002027911800381{"trai{"train_loss": 0.07717263698577881, "global_step": 18991, "epoch": 197, "lr": 0.0002027746774488{"trai{"train_loss": 0.{"train_loss": 0.09766{"train_loss": 0.0970250815153122, "global_step": 18992, {"train_loss": 0.097953{"train_loss": 0.0980{"train_loss": 0.09909507632255554, "global_step": 18993,{"train_loss": 0.094159{"train_loss": 0.0912{"train_loss": 0.09058070182800293, "global_step": 18994,{"trai{"train_loss": 0.{"train_loss": 0.0681{"train_loss": 0.06828415393829346, "global_step": 18995,{"trai{"train_loss": 0.08844369649887085, "gl{"train_loss": 0.08799783885478973, "global_step": 18996,{"train_loss": 0.084102{"train_loss": 0.08397439122200012, "global_step": 18997, "epoch": 197, "lr": 0{"train_loss": 0.088286{"train_loss": 0.08695663511753082, "global_step": 18998, "epoch": 197, "lr": 0{"trai{"train_loss": 0.{"train_loss": 0.07561145722866058, "global_step": 18999, "epoch": 197, "lr": 0{"train_loss": 0.095941{"train_loss": 0.0990{"train_loss": 0.09968438744544983, "global_step": 19000, {"tra{"train_loss": 0{"train_loss": 0.11583662778139114, "global_step": 19001, "epoch": 197, "lr": 0.0{"tra{"train_loss": 0{"train_loss": 0.0761542022228241, "global_step": 19002, "epoch": 197, "lr": 0.0{"train_loss": 0.123{"train_loss": 0.11881601810455322, "global_step": 19003, "epoch": 197, "lr": 0.00{"tra{"train_loss": 0.10143008083105087, "global_step": 19004, "epoch": 197, "lr": 0.000202560142109{"tra{"train_loss": {"train_loss": 0.1321225{"train_loss": 0.131103515625, "global_step": 19005, "epoc{"train_loss": 0.052{"train_loss": 0.05{"train_loss": 0.05351754277944565, "global_step": 19006, "epoc{"trai{"train_loss": 0.09067243799412002, "global_step": 19007, "epoch": 197, "lr": 0.000202510633526{"train_loss": 0.078{"train_loss": 0.073276586830616, "global_step": 19008, "epoch": 198, "lr": 0.0002{"trai{"train_loss{"train_loss": 0.0928315669298172, "global_step": 19009, "epoch": 198, "lr": 0.00020{"trai{"train_loss": 0.06939905881881714, "global_step": 19010, "epoch": 198, "lr": 0.0002024611247899{"trai{"train_loss": 0.09166713058948517, "global_step": 19011, "epoch": 198, "lr": 0.000202444621844{"trai{"train_los{"train_loss": 0.08593{"train_loss": 0.08542832732200623, "global_step": 19012, "epoc{"trai{"train_loss": 0.0729057714343071{"train_loss": 0.07207171618938446, "global_step": 19013, "epoc{"tra{"train_loss{"train_loss": 0.05850{"train_loss": 0.05838571488857269, "global_step": 19014, "epo{"train_loss": 0.07751983404159546, "gl{"train_loss": 0.07905126363039017, "global_step": 19015, "ep{"train_loss": 0.11013952642679214, "gl{"train_loss": 0.10907705873250961, "global_step": 19016, "epoc{"tra{"train_loss": 0.08862151205539703{"train_loss": 0.08782187104225159, "global_step": 19017, "epo{"train_loss": 0.07536375522613525, "global_step": 19018, "epoch": 198, "lr": 0.00020232910076328024}
+{"trai{"train_loss": 0.07229119539260864{"train_loss": 0.07248853147029877, "global_step": 19019, "epo{"trai{"train_loss{"train_loss": 0.05426{"train_loss": 0.05354022979736328, "global_step": 19020, "epo{"train_loss": 0.0{"train_loss": 0.09850286692380905, "global_step": 19021, "epoch": 198, "lr": 0.000{"train_loss": 0.0{"train_loss": 0.0954400971531868, "global_step": 19022, "epoch": 198, "lr": 0.00020{"train{"train_loss": 0.08092086017131805, "global_step": 19023, "epoch": 198, "lr": 0.00020224658522{"train_loss": 0.10172893851995468, "global_step": 19024, "epoch": 198, "lr": 0.0002022300820739679}
+{"train_loss": 0.1{"train_loss": 0.10923285782337189, "global_step": 19025, "epoch": 198, "lr": 0.0002{"train_{"train_lo{"train_loss": 0.082472{"train_loss": 0.08159616589546204, "global_step": 19026, "ep{"train_{"train_lo{"train_loss": 0.067295{"train_loss": 0.06751297414302826, "global_step": 19027, "ep{"train_{"train_lo{"train_loss": 0.071763{"train_loss": 0.07142877578735352, "global_step": 19028, "ep{"train_{"train_lo{"train_loss": 0.084904{"train_loss": 0.08644609898328781, "global_step": 19029, "e{"train_loss": 0.0{"train_loss": 0.09249067306518555, "global_step": 19030, "epoch": 198, "lr": 0.0002{"train_{"train_lo{"train_loss": 0.08771580457687378, "global_step": 19031, "epoch": 198, "lr": 0.0002{"train_{"train_lo{"train_loss": 0.106125{"train_loss": 0.10688243061304092, "global_step": 19032, "ep{"train_{"train_lo{"train_loss": 0.077525{"train_loss": 0.07746072858572006, "global_step": 19033, "ep{"train_loss": 0.0{"train_loss": 0.070716{"train_loss": 0.0706833153963089, "global_step": 19034, "epo{"train_loss": 0.0{"train_loss": 0.09372862428426743, "global_step": 19035, "epoch": 198, "lr": 0.000{"train_loss": 0.08142882585525513, "global_step": 19036, "epoch": 198, "lr": 0.00020203204307950797}
+{"train_loss": 0.{"train_loss": 0.077247{"train_loss": 0.07672768831253052, "global_step": 19037, "e{"train_loss": 0.{"train_loss": 0.07600906491279602, "global_step": 19038, "epoch": 198, "lr": 0.0002{"train_l{"train_{"train_loss": 0.0952804{"train_loss": 0.09566058218479156, "global_step": 19039, "e{"train_l{"train_{"train_loss": 0.0821760{"train_loss": 0.08190937340259552, "global_step": 19040, "ep{"train_l{"train_loss": 0.09286753833293915, "global_step": 19041, "epoch": 198, "lr": 0.0002019495262{"train_l{"train_{"train_loss": 0.11989058554172516, "global_step": 19042, "epoch": 198, "lr": 0.0002{"train_loss": 0.1{"train_loss": 0.1063092{"train_loss": 0.10690107941627502, "global_step": 19043, {"train_loss": 0.09972318261861801, "global_{"train_loss": 0.09605523943901062, "global_step": 19044,{"train_loss": 0.083{"train_loss": 0.0816976{"train_loss": 0.08170506358146667, "global_step": 19045, {"train_loss": 0.12127979099750519, "global_step": 19046, "epoch": 198, "lr": 0.00020186700905374592}
+{"train_los{"train_l{"train_loss": 0.0829037{"train_loss": 0.08161720633506775, "global_step": 19047,{"train_loss{"train_l{"train_loss": 0.1193711906671524, "global_step": 19048, "epoch": 198, "lr": 0.00{"train_loss{"train_{"train_loss": 0.0627615824341774, "global_step": 19049, "epoch": 198, "lr": 0.000{"train_loss{"train_loss": 0.08748294413089752, "global_step": 19050, "epoch": 198, "lr": 0.000201800{"train_loss{"train_loss": 0.11557303369045258, "global_step": 19051, "epoch": 198, "lr": 0.0002017844{"train_loss": 0.08{"train_loss": 0.08247888088226318, "global_step": 19052, "epoch": 198, "lr": 0.00{"train_loss{"train_loss": 0.06025985628366{"train_loss": 0.060598745942115784, "global_step": 19053, "{"train_loss": 0.09{"train_loss": 0.0953546{"train_loss": 0.096016064286232, "global_step": 19054, "ep{"train_loss": 0.09169717133045197, "glob{"train_loss": 0.09205421805381775, "global_step": 19055, "ep{"train_loss": 0.07{"train_loss": 0.07880{"train_loss": 0.07926654070615768, "global_step": 19056, "ep{"train_l{"train_loss": 0.087238013744354{"train_loss": 0.08731335401535034, "global_step": 19057, "ep{"train_l{"train_l{"train_loss": 0.0961441844701767, "global_step": 19058, "epoch": 198, "lr": 0.00020{"train_l{"train_loss": 0.075628504157066{"train_loss": 0.07618529349565506, "global_step": 19059, "e{"train_loss": 0.{"train_loss": 0.09973981231451035, "global_step": 19060, "epoch": 198, "lr": 0.00020{"train_loss": 0.{"train_loss": 0.10479477047920227, "global_step": 19061, "epoch": 198, "lr": 0.0002{"train_l{"train_{"train_loss": 0.059413425624370575, "global_step": 19062, "epoch": 198, "lr": 0.000{"train_{"train_lo{"train_loss": 0.11327220499515533, "global_step": 19063, "epoch": 198, "lr": 0.0002{"train_{"train_loss": 0.12148615717887878, "global_step": 19064, "epoch": 198, "lr": 0.0002015699446{"train_l{"train_lo{"train_loss": 0.08137109875679016, "global_step": 19065, "epoch": 198, "lr": 0.00{"train_loss": 0.07231554388999939, "global_step": 19066, "epoch": 198, "lr": 0.00020153693730047204}
+{"train_loss": 0.07507824897766113, "globa{"train_loss": 0.07597951591014862, "global_step": 19067, "e{"train_loss": 0.1079915389418602, "global{"train_loss": 0.11235059797763824, "global_step": 19068, "{"train_loss": 0.11549454927444458, "global{"train_loss": 0.10824902355670929, "global_step": 19069, {"train{"train_loss{"train_loss": 0.0931525{"train_loss": 0.09298598021268845, "global_step": 19070, "{"train{"train_loss": 0.09167829900979996, "global_step": 19071, "epoch": 198, "lr": 0.000201454418672{"train{"train_loss": 0.08312688767910004, "global_step": 19072, "epoch": 198, "lr": 0.00020143791491{"train_loss": 0.076{"train_loss": 0.07710869610309601, "global_step": 19073, "epoch": 198, "lr": 0.00{"train_loss": 0.08084454387426376, "global_step": 19074, "epoch": 198, "lr": 0.00020140490737661205}
+{"train_loss": 0.067{"train_loss": 0.0619881{"train_loss": 0.061132289469242096, "global_step": 19075{"train_loss": 0.09657889604568481, "global_st{"train_loss": 0.09405636787414551, "global_step": 19076{"train_l{"train_loss": 0.09343665838241577, "{"train_loss": 0.09414196014404297, "global_step": 19077{"train_l{"train_loss"{"train_loss": 0.0901068{"train_loss": 0.08999569714069366, "global_step": 19078{"train_l{"train_loss"{"train_loss": 0.09226799011230469, "global_step": 19079, "epoch": 198, "lr": 0.{"train_l{"train_loss": 0.08204434812068939, "{"train_loss": 0.08206764608621597, "global_step": 19080{"train_l{"train_loss"{"train_loss": 0.08755570650100708, "global_step": 19081, "epoch": 198, "lr": 0.{"train_l{"train_loss"{"train_loss": 0.09964019060134888, "global_step": 19082, "epoch": 198, "lr": 0{"train_loss": 0.06754{"train_loss": 0.0683252215385437, "global_step": 19083, "epoch": 198, "lr": 0.{"train_loss": 0.059101350605487823, "global_step": 19084, "epoch": 198, "lr": 0.00020123986911749984}
+{"train_l{"train_loss": 0.06323391199111938, "global_step": 19085, "epoch": 198, "lr": 0.00020122336524{"train_loss": 0.11421120166778564, "global_step": 19086, "epoch": 198, "lr": 0.0002012068613607633}
+{"train_loss": 0.088{"train_loss": 0.0922735184431076, "global_step": 19087, "epoch": 198, "lr": 0.000{"train_loss": 0.09804566204547882, "global_step": 19088, "epoch": 198, "lr": 0.0002011738535711533}
+{"train{"train_loss": 0.08853788673877716, {"train_loss": 0.08889411389827728, "global_step": 19089, "{"train{"train_loss": 0.08684270828962326, {"train_loss": 0.08780990540981293, "global_step": 19090, "{"train{"train_loss": 0.11301757395267487, "global_step": 19091, "epoch": 198, "lr": 0.0002011243418{"train_{"train_los{"train_loss": 0.1061680018901825, "global_step": 19092, "epoch": 198, "lr": 0.000{"train_loss": 0.07854625582695007, "global_{"train_loss": 0.0831340104341507, "global_step": 19093, {"train_loss": 0.0{"train_loss": 0.06912708282470703, "global_step": 19094, "epoch": 198, "lr": 0.0002{"train_loss": 0.0{"train_loss": 0.06363513320684433, "global_step": 19095, "epoch": 198, "lr": 0.0002{"train_{"train_loss": 0.07889080047607422{"train_loss": 0.07978952676057816, "global_step": 19096, "{"train_loss": 0.08908658474683762, "global{"train_loss": 0.08364388346672058, "global_step": 19097, "{"train_loss": 0.10216747224330902, "global{"train_loss": 0.1036941260099411, "global_step": 19098, "{"train_loss": 0.1277165412902832, "global{"train_loss": 0.1198059692978859, "global_step": 19099, "{"train_loss": 0.1185920238494873, "global_step": 19100, "epoch": 198, "lr": 0.0002009758061934996}
+{"train_loss": 0.1013{"train_loss": 0.09937{"train_loss": 0.0998014360666275, "global_step": 19101, "e{"train_loss": 0.1138{"train_loss": 0.1153{"train_loss": 0.11536215245723724, "global_step": 19102, "e{"train_loss": 0.08867528568953276, "global_step": 19103, "epoch": 198, "lr": 0.00020092629419198862}
+{"train_los{"train_loss": 0.06880693137645{"train_loss": 0.07009710371494293, "global_step": 19104, "e{"train_los{"train_l{"train_loss": 0.08011920750141144, "global_step": 19105, "epoch": 199, "lr": 0.00{"train_los{"train_l{"train_loss": 0.09496{"train_loss": 0.09596821665763855, "global_step": 19106, "{"train_los{"train_loss": 0.10176711529493332, "global_step": 19107, "epoch": 199, "lr": 0.00020086027{"train_los{"train_loss": 0.11128648370504379, "global_step": 19108, "epoch": 199, "lr": 0.00020084377{"train_los{"train_loss": 0.06648707389831543, "global_step": 19109, "epoch": 199, "lr": 0.0002008272{"train_los{"train_loss": 0.07342935353517532, "global_step": 19110, "epoch": 199, "lr": 0.0002008107{"train_loss{"train_loss": 0.09451945126056671, "global_step": 19111, "epoch": 199, "lr": 0.0002007942{"train_loss{"train_{"train_loss": 0.05948504060506821, "global_step": 19112, "epoch": 199, "lr": 0.00{"train_loss{"train_loss": 0.08803993463516235, "global_step": 19113, "epoch": 199, "lr": 0.0002007612{"train_loss{"train_{"train_loss": 0.07061702013015747, "global_step": 19114, "epoch": 199, "lr": 0.{"train_loss": 0.1026{"train_loss": 0.10158997029066086, "global_step": 19115, "epoch": 199, "lr": 0.0{"train_loss": 0.0736{"train_loss": 0.07076998054981232, "global_step": 19116, "epoch": 199, "lr": 0.0{"train_loss": 0.0804{"train_loss": 0.08466747403144836, "global_step": 19117, "epoch": 199, "lr": 0.{"train_loss"{"train_loss": 0.08572518825531006, "global_step": 19118, "epoch": 199, "lr": 0.000200{"train_loss": 0{"train_loss": 0.0972718596458435, "global_step": 19119, "epoch": 199, "lr": 0.000200{"train_loss": {"train_loss": 0.09861916303634644, "global_step": 19120, "epoch": 199, "lr": 0.000200{"train_loss": 0{"train_l{"train_loss": 0.095746{"train_loss": 0.09535837918519974, "global_step": 19{"train_loss": 0{"train_loss": 0.09017889201641083, "global_step": 19122, "epoch": 199, "lr": 0.000{"train_loss": 0.0{"train_loss": 0.062930092215538{"train_loss": 0.06271430850028992, "global_step": 1{"train_loss": 0.0{"train_loss": 0.08062897622585297, "global_step": 19124, "epoch": 199, "lr": 0.0002{"train_loss": 0.07996174693107605, "global_step": 19125, "epoch": 199, "lr": 0.00020056320464200761}
+{"train_loss": 0.0{"train_loss": 0.054394908249378204, "global_step": 19126, "epoch": 199, "lr": 0.000{"train_loss": 0.06183113157749176, "global_step": 19127, "epoch": 199, "lr": 0.000200530196391072}
+{"train_loss": 0.0940875411{"train_loss": 0.09869939088821411, "global_step": 19128, "epoch": 199, "lr{"train_loss": 0.1258935928{"train_loss": 0.12303376197814941, "global_step": 19129, "epoch": 199, "lr{"train_loss": 0.0771008357{"train_loss": 0.07967671006917953, "global_step": 19130, "epoch": 199, "lr{"train_loss": 0.0741545557{"train_loss": 0.08022179454565048, "global_step": 19131, "epoch": 199, "l{"train_loss": 0.09044845402240753, "global_step": 19132, "epoch": 199, "lr": 0.00020044767570251635}
+{"train_loss": 0.08306621015071869, "global_step": 19133, "epoch": 199, "lr": 0.00020043117155521003}
+{"train_loss": 0.08{"train_l{"train_loss": 0.08819591999053955, "global_step": 19134, "epoch": 199, "l{"train_loss": 0.09266665577888489, "global_step": 19135, "epoch": 199, "lr": 0.00020039816325190138}
+{"train_loss": 0.06314586102962494, "global_step": 19136, "epoch": 199, "lr": 0.00020038165909612375}
+{"train_loss": 0.10{"train_loss": 0.10340877622365952, "global_step": 19137, "epoch": 199, "lr": 0.000{"train_loss": 0.067762792110{"train_loss": 0.07056602835655212, "global_step": 19138, "epoch": 199, "{"train_loss": 0.08032064139842987, "global_step": 19139, "epoch": 199, "lr": 0.00020033214661364658}
+{"train_loss": 0.09817726910114288, "global_step": 19140, "epoch": 199, "lr": 0.00020031564244814737}
+{"train_loss": 0.091900736093{"train_loss": 0.100{"train_loss": 0.10055559128522873, "global_step": 1{"train_loss": 0.08050195872783661, "global_step"{"train_loss": 0.08521852642297745, "global_step": 19{"train_loss": 0.08291148394346237, "global_step"{"train_loss": 0.08505493402481079, "global_step": 1{"train_loss": 0.10277046263217926, "global_step": 19144, "epoch": 199, "lr": 0.00020024962576578007}
+{"train_loss": 0.078935921192{"train_loss": 0.08112753927707672, "global_step": 19145, "epoch": 199, "{"train_loss": 0.109370127320{"train_loss": 0.10244829952716827, "global_step": 19146, "epoch": 199, {"train_loss": 0.055687546730{"train_loss": 0.05{"train_loss": 0.05822395160794258, "global_step": 1914{"train_loss": 0.0731533020734787, "global_step": 19148, "epoch": 199, "lr": 0.00020018360905621485}
+{"train_loss": 0.127{"train_loss": 0.12667039036{"train_loss": 0.1267474740743637, "global_step": 191{"train_loss": 0.08448238670{"train_loss": 0.08{"train_loss": 0.08324027061462402, "global_step": 1915{"train_loss": 0.083{"train_loss": 0.0810695290{"train_loss": 0.08067051321268082, "global_step": 1915{"train_loss": 0.076{"train{"train_loss": 0.07938772439956665, "global_step": 19152, "epoch": 199, "lr{"train_loss": 0.0587181448{"train_loss": 0.05925887078046799, "global_step": 19153, "epoch": 199, "l{"train_loss": 0.09{"train_loss": 0.097426004707{"train_loss": 0.09704207628965378, "global_step": 191{"train_loss": 0.06744343042373657, "global_step": 19155, "epoch": 199, "lr": 0.000200068079770665}
+{"train_loss": 0.0927538126{"train_loss": 0.0921894758939743, "global_step": 19156, "epoch": 199, "lr{"train_loss": 0.0874789953{"train_loss": 0.0900987908244133, "global_step": 19157, "epoch": 199, "lr"{"train_loss": 0.044{"trai{"train_loss": 0.044924959540367126, "global_step": 19158, "epoch": 199, "l{"train_loss": 0.0860523879{"train_loss": 0.08581195771694183, "global_step": 19159, "epoch": 199, "lr{"train_loss": 0.09173928946256638, "global_step": 19160, "epoch": 199, "lr": 0.00019998555883625932}
+{"train_loss": 0.09312434494495392, "global_step": 19161, "epoch": 199, "lr": 0.00019996905464922363}
+{"train_loss": 0.07290823757648468, "global_step": 19162, "epoch": 199, "lr": 0.00019995255046239863}
+{"train_loss": 0.0970145538{"train_loss": 0.09754554182291031, "global_step": 19163, "epoch": 199, "lr{"train_loss": 0.0738182365{"train_loss": 0.07064740359783173, "global_step": 19164, "epoch": 199, "lr{"train_loss": 0.0901505276{"train_loss": 0.085{"train_loss": 0.08760203421115875, "global_step": 191{"train_loss": 0.07382550835609436, "global_step": 19166, "epoch": 199, "lr": 0.0001998865337194539}
+{"train_loss": 0.088552549{"train_loss": 0.09{"train_loss": 0.09079575538635254, "global_step": 19167{"train_loss": 0.063{"train{"train_loss": 0.06660129874944687, "global_step": 19168, "epoch": 199, "l{"train_loss": 0.1079{"train_loss": 0.105248987{"train_loss": 0.104517862200737, "global_step": 19169{"train_loss": 0.0669623464345932, "global_st{"train_loss": 0.0691918432712555, "global_step": 19170,{"train_loss": 0.06563544273376465, "global_s{"train_loss": 0.06306028366088867, "global_step": 19171,{"train_loss": 0.09383857995271683, "global_s{"train_loss": 0.0954364463686943, "global_step": 19172, {"train_loss": 0.0992{"train_loss": 0.098133{"train_loss": 0.09778706729412079, "global_step": 19173, {"train_loss": 0.10202134400606155, "global_step": 19174, "epoch": 199, "lr": 0.00019975450027784556}
+{"train_loss": 0.10584336519241333, "global_{"train_loss": 0.10404990613460541, "global_step": 19175, {"train_loss": 0.0649404376745224, "global_s{"train_loss": 0.06717382371425629, "global_step": 19176,{"train_loss": 0.11961925029754639, "global_s{"train_loss": 0.11998966336250305, "global_step": 19177,{"train_loss": 0.10344010591506958, "global_s{"train_loss": 0.10738848149776459, "global_step": 19178{"train_loss": 0.09965{"train_loss": 0.10227630287408829, "global_step": 19179, "epoch": 199, "lr": {"train_loss": 0.07156597077846527, "global_st{"train_loss": 0.07053451985120773, "global_step": 19180{"train_loss": 0.10328678786754608, "global_step": 19181, "epoch": 199, "lr": 0.00019963897110223994}
+{"train_loss": 0.1202225610613823, "global_step": 19182, "epoch": 199, "lr": 0.00019962246694323117}
+{"train_loss": 0.0860790{"train_loss": 0.092590{"train_loss": 0.09084663540124893, "global_step": 1918{"train_loss": 0.09804108738899231, "global_step": 19184, "epoch": 199, "lr": 0.00019958945863303874}
+{"train_loss": 0.13729673624038696, "global_step": 19185, "epoch": 199, "lr": 0.00019957295448207976}
+{"train_loss": 0.10909147560596466, "global_ste{"train_loss": 0.10866586863994598, "global_step": 191{"train_loss": 0.08706331253051758, "global_ste{"train_loss": 0.0895894467830658, "global_step": 1918{"train_loss": 0.0807195{"train_loss": 0.08323{"train_loss": 0.08347612619400024, "global_step": 1918{"train_loss": 0.0714934021234{"train_loss": 0{"train_loss": 0.07215845584869385, "global_step": 19189{"train_loss": 0.08725292980670929, "global_step": 19190, "epoch": 199, "lr": 0.00019949043377315368}
+{"train_loss": 0.0714384{"train_loss": 0.06661206483840942, "global_step": 19191, "epoch": 199, "lr"{"train_loss": 0.0836312323808{"train_loss": 0.{"train_loss": 0.08548923581838608, "global_step": 19{"train_loss": 0.061126921325922{"train_loss": 0.{"train_loss": 0.06023353338241577, "global_step": 19{"train_loss": 0.1002969890{"train_loss": 0.09456537663936615, "global_step": 19194, "epoch": 199, "l{"train_loss": 0.0737825483083725, "global_step": {"train_loss": 0.07043872773647308, "global_step": {"train_loss": 0.107436254620{"train_loss": 0.10574{"train_loss": 0.10726684331893921, "global_step": {"train_loss": 0.09399418532848358, "global_step": {"train_loss": 0.09230664372444153, "global_step": {"train_loss": 0.0989123284816742, "global_step": 19198, "epoch": 199, "lr": 0.00019935840082515585}
+{"train_loss": 0.08628807566128671,{"train_loss": 0.08674430552249153, "global_step": 19199, "epoch": {"train_loss": 0.0742391124367{"tra{"train_loss": 0.07359793782234192, "global_step": 19200, "epoch": {"train_loss": 0.0873941853642{"tra{"train_loss": 0{"train_loss": 0.08398884534835815, "global_step": {"train_loss": 0.09095572680234909,{"train_loss": 0{"train_loss": 0.0889614149928093, "global_step": 1{"train_loss": 0.09478290379047394,{"train_loss": {"train_loss": 0.09807588160037994, "global_step": 1{"train_loss": 0.130341187119{"train_loss": 0.1325169801712036, "global_step": 19204, "epoch": 200, "l{"train_loss": 0.09254845976{"train_loss": 0.095{"train_loss": 0.09473337233066559, "global_step": 192{"train_loss": 0.121024489402771, "{"train_loss"{"train_loss": 0.12106812000274658, "global_step": 1{"train_loss": 0.06485924124717712, "{"train_loss": 0.06418780237436295, "global_step": 19207, "epoch"{"train_loss": 0.10998882353305817, "{"train_loss": 0.11260569095611572, "global_step": 19208, "epoch"{"train_loss": 0.1078070551156{"train_loss": 0.10744939744472504, "global_step": 19209, "epoch": 200, {"train_loss": 0.08843549340963364, "global_step":{"train_loss": 0.09142066538333893, "global_step": {"train_loss": 0.07785115391016006, "global_step": 19211, "epoch": 200, "lr": 0.00019914384790660993}
+{"train_loss": 0.0907230377197{"train_loss": 0.08665373921394348, "global_step": 19212, "epoch": 200, {"train_loss": 0.0790469497442{"train_loss": 0.07647500932216644, "global_step": 19213, "epoch": 200{"train_loss": 0.0765696614980{"train_loss": 0.08165080100297928, "global_step": 19214, "epoch": 200, {"train_loss": 0.0757981166243{"train_loss": 0.075{"train_loss": 0.07617060840129852, "global_step": 1{"train_loss": 0.0682325512170{"train_loss": 0.063{"train_loss": 0.0638989806175232, "global_step": 19{"train_loss": 0.1110887378454{"train{"train_loss{"train_loss": 0.10876820236444473, "global_step": 19{"train_loss": 0.09148157387971878, "{"train_loss{"train_loss": 0.0919000580906868, "global_step": 192{"train_loss": 0.0682625621557{"trai{"train_loss{"train_loss": 0.0605674684047699, "global_step": 192{"train_loss": 0.0755256712436{"trai{"train_los{"train_loss": 0.07348717749118805, "global_step": 19{"train_loss": 0.12167571485042{"trai{"train_los{"train_loss": 0.11914096772670746, "global_step": 192{"train_loss": 0.08481985330581665, "global_step{"train_loss": 0.08472943305969238, "global_step": 192{"train_loss": 0.13454574346542358, "global_step{"train_loss": 0.1302688717842102, "global_step": 1922{"train_loss": 0.09508879482746124, "{"train_lo{"train_loss": 0.09398908913135529, "global_step": 192{"train_loss": 0.1037424802780{"trai{"train_los{"train_loss": 0.10170933604240417, "global_step": 1922{"train_loss": 0.08755531907081604, "global_ste{"train_loss": 0.08427797257900238, "global_step": 192{"train_loss": 0.0729236751794815, "global_step": 19227, "epoch": 200, "lr": 0.00019887978415475884}
+{"train_loss": 0.060911063104867935, "global_ste{"train_loss": 0.05841595679521561, "global_step": 1922{"train_loss": 0.07574330270290375, {"train_los{"train_loss": 0.08040370047092438, "global_step": 1922{"train_loss": 0.07258673012256622, "global_ste{"train_loss": 0.07542937994003296, "global_step": 192{"train_loss": 0.07799308001995087, "global_step": 19231, "epoch": 200, "lr": 0.0001988137685039477}
+{"train_loss": 0.10609372705221176,{"train_loss": 0.0996444821357727, "global_step": 19232, "epoch": 2{"train_loss": 0.07626636326313019{"train_loss": 0.07645241171121597, "global_step": 19233, "epoch": 2{"train_loss": 0.09967847913503647{"train_loss"{"train_loss": 0.09768012166023254, "global_step": 1923{"train_loss": 0.10899712145328522{"train_loss"{"train_loss": 0.11682590842247009, "global_step": 1923{"train_loss": 0.06926867365837097{"train_loss": 0.06978824734687805, "global_step": 19236, "epoch": 2{"train_loss": 0.11765474081039429{"train_loss"{"train_loss": 0.11543615162372589, "global_step": 1923{"train_loss": 0.066202752292{"train_loss": 0.06873369961977005, "global_step": 19238, "epoch": 200, "{"train_loss": 0.075807042419{"train_loss": 0.0{"train_loss": 0.07510186731815338, "global_step": 192{"train_loss": 0.058701533824{"train_loss": 0.06300508230924606, "global_step": 19240, "epoch": 200, {"train_loss": 0.05553802102804184, "global_step": 19241, "epoch": 200, "lr": 0.00019864872995810598}
+{"train_loss": 0.07142988592386246, "global_step{"train_loss": 0.07346099615097046, "global_step": 192{"train_loss": 0.09061114490032196, "global_step": 19243, "epoch": 200, "lr": 0.0001986157223557623}
+{"train_loss": 0.065472342073{"train_loss": 0.06{"train_loss": 0.0688595175743103, "global_step": 1924{"train_loss": 0.056961461901664734, "global_step": 19245, "epoch": 200, "lr": 0.00019858271479112466}
+{"train_loss": 0.13479872047901154, "global_step": 19246, "epoch": 200, "lr": 0.00019856621102322663}
+{"train_loss": 0.08563347160816193, "global_step": 19247, "epoch": 200, "lr": 0.00019854970726509218}
+{"train_loss": 0.08295498788356781, "global_step": 19248, "epoch": 200, "lr": 0.0001985332035168339}
+{"train_loss": 0.0675850659608841, "global_step": 19249, "epoch": 200, "lr": 0.00019851669977856404}
+{"train_loss": 0.11141140758991241, "global_step{"train_loss": 0.10729619860649109, "global_step": 192{"train_loss": 0.06110595911741257, "global_step{"train_loss": 0.06252294033765793, "global_step": 19{"train_loss": 0.06125158444046974{"train_loss": 0.060387514531612396, "global_step": 19252, "epoch"{"train_loss": 0.10819648206233978,{"train_loss"{"train_loss": 0.10584086179733276, "global_step": 192{"train_loss": 0.07811588048934937,{"train_loss": 0.08477924764156342, "global_step": 19254, "epoch": {"train_loss": 0.079283043742{"trai{"train_loss": 0.07885672897100449, "global_step": 19255, "epoch": {"train_loss": 0.07125154882669449,{"train_loss"{"train_loss": 0.08065604418516159, "global_step": 192{"train_loss": 0.0915493369102478, "global_step": 19257, "epoch": 200, "lr": 0.0001983846702454757}
+{"train_loss": 0.08599492162466049, "global_step": 19258, "epoch": 200, "lr": 0.00019836816660215916}
+{"train_loss": 0.10056976228952408, {"train_loss": 0.1015835553407669, "global_step": 19259, "epoch": {"train_loss": 0.09305744618177414,{"train_loss": 0.09332253038883209, "global_step": 19260, "epoch": {"train_loss": 0.06409536302089691,{"train_loss": 0.0629466325044632, "global_step": 19261, "epoch": {"train_loss": 0.0844462662935257,{"train_loss": 0.09349415451288223, "global_step": 19262, "epoch":{"train_loss": 0.06773801892995834, "global_step{"train_loss": 0.06642243266105652, "global_step": 192{"train_loss": 0.1183156669139862, "global_step"{"train_loss": 0.11765903979539871, "global_step": 19{"train_loss": 0.12313273549079895, {"train_loss": 0.12302020937204361, "global_step": 19265, "epoch":{"train_loss": 0.07897553592920303, "global_step": 19266, "epoch": 200, "lr": 0.00019823613786511078}
+{"train_loss": 0.07855916023254395, {"train_loss": 0.07714851200580597, "global_step": 19267, "epoch":{"train_loss": 0.08916687965393066, {"train_lo{"train_loss": 0.08944576233625412, "global_step": 19268{"train_loss": 0.0910034328699112, "{"train_loss": 0.09056483209133148, "global_step": 19269, "epoch{"train_loss": 0.09016796201467514, "{"train_loss": 0.08683967590332031, "global_step": 19270, "epoch{"train_loss": 0.13519315421581{"trai{"train_loss": 0.1366540789604187, "global_step": 19271, "epoch"{"train_loss": 0.08387233316898346, "global_ste{"train_loss": 0.09089390933513641, "global_step": 1927{"train_loss": 0.06451091170310974, "global_ste{"train_loss": 0.06381753832101822, "global_step": 1927{"train_loss": 0.12391916662454605, {"train_los{"train_loss": 0.12910956144332886, "global_step": 192{"train_loss": 0.09655623137950897, "global_step": 19275, "epoch": 200, "lr": 0.0001980876064576677}
+{"train_loss": 0.097716048359{"tra{"train_loss": 0.09862484782934189, "global_step": 19276, "epoch": 2{"train_loss": 0.0941990464925766, "global_step": 19277, "epoch": 200, "lr": 0.00019805459961860254}
+{"train_loss": 0.0980609580874443, "global_step": 19278, "epoch": 200, "lr": 0.0001980380962188852}
+{"train_loss": 0.08346688747406006, {"train_loss": 0.0899459719657898, "global_step": 19279, "epoch": {"train_loss": 0.09776948392391205,{"train_loss": 0.10365155339241028, "global_step": 19280, "epoch": {"train_loss": 0.08917473256587982,{"train_loss": 0.08674444258213043, "global_step": 19281, "epoch": {"train_loss": 0.09605254232883453,{"train_loss":{"train_loss": 0.09654967486858368, "global_step": 19{"train_loss": 0.0951860100030899, {"train_loss": 0.09269687533378601, "global_step": 19283, "epoch":{"train_loss": 0.08633482456207275, "global_step": 19284, "epoch": 200, "lr": 0.0001979390761050742}
+{"train_loss": 0.12565264105796{"tra{"train_loss": 0.12855477631092072, "global_step": 19285, "epoch":{"train_loss": 0.11069276928901672, {"train_loss": 0.10782187432050705, "global_step": 19286, "epoch":{"train_loss": 0.10338523983955383, {"train_loss": 0.10061171650886536, "global_step": 19287, "epoch":{"train_loss": 0.08535073697566{"tra{"train_loss": 0.08647648990154266, "global_step": 19288, "epoch"{"train_loss": 0.09301403164863586, "global_step": 19289, "epoch": 200, "lr": 0.00019785655972847768}
+{"train_loss": 0.06895476579666138, "global_step": 19290, "epoch": 200, "lr": 0.00019784005649649744}
+{"train_loss": 0.0804329365491867, "global_step": 19291, "epoch": 200, "lr": 0.00019782355327922579}
+{"train_loss": 0.0796317011117{"train_loss": 0.081{"train_loss": 0.08180838823318481, "global_step": 1{"train_loss": 0.08096545189619064, "global_step": 19293, "epoch": 200, "lr": 0.00019779054688925766}
+{"train_loss": 0.0824403464794{"train_loss": 0.08{"train_loss": 0.08394283801317215, "global_step": 1{"train_loss": 0.08900164692507435, "global_step": 19295, "epoch": 200, "lr": 0.00019775754055947247, "train_action_mse_error": 6.421746547857765e-06}
+{"train_loss": 0.11206243932247162, "global_step":{"train_loss": 0.11838705837726593, "global_step": 1{"train_loss": 0.0632142648100853, "global_step": 19297, "epoch": 201, "lr": 0.00019772453429076924}
+{"train_loss": 0.059647634625434875, "global_step": 19298, "epoch": 201, "lr": 0.00019770803117960433}
+{"train_loss": 0.1218862533569336, "global_step": 19299, "epoch": 201, "lr": 0.00019769152808404695}
+{"train_loss": 0.059471771121025085, "global_step": 19300, "epoch": 201, "lr": 0.0001976750250042097}
+{"train_loss": 0.1301906406879425, "global_step": 19301, "epoch": 201, "lr": 0.0001976585219402048}
+{"train_loss": 0.09443961083889008, "global_step": 19302, "epoch": 201, "lr": 0.0001976420188921447}
+{"train_loss": 0.09793081879615784, "global_step": 19303, "epoch": 201, "lr": 0.00019762551586014165}
+{"train_loss": 0.09023723751306534, "global_step": 19304, "epoch": 201, "lr": 0.00019760901284430823}
+{"train_loss": 0.0937952995300293, "global_step": {"train_loss": 0.09607261419296265, "global_step": {"train_loss": 0.07774092257022858, "global_step": 19306, "epoch": 201, "lr": 0.0001975760068615995}
+{"train_loss": 0.070750594139099{"trai{"train_loss": 0.07292558252811432, "global_step": 19307, "epo{"train_loss": 0.077026046812534{"train_loss": 0.08{"train_loss": 0.08020384609699249, "global_step": {"train_loss": 0.081969216465950{"train_loss": 0.07576719671487808, "global_step": 19309, "epoch": 201{"train_loss": 0.09056176245212555, "global_step": 19310, "epoch": 201, "lr": 0.0001975099950951612}
+{"train_loss": 0.09327875822782516, "g{"train_los{"train_loss": 0.09417879581451416, "global_step": 19{"train_loss": 0.07231570035219{"train_loss": 0.0{"train_loss": 0.07137450575828552, "global_step": 19{"train_loss": 0.08408986032009125, "global_step": 19313, "epoch": 201, "lr": 0.00019746048644797928}
+{"train_loss": 0.07526963204145{"trai{"train_loss{"train_loss": 0.07504476606845856, "global_step": 19{"train_loss": 0.08268026262521744, "global_step": 19315, "epoch": 201, "lr": 0.00019742748076947064}
+{"train_loss": 0.10104571282863617, "global_step": 19316, "epoch": 201, "lr": 0.00019741097795643732}
+{"train_loss": 0.09916698932647{"train_loss": 0.09993766248226166, "global_step": 19317, "epoch": 201,{"train_loss": 0.08907721936702728, "global_step": 19318, "epoch": 201, "lr": 0.00019737797238337439}
+{"train_loss": 0.07907135784626007, "global_step": 19319, "epoch": 201, "lr": 0.00019736146962356962}
+{"train_loss": 0.06873466074466705, "global_step": 19320, "epoch": 201, "lr": 0.0001973449668817325}
+{"train_loss": 0.06559529900550842, "global_step": 19321, "epoch": 201, "lr": 0.0001973284641579753}
+{"train_loss": 0.09783187508583069, "global_step": 19322, "epoch": 201, "lr": 0.0001973119614524105}
+{"train_loss": 0.07921573519706726, "global_step": 19323, "epoch": 201, "lr": 0.0001972954587651505}
+{"train_loss": 0.0890391469001{"train_loss": 0.08816801011562347, "global_step": 19324, "epoch": 201{"train_loss": 0.06553836166858673, "global_step": 19325, "epoch": 201, "lr": 0.0001972624534459941}
+{"train_loss": 0.06603127717971802, "global_step":{"train_loss": 0.05774333328008652, "global_step": 1{"train_loss": 0.10789796710014343, "global_step": 19327, "epoch": 201, "lr": 0.00019722944820140532}
+{"train_loss": 0.0966310054063797, "global_step": 19328, "epoch": 201, "lr": 0.00019721294560735462}
+{"train_loss": 0.087949484586715{"train_loss": 0.08{"train_loss": 0.08914057910442352, "global_step":{"train_loss": 0.08666632324457169, "global_step": 1{"train_loss": 0.08901339769363403, "global_step"{"train_loss": 0.08350253105163574, "global_step": 19331, "epoch": 201, "lr": 0.0001971634379395264}
+{"train_loss": 0.06376755982637405, "global_step": 19332, "epoch": 201, "lr": 0.00019714693542206605}
+{"train_loss": 0.0689019113779068, "global_step": 19{"train_loss": 0.07466810941696167, "global_step"{"train_loss": 0.11603851616382599, "global_step": 19{"train_loss": 0.11620108783245087, "global_step"{"train_loss": 0.08403871953487396, "gl{"train_loss": 0.08252961933612823, "global_step": 19335, "epoc{"train_loss": 0.07153990864753723, "gl{"train_loss": 0.07231402397155762, "global_step": 19336, "epoc{"train_loss": 0.12085103988647461, "gl{"train_loss": 0.11441077291965485, "global_step": 19337, "epoc{"train_loss": 0.09840883314609528, "global_step": 19{"train_loss": 0.10441528260707855, "global_step{"train_loss": 0.09612424671649933, "global_step": 19{"train_loss": 0.094578817486763, "global_step": {"train_loss": 0.09904336929321{"train_{"train_loss{"train_loss": 0.10001903772354126, "global_step": {"train_loss": 0.07957305759191{"train_loss": 0.08023542910814285, "global_step": 19341, "epoch": 201,{"train_loss": 0.08676670491695404, "global_step": 19342, "epoch": 201, "lr": 0.00019698191133457434}
+{"train_loss": 0.06803728640079498, "global_step": 19343, "epoch": 201, "lr": 0.0001969654090370085}
+{"train_loss": 0.11083252727985382, "global_step{"train_loss": 0.11121691763401031, "global_step": 193{"train_loss": 0.10736455023288727, "global_step": 19345, "epoch": 201, "lr": 0.00019693240450398337}
+{"train_loss": 0.0889991968870163, "global_step": 19346, "epoch": 201, "lr": 0.00019691590226874876}
+{"train_loss": 0.12143319845199585, "global_step": 19347, "epoch": 201, "lr": 0.0001968994000545159}
+{"train_loss": 0.09431441128253937, "global_step"{"train_loss": 0.09327391535043716, "global_step": 19{"train_loss": 0.13181908428668976, "global_step"{"train_loss": 0.13004568219184875, "global_step": 19{"train_loss": 0.043996162712574005, "global_step{"train_loss": 0.043194085359573364, "global_step": 1{"train_loss": 0.09056232124567032, "global_step"{"train_loss": 0.09053130447864532, "global_step": 19{"train_loss": 0.048120103776454926, "global_step{"train_loss": 0.05009812116622925, "global_step": 193{"train_loss": 0.08509665727{"train_loss": 0.08429543673992157, "global_step": 19353, "epoch": 201, "l{"train_loss": 0.08745971322{"train_lo{"train_lo{"train_loss": 0.08749399334192276, "global_step": 19{"train_loss": 0.07964923232793808, "g{"train_lo{"train_loss": 0.07943380624055862, "global_step": 193{"train_loss": 0.07130101323127747, "global_step": 19356, "epoch": 201, "lr": 0.00019675088109004295}
+{"train_loss": 0.07150311768054962, "global_step{"train_loss": 0.0681614875793457, "global_step": 1935{"train_loss": 0.0885891318321228, "global_step{"train_loss": 0.08792391419410706, "global_step": 193{"train_loss": 0.07706180959939957, "{"train_loss": 0.08098369836807251, "global_step": 19359, "epoch"{"train_loss": 0.09262401610{"train_loss": 0.09110677242279053, "global_step": 19360, "epoch": 201, "l{"train_loss": 0.08955173194408417, "{"train_loss": 0.08736000955104828, "global_step": 19361, "epoch"{"train_loss": 0.09510749578475952, "global_step{"train_loss": 0.08975297212600708, "global_step": 193{"train_loss": 0.1067458987236023, "global_step": 19363, "epoch": 201, "lr": 0.00019663536757473228}
+{"train_loss": 0.07657226175069809, "g{"train_loss": 0.07776165008544922, "global_step": 19364, "epoch{"train_loss": 0.09137166291475296, "global_step{"train_loss": 0.08849428594112396, "global_step": 193{"train_loss": 0.08674907684326172, "g{"train_loss": 0.08498506247997284, "global_step": 19366, "epoc{"train_loss": 0.07924698293{"train_lo{"train_loss": 0.0817568451166153, "global_step": 19367, "epoch"{"train_loss": 0.08910924196243286, "global_step": 19368, "epoch": 201, "lr": 0.00019655285860605608}
+{"train_loss": 0.0898582860827446, "global_step": 19369, "epoch": 201, "lr": 0.00019653635688229333}
+{"train_loss": 0.10192334651947021, "global_step": 19370, "epoch": 201, "lr": 0.00019651985518211705}
+{"train_loss": 0.120667539536{"train_loss": 0.12428604066371918, "global_step": 19371, "epoch": 201, "{"train_loss": 0.06587530672550201, "g{"train_loss": 0.06628131866455078, "global_step": 19372, "epoch{"train_loss": 0.090794734656{"train_loss": 0.09144324064254761, "global_step": 19373, "epoch": 201, {"train_loss": 0.07151325047016144, "global_step": 19374, "epoch": 201, "lr": 0.00019645384861952317}
+{"train_loss": 0.1042211726307869, "gl{"train_los{"train_loss": 0.10451594740152359, "global_step": 1{"train_loss": 0.0856002122163{"train_loss": 0.09086796641349792, "global_step": 19376, "epoch": 201,{"train_loss": 0.0919394940137{"train_loss": 0.086{"train_loss": 0.08595660328865051, "global_step": 1{"train_loss": 0.0793271064758{"train_{"train_loss": 0.08156569302082062, "global_step": 19378, "epoch{"train_loss": 0.1002020388841{"train_{"train_loss{"train_loss": 0.09999173879623413, "global_step": {"train_loss": 0.10151101648807526, "g{"train_loss": 0.10004600137472153, "global_step": 19380, "epoc{"train_loss": 0.1319757997989{"train_{"train_loss": 0.1292893886566162, "global_step": 19381, "epoch"{"train_loss": 0.08030089735{"train_loss": 0.07935915142297745, "global_step": 19382, "epoch": 201, "l{"train_loss": 0.08807145059{"train_l{"train_loss": 0.09337402880191803, "global_step": 19383, "epoch{"train_loss": 0.099717602{"train_loss": 0.10301270335912704, "global_step": 19384, "epoch": 201, "lr"{"train_loss": 0.099341645{"train_los{"train_loss": 0.09844645857810974, "global_step": 19385, "epoch"{"train_loss": 0.07444071769714355, "{"train_loss":{"train_loss": 0.07226155698299408, "global_step": {"train_loss": 0.103262804{"train_loss": 0.10643374919891357, "global_step": 19387, "epoch": 201, "lr"{"train_loss": 0.08089397847652435, "global_step": {"train_loss": 0.08058710396289825, "global_step": {"train_loss": 0.071633860{"train_loss": 0.07370772{"train_loss": 0.07391586899757385, "global_step": {"train_loss": 0.075786784{"train_loss": 0.07454308122396469, "global_step": 19390, "epoch": 201, "l{"train_loss": 0.08812175629039605, "{"train_loss": 0.08799119918451954, "global_step": 19391, "epoch"{"train_loss": 0.05980644375085831, "{"train_loss": {"train_loss": 0.06281568855047226, "global_step":{"train_loss": 0.09590402245521545, "{"train_loss": {"train_loss": 0.1006578654050827, "global_step": {"train_loss": 0.09277355670{"train_loss": 0.092048{"train_loss": 0.09178340435028076, "global_step": {"train_loss": 0.09469498693{"train_loss": 0.092909{"train_loss": 0.09353132545948029, "global_step": {"train_loss": 0.05639201030{"train_loss": 0.060388{"train_loss": 0.059284623712301254, "global_step":{"train_loss": 0.0719950944185257, "global_step": 19{"train_loss": 0.07379224896430969, "global_step"{"train_loss": 0.07514968514442444, "g{"train_loss": {"train_loss": 0.07584132254123688, "global_step"{"train_loss": 0.08697155117988586, "g{"train_loss": 0.08674019575119019, "global_step": 19399, "epoch{"train_loss": 0.09422826766967773, "global_step": 19400, "epoch": 202, "lr": 0.000196024815701856}
+{"train_loss": 0.10618627816438675, "global_step": 19401, "epoch": 202, "lr": 0.00019600831478859326}
+{"train_loss": 0.127076655626297, "glo{"train_loss": {"train_loss": 0.12110930681228638, "global_ste{"train_loss": 0.08416501432657242, "glo{"train_loss": 0.08323003351688385, "global_step": 19403, "ep{"train_loss": 0.08707055449485779, "global_step": 19404, "epoch": 202, "lr": 0.00019595881221234765}
+{"train_loss": 0.1303112804889679, "global_step": 19405{"train_loss": 0.13236774504184723, "global_st{"train_loss": 0.08122089505195618, "global_step": 19406, "epoch": 202, "lr": 0.00019592581063225976}
+{"train_loss": 0.10513954609632{"train_loss": 0.10121218860149384, "global_step": 19407, "epoch": 202{"train_loss": 0.10603968799114227, "global_step": 19408{"train_loss": 0.09959450364112854, "global_st{"train_loss": 0.08562149107456207, "global_step": 19409, "epoch": 202, "lr": 0.00019587630847048914}
+{"train_loss": 0.08495617657899857, "global_step": 19410{"train_loss": 0.08423244953155518, "global_st{"train_loss": 0.09316687285900116, "global_step": 19411, "epoch": 202, "lr": 0.00019584330716952697}
+{"train_loss": 0.07908149063587189, "global_step": 19412, "epoch": 202, "lr": 0.0001958268065614485}
+{"train_loss": 0.09861083328723907, "global_step": 19413, "epoch": 202, "lr": 0.0001958103059817882}
+{"train_loss": 0.11294887959957123, "global_step": 19414, "epoch": 202, "lr": 0.00019579380543065854}
+{"train_loss": 0.08239975571632{"train_loss": 0.08620190{"train_loss": 0.0870688259601593, "global_ste{"train_loss": 0.0677560567855835, "globa{"train_loss":{"train_loss": 0.06424518674612045, "global_st{"train_loss": 0.11118762195110321, "global_step": 19417, "epoch": 202, "lr": 0.0001957443039495767}
+{"train_loss": 0.10528384149074554, "globa{"train_loss": 0.10196477919816971, "global_step": 19418, "e{"train_loss": 0.08556707203388214, "global_step": 19419{"train_loss": 0.08575001358985901, "global_s{"train_loss": 0.07760179042816162, "globa{"train_loss": 0.08007583022117615, "global_step": 19420, "e{"train_loss": 0.0811343640089{"train_loss": 0.08118596{"train_loss": 0.08097369968891144, "global_st{"train_loss": 0.11037357896566391, "global_step": 19422, "epoch": 202, "lr": 0.00019566180206220574}
+{"train_loss": 0.1173836141824{"train_loss": 0.12194321304559708, "global_step": 19423, "epoch": 202, {"train_loss": 0.0741888731718{"train_loss": 0.074583545{"train_loss": 0.07522200793027878, "global_st{"train_loss": 0.09971607476472855, "global_step": 19425, "epoch": 202, "lr": 0.00019561230128338638}
+{"train_loss": 0.07763037085533142, "globa{"train_loss":{"train_loss": 0.08047215640544891, "global_{"train_loss": 0.06455792486667633, "globa{"train_loss": 0.05993440002202988, "global_step": 19427, "e{"train_loss": 0.09427514672279358, "globa{"train_loss": 0.09610030055046082, "global_step": 19428, "e{"train_loss": 0.08618670701980591, "globa{"train_loss": 0.08985021710395813, "global_step": 19429, "e{"train_loss": 0.11653093993663788, "global_step": 19430,{"train_loss": 0.11163844168186188, "global{"train_loss": 0.09818460792303085, "glob{"train_loss": 0{"train_loss": 0.10112088918685913, "global_{"train_loss": 0.09143777191638947, "glo{"train_loss": 0.{"train_loss": 0.09533346444368362, "global_{"train_loss": 0.096898436546{"train_los{"train_loss": 0.09769652783870697, "global_step": 19433, "epo{"train_loss": 0.0751304030418396, "glob{"train_loss": 0.07572377473115921, "global_step": 19434, "ep{"train_loss": 0.0804134458303{"train_los{"train_loss": 0.07386685907840729, "global_step": 19435, "ep{"train_loss": 0.0491955056786{"train_los{"train_loss": 0.05125679448246956, "global_step": 19436, "ep{"train_loss": 0.09784173965454102, "glob{"train_loss": 0.09949953109025955, "global_step": 19437, "ep{"train_loss": 0.07875457406044006, "global_step": 19438,{"train_loss": 0.07887382060289383, "global_s{"train_loss": 0.0882572829723{"train_loss": 0.0840351283{"train_loss": 0.08580462634563446, "global_s{"train_loss": 0.1201489493250{"train_los{"train_loss": 0.11537043750286102, "global_step": 19440, "e{"train_loss": 0.0799866542220{"train_loss": 0.08178794384002686, "global_step": 19441, "epoch": 202, {"train_loss": 0.0998436808586{"train_los{"train_loss": 0.09771725535392761, "global_step": 19442, "ep{"train_loss": 0.10828910768032074, "glob{"train_loss": 0.09841973334550858, "global_step": 19443, "ep{"train_loss": 0.0899276584386{"train_los{"train_loss": {"train_loss": 0.09297659993171692, "global_s{"train_loss": 0.0801405012607{"train_los{"train_loss": 0.07552655041217804, "global_step": 19445, "e{"train_loss": 0.0623108819127{"train_loss": 0.06697546690702438, "global_step": 19446, "epoch": 202,{"train_loss": 0.0817992538213{"train_loss": 0.08291023224592209, "global_step": 19447, "epoch": 202, {"train_loss": 0.0793473869562{"train_loss": 0.07931344211101532, "global_step": 19448, "epoch": 20{"train_loss": 0.06727585941553{"train_lo{"train_loss": {"train_loss": 0.06848713010549545, "global_st{"train_loss": 0.08679422736167908, "global_step": 19450, "epoch": 202, "lr": 0.00019519980553924337}
+{"train_loss": 0.11021324992179{"train_loss": 0.10724100470542908, "global_step": 19451, "epoch": 202{"train_loss": 0.141483336687088{"train_loss": 0.13651666045188904, "global_step": 19452, "epoch": 2{"train_loss": 0.08575774729251862{"train_lo{"train_loss": 0.08094991743564606, "global_step": 19453, {"train_loss": 0.0773057043552398{"train_los{"train_loss"{"train_loss": 0.07514262199401855, "global_s{"train_loss": 0.1125130206346511{"train_loss": 0.10638745129108429, "global_step": 19455, "epoch": {"train_loss": 0.0872321873903274{"train_loss": 0.0886201485991478, "global_step": 19456, "epoch": 202{"train_loss": 0.092229932546615{"train_loss{"train_loss": 0.09544818103313446, "global_step": 19457{"train_loss": 0.1071056276559829{"train_loss": 0.10745169222354889, "global_step": 19458, "epoch": 20{"train_loss": 0.1098712980747222{"train_loss": 0.10483945161104202, "global_step": 19459, "epoch": 20{"train_loss": 0.0948784723877906{"train_loss": 0.09282585978507996, "global_step": 19460, "epoch": 2{"train_loss": 0.1000774353742599{"train_loss": 0.0999658927321434, "global_step": 19461, "epoch": 202{"train_loss": 0.10240692645311356, "global_step": 19462, "epoch": 202, "lr": 0.0001950018147306816}
+{"train_loss": 0.09443061798810959, "global_step": 19463,{"train_loss": 0.09889165312051773, "global_s{"train_loss": 0.068933703005313{"train_loss": 0.06634730100631714, "global_step": 19464, "epoch": 202{"train_loss": 0.086228549480438{"train_loss": 0.08519971370697021, "global_step": 19465, "epoch": 20{"train_loss": 0.126331433653831{"train_lo{"train_loss": 0.12791329622268677, "global_step": 19466, "e{"train_loss": 0.09001538157463074, "globa{"train_loss": 0.08804887533187866, "global_step": 19467, "e{"train_loss": 0.07095217704772949, "global_step": 19468,{"train_loss": 0.07346813380718231, "global_{"train_loss": 0.11414223164319992, "globa{"train_loss": 0.11076098680496216, "global_step": 19469, "e{"train_loss": 0.10722055286169052, "global_step": 19470, "epoch": 202, "lr": 0.0001948698235692158}
+{"train_loss": 0.086929552257061, "global_{"train_loss": 0.0857279896736145, "global_step": 19471, "{"train_loss": 0.076812580227851{"train_los{"train_loss": 0.07608379423618317, "global_step": 19472, "{"train_loss": 0.104961834847927{"train_los{"train_loss": 0.09848593175411224, "global_step": 19473, {"train_loss": 0.06276590377092361, "global_step": 19474, "epoch": 202, "lr": 0.00019480382882332734}
+{"train_loss": 0.054876599460840{"train_loss{"train_loss": 0.05290837585926056, "global_step": 19475, "{"train_loss": 0.075293257832527{"train_los{"train_loss": 0.0767853781580925, "global_step": 19476,{"train_loss": 0.093424692749977{"train_loss": 0.09226289391517639, "global_step": 19477, "epoch": 202{"train_loss": 0.059049166738986{"train_loss": 0.060149841010570526, "global_step": 19478, "epoch": 20{"train_loss": 0.0831378698348999{"train_loss": 0.081922590{"train_loss": 0.08190806955099106, "glob{"train_loss": 0.0737006664276123, "global_s{"train_loss": 0.07356788218021393, "global_step": 19480,{"train_loss": 0.07459928095340729, "global_s{"train_loss": 0.07538753747940063, "global_step": 19481,{"train_loss": 0.09734994173049927, "global_step": 19482, "epoch": 202, "lr": 0.0001946718410371916}
+{"train_loss": 0.11923176050186157,{"train_lo{"train_loss": 0.1229010820388794, "global_step": 19483, {"train_loss": 0.08561211824417114,{"train_loss": 0.08666791021823883, "global_step": 19484, "epoch":{"train_loss": 0.10595778375864029,{"train_l{"train_loss": 0.10530385375022888, "global_step": 19485, {"train_loss": 0.09900970757007599, "global_step": 19486, "epoch": 202, "lr": 0.0001946058480113251}
+{"train_loss": 0.09083889323907594, "global_step": 19487, "ep{"train_loss": 0.09036243672017008, "glob{"train_loss": 0.0740940049290657,{"train_lo{"train_loss": 0.07330847531557083, "global_step": 19488,{"train_loss": 0.05072178319096565{"train_loss": 0.04909303039312363, "global_step": 19489, "epoch": 2{"train_loss": 0.08098737895488739{"train_loss": 0.08247605711221695, "global_step": 19490, "epoch": 2{"train_loss": 0.1145353689789772,{"train_loss": 0.1140211746096611, "global_step": 19491, "epoch": 2{"train_loss": 0.08657947927713394{"train_loss": 0.09130747616291046, "global_step": 19492, "epoch": 2{"train_loss": 0.06194964796304703, "global_ste{"train_loss": 0.06629391014575958, "global_step": 1949{"train_loss": 0.07475054264068604, "global_step": 19494, "epoch": 203, "lr": 0.00019447386372994634}
+{"train_loss": 0.06447215378284454{"train_loss": 0.06170734018087387, "global_step": 19495, "epoch": {"train_loss": 0.07661771774291992{"train_loss": 0.07519798725{"train_loss": 0.0754084661602974, "glob{"train_loss": 0.11453982442617416, "global_ste{"train_loss": 0.11737757176160812, "global_step": 1949{"train_loss": 0.1061743423342704{"train_loss": 0.10680417716503143, "global_step": 19498, "epoch": 20{"train_loss": 0.0739444047212600{"train_loss":{"train_loss": 0.07301535457372665, "global_step": 1949{"train_loss": 0.0915315896272659{"train_loss": 0.088437482{"train_loss": 0.08840078115463257, "globa{"train_loss": 0.0996108129620552, "global_step": 19501, "epoch": 203, "lr": 0.00019435837945742002}
+{"train_loss": 0.07478244602680206{"train_loss": 0.07614965736865997, "global_step": 19502, "epoch": 2{"train_loss": 0.12493639439344406{"train_loss": 0.1308181881904602, "global_step": 19503, "epoch": 20{"train_loss": 0.0794799774885177{"train_loss": 0.0810353010892868, "global_step": 19504, "epoch": 20{"train_loss": 0.093948617577552{"train_loss": 0.08869421482086182, "global_step": 19505, "epoch": 20{"train_loss": 0.1023671478033065{"train_loss": 0{"train_loss": 0.10576437413692474, "global_step": 19{"train_loss": 0.10965315997600555, "global_step"{"train_loss": 0.112036794424057, "global_step": 1950{"train_loss": 0.06082586571574211, "global_ste{"train_loss": 0.06082994490861893, "global_step": 1950{"train_loss": 0.08419329673051834, "global_step": 19509, "epoch": 203, "lr": 0.0001942263997389886}
+{"train_loss": 0.07837481796741{"train_loss": 0.08124682307243347, "global_step": 19510, "epoch": 203{"train_loss": 0.09613838791847{"train_loss": 0{"train_loss": 0.0994422435760498, "global_step": 19511{"train_loss": 0.04419507086277{"train_loss": {"train_lo{"train_loss": 0.04306945204734802, "global_st{"train_loss": 0.07291391491889954, "global_step": 19513, "epoch": 203, "lr": 0.00019416041081977433}
+{"train_loss": 0.11668917536735535, "global_step": 19514, "epoch": 203, "lr": 0.0001941439136891046}
+{"train_loss": 0.0686855912208{"train_loss": 0.06764893233776093, "global_step": 19515, "epoch": 203,{"train_loss": 0.10733868926763535, "global_s{"train_loss": 0.10497581213712692, "global_step": 19516,{"train_loss": 0.1037147045135498, "global_step": 19517, "epoch": 203, "lr": 0.00019409442253681404}
+{"train_loss": 0.08501327037811279, "global_st{"train_loss": 0.0856514424085617, "global_step": 19518,{"train_loss": 0.11890190094709396, "global_step": 19519, "epoch": 203, "lr": 0.00019406142863617604}
+{"train_loss": 0.08456299453973{"train_loss": 0.08507277071475983, "global_step": 19520, "epoch": 203{"train_loss": 0.097746737301349{"train_loss"{"train_loss": 0.09512864798307419, "global_step": 19521,{"train_loss": 0.070965260267257{"train_loss"{"train_loss": 0.07592964172363281, "global_step": 19522{"train_loss": 0.07635049521923065, "global_step": 19523, "epoch": 203, "lr": 0.00019399544132107767}
+{"train_loss": 0.09329506009817123, "global_s{"train_loss": 0.0966300442814827, "global_step": 19524, {"train_loss": 0.07542078197002411, "global_step": 19525, "epoch": 203, "lr": 0.00019396244790841476}
+{"train_loss": 0.097365856170654{"train_loss{"train_loss": 0.0993850827217102, "global_step": 19526, {"train_loss": 0.0654245689511299{"train_los{"train_loss": 0.05972449481487274, "global_step": 19527, {"train_loss": 0.08992928266525269, "global_{"train_loss": 0.0937204360961914, "global_step": 19528, "{"train_loss": 0.06719984114170074, "global_step": 19529, "epoch": 203, "lr": 0.00019389646157735502}
+{"train_loss": 0.07645826041698456, "global_step": 1953{"train_loss": 0.07355690002441406, "global_ste{"train_loss": 0.1002676114439964{"train_lo{"train_loss": 0.10243220627307892, "global_step": 19531, {"train_loss": 0.0884853452444076{"train_loss": 0.08524200320243835, "global_step": 19532, "epoch": 20{"train_loss": 0.0752519071102142{"train_loss": 0.07510192692279816, "global_step": 19533, "epoch": 20{"train_loss": 0.0994392111897468{"train_loss": 0.0995558649301529, "global_step": 19534, "epoch": 2{"train_loss": 0.117597579956054{"train_loss": 0.11706136167049408, "global_step": 19535, "epoch": 20{"train_loss": 0.10385848581790924, "global_step": 19{"train_loss": 0.10507234930992126, "global_step{"train_loss": 0.096864506602287{"train_los{"train_loss": 0.1014392077922821, "global_step": 19537, "e{"train_loss": 0.084552973508834{"train_loss": 0.08242322504520416, "global_step": 19538, "epoch": 203{"train_loss": 0.074923604726791{"train_lo{"train_loss": 0.07705211639404297, "global_step": 19539, "e{"train_loss": 0.09279420971870422, "globa{"train_loss": 0.09016015380620956, "global_step": 19540, "{"train_loss": 0.09952276945114136, "global_step": 19541, "epoch": 203, "lr": 0.00019369850660300996}
+{"train_loss": 0.07651245594024658, "global_step": 19542, "epoch": 203, "lr": 0.00019368201063139413}
+{"train_loss": 0.096270948648452{"train_loss": 0.09569500386714935, "global_step": 19543, "epoch": 203{"train_loss": 0.081186778843402{"train_lo{"train_loss": 0.07803503423929214, "global_step": 19544, "e{"train_loss": 0.0969797670841217, "global{"train_loss": 0.09270652383565903, "global_step": 19545, "{"train_loss": 0.110112980008125{"train_los{"train_loss": 0.10924382507801056, "global_step": 19546, {"train_loss": 0.1124180108308792{"train_los{"train_loss": 0.11286820471286774, "global_step": 19547, {"train_loss": 0.09453275054693222, "global_{"train_loss": 0.0946897491812706, "global_step": 19548, "{"train_loss": 0.1111576706171035{"train_lo{"train_loss": 0.10679975897073746, "global_step": 19549, "{"train_loss": 0.08469248563051224, "global_step": 19550, "epoch": 203, "lr": 0.00019355004441675417}
+{"train_loss": 0.097781196236610{"train_los{"train_loss": 0.09875336289405823, "global_step": 19551, "{"train_loss": 0.070042319595813{"train_los{"train_loss": 0.06627513468265533, "global_step": 19552, "{"train_loss": 0.077805191278457{"train_loss": 0.07905261218547821, "global_step": 19553, "epoch": 203{"train_loss": 0.06431789696216583, "global_step": 19554, "epoch": 203, "lr": 0.00019348406235997475}
+{"train_loss": 0.090791702270507{"train_lo{"train_loss": 0.08927469700574875, "global_step": 19555, "{"train_loss": 0.07468476891517639, "globa{"train_loss": 0.07792720943689346, "global_step": 19556, "{"train_loss": 0.0773179680109024, "global_step": 1{"train_loss": 0.08510767668485641, "global_step":{"train_loss": 0.11908029019832611, "global{"train_loss": 0.11955956369638443, "global_step": 19558, "{"train_loss": 0.0799589604139328, "global_{"train_loss": 0.07732509076595306, "global_step": 19559, {"train_loss": 0.07577672600746155, "global_step": 19560, "epoch": 203, "lr": 0.0001933850906082005}
+{"train_loss": 0.07568083703517914, "global_step": 19{"train_loss": 0.08148492872714996, "global_step{"train_loss": 0.049572914838790894, "global{"train_l{"train_loss": 0.04978255182504654, "global_step":{"train_loss": 0.0869242846965{"train_loss"{"train_l{"train_loss": 0.08605370670557022, "global_step"{"train_loss": 0.09041909128427505, "global_step": 1{"train_loss": 0.08991920202970505, "global_step":{"train_loss": 0.0607638955116{"train_loss": 0.05810{"train_loss": 0.05728413164615631, "global_step{"train_loss": 0.08202105760574341, "global{"train_loss": 0.0865873396396637, "global_step": 19566, "e{"train_loss": 0.09021516144275665, "globa{"train_loss": 0.09054941684007645, "global_step": 19567, "e{"train_loss": 0.12748846411705{"train_los{"train_loss": 0.12345589697360992, "global_step": 19568, "e{"train_loss": 0.10502444952726364, "global_step": 19569, "epoch": 203, "lr": 0.00019323663602869765}
+{"train_loss": 0.1124710664153099, "global_step": 19570, "epoch": 203, "lr": 0.0001932201413042045}
+{"train_loss": 0.09510378539562225, "global{"train_lo{"train_loss": 0.10364900529384613, "global_step"{"train_loss": 0.08447352051734924, "global_step": 19{"train_loss": 0.08962108194828033, "global_step{"train_loss": 0.08171060681343079, "global{"train_loss": 0.08759698271751404, "global_step": 19573, {"train_loss": 0.07752873003482819, "global{"train_loss": 0.0824938639998436, "global_step": 19574, "{"train_loss": 0.0852560773491{"train_loss{"train_loss": 0.08271704614162445, "global_step": 19575, "e{"train_loss": 0.1046246513724{"train_loss{"train_los{"train_loss": 0.10360076278448105, "global_step"{"train_loss": 0.067232966423{"train_loss": 0.0683545{"train_loss": 0.06803566217422485, "global_step"{"train_loss": 0.09926057606{"train_loss":{"train_loss": 0.09616641700267792, "global_step": 19578, "{"train_loss": 0.08487209677696228, "globa{"train_los{"train_loss": 0.08697718381881714, "global_step"{"train_loss": 0.08702148497104645, "global_step": 19580, "epoch": 203, "lr": 0.00019305519661709188}
+{"train_loss": 0.09616027772426605, "global_step": 19581, "epoch": 203, "lr": 0.00019303870240663367}
+{"train_loss": 0.10191038250{"train_loss":{"train_loss": 0.10180584341287613, "global_step": 19582, "e{"train_loss": 0.08794993069{"train_loss": 0.08854588978768636, "global_step": 19583, "epoch": 203, "l{"train_loss": 0.08446425199508667, "global_step": 19{"train_loss": 0.08643828332424164, "global_step"{"train_loss": 0.11976248025{"train_loss": 0.11751191{"train_loss": 0.11744965612888336, "global_step"{"train_loss": 0.09803931415081024, "global_step": 19{"train_loss": 0.10318644344806671, "global_step"{"train_loss": 0.11628280580043793, "global_step": 19{"train_loss": 0.11047644168138504, "global_step"{"train_loss": 0.08362667262554169, "globa{"train_loss": 0.08314697444438934, "global_step": 19588, "e{"train_loss": 0.08090488612651825, "globa{"train_loss": 0.0815848559141159, "global_step": 19589, "ep{"train_loss": 0.09485070407390594, "global_step": 19{"train_loss": 0.09398949146270752, "global_step"{"train_loss": 0.08551847189664841, "glo{"train_loss": 0.08877377212047577, "global_step": 19591, "ep{"train_loss": 0.09813982248306274, "glo{"train_loss": 0.09646911919116974, "global_step": 19592, "epo{"train_loss": 0.04981481283903122, "global_step": 19{"train_loss": 0.04689784720540047, "global_step{"train_loss": 0.08243821561336517, "glob{"train_loss": 0.08503548800945282, "global_step": 19594, "ep{"train_loss": 0.13376721739768982, "glob{"train_loss": 0.13629679381847382, "global_step": 19595, "ep{"train_loss": 0.09102784842252731, "global_step": 1{"train_loss": 0.09092175960540771, "global_step":{"train_loss": 0.07011020183563232, "global_step": 19597, "epoch": 204, "lr": 0.00019277480156267503}
+{"train_loss": 0.10198874771595001, "global_step": 19598, "epoch": 204, "lr": 0.00019275830817336659}
+{"train_loss": 0.09441685{"train_loss": 0.09050308167934418, "global_step": 19599, "epoch": 204, "lr{"train_loss": 0.08085152506828308, "gl{"train_loss": 0.07462836056947708, "global_step": 19600, "epoc{"train_loss": 0.09157709777355194, "gl{"train_loss": 0.09914085268974304, "global_step": 19601, "epoc{"train_loss": 0.07779750227928162, "global_step": 19602, "epoch": 204, "lr": 0.00019269233511039403}
+{"train_loss": 0.07238242775201797, "global_step": 19603, "epoch": 204, "lr": 0.0001926758419687777}
+{"train_loss": 0.06569283455610275, "g{"train_loss": 0.06630377471446991, "global_step": 19604, "epoch{"train_loss": 0.09133638441562653, "global_step": 19605, "epoch": 204, "lr": 0.00019264285583528342}
+{"train_loss": 0.07809557020664215, "g{"train_loss": 0.07612310349941254, "global_step": 19606, "epoch{"train_loss": 0.11032379418611526, "global_step": 19607, "epoch": 204, "lr": 0.00019260986990218907}
+{"train_loss": 0.1146422028541565, "global_step": 19608, "epoch": 204, "lr": 0.00019259337701107266}
+{"train_loss": 0.05622041970491409, "global_step": 19609, "epoch": 204, "lr": 0.00019257688417039312}
+{"train_loss": 0.06857997924089432, "global_step": 19610, "epoch": 204, "lr": 0.00019256039138026287}
+{"train_loss": 0.11693193763494492, "gl{"train_loss": 0.11870983988046646, "global_step": 19611, "epoc{"train_loss": 0.113516911{"train_loss"{"train_loss": 0.11560836434364319, "global_step": 19612, "epo{"train_loss": 0.0984076410{"train_loss"{"train_los{"train_loss": 0.10039052367210388, "global_step": {"train_loss": 0.1125268638{"train_loss"{"train_los{"train_loss": 0.11754563450813293, "global_step": {"train_loss": 0.0949751138{"train_loss"{"train_loss": 0.09433343261480331, "global_step": 19615, "epo{"train_loss": 0.1201841682{"train_loss": 0.12228062748908997, "global_step": 19616, "epoch": 204, "l{"train_loss": 0.11718033254146576, "glo{"train_loss": 0.1202145591378212, "global_step": 19617, "epoc{"train_loss": 0.09521685540676117, "gl{"train_loss{"train_loss": 0.09186170995235443, "global_step": {"train_loss": 0.1024607568{"train_loss{"train_loss{"train_loss": 0.11200699210166931, "global_step":{"train_loss": 0.0782031565{"train_loss": 0.0802412{"train_loss": 0.0811108872294426, "global_step": {"train_loss": 0.1248003765{"train_loss": 0.11914660036563873, "global_step": 19621, "epoch": 204, "l{"train_loss": 0.1126328855752945, "gl{"train_loss{"train_loss": 0.11485554277896881, "global_step": {"train_loss": 0.11890751123428345, "gl{"train_loss": 0.1190037727355957, "global_step": 19623, "ep{"train_loss": 0.09502234309{"train_lo{"train_loss"{"train_loss": 0.0907098650932312, "global_step": 1{"train_loss": 0.07805494964122772, "g{"train_loss": 0.07716985046863556, "global_step": 19625, "epoch{"train_loss": 0.10594511032{"train_loss": 0.10748182237148285, "global_step": 19626, "epoch": 204, "l{"train_loss": 0.0827668309211731, "g{"train_loss": 0.0832732766866684, "global_step": 19627, "epoch"{"train_loss": 0.09763894975185394, "global_step": {"train_loss": 0.09162847697734833, "global_step":{"train_loss": 0.095212869346{"train_{"train_loss": 0.09848865866661072, "global_step": 19629, "epoch"{"train_loss": 0.09209187328{"train_loss": 0.09484012424945831, "global_step": 19630, "epoch": 204, "{"train_loss": 0.08710552752017975, "g{"train_loss":{"train_loss": 0.0853772982954979, "global_step": {"train_loss": 0.07642313838005066, "{"train_loss":{"train_loss": 0.07675638794898987, "global_step": {"train_loss": 0.09196953475475311, "global_step": {"train_loss": 0.09022829681634903, "global_step": {"train_loss": 0.08463446795940399, "global_step": 19634, "epoch": 204, "lr": 0.00019216457987390794}
+{"train_loss": 0.08440878987312317, "global_step": 19635, "epoch": 204, "lr": 0.00019214808838400848}
+{"train_loss": 0.10627775639{"train_loss": 0.10382667183876038, "global_step": 19636, "epoch": 204, "{"train_loss": 0.07338674366{"train_{"train_loss": 0.07256975769996643, "global_step": 19637, "epoch"{"train_loss": 0.1070459634065628, "{"train_loss": 0.10639162361621857, "global_step": 19638, "epoch"{"train_loss": 0.07680846750736237, "{"train_loss": 0.0794399231672287, "global_step": 19639, "epoch":{"train_loss": 0.08980769664049149, "global_step"{"train_loss": 0.09450393170118332, "global_step": 19{"train_loss": 0.06380665302276611, {"train_loss": 0.06495259702205658, "global_step": 19641, "epoch"{"train_loss": 0.0804423987865448, "{"train_loss": 0.08002930134534836, "global_step": 19642, "epoch"{"train_loss": 0.10827767848968506, "global_step"{"train_loss": 0.10583069175481796, "global_step": 19{"train_loss": 0.0868629366{"train_loss": 0.08259916305541992, "global_step": 19644, "epoch": 204, "lr{"train_loss": 0.07969355583190918, "{"train_loss{"train_loss": 0.07834675908088684, "global_step": 19{"train_loss": 0.07073396444320679, {"train_loss": 0.06815820932388306, "global_step": 19646, "epoch"{"train_loss": 0.09455558657646179, "global_step": 19647, "epoch": 204, "lr": 0.0001919501947079312}
+{"train_loss": 0.08368498086929321, "global_step": 19648, "epoch": 204, "lr": 0.00019193370392189086}
+{"train_loss": 0.07275143265724182,{"train_loss{"train_loss": 0.06917788088321686, "global_step": 1964{"train_loss": 0.0935003310{"train_loss": 0.09321274608373642, "global_step": 19650, "epoch": 204, "l{"train_loss": 0.0983565896{"train_loss": 0.09844240546226501, "global_step": 19651, "epoch": 204, "lr{"train_loss": 0.07797672599554062, "global_step": 19652, "epoch": 204, "lr": 0.00019186774132814335}
+{"train_loss": 0.07998979091644287{"train_loss{"train_loss": 0.08219335973262787, "global_step": 19653{"train_loss": 0.0751543492078781{"train_loss": 0.07263167202472687, "global_step": 19654, "epoch": 20{"train_loss": 0.0802872776985168{"train_loss": 0.0792868360877037, "global_step": 19655, "epoch": 204{"train_loss": 0.090997636{"trai{"train_loss":{"train_loss": 0.09473166614770889, "global_step": 19656{"train_loss": 0.067448429763317{"train_loss": 0.06424087285995483, "global_step": 19657, "epoch": 204{"train_loss": 0.118586540222167{"train_loss": 0.12346068769693375, "global_step": 19658, "epoch": 20{"train_loss": 0.08697240799665451, "global_st{"train_loss": 0.082405686378479, "global_step": 19659, {"train_loss": 0.08532296121120453, "global_step": 19660, "epoch": 204, "lr": 0.00019173581880599258}
+{"train_loss": 0.0995487{"train_loss": 0.10072660446166992, "global_step": 19661, "epoch": 204, "lr": {"train_loss": 0.08408286422491074, "global_{"train_loss": 0.08879038691520691, "global_step": 19662, {"train_loss": 0.0766160{"train_loss": 0.07542364299297333, "global_step": 19663, "epoch": 204, "lr": {"train_loss": 0.0677495{"train_loss": 0.06803718209266663, "global_step": 19664, "epoch": 204, "lr": {"train_loss": 0.11239126324653{"train_loss"{"train_loss": 0.11184392869472504, "global_step": 19665, {"train_loss": 0.10473215579986572, "global_step": 19666, "epoch": 204, "lr": 0.0001916368792748539}
+{"train_loss": 0.11804607510566{"train_loss"{"train_loss": 0.11436746269464493, "global_step": 19667,{"train_loss": 0.0856173{"train_loss": 0.0888209119439125, "global_step": 19668, "epoch": 204, "lr": 0{"train_loss": 0.088243{"train_loss": 0.09017042070627213, "global_step": 19669, "epoch": 204, "lr": 0{"train_loss": 0.103768{"train_{"train_loss"{"train_loss": 0.10071757435798645, "global_step": 19670, {"train_loss": 0.09091079235076{"train_loss": 0.09078662842512131, "global_step": 19671, "epoch": 204,{"train_loss": 0.09849861264228821, "global_step": 19672, "epoch": 204, "lr": 0.00019153794179392896}
+{"train_loss": 0.09416691958904266, "global_step": 19673, "epoch": 204, "lr": 0.00019152145241480419}
+{"train_loss": 0.107476{"train_loss": 0.1030{"train_loss": 0.10173914581537247, "global_step": 19674,{"train_loss": 0.06796721369028091, "global_step": 19675, "epoch": 204, "lr": 0.0001914884738298762}
+{"train_loss": 0.07119257748126984, "global_{"train_loss": 0.06624617427587509, "global_step": 19676, {"train_loss": 0.068947{"train_loss": 0.06963399052619934, "global_step": 19677, "epoch": 204, "lr": 0{"train_loss": 0.110037{"train_{"train_loss": 0.10914252698421478, "global_step": 19678, "epoch": 204,{"train_loss": 0.09144301223568618, "global_step": 19679, "epoch": 204, "lr": 0.00019142251735645025}
+{"train_loss": 0.086986{"train_{"train_loss": 0.08562083542346954, "global_step": 19680, "epoch": 205{"train_loss": 0.072222{"train_loss": 0.0677{"train_loss": 0.06713362038135529, "global_step": 19681, {"train_loss": 0.08131656050682{"train_loss"{"train_loss": 0.07688381522893906, "global_step": 19682, {"train_loss": 0.10513937473297{"train_loss"{"train_loss": 0.09971557557582855, "global_step": 19683,{"train_loss": 0.131121{"train_loss": 0.12855730950832367, "global_step": 19684, "epoch": 205, "lr": {"train_loss": 0.0871709{"train{"train_loss": 0.09096485376358032, "global_step": 19685, "epoch": 205{"train_loss": 0.09436944127082825, "global_step": 19686, "epoch": 205, "lr": 0.00019130709578106764}
+{"train_loss": 0.10221792012453079, "global_{"train_loss": 0.10393164306879044, "global_step": 19687, {"train_loss": 0.0732457{"train_loss": 0.07236804813146591, "global_step": 19688, "epoch": 205, "lr":{"train_loss": 0.10096740722656{"train_loss"{"train_loss": 0.10313719511032104, "global_step": 19689,{"train_loss": 0.07508265972137451, "global_s{"train_loss": 0.07541759312152863, "global_step": 19690{"train_loss": 0.092770054936409{"train_loss": 0.09266768395900726, "global_step": 19691, "epoch": 2{"train_loss": 0.08463391661643982, "global_ste{"train_loss": 0.08399635553359985, "global_step": 196{"train_loss": 0.10283240675926208, "global_step": 19693, "epoch": 205, "lr": 0.00019119167710629443}
+{"train_loss": 0.08420035243034363, "global_step": 19694, "epoch": 205, "lr": 0.00019117518896321397}
+{"train_loss": 0.1157344505{"tra{"train_loss": 0.11821787059307098, "global_step": 19695, "epoch": 205{"train_loss": 0.082008242607116{"train_loss": 0.08594684302806854, "global_step": 19696, "epoch": 2{"train_loss": 0.10013719648122787, "global_step": 19697, "epoch": 205, "lr": 0.00019112572489498814}
+{"train_loss": 0.0674687027931213{"train_loss":{"train_loss": 0.06636844575405121, "global_step": 196{"train_loss": 0.0835954174399375{"train_loss":{"train_loss": 0.08098368346691132, "global_step": 19{"train_loss": 0.068450525{"train_loss": 0.07337790727615356, "global_step": 19700, "epoch": 205, "lr"{"train_loss": 0.11767767369747162, "global_step": 19701, "epoch": 205, "lr": 0.0001910597736505809}
+{"train_loss": 0.083558082{"train_loss": 0.0838{"train_loss": 0.08367486298084259, "global_step": 19{"train_loss": 0.10395875573158264, "global_step{"train_loss": 0.10250089317560196, "global_step": 197{"train_loss": 0.07753440737724304, "global_step": 19704, "epoch": 205, "lr": 0.0001910103108561257}
+{"train_loss": 0.073679730296134{"train_loss": 0.0733669251203537, "global_step": 19705, "epoch": 205,{"train_loss": 0.07252911478281{"train_loss": 0.07964792847633362, "global_step": 19706, "epoch": 205,{"train_loss": 0.10166845470666{"train_loss": 0.09582369029521942, "global_step": 19707, "epoch": 205{"train_loss": 0.07124540209770203, "global_ste{"train_loss": 0.07383480668067932, "global_step": 1970{"train_loss": 0.09674537181854248, "global_step": 19709, "epoch": 205, "lr": 0.0001909278740912066}
+{"train_loss": 0.12570947408676147, "global_step": 19710, "epoch": 205, "lr": 0.0001909113869231092}
+{"train_loss": 0.09860471{"train_loss": 0.09405891597270966, "global_step": 19711, "epoch": 205, "l{"train_loss": 0.12235905230045319, "global_step": 19712, "epoch": 205, "lr": 0.00019087841277269893}
+{"train_loss": 0.10271617770195007, "global_step"{"train_loss": 0.10120867192745209, "global_step": 1{"train_loss": 0.048021309077739716, "global_step": 19714, "epoch": 205, "lr": 0.00019084543887075002}
+{"train_loss": 0.091766208{"train_loss": 0.0933183804154396, "global_step": 19715, "epoch": 205, "lr":{"train_loss": 0.06766174733638763, "global_step": 19716, "epoch": 205, "lr": 0.0001908124652181605}
+{"train_loss": 0.08547038{"train_loss": 0.081{"train_loss": 0.0819261223077774, "global_step": 19717,{"train_loss": 0.0839277058839798, "global_s{"train_loss": 0.08239852637052536, "global_step": 19718{"train_loss": 0.073817312{"train_loss": 0.07610010355710983, "global_step": 19719, "epoch": 205, "lr"{"train_loss": 0.0628013834357{"train_loss": 0.060243114829063416, "global_step": 19720, "epoch": 205{"train_loss": 0.10683977603912354, "global_st{"train_loss": 0.10738829523324966, "global_step": 1972{"train_loss": 0.0931468755006{"train_loss": 0.09099441766738892, "global_step": 19722, "epoch": 205, {"train_loss": 0.0684506073594{"train_loss": 0{"train_loss": 0.06883975863456726, "global_step": 19723{"train_loss": 0.104809522{"train_loss": 0.10931216180324554, "global_step": 19724, "epoch": 205, "lr{"train_loss": 0.074613340{"train_loss": 0.0706685334444046, "global_step": 19725, "epoch": 205, "lr"{"train_loss": 0.0663498044013977, "global_step": 19726, "epoch": 205, "lr": 0.00019064760072703992}
+{"train_loss": 0.09148491919040{"train_loss": {"train_loss": 0.08895166218280792, "global_step": 197{"train_loss": 0.075714603066444{"train_loss": 0.07614500820636749, "global_step": 19728, "epoch": 20{"train_loss": 0.0836454108357429{"train_loss": 0.07958845794200897, "global_step": 19729, "epoch": 2{"train_loss": 0.0905347317457199{"train_loss": 0.09162607789039612, "global_step": 19730, "epoch": 2{"train_loss": 0.0850194245576858{"train_loss": 0.08195540308952332, "global_step": 19731, "epoch": 2{"train_loss": 0.1074262633919715{"train_loss": 0.10630349069833755, "global_step": 19732, "epoch": 20{"train_loss": 0.0957115963101387{"train_loss": 0.0932997539639473, "global_step": 19733, "epoch": 20{"train_loss": 0.06301227957{"tra{"train_loss": 0.06296500563621521, "global_step": 19734, "epoch": 20{"train_loss": 0.09374140948{"train_loss": 0.09608328342437744, "global_step": 19735, "epoch": 205, "l{"train_loss": 0.0674009472131729{"train_loss": 0.07112694531679153, "global_step": 19736, "epoch": 20{"train_loss": 0.08336293697{"train_loss": 0.08484978973865509, "global_step": 19737, "epoch": 205, "l{"train_loss": 0.07376497983932495, "global_step": 19738, "epoch": 205, "lr": 0.00019044977175426824}
+{"train_loss": 0.12713231146{"train_loss": 0.12495674192905426, "global_step": 19739, "epoch": 205, "l{"train_loss": 0.09312283992767334, "global_st{"train_loss": 0.09365444630384445, "global_step": 19740{"train_loss": 0.1053974702954292{"train_loss": 0.10526646673679352, "global_step": 19741, "epoch": 20{"train_loss": 0.1015282422{"train_loss": 0.10514786839485168, "global_step": 19742, "epoch": 205, "lr{"train_loss": 0.06583254039287567, "global_st{"train_loss": 0.06615635752677917, "global_step": 19743{"train_loss": 0.08885854482650757, "global_step": 19744, "epoch": 205, "lr": 0.00019035086076760687}
+{"train_loss": 0.10888171195983887, "global_step": 19745, "epoch": 205, "lr": 0.00019033437583248575}
+{"train_loss": 0.08331558108329773, "global_step": 19746, "epoch": 205, "lr": 0.00019031789096318462}
+{"train_loss": 0.1433030068874359, "global_step": 19747, "epoch": 205, "lr": 0.00019030140615981586}
+{"train_loss": 0.10713991522789001, "global_step": 19748, "epoch": 205, "lr": 0.00019028492142249165}
+{"train_loss": 0.07058041542{"tr{"train_loss":{"train_loss": 0.06962081789970398, "global_step": 19749{"train_loss": 0.06638992577791214, "global_step": 19750, "epoch": 205, "lr": 0.00019025195214642584}
+{"train_loss": 0.093705378472805{"train_loss": 0.0934109017252922, "global_step": 19751, "epoch": 205,{"train_loss": 0.09793349355459213, "global_step": 19752, "epoch": 205, "lr": 0.00019021898313588542}
+{"train_loss": 0.0754742175{"train_loss": 0.07884213328361511, "global_step": 19753, "epoch": 205, "lr{"train_loss": 0.06043231487274{"train_loss": 0.05828249827027321, "global_step": 19754, "epoch": 205{"train_loss": 0.110878542065620{"train_loss": 0.11141487956047058, "global_step": 19755, "epoch": 205{"train_loss": 0.072576560080{"train_loss": 0.07104438543319702, "global_step": 19756, "epoch": 205, {"train_loss": 0.1153273805975914, "global_st{"train_loss": 0.11730729043483734, "global_step": 1975{"train_loss": 0.11265021562576294, "global_step": 19758, "epoch": 205, "lr": 0.0001901200777063963}
+{"train_loss": 0.07788915932178497, "global_step": 19759, "epoch": 205, "lr": 0.0001901035937029711}
+{"train_loss": 0.06210472434{"train_loss": 0.062170710414648056, "global_step": 19760, "epoch": 205, {"train_loss": 0.0687568932771{"train_loss": 0.07097523659467697, "global_step": 19761, "epoch": 205,{"train_loss": 0.05202598497271538, "global_step": 19762, "epoch": 205, "lr": 0.00019005414209749395}
+{"train_loss": 0.06944209337234497,{"train_loss": 0.06777016818523407, "global_step": 19763, "epoch": {"train_loss": 0.10038430988788605, "global_step": 19764, "epoch": 205, "lr": 0.00019002117469896386}
+{"train_loss": 0.07621633261442184, "global_step{"train_loss": 0.07644139230251312, "global_step": 1{"train_loss": 0.09479221701622009, "global_step{"train_loss": 0.09339593350887299, "global_step": 197{"train_loss": 0.09974318742{"train{"train_loss": 0.0984683483839035, "global_step": 19767, "epoch": {"train_loss": 0.08869921416{"train_loss": 0.09174305200576782, "global_step": 19768, "epoch": 205, "l{"train_loss": 0.08651811629533768, "global_step": 19769, "epoch": 205, "lr": 0.00018993875739377808}
+{"train_loss": 0.07892647385597229, "global_step": 19770, "epoch": 205, "lr": 0.0001899222741378342}
+{"train_loss": 0.07232739776{"tra{"train_loss": 0.07484322041273117, "global_step": 19771, "epoch": 2{"train_loss": 0.11223164200782776, "global_step": 19772, "epoch": 205, "lr": 0.00018988930783193775}
+{"train_loss": 0.11134849488735199, "global_step": 19773, "epoch": 205, "lr": 0.00018987282478220965}
+{"train_loss": 0.09028467535972595{"train_loss":{"train_loss": 0.08967158198356628, "global_step": 197{"train_loss": 0.08872009817666064, "global_step": 19775, "epoch": 205, "lr": 0.0001898398588897548}
+{"train_loss": 0.06538391113{"train_loss": 0.06679529696702957, "global_step": 19776, "epoch": 206, "{"train_loss": 0.080661803483{"train_loss": 0.079{"train_loss": 0.07784710079431534, "global_step": 19{"train_loss": 0.102147847414{"train_loss": 0.09977530688047409, "global_step": 19778, "epoch": 206, "{"train_loss": 0.09040670096874237, "global_step": 19779, "epoch": 206, "lr": 0.00018977392793599395}
+{"train_loss": 0.092042550444{"train_loss": 0.09409299492835999, "global_step": 19780, "epoch": 206, {"train_loss": 0.098255366086{"train_loss": 0.099{"train_loss": 0.09728971123695374, "global_step": 1{"train_loss": 0.05986371636390686, "global_step"{"train_loss": 0.05913390964269638, "global_step": 19{"train_loss": 0.08155517280101776,{"train_loss": 0.08069542795419693, "global_step": 19783, "epoch": {"train_loss": 0.07994578778743744,{"train_loss"{"train_loss": 0.08015566319227219, "global_step": 197{"train_loss": 0.06282918155193329, "global_step": 19785, "epoch": 206, "lr": 0.00018967503359669348}
+{"train_loss": 0.11355063319206238, "global_step{"train_loss": 0.11579686403274536, "global_step": 197{"train_loss": 0.106758482754{"tr{"train_loss": {"train_loss": 0.10664260387420654, "global_step": 19{"train_loss": 0.09936864674091339{"train_loss": {"train_loss": 0.09417054802179337, "global_step": 19{"train_loss": 0.11899198591709137{"train_loss": {"train_loss": 0.11767895519733429, "global_step": 1{"train_loss": 0.052582293748{"train_loss": 0.05215293914079666, "global_step": 19790, "epoch": 206, "{"train_loss": 0.07028469443321228, "global_step"{"train_loss": 0.074617400765419, "global_step": 1979{"train_loss": 0.0997566506266594, "global_step{"train_loss": 0.10133786499500275, "global_step": 197{"train_loss": 0.09304704517126083, "global_step": 19793, "epoch": 206, "lr": 0.00018954317841917472}
+{"train_loss": 0.1057924777269{"train_loss": 0.10595138370990753, "global_step": 19794, "epoch": 206, {"train_loss": 0.0881642997264{"trai{"train_loss": 0.08722417801618576, "global_step": 19795, "epoch"{"train_loss": 0.08851395547389984, "global_step": 19796, "epoch": 206, "lr": 0.00018949373389944861}
+{"train_loss": 0.07240764796733856, "global_step": 19797, "epoch": 206, "lr": 0.0001894772525358127}
+{"train_loss": 0.07363167405128479, "global_step": 19798, "epoch": 206, "lr": 0.00018946077124383363}
+{"train_loss": 0.07122278213500977, {"train_loss{"train_loss": 0.06858312338590622, "global_step": 197{"train_loss": 0.119500532746315, "global_step": 19800, "epoch": 206, "lr": 0.00018942780887529483}
+{"train_loss": 0.04760129377245903, "global_step": 19801, "epoch": 206, "lr": 0.0001894113277989595}
+{"train_loss": 0.070646934211254{"train_loss": 0.0{"train_loss": 0.07201744616031647, "global_step": 1{"train_loss": 0.07780782878398895, "g{"train_loss{"train_loss": 0.0754588320851326, "global_step": 1{"train_loss": 0.11322125792503357, "global_step": 19804, "epoch": 206, "lr": 0.00018936188500303703}
+{"train_loss": 0.10438832640647888, "global_step": 19805, "epoch": 206, "lr": 0.00018934540421579798}
+{"train_loss": 0.109858125448226{"train_loss": 0.1083516851067543, "global_step": 19806, "epoch": 206{"train_loss": 0.0871068686246872, "global_step":{"train_loss": 0.08385840803384781, "global_step": 1{"train_loss": 0.09597980231046677, "global_step": 19808, "epoch": 206, "lr": 0.00018929596228985787}
+{"train_loss": 0.07315759360790253, "gl{"train_loss": 0.0709843784570694, "global_step": 19809, "epoc{"train_loss": 0.091321602463722{"trai{"train_loss{"train_loss": 0.09062753617763519, "global_step": {"train_loss": 0.08982114493846893, "global_step":{"train_loss": 0.09116458147764206, "global_step": 1{"train_loss": 0.05783034861087799, "g{"train_loss": 0.0629367083311081, "global_step": 19812, "epoch"{"train_loss": 0.09108566492795944, "{"train_loss": 0.09121444821357727, "global_step": 19813, "epoch"{"train_loss": 0.08877575397491455, "{"train_loss": 0.08690337091684341, "global_step": 19814, "epoc{"train_loss": 0.1021966636180{"train_loss": 0.10091358423233032, "global_step": 19815, "epoch": 206,{"train_loss": 0.09110254049301147, "global_step":{"train_loss": 0.08810785412788391, "global_step": 1{"train_loss": 0.06864115595817566, "global_step": 19817, "epoch": 206, "lr": 0.00018914764046029032}
+{"train_loss": 0.12003771215677261, "global_step": 19818, "epoch": 206, "lr": 0.00018913116062501556}
+{"train_loss": 0.08937856554985046, "global_step": 19819, "epoch": 206, "lr": 0.00018911468086375428}
+{"train_loss": 0.09032348543{"train_{"train_loss": 0.09259437024593353, "global_step": 19820, "epoch"{"train_loss": 0.07646716386{"train_{"train_loss": 0.07494942098855972, "global_step": 19821, "epoch"{"train_loss": 0.07720965147018433, "global_step": 19822, "epoch": 206, "lr": 0.0001890652420251745}
+{"train_loss": 0.08303310722112656, "global_step": 19823, "epoch": 206, "lr": 0.00018904876256108986}
+{"train_loss": 0.10950062423944473, "global_step": 19824, "epoch": 206, "lr": 0.0001890322831715799}
+{"train_loss": 0.09590966999530792,{"train_loss": {"train_loss": 0.09614595025777817, "global_step": {"train_loss": 0.09296445548534393, "global_step":{"train_loss": 0.08859516680240631, "global_step": 1{"train_loss": 0.10242301225662231, "global_step": 19827, "epoch": 206, "lr": 0.00018898284545162047}
+{"train_loss": 0.09747498482465744, "global_step": 19828, "epoch": 206, "lr": 0.00018896636636153155}
+{"train_loss": 0.096188485622406, "{"train_loss": 0.0979410856962204, "global_step": 19829, "epoch"{"train_loss": 0.0769568532705307, "{"train_loss": 0.07066643238067627, "global_step": 19830, "epoch"{"train_loss": 0.06680122017860413, "{"train_loss": 0.06767743080854416, "global_step": 19831, "epoch"{"train_loss": 0.10268592089414597, "global_step": 19832, "epoch": 206, "lr": 0.0001889004507536557}
+{"train_loss": 0.07533055543899536, "{"train_loss": 0{"train_loss": 0.07319897413253784, "global_step{"train_loss": 0.09417818486690521, "global_step": 19834, "epoch": 206, "lr": 0.00018886749340277684}
+{"train_loss": 0.06853937357664108, "global_step": 19{"train_loss": 0.07080090045928955, "global_step"{"train_loss": 0.07691515982151031, "{"train_loss": 0{"train_loss": 0.07238837331533432, "global_step"{"train_loss": 0.08946975320577621, "global_step": 19837, "epoch": 206, "lr": 0.00018881805794530732}
+{"train_loss": 0.07590150833129883, "global_step": 19838, "epoch": 206, "lr": 0.00018880157961162592}
+{"train_loss": 0.07987651973962784, "global_step": 19839, "epoch": 206, "lr": 0.0001887851013542025}
+{"train_loss": 0.09999120980501175, {"train_loss": 0.10219833999872208, "global_step": 19840, "epoch":{"train_loss": 0.09306363016366959, {"train_loss": 0.09492748230695724, "global_step": 19841, "epoch":{"train_loss": 0.09418804943561554, "global_step": 19842, "epoch": 206, "lr": 0.00018873566704060194}
+{"train_loss": 0.08575206249952316, "global_step": 19843, "epoch": 206, "lr": 0.0001887191890893324}
+{"train_loss": 0.08907701820135117, "global_step": 19844, "epoch": 206, "lr": 0.00018870271121488187}
+{"train_loss": 0.08978645503520966,{"train_loss": 0.{"train_loss": 0.08812534064054489, "global_step"{"train_loss": 0.08349154889583588, "global_step": 19846, "epoch": 206, "lr": 0.00018866975569688648}
+{"train_loss": 0.07711794972419739, "global_step": 1{"train_loss": 0.0755670815706253, "global_step": {"train_loss": 0.06913135945796967, "global_step": 19848, "epoch": 206, "lr": 0.00018863680048751368}
+{"train_loss": 0.087248846{"train_loss": 0.0852356031537056, "global_step": 19849, "epoch": 206, "lr":{"train_loss": 0.08327886462211609{"train_loss": 0.08164536952972412, "global_step": 19850, "epoch": 2{"train_loss": 0.0645769{"train_lo{"train_loss": 0.0674000233411789, "global_step": 19851, "epoch": 20{"train_loss": 0.0901475995779037{"train_loss": 0.08651728928089142, "global_step": 19852, "epoch": {"train_loss": 0.0865129753947258, "global_step": 19853, "epoch": 206, "lr": 0.00018855441382019573}
+{"train_loss": 0.07679807{"train_l{"train_loss": 0.07423298060894012, "global_step": 19854, "epoch": 2{"train_loss": 0.0850848{"train_loss": 0.08102375268936157, "global_step": 19855, "epoch": 206, "lr":{"train_loss": 0.0528995{"train_loss": 0.05709118768572807, "global_step": 19856, "epoch": 206, "lr":{"train_loss": 0.10359902679920197, {"train_loss": 0.10599486529827118, "global_step": 19857, "epoch"{"train_loss": 0.09633833169937134, "global_step": 19858, "epoch": 206, "lr": 0.00018847202910140439}
+{"train_loss": 0.09105748{"train_loss": 0.08746528625488281, "global_step": 19859, "epoch": 206, "lr":{"train_loss": 0.06159515306353569, {"train_loss": 0.062108755111694336, "global_step": 19860, "epoch"{"train_loss": 0.08930347{"train_loss{"train_loss": 0.09434343874454498, "global_step": 19861, "epoch"{"train_loss": 0.07554848{"train_loss{"train_loss": 0.07429452240467072, "global_step": 19862, "epoch{"train_loss": 0.10007297{"train_loss{"train_loss": 0.09718388319015503, "global_step": 19863, "epoc{"train_loss": 0.08447721600532532, "{"train_loss": 0.08701613545417786, "global_step": 19864, "epoch{"train_loss": 0.09828582406044006, "{"train_loss": 0.10205623507499695, "global_step": 19865, "epoch"{"train_loss": 0.1274118423461914, "g{"train_loss": {"train_loss": 0.1227254718542099, "global_step"{"train_loss": 0.08114572614431381, "g{"train_loss": 0.0830293744802475, "global_step": 19867, "epoch"{"train_loss": 0.09254567325115204, "{"train_loss": {"train_loss": 0.09339091181755066, "global_step":{"train_loss": 0.09984748065471649, {"train_loss": 0.09860248118638992, "global_step": 19869, "epoch":{"train_loss": 0.09096159040927887, "global_step": 1{"train_loss": 0.09032757580280304, "global_step":{"train_loss": 0.08745885454118252, "global_step": 19871, "epoch": 206, "lr": 0.00018825783805229637}
+{"train_loss": 0.092142328{"train_loss": 0.09725748002529144, "global_step": 19872, "epoch": 207, "lr"{"train_loss": 0.093867197{"train_lo{"train_loss": 0.09630147367715836, "global_step": 19873, "epoch":{"train_loss": 0.086803674{"train_loss": 0.085783615{"train_loss": 0.08748970925807953, "global_step":{"train_loss": 0.08727920055389404,{"train_loss": 0.{"train_loss": 0.08675407618284225, "global_step"{"train_loss": 0.107740834{"train_l{"train_loss": 0.{"train_loss": 0.10982433706521988, "global_step"{"train_loss": 0.072714179{"train_l{"train_loss": 0.07484318315982819, "global_step": 19877, "epoch":{"train_loss": 0.0592018216{"train_loss": 0.06342814862728119, "global_step": 19878, "epoch": 207, "lr{"train_loss": 0.0685751587{"train_{"train_loss": 0.06837333738803864, "global_step": 19879, "epoch": {"train_loss": 0.11488232016563416,{"train_loss": 0.1{"train_loss": 0.11331970989704132, "global_step"{"train_loss": 0.0630185529589653,{"train_loss": 0.06252110749483109, "global_step": 19881, "epoch":{"train_loss": 0.08095582574605942,{"train_loss": 0.08078370988368988, "global_step": 19882, "epoch": {"train_loss": 0.07078416645{"train{"train_loss": 0.07001128047704697, "global_step": 19883, "epoch": {"train_loss": 0.09183573722{"train{"train_loss": 0.08960797637701035, "global_step": 19884, "epoch":{"train_loss": 0.10652858018875122,{"train_loss": 0.11021286249160767, "global_step": 19885, "epoch": {"train_loss": 0.09405168890{"train{"train_loss": 0.08747036010026932, "global_step": 19886, "epoch": {"train_loss": 0.056186139583587646, "global_step": 19887, "epoch": 207, "lr": 0.00018799423687644747}
+{"train_loss": 0.0759974494576454{"train_loss": 0.08041563630104065, "global_step": 19888, "epoch": 2{"train_loss": 0.0894046723842620{"train_loss": 0.0887257307767868, "global_step": 19889, "epoch": 207{"train_loss": 0.091319635510444{"train_loss": 0.0904836505651474, "global_step": 19890, "epoch": 207,{"train_loss": 0.06084877625107765, "global_step": 1{"train_loss": 0.06065162271261215, "global_step":{"train_loss": 0.10764789581298{"train_loss": 0.10475030541419983, "global_step": 19892, "epoch": 207,{"train_loss": 0.06452354043722153, "global_step": 19893, "epoch": 207, "lr": 0.000187895391806699}
+{"train_loss": 0.08774121105670{"train_loss": 0.08476731181144714, "global_step": 19894, "epoch": 207,{"train_loss": 0.08760195970535278, "global_step": 1{"train_loss": 0.08893008530139923, "global_step":{"train_loss": 0.09617176651954{"train_loss": 0.09580551832914352, "global_step": 19896, "epoch": 207,{"train_loss": 0.09862945973{"t{"train_loss": 0.1061{"train_loss": 0.10669063031673431, "global_step":{"train_loss": 0.08997109532356{"train_loss": 0.0917{"train_loss": 0.09224767982959747, "global_step":{"train_loss": 0.08024387806653{"train_loss": 0.0800{"train_loss": 0.0802646353840828, "global_step": {"train_loss": 0.07748016715{"t{"train_loss": 0.081{"train_loss": 0.0813671424984932, "global_step": 1{"train_loss": 0.07626314461{"t{"train_loss": 0.0774800255894661, "global_step": 19901, "epoch": 207, {"train_loss": 0.06062383949{"{"train_loss": 0.059{"train_loss": 0.05984531342983246, "global_step": 1{"train_loss": 0.09310111403{"train_loss": 0.09340{"train_loss": 0.09274503588676453, "global_step": 1{"train_loss": 0.09159167110919{"train_loss": 0.08{"train_loss": 0.08880549669265747, "global_step": {"train_loss": 0.08922816067{"{"train_loss": 0.08802148699760437, "global_step": 19905, "epoch": 207, {"train_loss": 0.1167545840144{"train_loss": 0.120{"train_loss": 0.12111595273017883, "global_step": 1{"train_loss": 0.07388552278{"{"train_loss": 0.076{"train_loss": 0.0758839026093483, "global_step": 19{"train_loss": 0.08797985315322876, "global_step"{"train_loss": 0.08774510771036148, "global_step": 1{"train_loss": 0.12203247100114822, "global_step"{"train_loss": 0.11908560246229172, "global_step": 19{"train_loss": 0.078101143{"train_loss": 0.07661694288253784, "global_step": 19910, "epoch": 207, "lr{"train_loss": 0.06279855966567993, "global_step": 19911, "epoch": 207, "lr": 0.00018759887449899964}
+{"train_loss": 0.075952783{"train_loss": 0.076089{"train_loss": 0.07582199573516846, "global_step": 19{"train_loss": 0.11192747950553894, "global_step"{"train_loss": 0.11496862024068832, "global_step": 1{"train_loss": 0.08825254440307617, "global_step": 19914, "epoch": 207, "lr": 0.00018754945759016096}
+{"train_loss": 0.089460603{"train_loss": 0.09295928478240967, "global_step": 19915, "epoch": 207, "lr"{"train_loss": 0.08274483680725098, "global_step"{"train_loss": 0.07561466097831726, "global_step": 19{"train_loss": 0.0927107{"train_loss": 0.09760749{"train_loss": 0.09722231328487396, "global_step": 19{"train_loss": 0.0789617{"train_loss": 0.07935802638530731, "global_step": 19918, "epoch": 207, "lr": {"train_loss": 0.10335424542427063, "global_step"{"train_loss": 0.10167843103408813, "global_step": 19{"train_loss": 0.10461{"train_loss": 0.1046865284{"train_loss": 0.1034073531627655, "global_step": 19{"train_loss": 0.06281580775976181, "global_step{"train_loss": 0.06197010725736618, "global_step": 19{"train_loss": 0.08677{"train_loss": 0.08317166566848755, "global_step": 19922, "epoch": 207, "lr": 0{"train_loss": 0.074106365442276, "global_step": 19923, "epoch": 207, "lr": 0.0001874012114541232}
+{"train_loss": 0.1084539{"train_loss": 0.10684855282306671, "global_step": 19924, "epoch": 207, "lr": {"train_loss": 0.1040652{"train_loss": 0.10094203799962997, "global_step": 19925, "epoch": 207, "lr": {"train_loss": 0.0763828158{"train_loss": 0.08219525218009949, "global_step": 19926, "epoch": 207, "lr{"train_loss": 0.10892502963542938, "global_step":{"train_loss": 0.10973910242319107, "global_step": {"train_loss": 0.0983561128{"train_loss": 0.10465002059936523, "global_step": 19928, "epoch": 207, "l{"train_loss": 0.08629444986581802, "global_step": 19929, "epoch": 207, "lr": 0.00018730238455244856}
+{"train_loss": 0.11688123643398285, "global_step": 19930, "epoch": 207, "lr": 0.00018728591370414965}
+{"train_loss": 0.088909{"tr{"train_loss": 0.0866294801235199, "global_step": 19931, "epoch": 207, "{"train_loss": 0.096899{"train_loss": 0.0992564707994461, "global_step": 19932, "epoch": 207, "lr": 0.{"train_loss": 0.09074{"train_loss": 0.086401082{"train_loss": 0.08690747618675232, "global_step": 199{"train_loss": 0.0967{"train_loss": 0.0971759781{"train_loss": 0.09691060334444046, "global_step": 199{"train_loss": 0.102918758{"train_loss": 0.09947968274354935, "global_step": 19935, "epoch": 207, "lr"{"train_loss": 0.06{"train{"train_loss": 0.0661303922533989, "global_step": 19936, "epoch": 207, "lr":{"train_loss": 0.11433511227369308, "global_step": 19937, "epoch": 207, "lr": 0.0001871706201965556}
+{"train_loss": 0.08159399032592773, "global_step": 19938, "epoch": 207, "lr": 0.00018715415004403064}
+{"train_loss": 0.0{"train_loss": 0.09363855421543121, "global_step": 19939, "epoch": 207, "lr": 0.0001{"train_loss": 0.0{"train_loss": 0.07845894992351532, "global_step": 19940, "epoch": 207, "lr": 0.0001{"train_loss": 0.1{"train_loss": 0.10279318690299988, "global_step": 19941, "epoch": 207, "lr": 0.000{"train_loss": 0.07{"train_loss": 0.08484858274459839, "global_step": 19942, "epoch": 207, "lr": 0.00{"train_loss": 0.12{"train_loss": 0.12573310732841492, "global_step": 19943, "epoch": 207, "lr": 0.000{"train_loss": 0.08941440284252167, "global_step": 19944, "epoch": 207, "lr": 0.00018705533096981166}
+{"train_loss": 0.10291395336389542, "global_ste{"train_loss": 0.10155591368675232, "global_step": 1994{"train_loss": 0.05885635316371918, "global_ste{"train_loss": 0.05986694246530533, "global_step": 19{"train_loss": 0.07824709266424179, "global_ste{"train_loss": 0.083281509578228, "global_step": 19947,{"train_loss": 0.089377030{"train_loss": 0.08883912861347198, "global_step": 19948, "epoch": 207, "lr{"train_loss": 0.1031703501{"train_loss": 0.0974285677075386, "global_step": 19949, "epoch": 207, "lr"{"train_loss": 0.078117914{"train_loss": 0.08307592570781708, "global_step": 19950, "epoch": 207, "lr"{"train_loss": 0.081318974{"train_loss": 0.081{"train_loss": 0.08063357323408127, "global_step": 19951{"train_loss": 0.092692002{"train_loss": 0.092{"train_loss": 0.09335444867610931, "global_step": 1995{"train_loss": 0.05548422038555145, "global_step": 19953, "epoch": 207, "lr": 0.00018690710831613608}
+{"train_loss": 0.11445095390081406, "global_step": 19954, "epoch": 207, "lr": 0.00018689063957669268}
+{"train_loss": 0.10232481360435486, "global_step": 19955, "epoch": 207, "lr": 0.00018687417092652018}
+{"train_loss": 0.05909476429224014, "global_st{"train_loss": 0.05871332436800003, "global_step": 1995{"train_loss": 0.083381518{"train_loss": 0.08661024272441864, "global_step": 19957, "epoch": 207, "lr{"train_loss": 0.07157564163208008, "global_step": 19958, "epoch": 207, "lr": 0.00018682476551274926}
+{"train_loss": 0.1002362072467804, "global_step": 19959, "epoch": 207, "lr": 0.0001868082972207817}
+{"train_loss": 0.09219931066036224, "global_step": 19960, "epoch": 207, "lr": 0.0001867918290186457}
+{"train_loss": 0.06460541486740112, "global_step": 19961, "epoch": 207, "lr": 0.00018677536090645346}
+{"train_loss": 0.08465752005577087, "global_step": 19962, "epoch": 207, "lr": 0.00018675889288431713}
+{"train_loss": 0.07991044223308563, "global_s{"train_loss": 0.07969363778829575, "global_step": 19963{"train_loss": 0.10326269268989563, "global_step": 19964, "epoch": 207, "lr": 0.0001867259571106607}
+{"train_loss": 0.07{"train_loss": 0.07655773311853409, "global_step": 19965, "epoch": 207, "lr": 0.0{"train_loss": 0.10327645391225815, "global_step": 19966, "epoch": 207, "lr": 0.00018669302169857356}
+{"train_loss": 0.087{"train_loss": 0.08816680952440947, "global_step": 19967, "epoch": 207, "lr": 0.0{"train_loss": 0.108{"train_loss": 0.1044785{"train_loss": 0.10427162796258926, "global_step": 19968,{"train_loss": 0.131{"train_loss": 0.1329306{"train_loss": 0.1349833607673645, "global_step": 19969, "{"train_loss": 0.10{"train_{"train_loss": 0{"train_loss": 0.10019375383853912, "global_step": 19970, {"train_loss": 0.11255084723234177, "global_step": 19971, "epoch": 208, "lr": 0.00018661068475610835}
+{"train_loss": 0.0{"train_loss": 0.06888633{"train_loss": 0.06796574592590332, "global_step": 19972, "{"train_loss": 0.09535373747348785, "global{"train_loss": 0.09583363682031631, "global_step": 19973, "{"train_loss": 0.1{"train_loss": 0.10819441{"train_loss": 0.10771737992763519, "global_step": 19974,{"train_loss": 0.12{"train_loss": 0.12003254{"train_loss": 0.12069059908390045, "global_step": 19975, {"train_loss": 0.12{"train{"train_loss": 0.1{"train_loss": 0.12182581424713135, "global_step": 19976, {"train_loss": 0.08{"train_loss": 0.07845979{"train_loss": 0.07966987788677216, "global_step": 19977,{"train_loss": 0.07{"train_loss": 0.07731178402900696, "global_step": 19978, "epoch": 208, "lr": 0.000{"train_loss": 0.08{"train_loss": 0.0850115716457367, "global_step": 19979, "epoch": 208, "lr": 0.00{"train_loss": 0.11287792026996613, "global_step": 19980, "epoch": 208, "lr": 0.00018646248401325935}
+{"train_loss": 0.12249903380870819, "global_step": 19981, "epoch": 208, "lr": 0.0001864460177234913}
+{"train_loss": 0.08{"train_loss": 0.089714415371418, "global_step": 19982, "epoch": 208, "lr": 0.00018{"train_loss": 0.{"train_loss": 0.08511234074831009, "global_step": 19983, "epoch": 208, "lr": 0.00018{"train_loss": 0.{"train_loss": 0.07515717297792435, "global_step": 19984, "epoch": 208, "lr": 0.0001{"train_loss": 0.08014458417892456, "global_step": 19985, "epoch": 208, "lr": 0.00018638015348852624}
+{"train_loss": 0.0{"train_loss": 0.08929150551557541, "global_step": 19986, "epoch": 208, "lr": 0.0001{"train_loss": 0.067748062312603, "global_step": 19987, "epoch": 208, "lr": 0.0001863472219270781}
+{"train_loss": 0.09671635180711746, "global_step": 19988, "epoch": 208, "lr": 0.00018633075628575506}
+{"train_loss": 0.0852129012346{"train_loss": 0.0804910957813263, "global_step": 19989, "epoch": 208, "{"train_loss": 0.071606010198{"train_loss": 0.07657746970653534, "global_step": 19990, "epoch": 208, {"train_loss": 0.11{"train_loss": 0.1163358315{"train_loss": 0.11683601140975952, "global_step": 19991{"train_loss": 0.08{"train_loss": 0.08119666576385498, "global_step": 19992, "epoch": 208, "lr": 0.000{"train_loss": 0.08036433160305023, "global_step": 19993, "epoch": 208, "lr": 0.0001862484294776349}
+{"train_loss": 0.08000603318214417, "global_step": 19994, "epoch": 208, "lr": 0.00018623196439649482}
+{"train_loss": 0.{"train_loss": 0.116613827645{"train_loss": 0.11486093699932098, "global_step": 19995{"train_loss": 0.09081912040710449, "global_st{"train_loss": 0.09378354251384735, "global_step": 19996{"train_loss": 0.09343055635690689, "global_st{"train_loss": 0.08870190382003784, "global_step": 1999{"train_loss": 0.090096168220{"train_loss": 0.{"train_loss": 0.09059002995491028, "global_step": 19998{"train_loss": 0.102476879954{"train_loss": 0.10816638171672821, "global_step": 19999, "epoch": 208, {"train_loss": 0.07363374531269073, "global_st{"train_loss": 0.07546702027320862, "global_step": 20000{"train_loss": 0.071799278259{"train_loss": 0.07468622922897339, "global_step": 20001, "epoch": 208, "{"train_loss": 0.095221459865{"train_loss": 0.09962068498134613, "global_step": 20002, "epoch": 208, {"train_loss": 0.099298112094{"train_loss": 0.10344798862934113, "global_step": 20003, "epoch": 208, "{"train_loss": 0.083970844745{"train_loss": 0.{"train_loss": 0.08481032401323318, "global_step": 2000{"train_loss": 0.09516068547964096, "global_st{"train_loss": 0.09719912707805634, "global_step": 20005{"train_loss": 0{"train_loss": 0.0719347894191742, "global_step": 20006, "epoch": 208, "lr": 0.0001860{"train_loss": {"train_loss": 0.08080656826496124, "global_step": 20007, "epoch": 208, "lr": 0.0001860{"train_loss": {"train_loss":{"train_loss": 0.09676936268806458, "global_step": 20008, "epoch": 208, "{"train_loss": {"train_loss": 0.09597021341323853, "global_step": 20009, "epoch": 208, "lr": 0.000185{"train_loss": {"train_loss": 0.09323517233133{"train_loss": 0.09291757643222809, "global_step": 20010{"train_loss": {"train_loss": 0.07354405522346497, "global_step": 20011, "epoch": 208, "lr": 0.0001859{"train_loss": {"train_loss"{"train_loss": 0.08620885759592056, "global_step": 20012, "epoch": 208, {"train_loss": 0.079029157757{"train_loss": 0.08253353834152222, "global_step": 20013, "epoch": 208, {"train_loss": 0.0936158299446{"train_loss": 0.09376108646392822, "global_step": 20014, "epoch": 20{"train_loss": 0.{"train_loss":{"train_loss": 0.0{"train_loss": 0.06765110790729523, "global_step": 20{"train_loss": 0.07146191596984{"train_loss": 0.0{"train_loss": 0.07672514766454697, "global_step": 20{"train_loss": 0.{"train_loss": 0.06647732853889465, "global_step": 20017, "epoch": 208, "lr": 0.00018{"train_loss": 0.{"train_loss": 0.08774351328611374, "global_step": 20018, "epoch": 208, "lr": 0.00018{"train_loss": 0.09099335968494{"train_loss": 0.0{"train_loss": 0.0918600782752037, "global_step": 200{"train_loss": 0.{"train_loss": 0.08054260909557{"train_loss": 0.08116906136274338, "global_step": 20{"train_loss": 0.0{"train_loss": 0.10018022358417511, "global_step": 20021, "epoch": 208, "lr": 0.000{"train_loss": 0.1{"train_loss": 0.12223123759031296, "global_step": 20022, "epoch": 208, "lr": 0.0001{"train_loss": 0.0{"train_loss": 0.08181560039520{"train_loss": 0.08117736876010895, "global_step": 2{"train_loss": 0.0{"train_loss": 0.10141446441411972, "global_step": 20024, "epoch": 208, "lr": 0.000{"train_loss": 0.0{"train_loss": 0.09247106313705{"train_loss": 0.09261375665664673, "global_step": 20{"train_loss": 0.0{"train_loss": 0.0751112699508667, "global_step": 20026, "epoch": 208, "lr": 0.00018{"train_loss": 0.{"train_loss": {"train_loss": 0.07593893259763718, "global_step": 20027, "epoch": 208{"train_loss": 0.{"train_loss": {"train_loss": 0.{"train_loss": 0.10416951775550842, "global_step": {"train_loss": 0.1{"train_loss": 0.108291819691658{"train_loss": 0.10885612666606903, "global_step": {"train_loss": 0.07{"train_loss": {"train_loss": 0.0696563571691513, "global_step": 20030, "epoch": 20{"train_loss": 0.08{"train_loss": 0.087123379111289{"train_loss": 0.08712652325630188, "global_step":{"train_loss": 0.08{"train_loss":{"train_loss": 0.09299580752849579, "global_step": 20032, "epoch": 20{"train_loss": 0.0944802314043045, "global_step": 20033, "epoch": 208, "lr": 0.00018558990046961573}
+{"train_loss": 0.113{"train_loss": 0.11113748699426651, "global_step": 20034, "epoch": 208, "lr": 0.00{"train_loss": 0.068{"train_loss": 0.0667276605963707, "global_step": 20035, "epoch": 208, "lr": 0.000{"train_loss": 0.10{"train_loss": 0.10134410858154297, "global_step": 20036, "epoch": 208, "lr": 0.000{"train_loss": 0.0648471862077713, "global_step": 20037, "epoch": 208, "lr": 0.00018552405608574294}
+{"train_loss": 0.090{"train_loss": 0.08648499846458435, "global_step": 20038, "epoch": 208, "lr": 0.00{"train_loss": 0.064{"train_loss": 0.0642327293753624, "global_step": 20039, "epoch": 208, "lr": 0.000{"train_loss": 0.06{"train_loss"{"train_loss": 0.06948190182447433, "global_step": 20040, "epoch": 208{"train_loss": 0.0946180447936058, "global_step": 20041, "epoch": 208, "lr": 0.00018545821327910065}
+{"train_loss": 0.0733088105916976{"train_loss": 0.07307664304971695, "global_step": 20042, "epoch": {"train_loss": 0.080{"train_loss": 0.078596331179142, "global_step": 20043, "epoch": 208, "lr": 0.0001{"train_loss": 0.12694883346557617, "global_step": 20044, "epoch": 208, "lr": 0.00018540883221349194}
+{"train_loss": 0.07319992780685425, "global_step": 20045, "epoch": 208, "lr": 0.0001853923720568627}
+{"train_loss": 0.08293836563825607, "global_step": 20046, "epoch": 208, "lr": 0.0001853759119997071}
+{"train_loss": 0.1024435460567474{"train_loss": 0.10926484316587448, "global_step": 20047, "epoch": 20{"train_loss": 0.08310961723327637, "global_step{"train_loss": 0.08424677699804306, "global_step": 20{"train_loss": 0.09438382089138031, "global_step": 20049, "epoch": 208, "lr": 0.00018532653242620293}
+{"train_loss": 0.08409382402896881, "global_step{"train_loss": 0.083335280418396, "global_step": 20050{"train_loss": 0.{"train_loss": 0{"train_loss": 0.09959115833044052, "global_step": 20051, "epoch": 2{"train_loss": 0.{"train_loss": 0{"train_loss": 0.10014201700687408, "global_step": 20052, "epoch": 20{"train_loss": 0.07559767365455627, "global_step": 20053, "epoch": 208, "lr": 0.00018526069439429486}
+{"train_loss": 0.{"train_loss": 0.08977682888507843, "global_step": 20054, "epoch": 208, "lr": 0.0001{"train_loss": 0.1{"train_loss": 0.10456876456737518, "global_step": 20055, "epoch": 208, "lr": 0.0001{"train_loss": 0.1{"train_loss": 0.108007408678{"train_loss": 0.1080431193113327, "global_step": 2005{"train_loss": 0.09599673748016357, "global_step": 20057, "epoch": 208, "lr": 0.00018519485796831192}
+{"train_loss": 0.1{"train_loss":{"train_loss": 0.09747549891471863, "global_step": 20058, "epoch": 208{"train_loss": 0.07835546880960464, "global_step": 20059, "epoch": 208, "lr": 0.00018516194035978395}
+{"train_loss": 0.0{"train_loss": 0.09488038718700409, "global_step": 20060, "epoch": 208, "lr": 0.000{"train_loss": 0.07780908048152924, "global_step": 20061, "epoch": 208, "lr": 0.0001851290231554273}
+{"train_loss": 0.112373039126396{"train_loss": 0.10764206945896149, "global_step": 20062, "epoch": 20{"train_loss": 0.0904768796171993, "global_step": 20063, "epoch": 208, "lr": 0.0001850961063561384}
+{"train_loss": 0.09{"train_loss": 0.09301885217428207, "global_step": 20064, "epoch": 209, "lr": 0.000{"train_loss": 0.06110432371497154, "global_step": 20065, "epoch": 209, "lr": 0.00018506318996281407}
+{"train_loss": 0.07{"train_loss":{"train_loss": 0.07727425545454025, "global_step": 20066, "epoch": 20{"train_loss": 0.08{"train_loss": 0.08067624270915985, "global_step": 20067, "epoch": 209, "lr": 0.000{"train_loss": 0.08909738063812256, "global_step": 20068, "epoch": 209, "lr": 0.00018501381613597218}
+{"train_loss": 0.08{"train_loss": 0.08752655982971191, "global_step": 20069, "epoch": 209, "lr": 0.000{"train_loss": 0.09821785986423{"train_loss": 0.1065019890666008, "global_step": 20070, "epoch": 209, {"train_loss": 0.0782158598303{"train_loss": 0.07537908107042313, "global_step": 20071, "epoch": 209, {"train_loss": 0.0923528373241{"train_loss": 0.089390829205513, "global_step": 20072, "epoch": 209, "l{"train_loss": 0.08904801309{"train_loss": 0.08900041878223419, "global_step": 20073, "epoch": 209, "l{"train_loss": 0.10{"train_l{"train_loss": 0.10608065128326416, "global_step": 20074, "epoch": 209, "l{"train_loss": 0.10840271413{"train_loss": 0.{"train_loss": 0.10969959199428558, "global_step": 20075{"train_loss": 0.07182706892{"train_loss": 0.07036755979061127, "global_step": 20076, "epoch": 209, "l{"train_loss": 0.09{"train_loss": 0.09642399102449417, "global_step": 20077, "epoch": 209, "lr": 0.000{"train_loss": 0.07969291508{"train_loss": 0.08115099370479584, "global_step": 20078, "epoch": 209, "l{"train_loss": 0.10570677369{"train_loss": 0.10851950943470001, "global_step": 20079, "epoch": 209, "l{"train_loss": 0.10{"train_l{"train_loss": 0.10855068266391754, "global_step": 20080, "epoch": 209, "{"train_loss": 0.114363953471{"train_loss": 0.10866077244281769, "global_step": 20081, "epoch": 209, {"train_loss": 0.09198975563049316, "global_step": 20082, "epoch": 209, "lr": 0.0001847834171370705}
+{"train_loss": 0.08263380080461502, "global_step": 20083, "epoch": 209, "lr": 0.00018476696083923153}
+{"train_loss": 0.11804669350385666, "global_step": 20084, "epoch": 209, "lr": 0.00018475050464512508}
+{"train_loss": 0.07777318358421326, "global_step": 20085, "epoch": 209, "lr": 0.00018473404855486318}
+{"train_loss": 0.100{"train_loss": 0.1007823571562767, "global_step": 20086, "epoch": 209, "lr": 0.000{"train_loss": 0.07{"train_loss": 0.07193458080291748, "global_step": 20087, "epoch": 209, "lr": 0.000{"train_loss": 0.09{"train_loss": 0.09372884780168533, "global_step": 20088, "epoch": 209, "lr": 0.000{"train_loss": 0.08{"train_loss": 0.07675231993198395, "global_step": 20089, "epoch": 209, "lr": 0.00{"train_loss": 0.12{"train_loss": 0.12109260261058807, "global_step": 20090, "epoch": 209, "lr": 0.000{"train_loss": 0.06730780750513077, "global_step": 20091, "epoch": 209, "lr": 0.000184635314200303}
+{"train_loss": 0.09229325503110886, "global_step": 20092, "epoch": 209, "lr": 0.00018461885884009065}
+{"train_loss": 0.0592094250023365, "global_step": 20093, "epoch": 209, "lr": 0.0001846024035846194}
+{"train_loss": 0.08184533566236496, "global_step": 20094, "epoch": 209, "lr": 0.00018458594843400125}
+{"train_loss": 0.113{"train_{"train_loss": 0.11004092544317245, "global_step": 20095, "epoch": 209, "l{"train_loss": 0.07818548381328583, "global_s{"train_loss": 0.07475553452968597, "global_step": 20096{"train_loss": 0.1105814278125763, "global_step": 20097, "epoch": 209, "lr": 0.0001845365836123858}
+{"train_loss": 0.10734497010707855, "global_step": 20098, "epoch": 209, "lr": 0.0001845201288823005}
+{"train_loss": 0.1012{"train_{"train_loss": 0.{"train_loss": 0.0998334139585495, "global_step": 20099,{"train_loss": 0.0861{"train_loss": 0.0890867{"train_loss": 0.08925788104534149, "global_step": 20100,{"train_loss": 0.0724969431757927, "global_step": 20101, "epoch": 209, "lr": 0.000184470765324973}
+{"train_loss": 0.07918{"train_loss": 0.07707298547029495, "global_step": 20102, "epoch": 209, "lr": 0.{"train_loss": 0.1182212382555{"train_loss": 0.11251950263977051, "global_step": 20103, "epoch": 209,{"train_loss": 0.08383640646934509, "global_step": 20104, "epoch": 209, "lr": 0.00018442140271939094}
+{"train_loss": 0.10385386645793915, "global_step": 20105, "epoch": 209, "lr": 0.0001844049487295522}
+{"train_loss": 0.07881881296634674, "global_step": 20106, "epoch": 209, "lr": 0.00018438849484591117}
+{"train_loss": 0.094098{"train_loss": 0.0981356{"train_loss": 0.09928115457296371, "global_step": 201{"train_loss": 0.08954229950904846, "global_step{"train_loss": 0.09396781027317047, "global_step": 201{"train_loss": 0.135293781757354{"train_loss": 0.13626419007778168, "global_step": 20109, "epoch": 209{"train_loss": 0.088701024651527{"train_loss": 0.08836925029754639, "global_step": 20110, "epoch": 20{"train_loss": 0.1008904650807380{"train_loss": 0.10635466873645782, "global_step": 20111, "epoch": 2{"train_loss": 0.077515609562397, "global_step"{"train_loss": 0.07683409750461578, "global_step": 20{"train_loss": 0.1060202568769455, {"train_loss": 0.11331744492053986, "global_step": 20113, "epoch":{"train_loss": 0.07621493935585022, "global_step":{"train_loss": 0.07334981858730316, "global_step": 2{"train_loss": 0.08176177740097046, "global_step": 20115, "epoch": 209, "lr": 0.00018424041469052518}
+{"train_loss": 0.10361753404140472, {"train_loss":{"train_loss": 0.10623301565647125, "global_step": 2{"train_loss": 0.0904186964{"train_{"train_loss": {"train_loss": 0.08607609570026398, "global_step":{"train_loss": 0.0770680308{"train_{"train_loss": {"train_loss": 0.07326608151197433, "global_step"{"train_loss": 0.124904923141{"train_loss": 0.119565{"train_loss": 0.12163537740707397, "global_step"{"train_loss": 0.070625543594{"train_loss": 0.072048{"train_loss": 0.07140651345252991, "global_step":{"train_loss": 0.088605433702{"train{"train_loss": 0{"train_loss": 0.09024674445390701, "global_step":{"train_loss": 0.079753480851{"train_loss": 0.076795{"train_loss": 0.07676129043102264, "global_step":{"train_loss": 0.116198457777{"train_loss": 0.11096443235874176, "global_step": 20123, "epoch": 209, "{"train_loss": 0.10686489939689636, {"train_loss": 0{"train_loss": 0.10806763172149658, "global_step"{"train_loss": 0.11165937781333923, "global_step": 20125, "epoch": 209, "lr": 0.00018407589138331}
+{"train_loss": 0.088692784309{"train_loss": 0.088682{"train_loss": 0.08938100934028625, "global_step":{"train_loss": 0.06158851087093353, "global_step": 2{"train_loss": 0.06298983842134476, "global_step":{"train_loss": 0.1026210859417{"train_loss": 0.10247092694044113, "global_step": 20128, "epoch": 209,{"train_loss": 0.0509648919105{"train_loss": 0.05004{"train_loss": 0.049684830009937286, "global_step{"train_loss": 0.05692997947335243{"train_loss": 0.0598604716360569, "global_step": 20130, "epoch": 2{"train_loss": 0.0982833206653{"train_loss": 0.10310106724500656, "global_step": 20131, "epoch": 209,{"train_loss": 0.06133356690406799{"train_loss": 0.06382082402706146, "global_step": 20132, "epoch": 2{"train_loss": 0.07319068908691406, "global_step": 20133, "epoch": 209, "lr": 0.00018394428053973043}
+{"train_loss": 0.08540141582489014{"train_loss": 0.08752616494894028, "global_step": 20134, "epoch": 2{"train_loss": 0.10498915612697601{"train_loss": 0.10362515598535538, "global_step": 20135, "epoch": 2{"train_loss": 0.07043933868408203, "global_step": 20136, "epoch": 209, "lr": 0.00018389492827433014}
+{"train_loss": 0.12386977672{"train_loss": 0.12632140517234802, "global_step": 20137, "epoch": 209, "l{"train_loss": 0.11336727440{"train_loss": 0.11024070531129837, "global_step": 20138, "epoch": 209, "{"train_loss": 0.09498365968{"train_loss": 0.09624883532524109, "global_step": 20139, "epoch": 209, "{"train_loss": 0.08776116371154785, "global_step": 20140, "epoch": 209, "lr": 0.00018382912678971002}
+{"train_loss": 0.09861581027507782, "global_step":{"train_loss": 0.09788574278354645, "global_step": 2{"train_loss": 0.07919123768{"train_loss": 0.08428676426410675, "global_step": 20142, "epoch": 209, "l{"train_loss": 0.06475137919{"train_loss": 0.06757427752017975, "global_step": 20143, "epoch": 209, "{"train_loss": 0.09948774427175522, "global_step":{"train_loss": 0.09836792945861816, "global_step": 2{"train_loss": 0.10587812215089798, "global_step": 20145, "epoch": 209, "lr": 0.0001837468774124497}
+{"train_loss": 0.08005494624376297, "global_step":{"train_loss": 0.08334476500749588, "global_step": 2{"train_loss": 0.08348799496889114, "global_step": 20147, "epoch": 209, "lr": 0.00018371397843551429}
+{"train_loss": 0.09919366240501404, "global_step":{"train_loss": 0.09677532315254211, "global_step": 2{"train_loss": 0.08765219151973724, "global_step": 20149, "epoch": 209, "lr": 0.00018368107990219073}
+{"train_loss": 0.08881396055221558, "global_step{"train_loss": 0.08809409290552139, "global_step": 201{"train_loss": 0.12870222330093384, "global_step": 20151, "epoch": 209, "lr": 0.00018364818181337538}
+{"train_loss": 0.08088000118{"train_loss": 0.08109055459499359, "global_step": 20152, "epoch": 209, "{"train_loss": 0.08988030254840851, "global_step": 20153, "epoch": 209, "lr": 0.00018361528416996426}
+{"train_loss": 0.09940548241138458, "global_ste{"train_loss": 0.09319841116666794, "global_step": 2015{"train_loss": 0.09838920831{"train_loss": 0.10579703748226166, "global_step": 20155, "epoch": 209, "{"train_loss": 0.08746115863323212, "global_step": 20156, "epoch": 209, "lr": 0.00018356593854194065}
+{"train_loss": 0.07417455315589905, "global_st{"train_loss": 0.07103721797466278, "global_step": 20157{"train_loss": 0.08353865146{"train_loss": 0.08314929902553558, "global_step": 20158, "epoch": 209, "l{"train_loss": 0.09059983495778094, "global_step": 20159, "epoch": 209, "lr": 0.00018351659392111698}
+{"train_loss": 0.09830610454{"train_loss": 0.09695333242416382, "global_step": 20160, "epoch": 210, "{"train_loss": 0.09107656776{"train_loss": 0.09240476787090302, "global_step": 20161, "epoch": 210, "{"train_loss": 0.098617099225{"train_loss": 0.09582249075174332, "global_step": 20162, "epoch": 210, "{"train_loss": 0.097639128565{"train_loss": 0.1004486083984375, "global_step": 20163, "epoch": 210, "l{"train_loss": 0.09395450353622437, "global_{"train_loss": 0.09913057088851929, "global_step": 20164, {"train_loss": 0.092190980{"{"train_loss": 0.08969373255968094, "global_step": 20165, "epoch": 210, "l{"train_loss": 0.12200561910{"train_loss": 0{"train_loss": 0.11393080651760101, "global_step": 20166, {"train_loss": 0.08464995026{"train_loss": 0.0886261910200119, "global_step": 20167, "epoch": 210, "l{"train_loss": 0.1008805036{"train_loss": 0.09247855842113495, "global_step": 20168, "epoch": 210, "l{"train_loss": 0.1216235756{"train_loss": 0.12896786630153656, "global_step": 20169, "epoch": 210, "l{"train_loss": 0.0910835415{"train_loss": 0.09154264628887177, "global_step": 20170, "epoch": 210, "l{"train_loss": 0.0868950188{"train_loss": 0.0899539440870285, "global_step": 20171, "epoch": 210, "lr"{"train_loss": 0.087365657{"train_loss": 0.0{"train_loss": 0.08589151501655579, "global_step": 20172,{"train_loss": 0.073173083{"train_loss": 0.07570020854473114, "global_step": 20173, "epoch": 210, "lr"{"train_loss": 0.104061402{"train_loss": 0.0{"train_loss": 0.09917356073856354, "global_step": 20174,{"train_loss": 0.064583733{"train_loss": 0.0{"train_loss": 0.0599534809589386, "global_step": 20175, "{"train_loss": 0.10756394{"train_loss": 0.1{"train_loss": 0.10975916683673859, "global_step": 20176, "{"train_loss": 0.0846608579158783, "global_{"train_loss": 0.08429843932390213, "global_step": 20177, {"train_loss": 0.109434232{"{"train_loss": 0{"train_loss": 0.10996223241090775, "global_step": 20178, {"train_loss": 0.09491708874702454, "global_{"train_loss": 0.09890060871839523, "global_step": 20179, {"train_loss": 0.09906500{"{"train_loss": 0.09775914996862411, "global_step": 20180, "epoch": 210, "l{"train_loss": 0.0884821{"t{"train_loss": 0.08927328139543533, "global_step": 20181, "epoch": 210, "lr{"train_loss": 0.09978482127189636, "global_step": 20182, "epoch": 210, "lr": 0.0001831383189466179}
+{"train_loss": 0.0937642902{"train_loss": 0.09078576415777206, "global_step": 20183, "epoch": 210, "l{"train_loss": 0.09382515400648117, "global_step": 20184, "epoch": 210, "lr": 0.00018310542832155252}
+{"train_loss": 0.05651773884{"train_loss": {"train_loss": 0.058377720415592194, "global_step": 20185, {"train_loss": 0.07423888891935349, "global_{"train_loss": 0.077571339905262, "global_step": 20186, "e{"train_loss": 0.0856972932{"train_loss": 0.08774039149284363, "global_step": 20187, "epoch": 210, "l{"train_loss": 0.0817205458{"train_loss": 0.07970735430717468, "global_step": 20188, "epoch": 210, "l{"train_loss": 0.06885142624378204, "global_step": 20189, "epoch": 210, "lr": 0.000183023203774172}
+{"train_loss": 0.10530191{"train_loss": 0.11109583079814911, "global_step": 20190, "epoch": 210, "lr":{"train_loss": 0.1287959367{"train_loss": 0.13017381727695465, "global_step": 20191, "epoch": 210, "lr{"train_loss": 0.13935792446136475, "glo{"train_loss": 0.14096388220787048, "global_step": 20192, "epo{"train_loss": 0.06633712351322174, "glo{"train_loss": 0.06850802898406982, "global_step": 20193, "epo{"train_loss": 0.0799327865{"train_loss": 0.07455118745565414, "global_step": 20194, "epoch": 210, "l{"train_loss": 0.10461130{"train_loss": 0.11108173429965973, "global_step": 20195, "epoch": 210, "lr"{"train_loss": 0.10006599873304367, "global_step": 20196, "epoch": 210, "lr": 0.0001829080942664676}
+{"train_loss": 0.0697329044342041, "global_step": 20197, "epoch": 210, "lr": 0.0001828916505157488}
+{"train_loss": 0.10931223630905151, "global_step": 20198, "epoch": 210, "lr": 0.00018287520688153278}
+{"train_loss": 0.07902640104293823, "glo{"train_loss": 0.08132144808769226, "global_step": 20199, "epo{"train_loss": 0.1055155{"train_loss": 0{"train_loss": 0.10724526643753052, "global_step": 20200, "epo{"train_loss": 0.129541292786{"train_los{"train_loss": 0.13342784345149994, "global_step": 20201, "ep{"train_loss": 0.0832776576280{"train_los{"train_loss": 0.08362524211406708, "global_step": 20202, "ep{"train_loss": 0.077390171587{"train_loss": 0.07662317901849747, "global_step": 20203, "epoch": 210, {"train_loss": 0.0664670988917{"train_loss": 0.06261603534221649, "global_step": 20204, "epoch": 210, {"train_loss": 0.0834056437015{"train_loss": 0.08351784199476242, "global_step": 20205, "epoch": 210, {"train_loss": 0.0969335734844{"train_los{"train_loss": 0.09206324815750122, "global_step": 20206, "ep{"train_loss": 0.08628898859024048, "global_step": 20207, "epoch": 210, "lr": 0.0001827272194346907}
+{"train_loss": 0.0993191{"trai{"train_lo{"train_loss": 0.10199713706970215, "global_step": 20208, "epo{"train_loss": 0.082258053123{"train_los{"train_loss": 0.08593426644802094, "global_step": 20209, "epo{"train_loss": 0.11696148663{"train_loss": 0.1252920776605606, "global_step": 20210, "epoch": 210, "lr{"train_loss": 0.095376{"train_loss": 0.09370212256908417, "global_step": 20211, "epoch": 210, "lr": 0{"train_loss": 0.074285{"train_loss": 0.07878783345222473, "global_step": 20212, "epoch": 210, "lr": 0{"train_loss": 0.125756{"train_loss": 0.13313883543014526, "global_step": 20213, "epoch": 210, "lr": 0{"train_loss": 0.100009{"{"train_loss": 0.10255938023328781, "global_step": 20214, "epoch": 210, "lr{"train_loss": 0.08544391{"{"train_loss": 0.08792543411254883, "global_step": 20215, "epoch": 210, "lr{"train_loss": 0.0915823{"train_loss": 0.09082280844449997, "global_step": 20216, "epoch": 210, "lr": {"train_loss": 0.0930451{"train_loss": 0.{"train_loss": 0.09116272628307343, "global_step": 20217, "e{"train_loss": 0.09206256270{"train_loss": 0.09143036603927612, "global_step": 20218, "epoch": 210, "{"train_loss": 0.112161979079{"train_loss":{"train_loss": 0.1043955460190773, "global_step": 20219, "e{"train_loss": 0.070317991{"t{"train_loss"{"train_loss": 0.07022415846586227, "global_step": 20220, "{"train_loss": 0.143572300{"t{"train_loss"{"train_loss": 0.14114345610141754, "global_step": 20221, "e{"train_loss": 0.08959777{"train_loss": 0.{"train_loss": 0.0978085845708847, "global_step": 20222, "e{"train_loss": 0.09119817{"tr{"train_loss": 0.08902502059936523, "global_step": 20223, "epoch": 210, "{"train_loss": 0.0810919851064682, "globa{"train_loss": 0.08091901242733002, "global_step": 20224, "e{"train_loss": 0.06358002871274948, "globa{"train_loss": 0.06489164382219315, "global_step": 20225, "e{"train_loss": 0.0648488{"train_loss": 0.060441188514232635, "global_step": 20226, "epoch": 210, "lr":{"train_loss": 0.10022209{"train_loss": 0.10118155181407928, "global_step": 20227, "epoch": 210, "lr"{"train_loss": 0.10746842{"trai{"train_los{"train_loss": 0.10925313830375671, "global_step": 20228, "e{"train_loss": 0.08903185{"train_loss": 0.09162773191928864, "global_step": 20229, "epoch": 210, "lr":{"train_loss": 0.08887168{"trai{"train_loss": 0.08525288105010986, "global_step": 20230, "epoch": 210{"train_loss": 0.06967281{"trai{"train_loss": 0.07196661084890366, "global_step": 20231, "epoch": 210,{"train_loss": 0.1168622225522995, "glob{"train_loss": 0.11779949814081192, "global_step": 20232, "e{"train_loss": 0.088476546{"train_loss": 0.08622383326292038, "global_step": 20233, "epoch": 210, "lr"{"train_loss": 0.074923008{"trai{"train_loss": 0.07478189468383789, "global_step": 20234, "epoch": 21{"train_loss": 0.092635765{"trai{"train_loss": 0.0845094621181488, "global_step": 20235, "epoch": 210,{"train_loss": 0.086071461{"train_loss": 0.09197737276554108, "global_step": 20236, "epoch": 210, "lr"{"train_loss": 0.08869457244873047, "glob{"train_loss": 0.08624517917633057, "global_step": 20237, "ep{"train_loss": 0.104182213{"tra{"train_loss": 0.10107149183750153, "global_step": 20238, "epoch": 210,{"train_loss": 0.09765091{"train_loss": 0.09726404398679733, "global_step": 20239, "epoch": 210, "lr"{"train_loss": 0.082324914634227{"train_loss": 0.08630704879760742, "global_step": 20240, "epoch": 210{"train_loss": 0.094124548{"train_loss": 0.09107092022895813, "global_step": 20241, "epoch": 210, "lr"{"train_loss": 0.106422618{"train_loss": {"train_loss": 0.10644614696502686, "global_step": 20242, "e{"train_loss": 0.108540378510952{"train_loss": 0.10419151186943054, "global_step": 20243, "epoch": 2{"train_loss": 0.08214771747{"train_loss": 0.08479373902082443, "global_step": 20244, "epoch": 210, "l{"train_loss": 0.09070052951{"trai{"train_loss": 0.08642578125, "global_step": 20245, "epoch": 210, "{"train_loss": 0.08014129102{"train_loss": 0.08048201352357864, "global_step": 20246, "epoch": 210, "{"train_loss": 0.067601516{"train_loss": 0.06744729727506638, "global_step": 20247, "epoch": 210, "lr{"train_loss": 0.08047060668468475, "global_step": 20248, "epoch": 210, "lr": 0.00018205317618627312}
+{"train_loss": 0.071237586{"train_loss":{"train_loss": 0.07168452441692352, "global_step": 20249, "epo{"train_loss": 0.08693262189626694, "global_step": 20250, "epoch": 210, "lr": 0.00018202030122037785}
+{"train_loss": 0.080014064{"train_loss": 0.07633702456951141, "global_step": 20251, "epoch": 210, "lr"{"train_loss": 0.073256254{"t{"train_loss": 0.07382611930370331, "global_step": 20252, "epoch": 210, "{"train_loss": 0.082238867{"t{"train_loss": 0.08335357159376144, "global_step": 20253, "epoch": 210, "{"train_loss": 0.064942106{"train_loss":{"train_loss": 0.060590747743844986, "global_step": 20254, {"train_loss": 0.09165824674225102, "global_step": 20255, "epoch": 210, "lr": 0.00018193811595023607, "train_action_mse_error": 6.559501343872398e-06}
+{"train_loss": 0.1197882816{"train_loss": 0.11660868674516678, "global_step": 20256, "epoch": 211, "l{"train_loss": 0.0838707983493805, "global_step": 20257, "epoch": 211, "lr": 0.0001819052427023686}
+{"train_loss": 0.101308956742{"train_loss": 0.09652657806873322, "global_step": 20258, "epoch": 211, {"train_loss": 0.06212349981069565, "global_step": 20259, "epoch": 211, "lr": 0.00018187236994738086}
+{"train_loss": 0.079978577792{"train_loss": 0.08014262467622757, "global_step": 20260, "epoch": 211,{"train_loss": 0.08380293846130371, "global_step": 20261, "epoch": 211, "lr": 0.00018183949768616845}
+{"train_loss": 0.09008428454399109, "global_step": 20262, "epoch": 211, "lr": 0.00018182306174100774}
+{"train_loss": 0.0677449107170{"train_loss": 0.07001956552267075, "global_step": 20263, "epoch": 211,{"train_loss": 0.09917932748794556, "global_step": 20264, "epoch": 211, "lr": 0.00018179019022213707}
+{"train_loss": 0.05575497820973396, "global_step": 20265, "epoch": 211, "lr": 0.00018177375464865092}
+{"train_loss": 0.0785464793443{"train_loss": 0.0801904946565628, "global_step": 20266, "epoch": 211, "{"train_loss": 0.0910375267267{"train_loss": 0.09064939618110657, "global_step": 20267, "epoch": 211, {"train_loss": 0.0982116237282{"train_loss": 0.09740672260522842, "global_step": 20268, "epoch": 211,{"train_loss": 0.09086720645427704, "global_step": 20269, "epoch": 211, "lr": 0.00018170801359697892}
+{"train_loss": 0.07352307438850403, "global_step": 20270, "epoch": 211, "lr": 0.00018169157864518864}
+{"train_loss": 0.07657404243946075, "global_step": 20271, "epoch": 211, "lr": 0.00018167514381807337}
+{"train_loss": 0.12562435865402222, "globa{"train_loss": 0.11998673528432846, "global_step": 20272, "e{"train_loss": 0.07476941496133804, "global_step": 20273, "epoch": 211, "lr": 0.00018164227453831532}
+{"train_loss": 0.07928071916103363, "globa{"train_loss": 0.08481018245220184, "global_step": 20274, "{"train_loss": 0.088925242424{"train_loss": 0.0909675657749176, "global_step": 20275, "epoch": 211, "{"train_loss": 0.07877764850{"train_loss":{"train_loss": 0.07484713196754456, "global_step": 20276, "e{"train_loss": 0.0892181023{"train_loss": 0.08348353207111359, "global_step": 20277, "epoch": 211, "lr{"train_loss": 0.07076983153820038, "global_step": 20278, "epoch": 211, "lr": 0.00018156010352856578}
+{"train_loss": 0.0505372211{"train_loss": 0.04972385987639427, "global_step": 20279, "epoch": 211, "lr"{"train_loss": 0.07626387476921082, "global_step": 20280, "epoch": 211, "lr": 0.0001815272360028744}
+{"train_loss": 0.07453684508800507, "glo{"train_loss": 0.07185743749141693, "global_step": 20281, "epo{"train_loss": 0.09512567520141602, "global_step": 20282, "epoch": 211, "lr": 0.00018149436898035921}
+{"train_loss": 0.111865833{"train_loss": 0.10533450543880463, "global_step": 20283, "epoch": 211, "lr"{"train_loss": 0.0677786171436{"train_loss": 0.06588377058506012, "global_step": 20284, "epoch": 211, {"train_loss": 0.063585564{"train_loss": 0.0605192556977272, "global_step": 20285, "epoch": 211, "lr{"train_loss": 0.0614819228{"train_loss": 0.06187929958105087, "global_step": 20286, "epoch": 211, "lr{"train_loss": 0.07976560294628143, "global_step": 20287, "epoch": 211, "lr": 0.00018141220363134265}
+{"train_loss": 0.0918643474{"train_loss": 0.09795357286930084, "global_step": 20288, "epoch": 211, "lr{"train_loss": 0.0907830744{"train_loss"{"train_loss": 0.09279578924179077, "global_step": 20289, "epo{"train_loss": 0.1323292851448059, "global_step": 20290, "epoch": 211, "lr": 0.0001813629059399664}
+{"train_loss": 0.06763334572315216{"train_loss": 0.06742507219314575, "global_step": 20291, "epoch": 2{"train_loss": 0.07468703389{"train_loss": 0.0727943629026413, "global_step": 20292, "epoch": 211, "l{"train_loss": 0.07059334218502045, "global_step": 20293, "epoch": 211, "lr": 0.00018131360939080806}
+{"train_loss": 0.11782504618167877, "global_step": 20294, "epoch": 211, "lr": 0.00018129717746210374}
+{"train_loss": 0.1028187051{"train_loss{"train_loss": 0.09848913550376892, "global_step": 20295, "e{"train_loss": 0.06540032476186752, "gl{"train_loss": 0.06606486439704895, "global_step": 20296, "epoc{"train_loss": 0.0943826660{"train_loss": 0.0938325822353363, "global_step": 20297, "epoch": 211, "lr"{"train_loss": 0.08092150837182999, "global_step": 20298, "epoch": 211, "lr": 0.00018123145102201226}
+{"train_loss": 0.05403257161378860{"train_loss": 0.056169237941503525, "global_step": 20299, "epoch": {"train_loss": 0.09556396305561066{"train_loss": 0.09572805464267731, "global_step": 20300, "epoch": 2{"train_loss": 0.09119758009910583{"train_loss": 0.0913950651884079, "global_step": 20301, "epoch": 21{"train_loss": 0.08268415927886963, "g{"train_loss": 0.0821211114525795, "global_step": 20302, "epoch"{"train_loss": 0.0945301{"train_l{"tr{"train_loss": 0.08943969756364822, "global_step": 20303, "epoch"{"train_loss": 0.0743864{"train_l{"tr{"train_loss": 0.07964993268251419, "global_step": 20304, "epoch"{"train_loss": 0.1076972484588623, "g{"train_loss": 0.1084747165441513, "global_step": 20305, "epoch{"train_loss": 0.08797848{"train_loss": 0.08516551554203033, "global_step": 20306, "epoch": 211, "lr"{"train_loss": 0.17421649396419525{"train_loss": 0.17142662405967712, "global_step": 20307, "epoch{"train_loss": 0.05672211{"train_loss": 0.05715976655483246, "global_step": 20308, "epoch": 211, "lr":{"train_loss": 0.09359489381313324, "global_step": 20309, "epoch": 211, "lr": 0.0001810507138774825}
+{"train_loss": 0.1256502866744995, "global_step": 20310, "epoch": 211, "lr": 0.00018103428399997632}
+{"train_loss": 0.11163643{"train_l{"train_loss": 0.11170975118875504, "global_step": 20311, "epoch": 2{"train_loss": 0.08369201421737671, "global_step": 20312, "epoch": 211, "lr": 0.0001810014246325287}
+{"train_loss": 0.10985356{"train_loss": 0.11400297284126282, "global_step": 20313, "epoch": 211, "lr":{"train_loss": 0.08826234191656113,{"train_loss": 0.09088277816772461, "global_step": 20314, "epoch": {"train_loss": 0.11405429{"train_loss": 0.11326707899570465, "global_step": 20315, "epoch": 211, "lr":{"train_loss": 0.06991031020879745, "global_step": 20316, "epoch": 211, "lr": 0.0001809357074510248}
+{"train_loss": 0.11779791116714478,{"train_loss": 0.11631438136100769, "global_step": 20317, "epoch": {"train_loss": 0.0604833588004112{"{"train_loss": 0.06269475817680359, "global_step": 20318, "epoch": 2{"train_loss": 0.092913620173931{"{"train_loss": 0.08959346264600754, "global_step": 20319, "epoch": 2{"train_loss": 0.08625710{"train_loss": 0.09001044929027557, "global_step": 20320, "epoch": 211, "lr"{"train_loss": 0.07886745{"train_loss": 0.07815385609865189, "global_step": 20321, "epoch": 211, "lr":{"train_loss": 0.074521720409393{"train_loss": 0.07467089593410492, "global_step": 20322, "epoch": 211{"train_loss": 0.074299283325672{"train_loss": 0.0804000049829483, "global_step": 20323, "epoch": 211,{"train_loss": 0.077952653169631{"train_loss": 0.0753435492515564, "global_step": 20324, "epoch": 211{"train_loss": 0.09384149312973022, "global_step": 20325, "epoch": 211, "lr": 0.00018078785139814766}
+{"train_loss": 0.1158619374036{"train_loss": 0.11502787470817566, "global_step": 20326, "epoch": 211{"train_loss": 0.098483927547931{"train_loss": 0.09575784206390381, "global_step": 20327, "epoch": 21{"train_loss": 0.082293905317783{"train_loss": 0.07768488675355911, "global_step": 20328, "epoch": 211{"train_loss": 0.136040002107620{"train_loss": 0.131305992603302, "global_step": 20329, "epoch": 211, {"train_loss": 0.070819899{"tr{"train_loss": 0.06922180950641632, "global_step": 20330, "epoch": 211{"train_loss": 0.1102900058{"tr{"train_loss": 0.11725623905658722, "global_step": 20331, "epoch": 211,{"train_loss": 0.084436133{"tra{"train_loss": 0.07830077409744263, "global_step": 20332, "epoch": 211,{"train_loss": 0.08942843{"trai{"train_loss": 0.09292079508304596, "global_step": 20333, "epoch": 211{"train_loss": 0.08930118{"trai{"train_loss": 0.08623535931110382, "global_step": 20334, "epoch": 211,{"train_loss": 0.09413874{"trai{"train_loss": 0.08928176760673523, "global_step": 20335, "epoch": 211{"train_loss": 0.086643181{"trai{"train_loss": 0.08769914507865906, "global_step": 20336, "epoch": 211{"train_loss": 0.108112491{"train_loss": 0.10754948854446411, "global_step": 20337, "epoch": 211, "lr"{"train_loss": 0.08568758517503738, "global_step": 20338, "epoch": 211, "lr": 0.00018057430027387594}
+{"train_loss": 0.129598990{"trai{"train_loss": 0.1245650053024292, "global_step": 20339, "epoch": 211,{"train_loss": 0.07892990112304{"train_loss": 0.07773727923631668, "global_step": 20340, "epoch": 211,{"train_loss": 0.08404590934515{"train_loss": 0.08368032425642014, "global_step": 20341, "epoch": 2{"train_loss": 0.09912914782762527, "global_step": 20342, "epoch": 211, "lr": 0.00018050859672186025}
+{"train_loss": 0.101134873926{"trai{"train_loss": 0.10539266467094421, "global_step": 20343, "epoch": {"train_loss": 0.080437466502{"tra{"train_loss": 0.08021102845668793, "global_step": 20344, "epoch": {"train_loss": 0.086959362030{"trai{"train_loss": 0.08691054582595825, "global_step": 20345, "epoch"{"train_loss": 0.08812907338142395,{"train_loss": 0.08353551477193832, "global_step": 20346, "epoch": {"train_loss": 0.0745979249477{"train_loss": 0.0778583288192749, "global_step": 20347, "epoch": 211, {"train_loss": 0.085779950022{"train_loss": 0.08362334221601486, "global_step": 20348, "epoch": 211, {"train_loss": 0.073194816708{"train_loss": 0.07311753928661346, "global_step": 20349, "epoch": 211, "{"train_loss": 0.103274479508{"{"train_loss": 0.10143789649009705, "global_step": 20350, "epoch": 211,{"train_loss": 0.089014027073{"train_loss": 0.08873088576365262, "global_step": 20351, "epoch": 211, "{"train_loss": 0.09060862660408{"train_loss": 0.09415409713983536, "global_step": 20352, "epoch": 212{"train_loss": 0.107425019145011{"tr{"train_loss": 0.10411220043897629, "global_step": 20353, "epoch"{"train_loss": 0.08310762792825699, "{"train_loss": 0.08131549507379532, "global_step": 20354, "epoch"{"train_loss": 0.0706027001142{"train{"train_loss": 0.0719786137342453, "global_step": 20355, "epoch":{"train_loss": 0.0874072387814{"train_loss": 0.08542734384536743, "global_step": 20356, "epoch": 212, {"train_loss": 0.1076856553554{"train_loss": 0.109416164457798, "global_step": 20357, "epoch": 212, "{"train_loss": 0.0746941789984703, "global_step": 20358, "epoch": 212, "lr": 0.00018024580382229382}
+{"train_loss": 0.10357790440320969,{"train_loss": 0.10382072627544403, "global_step": 20359, "epoch":{"train_loss": 0.093041114509{"train_loss": 0.09082311391830444, "global_step": 20360, "epoch": 212, "{"train_loss": 0.113811299204{"train_loss": 0.11127984523773193, "global_step": 20361, "epoch": 212, "{"train_loss": 0.093989357352{"train_loss": 0.09405361115932465, "global_step": 20362, "epoch": 212, "{"train_loss": 0.080785550177{"train_loss": 0.0808938592672348, "global_step": 20363, "epoch": 212, "l{"train_loss": 0.10550631582{"train_loss": 0.10644330084323883, "global_step": 20364, "epoch": 212, "l{"train_loss": 0.095323272049{"train_loss": 0.09416668117046356, "global_step": 20365, "epoch": 212,{"train_loss": 0.09738651663{"trai{"train_loss": 0.09090670943260193, "global_step": 20366, "epoch": 2{"train_loss": 0.08235865831{"train_loss": 0.08355055749416351, "global_step": 20367, "epoch": 212, "l{"train_loss": 0.11617870628833771, "global_step": 20368, "epoch": 212, "lr": 0.00018008157571861662}
+{"train_loss": 0.06021904945373535, "global_step": 20369, "epoch": 212, "lr": 0.00018006515365241588}
+{"train_loss": 0.12047503888607025{"train_loss": 0.12084915488958359, "global_step": 20370, "epoch": 2{"train_loss": 0.07300768047571182{"train_loss": 0.07114312797784805, "global_step": 20371, "epoch": 2{"train_loss": 0.082035884261{"train_loss": 0.08546741306781769, "global_step": 20372, "epoch": 212, "{"train_loss": 0.07045521587133408, "global_step": 20373, "epoch": 212, "lr": 0.00017999946674623552}
+{"train_loss": 0.067192777991{"train_loss": 0.06621798872947693, "global_step": 20374, "epoch": 212, {"train_loss": 0.090545728{"train_loss": 0.08967714756727219, "global_step": 20375, "epoch": 212, "lr"{"train_loss": 0.107373625{"train_{"train_loss": 0.10636953264474869, "global_step": 20376, "epoch": 2{"train_loss": 0.093151435{"train_{"train_loss": 0.09532229602336884, "global_step": 20377, "epoch": 2{"train_loss": 0.08822121471166611{"train_loss": 0.09132835268974304, "global_step": 20378, "epoch": {"train_loss": 0.085278257727{"tra{"train_loss": 0.08212663233280182, "global_step": 20379, "epoch": 2{"train_loss": 0.09721116721630096{"train_loss": 0.0981115847826004, "global_step": 20380, "epoch": 21{"train_loss": 0.0590262264013290{"train_loss": 0.05781577154994011, "global_step": 20381, "epoch": 21{"train_loss": 0.06468041{"train_loss": 0.06048806384205818, "global_step": 20382, "epoch": 212, "lr":{"train_loss": 0.10442160{"train_loss": 0.10507464408874512, "global_step": 20383, "epoch": 212, "lr":{"train_loss": 0.09604598{"train_{"train_loss": 0.09575898945331573, "global_step": 20384, "epoch": 21{"train_loss": 0.0844791{"tr{"tra{"train_loss": 0.08943560719490051, "global_step": 20385, "epoch": 21{"train_loss": 0.10591358691{"tra{"train_loss": 0.09952430427074432, "global_step": 20386, "epoch": 21{"train_loss": 0.0839654{"tr{"tra{"train_loss": 0.08354519307613373, "global_step": 20387, "epoch": {"train_loss": 0.085040792822{"train_loss": 0.08356840163469315, "global_step": 20388, "epoch": 212, "{"train_loss": 0.10323091{"train_l{"train_loss": 0.10305613279342651, "global_step": 20389, "epoch": 2{"train_loss": 0.09068294{"tr{"tra{"train_loss": 0.08947014808654785, "global_step": 20390, "epoch": 2{"train_loss": 0.0643885{"train_lo{"train_loss": 0.0665692612528801, "global_step": 20391, "epoch": 2{"train_loss": 0.1130725{"train_loss": 0.10877653956413269, "global_step": 20392, "epoch": 212, "lr": {"train_loss": 0.0813703089952468{"train_loss": 0.07578694820404053, "global_step": 20393, "epoch": 21{"train_loss": 0.0932473{"tra{"train_loss": 0.10094672441482544, "global_step": 20394, "epoch": 212, {"train_loss": 0.0835981{"train_l{"train_loss": 0.08638139069080353, "global_step": 20395, "epoch": 21{"train_loss": 0.049173481762{"train_loss": 0.052644018083810806, "global_step": 20396, "epoch": 212,{"train_loss": 0.05567913874983787{"train_loss": 0.05837584286928177, "global_step": 20397, "epoch": 21{"train_loss": 0.0741183832287788{"train_loss": 0.08119601756334305, "global_step": 20398, "epoch": 21{"train_loss": 0.0873116329312324{"train_loss": 0.08815144002437592, "global_step": 20399, "epoch": 2{"train_loss": 0.064582{"tra{"tra{"train_loss": 0.06709867715835571, "global_step": 20400, "epoch": 21{"train_loss": 0.05168{"train_loss": 0.04880908504128456, "global_step": 20401, "epoch": 212, "lr": 0.{"train_loss": 0.08294{"train_loss": 0.08440718054771423, "global_step": 20402, "epoch": 212, "lr": 0.{"train_loss": 0.08941{"trai{"train_loss": 0.08385515213012695, "global_step": 20403, "epoch": 212, "l{"train_loss": 0.09678{"train_loss": 0.1002756878733635, "global_step": 20404, "epoch": 212, "lr": 0{"train_loss": 0.0946{"train_loss": 0.09593334048986435, "global_step": 20405, "epoch": 212, "lr": 0.{"train_loss": 0.08161341398{"train_loss": 0.08430397510528564, "global_step": 20406, "epoch": 212, {"train_loss": 0.0632{"train_loss": 0.0643637478351593, "global_step": 20407, "epoch": 212, "lr": 0.00{"train_loss": 0.0774751603603363, "global_step": 20408, "epoch": 212, "lr": 0.0001794248000606959}
+{"train_loss": 0.07568429410457611, "global_step": 20409, "epoch": 212, "lr": 0.000179408383511729}
+{"train_loss": 0.080103032290{"tra{"train_loss": 0.07642784714698792, "global_step": 20410, "epoch": 2{"train_loss": 0.0648{"train_{"train_loss": 0.0624130442738533, "global_step": 20411, "epoch": 212, "{"train_loss": 0.07353{"train{"trai{"train_loss": 0.0720154345035553, "global_step": 20412, "epoch": {"train_loss": 0.075664{"train_loss{"train_loss": 0.073920339345932, "global_step": 20413, "epoch": 21{"train_loss": 0.100889{"train_lo{"train_loss": 0.10444062948226929, "global_step": 20414, "epoch": 21{"train_loss": 0.1083191931247{"train_loss": 0.10902225971221924, "global_step": 20415, "epoch": 212,{"train_loss": 0.1011873334646225, "global_step": 20416, "epoch": 212, "lr": 0.0001792934716014601}
+{"train_loss": 0.0927343517541{"train_loss": 0.09321273863315582, "global_step": 20417, "epoch": 212, {"train_loss": 0.0703648{"trai{"train_loss": 0.07615529000759125, "global_step": 20418, "epoch": 212, {"train_loss": 0.0839873328804{"train_loss": 0.08245767652988434, "global_step": 20419, "epoch": 212, {"train_loss": 0.0742589086294{"train_loss": 0.08047198504209518, "global_step": 20420, "epoch": 212,{"train_loss": 0.0776510{"train_loss": 0.07203260064125061, "global_step": 20421, "epoch": 212, "lr":{"train_loss": 0.0782725{"train_lo{"train_loss": 0.08191079646348953, "global_step": 20422, "epoch": 2{"train_loss": 0.0841706{"train_loss": 0.08718903362751007, "global_step": 20423, "epoch": 212, "lr":{"train_loss": 0.07336024940013885, "global_step": 20424, "epoch": 212, "lr": 0.00017916215216656612}
+{"train_loss": 0.0640113055706{"tra{"train_loss": 0.06777902692556381, "global_step": 20425, "epoch": {"train_loss": 0.10755130{"tra{"train_loss": 0.1068393811583519, "global_step": 20426, "epoch": 212,{"train_loss": 0.09883902966976166,{"train_loss": 0.09479792416095734, "global_step": 20427, "epoch": {"train_loss": 0.06398430466651917,{"train_loss": 0.06242206692695618, "global_step": 20428, "epoch": {"train_loss": 0.1038610{"tra{"train_loss": 0.10945148766040802, "global_step": 20429, "epoch": 212, "{"train_loss": 0.071010142564{"train_loss": 0.0733913779258728, "global_step": 20430, "epoch": 212, "l{"train_loss": 0.07370341569{"trai{"train_loss": 0.07525984942913055, "global_step": 20431, "epoch": {"train_loss": 0.0799858421087265,{"train_loss": 0.08178338408470154, "global_step": 20432, "epoch":{"train_loss": 0.072179{"train_loss{"train_loss": 0.07282223552465439, "global_step": 20433, "epoch"{"train_loss": 0.06168070435523987, "global_step": 20434, "epoch": 212, "lr": 0.00017899801565061802}
+{"train_loss": 0.0766991{"train_loss": 0.07545042037963867, "global_step": 20435, "epoch": 212, "lr":{"train_loss": 0.0865626484155{"train_loss": 0.08837532997131348, "global_step": 20436, "epoch": 212,{"train_loss": 0.10927517712116241, "global_step": 20437, "epoch": 212, "lr": 0.00017894877747958568}
+{"train_loss": 0.11181083{"train_los{"train_loss": 0.11511878669261932, "global_step": 20438, "epoch"{"train_loss": 0.10145605355501175, "{"train_loss": 0.0965990349650383, "global_step": 20439, "epoch":{"train_loss": 0.10367368161678314, "global_step": 20440, "epoch": 212, "lr": 0.00017889954059872686}
+{"train_loss": 0.06212802976369858, {"train_loss": 0.06101404130458832, "global_step": 20441, "epoch":{"train_loss": 0.056847065687179565,{"train_loss": 0.05657154694199562, "global_step": 20442, "epoch": {"train_loss": 0.10760798305273{"tr{"train_loss": 0.10567986965179443, "global_step": 20443, "epoch": {"train_loss": 0.0853208899497{"tra{"train_loss": 0.08757798373699188, "global_step": 20444, "epoch": {"train_loss": 0.1034314855933{"train_loss": 0.10141675919294357, "global_step": 20445, "epoch": 212, {"train_loss": 0.0888333{"train_los{"train_loss": 0.08591584861278534, "global_step": 20446, "epoch": {"train_loss": 0.0856539{"train_loss": 0.08575222427801539, "global_step": 20447, "epoch": 212, "lr": {"train_loss": 0.0750561654567{"train_loss": 0.06885261833667755, "global_step": 20448, "epoch": 213, {"train_loss": 0.0705074{"train_loss": 0.06989703327417374, "global_step": 20449, "epoch": 213, "lr":{"train_loss": 0.05223555{"train_loss": 0.05486388877034187, "global_step": 20450, "epoch": 213, "lr":{"train_loss": 0.0751764327287674, "{"train_loss": 0.08078181743621826, "global_step": 20451, "epoch"{"train_loss": 0.096565656{"train_loss": 0.09876306354999542, "global_step": 20452, "epoch": 213, "lr"{"train_loss": 0.095692619{"train_loss": 0.09739901125431061, "global_step": 20453, "epoch": 213, "lr"{"train_loss": 0.1025924533605575{"train_loss": 0.10807906091213226, "global_step": 20454, "epoch": 2{"train_loss": 0.094511315{"train_los{"train_loss": 0.08814795315265656, "global_step": 20455, "epoch"{"train_loss": 0.08420832{"train_loss": 0.08276644349098206, "global_step": 20456, "epoch": 213, "lr"{"train_loss": 0.0730462968349456{"train_loss": 0.0731930285692215, "global_step": 20457, "epoch": 213{"train_loss": 0.096213467419147{"train_loss": 0.09671846032142639, "global_step": 20458, "epoch": 213{"train_loss": 0.06733296066522598, "global_step": 20459, "epoch": 213, "lr": 0.00017858773717529681}
+{"train_loss": 0.10929322987794876, "global_step": 20460, "epoch": 213, "lr": 0.00017857132792020757}
+{"train_loss": 0.05823349207639694, "global_step": 20461, "epoch": 213, "lr": 0.00017855491881104115}
+{"train_loss": 0.08315970748662949, {"train_loss": 0.08884274214506149, "global_step": 20462, "epoch":{"train_loss": 0.082998543977737{"train_loss": 0.07802588492631912, "global_step": 20463, "epoch": 213{"train_loss": 0.07443447411060333, "global_step": 20464, "epoch": 213, "lr": 0.00017850569236019722}
+{"train_loss": 0.091981686651706{"train_loss": 0.09313232451677322, "global_step": 20465, "epoch":{"train_loss": 0.078234523{"train_loss": 0.08341052383184433, "global_step": 20466, "epoch": 213, "lr"{"train_loss": 0.102177783{"train_loss": 0.10518042743206024, "global_step": 20467, "epoch": 213, "lr"{"train_loss": 0.10338236391544342, "{"train_loss": 0.10332446545362473, "global_step": 20468, "epoch"{"train_loss": 0.08771021664142609, "{"train_loss": 0.0920097827911377, "global_step": 20469, "epoch"{"train_loss": 0.100235491{"train_loss": 0.09932662546634674, "global_step": 20470, "epoch": 213, "lr"{"train_loss": 0.059058248{"train_loss": 0.057999759912490845, "global_step": 20471, "epoch": 213, "lr{"train_loss": 0.0770563036{"train_loss": 0.0847998708486557, "global_step": 20472, "epoch": 213, "lr"{"train_loss": 0.09599870443344116, "{"train_loss": 0.09324134141206741, "global_step": 20473, "epoch"{"train_loss": 0.08835479617118835, "global_step": 20474, "epoch": 213, "lr": 0.00017834161372170656}
+{"train_loss": 0.05830135941505432, "global_step": 20475, "epoch": 213, "lr": 0.00017832520666719365}
+{"train_loss": 0.07782137393951416, "global_step": 20476, "epoch": 213, "lr": 0.0001783087997602796}
+{"train_loss": 0.090873770415782{"train_loss": 0.0914933979511261, "global_step": 20477, "epoch": 213,{"train_loss": 0.12148354202508926, "global_step": 20478, "epoch": 213, "lr": 0.00017827598638969544}
+{"train_loss": 0.10045690834522247, "{"train_loss": 0.10156314820051193, "global_step": 20479, "epoch"{"train_loss": 0.09651062637567{"train_loss": 0.10097681730985641, "global_step": 20480, "epoch": 213{"train_loss": 0.08790162205696106, "g{"train_loss": 0.08792608231306076, "global_step": 20481, "epoch{"train_loss": 0.10561194270849228, "g{"train_loss": 0.11511524021625519, "global_step": 20482, "epoc{"train_loss": 0.10654357075691223, "g{"train_loss": 0.10610943287611008, "global_step": 20483, "epoch{"train_loss": 0.0966101735830307, "gl{"train_loss": 0.09278935194015503, "global_step": 20484, "epoc{"train_loss": 0.09639319777488708, "gl{"train_loss": 0.09987404197454453, "global_step": 20485, "epoc{"train_loss": 0.07406502962112427, "global_step": 20486, "epoch": 213, "lr": 0.0001781447388336612}
+{"train_loss": 0.11365409195423126, "gl{"train_loss": 0.11528708785772324, "global_step": 20487, "epoc{"train_loss": 0.10533669590950012, "gl{"train_loss": 0.10209080576896667, "global_step": 20488, "ep{"train_loss": 0.10440735518932343, "gl{"train_loss": 0.10690136253833771, "global_step": 20489, "epoc{"train_loss": 0.117366164{"train_loss": 0.1128128170967102, "global_step": 20490, "epoch": 213, "lr"{"train_loss": 0.08244164288043976, "gl{"train_loss": 0.07990442961454391, "global_step": 20491, "epoc{"train_loss": 0.06500555574893{"train_loss": 0.06663403660058975, "global_step": 20492, "epoch": 213,{"train_loss": 0.09204407{"train_loss"{"train_loss": 0.09513448178768158, "global_step": 20493, "epoch{"train_loss": 0.0804207473993{"train_loss": 0.07948125898838043, "global_step": 20494, "epoch": 213, {"train_loss": 0.0737416595220{"train_loss": 0.07256858795881271, "global_step": 20495, "epoch": 213, {"train_loss": 0.1231580376625061, "gl{"train_loss": 0.12915940582752228, "global_step": 20496, "epo{"train_loss": 0.11293575167655945, "global_step": 20497, "epoch": 213, "lr": 0.00017796428900830068}
+{"train_loss": 0.06650975346565247, "global_step": 20498, "epoch": 213, "lr": 0.00017794788537682838}
+{"train_loss": 0.0929881{"train_loss": 0.09457916766405106, "global_step": 20499, "epoch": 213, "lr": {"train_loss": 0.09017878025770187, "global_step": 20500, "epoch": 213, "lr": 0.0001779150785645008}
+{"train_loss": 0.0847666710615{"train_loss": 0.08264854550361633, "global_step": 20501, "epoch": 213, {"train_loss": 0.0650373{"train_loss": 0.06496995687484741, "global_step": 20502, "epoch": 213, "lr": {"train_loss": 0.08571621775627136, "global_step": 20503, "epoch": 213, "lr": 0.00017786586947422708}
+{"train_loss": 0.10640393942594528, "global_step": 20504, "epoch": 213, "lr": 0.00017784946674544072}
+{"train_loss": 0.0781779{"train_loss": 0.08181575685739517, "global_step": 20505, "epoch": 213, "lr": {"train_loss": 0.11036938428878784, "global_step": 20506, "epoch": 213, "lr": 0.00017781666174049546}
+{"train_loss": 0.09605617821216583, "global_step": 20507, "epoch": 213, "lr": 0.00017780025946455996}
+{"train_loss": 0.0626880{"train_loss"{"train_loss": 0.06254663318395615, "global_step": 20508, "epoch"{"train_loss": 0.09191329{"train_loss{"train_loss": 0.08913633227348328, "global_step": 20509, "epoch"{"train_loss": 0.05083797{"tr{"train_loss": 0.04871658980846405, "global_step": 20510, "epoch": 213, "{"train_loss": 0.07996000349521637, "g{"train_loss": 0.07981741428375244, "global_step": 20511, "epoch{"train_loss": 0.084775410{"train_loss{"train_loss": 0.08086385577917099, "global_step": 20512, "ep{"train_loss": 0.0620025321{"train_loss": 0.0611710399389267, "global_step": 20513, "epoch": 213, "lr{"train_loss": 0.105226717{"train_loss": 0.106350839138031, "global_step": 20514, "epoch": 213, "lr":{"train_loss": 0.0855872{"train{"train_loss": 0.08860525488853455, "global_step": 20515, "epoch": 213,{"train_loss": 0.0831265{"train_loss": 0.09082524478435516, "global_step": 20516, "epoch": 213, "lr": {"train_loss": 0.0886888{"train{"train_{"train_loss": 0.08645666390657425, "global_step": 20517, "epoc{"train_loss": 0.0772570{"train_loss": 0.0755772516131401, "global_step": 20518, "epoch": 213, "lr": 0{"train_loss": 0.068506{"train_loss": 0.06291329860687256, "global_step": 20519, "epoch": 213, "lr": 0{"train_loss": 0.1098260059952{"train_l{"train_loss": 0.11076188087463379, "global_step": 20520, "epoc{"train_loss": 0.09457{"train_{"train_loss": 0.09545926749706268, "global_step": 20521, "epoch": 213, {"train_loss": 0.08185{"train_loss": 0.08272217214107513, "global_step": 20522, "epoch": 213, "lr": 0{"train_loss": 0.12240121513605118, "global_step": 20523, "epoch": 213, "lr": 0.00017753784368516163}
+{"train_loss": 0.077835{"train{"train_lo{"train_loss": 0.07595424354076385, "global_step": 20524, "epo{"train_loss": 0.105865{"trai{"train_loss": 0.10575634241104126, "global_step": 20525, "epoch": 213,{"train_loss": 0.0828375{"train_loss": 0.0777471736073494, "global_step": 20526, "epoch": 213, "lr": 0{"train_loss": 0.092268{"train_loss": 0.0{"train_loss": 0.08462877571582794, "global_step": 20527, "e{"train_loss": 0.0768885910511{"train_loss": 0.07089079916477203, "global_step": 20528, "epoch": 213, {"train_loss": 0.090556{"train_loss": 0.0{"train_loss": 0.09083802253007889, "global_step": 20529, "e{"train_loss": 0.090578593313694, "global_step": 20530, "epoch": 213, "lr": 0.00017742304906803602}
+{"train_loss": 0.10414475202560425, "global_step": 20531, "epoch": 213, "lr": 0.00017740665045109418}
+{"train_loss": 0.08901329338550568, "globa{"train_loss": 0.08676847070455551, "global_step": 20532, "{"train_loss": 0.10741482675075531, "globa{"train_loss": 0.11066320538520813, "global_step": 20533, "{"train_loss": 0.08039385080337524, "globa{"train_loss": 0.08512255549430847, "global_step": 20534, "{"train_loss": 0.08714880049228668, "global_step": 20535, "epoch": 213, "lr": 0.00017734105752298393}
+{"train_loss": 0.08860284835100174, "global_step": 20536, "epoch": 213, "lr": 0.00017732465967642899}
+{"train_loss": 0.1204997{"train_loss": 0.11918991804122925, "global_step": 20537, "epoch": 213, "lr": {"train_loss": 0.06968910992145538, "global_step": 20538, "epoch": 213, "lr": 0.00017729186444666794}
+{"train_loss": 0.0891208{"train_loss": 0.09092521667480469, "global_step": 20539, "epoch": 213, "lr": {"train_loss": 0.0789235{"train_loss": 0.08141893148422241, "global_step": 20540, "epoch": 213, "lr":{"train_loss": 0.0734886452555{"train_loss": 0.07421542704105377, "global_step": 20541, "epoch": 213, {"train_loss": 0.10121676325798035, "global_step": 20542, "epoch": 213, "lr": 0.00017722627584366743}
+{"train_loss": 0.08845279788753639, "glob{"train_loss": 0.08873986615799367, "global_step": 20543, "ep{"train_loss": 0.1250042{"trai{"train_loss": 0.12820962071418762, "global_step": 20544, "epoch": 214,{"train_loss": 0.079563{"train{"train_lo{"train_loss": 0.07508198916912079, "global_step": 20545, "epo{"train_loss": 0.088081{"train{"train_lo{"train_loss": 0.08799543976783752, "global_step": 20546, "epo{"train_loss": 0.108593{"train_loss": 0.10582002997398376, "global_step": 20547, "epoch": 214, "lr": 0{"train_loss": 0.102766{"train_loss": 0.10283570736646652, "global_step": 20548, "epoch": 214, "lr": {"train_loss": 0.07702639698982239, "glo{"train_loss": 0.07390796393156052, "global_step": 20549, "ep{"train_loss": 0.078334{"train_loss": 0.08326354622840881, "global_step": 20550, "epoch": 214, "lr": {"train_loss": 0.074681{"train_loss": 0.06950227916240692, "global_step": 20551, "epoch": 214, "lr": {"train_loss": 0.0930776{"train_loss": 0.0898626521229744, "global_step": 20552, "epoch": 214, "lr": {"train_loss": 0.0649101{"train_loss": 0.06464532017707825, "global_step": 20553, "epoch": 214, "lr": {"train_loss": 0.1045009{"train_loss": 0.10279251635074615, "global_step": 20554, "epoch": 214, "lr":{"train_loss": 0.0924110{"train_loss": 0.0{"train_loss": 0.09195362776517868, "global_step": 20555, "e{"train_loss": 0.085082{"train{"train_loss": 0.08320842683315277, "global_step": 20556, "epoch": 214, {"train_loss": 0.073326{"train_loss": 0.07485982030630112, "global_step": 20557, "epoch": 214, "lr": {"train_loss": 0.101272{"train_loss": 0.10355951637029648, "global_step": 20558, "epoch": 214, "lr": 0{"train_loss": 0.092353954911232, "global_step": 20559, "epoch": 214, "lr": 0.00017694755204947623}
+{"train_loss": 0.060427464544773{"train_loss": 0.059360064566135406, "global_step": 20560, "epoch": 2{"train_loss": 0.08604681491851807, "global_step": 20561, "epoch": 214, "lr": 0.00017691476398688625}
+{"train_loss": 0.0880189836025238,{"train_los{"train_loss": 0.0901414230465889, "global_step": 20562,{"train_loss": 0.09344936907291412, "global_s{"train_loss": 0.09165529161691666, "global_step": 20563{"train_loss": 0.0886761546{"train_loss": 0.08471617102622986, "global_step": 20564, "epoch": 214, "lr{"train_loss": 0.07562980055809021, "global_step": 20565, "epoch": 214, "lr": 0.0001768491897490431}
+{"train_loss": 0.0756860077381134, "global_step": 20566, "epoch": 214, "lr": 0.00017683279658342875}
+{"train_loss": 0.113634392619133, {"train_loss": 0.11174353957176208, "global_step": 20567, "epoch":{"train_loss": 0.06045818328857422, "global_step": 20568, "epoch": 214, "lr": 0.00017680001072559707}
+{"train_loss": 0.1294793784{"train_l{"train_loss{"train_loss": 0.12432490289211273, "global_step": 205{"train_loss": 0.0952265188{"train_loss": 0.09776932001113892, "global_step": 20570, "epoch": 214, "l{"train_loss": 0.0772631168{"train_loss": 0.0769{"train_loss": 0.07724279165267944, "global_step": 20{"train_loss": 0.1168964058{"train_l{"train_loss": 0.11363938450813293, "global_step": 20572, "epoch":{"train_loss": 0.07864809781312943, "global_step": 20573, "epoch": 214, "lr": 0.00017671804884771003}
+{"train_loss": 0.0789043083{"train_loss": 0.0725{"train_loss": 0.07252383232116699, "global_step": 205{"train_loss": 0.0977089479{"train_l{"train_loss{"train_loss": 0.0946180447936058, "global_step": 2057{"train_loss": 0.0913450121{"train_l{"train_los{"train_loss": 0.09412816166877747, "global_step": 2057{"train_loss": 0.0825250744{"train_loss": 0.07990042120218277, "global_step": 20577, "epoch": 214, "lr{"train_loss": 0.076561339199543, "global_step": 20578, "epoch": 214, "lr": 0.0001766360909334035}
+{"train_loss": 0.076232790946{"train_{"train_los{"train_loss": 0.0765179991722107, "global_step": 2057{"train_loss": 0.113433361053{"train_loss": 0.10587137192487717, "global_step": 20580, "epoch": 214, {"train_loss": 0.0880347266793251, "gl{"train_loss": 0.0889621153473854, "global_step": 20581, "epoc{"train_loss": 0.07599595934152603, "g{"train_loss": 0.07456188648939133, "global_step": 20582, "epoch{"train_loss": 0.08117315173149109, "g{"train_loss": 0.07698807865381241, "global_step": 20583, "epoch{"train_loss": 0.05583193898200989, "g{"train_loss": 0.05709971487522125, "global_step": 20584, "epoch{"train_loss": 0.07870545983314{"train{"train_loss": 0.08506762981414795, "global_step": 20585, "epoch{"train_loss": 0.0905623659491539, "global_step"{"train_loss": 0.09242717921733856, "global_step": 20{"train_loss": 0.087309315800666{"train_loss": 0.{"train_loss": 0.08419169485569, "global_step": 20587{"train_loss": 0.07688061892986298, "gl{"train_loss": 0.07666631042957306, "global_step": 20588, "epoc{"train_loss": 0.09765018522739{"train_{"train{"train_loss": 0.09590130299329758, "global_step": 2058{"train_loss": 0.091452911496162{"train_{"train_loss": 0.09338675439357758, "global_step": 20590, "epo{"train_loss": 0.11330078542232513, "global_ste{"train_loss": 0.11071999371051788, "global_step": 2059{"train_loss": 0.097862482070922{"train_{"train_loss": 0.09749974310398102, "global_step": 20592, "epo{"train_loss": 0.090167395770549{"train_loss": 0.09115566313266754, "global_step": 20593, "epoch": 214{"train_loss": 0.05555591732263565, "global_st{"train_loss": 0.05347001552581787, "global_step": 20594{"train_loss": 0.069761112332344{"train_loss": 0.06817514449357986, "global_step": 20595, "epoch": 21{"train_loss": 0.110077477991580{"train_loss":{"train_loss": 0.10394752025604248, "global_step": 20596{"train_loss": 0.076196014881134{"train_{"train_loss": 0.0755385011434555, "global_step": 20597, "epo{"train_loss": 0.10934473574161{"train_loss": 0.11288045346736908, "global_step": 20598, "epoch": 214{"train_loss": 0.09082230925559998, "gl{"train_loss": 0.09709322452545166, "global_step": 20599, "epo{"train_loss": 0.10380915552377701, "gl{"train{"train_loss": 0.11033356934785843, "global_step": 20600{"train_loss": 0.057128846645355{"train_loss":{"train_loss": 0.05984733998775482, "global_step": 20601,{"train_loss": 0.08061891794204{"train_loss": 0.07351070642471313, "global_step": 20602, "epoch": 214,{"train_loss": 0.10260926187038422, "global_step": 20603, "epoch": 214, "lr": 0.00017622636130389712}
+{"train_loss": 0.1203199028968811, "global_st{"train_loss": 0.11879467219114304, "global_step": 20604{"train_loss": 0.06021779775619507, "global_st{"train_loss": 0.06013234704732895, "global_step": 2060{"train_loss": 0.08293068408966{"train_loss": 0.08554089069366455, "global_step": 20606, "epoch": 214,{"train_loss": 0.09041927009820{"train_loss": {"train_loss": 0.09190861880779266, "global_step": 20607{"train_loss": 0.10096823424100876, "global_st{"train_loss": 0.09834375977516174, "global_step": 20608{"train_loss": 0.08089110255241{"train_loss": 0.07782087475061417, "global_step": 20609, "epoch": 214,{"train_loss": 0.08030013740062714, "global_st{"train_loss": 0.07692833244800568, "global_step": 20610{"train_loss": 0.08892889320850372, "global_st{"train_loss": 0.08951210230588913, "global_step": 20611{"train_loss": 0.0694393515586853, "global_step": 20612, "epoch": 214, "lr": 0.0001760788833156029}
+{"train_loss": 0.077118881046772{"train_loss": 0.07247743010520935, "global_step": 20613, "epoch": 2{"train_loss": 0.0817333459854126,{"train_loss": 0.08159735798835754, "global_step": 20614, "epoch": {"train_loss": 0.10682594776153564, "global_step":{"train_loss": 0.10339268296957016, "global_step": 2{"train_loss": 0.11528605222702026,{"train_loss": 0.11091888695955276, "global_step": 20616, "epoch": {"train_loss": 0.05683818459510803, "global_step": 20617, "epoch": 214, "lr": 0.00017599695679602757}
+{"train_loss": 0.09153149276971817, "global_step": 20618, "epoch": 214, "lr": 0.00017598057198202712}
+{"train_loss": 0.0664699375629425, "global_step": 20619, "epoch": 214, "lr": 0.00017596418733159191}
+{"train_loss": 0.08862292021512985, "global_step": {"train_loss": 0.0886610597372055, "global_step": 2{"train_loss": 0.06876364350318909, {"train_loss":{"train_loss": 0.06993143260478973, "global_step": 2{"train_loss": 0.06656251847743988, {"train_loss": 0.07068920135498047, "global_step": 20622, "epoch"{"train_loss": 0.0788542777299881, "global_step": {"train_loss": 0.07712051272392273, "global_step": {"train_loss": 0.07914049923419952, "global_ste{"train_loss": 0.07338224351406097, "global_step": 2062{"train_loss": 0.08595822006464005, "{"train_lo{"tr{"train_loss": 0.08263939619064331, "global_step": {"train_loss": 0.08364951610565186, "global_ste{"tr{"train_loss": 0.08567661046981812, "global_step": {"train_loss": 0.07845801115036011, "global_ste{"tr{"train_loss": 0.07412756979465485, "global_step": {"train_loss": 0.09764676541090012, "global_ste{"tr{"train_loss": 0.09980010241270065, "global_step": {"train_loss": 0.08416227251291275, "global_step": 20629, "epoch": 214, "lr": 0.00017580034984787218}
+{"train_loss": 0.13671660423278809, "global_step": {"train_loss": 0.1274939775466919, "global_step": 2{"train_loss": 0.0953630656003952, "global_step": 20631, "epoch": 214, "lr": 0.00017576758432506776}
+{"train_loss": 0.10255198180675507, "global_step": {"train_loss": 0.10746689885854721, "global_step":{"train_loss": 0.10800650715827942, "global_st{"tra{"train_loss": 0.10417082905769348, "global_step": {"train_loss": 0.11421769112348557, "global_st{"train_loss": 0.11409634351730347, "global_step": 20634{"train_loss": 0.1149052307009697, "global_ste{"tra{"train_loss": 0.1182776615023613, "global_step":{"train_loss": 0.10537377744913101, "global_step": 20636, "epoch": 214, "lr": 0.00017568567340778214}
+{"train_loss": 0.08056818693876266, "global_step": 20637, "epoch": 214, "lr": 0.00017566929172059897}
+{"train_loss": 0.06765368580818176, {"train_loss": 0.07031075656414032, "global_step": 20638, "epoch":{"train_loss": 0.08842566780125101, "global_step": 20639, "epoch": 214, "lr": 0.0001756365288433989}
+{"train_loss": 0.0675526037812233, "global_step": 20640, "epoch": 215, "lr": 0.00017562014765360525}
+{"train_loss": 0.09801116585731506, "{"train_loss": 0.10153523087501526, "global_step": 20641, "epoch"{"train_loss": 0.11138249188661575, "{"train_loss": 0.11186908185482025, "global_step": 20642, "epoch"{"train_loss": 0.07694534212350845, "{"train_loss": {"train_loss": 0.07488122582435608, "global_step"{"train_loss": 0.09566201269626617, "global_ste{"tra{"train_loss": 0.09781750291585922, "global_step":{"train_loss": 0.07844915986061096, "global_step": 2{"train_loss": 0.08293184638023376, "global_step":{"train_loss": 0.07755044102668762, "global_ste{"train_loss": 0.0700274258852005, "global_step": 20646{"train_loss": 0.09606533497571945, {"train_loss": 0.09783419966697693, "global_step": 20647, "epoch":{"train_loss": 0.11581766605377197, {"train_loss": 0.11546073853969574, "global_step": 20648, "epoch":{"train_loss": 0.09985354542732239, {"train_loss": 0.10142537951469421, "global_step": 20649, "epoch":{"train_loss": 0.08168002218008041, "global_st{"train_loss": 0.08294890820980072, "global_step": 20650{"train_loss": 0.06517265737056732, {"train_loss": 0.06581622362136841, "global_step": 20651, "epoch":{"train_loss": 0.09490574896335602, {"train_loss": 0.08694019913673401, "global_step": 20652, "epoch"{"train_loss": 0.05760440602898598, {"train_loss": 0.059818148612976074, "global_step": 20653, "epoch"{"train_loss": 0.08633194863796234, "global_st{"train_loss": 0.08879570662975311, "global_step": 20654{"train_loss": 0.06146249175071716, "{"train_loss": 0.06240878626704216, "global_step": 20655, "epoch"{"train_loss": 0.11500327289104462, "{"train_loss": 0.11340087652206421, "global_step": 20656, "epoch"{"train_loss": 0.1178475171327591, "g{"train_loss": 0.12087169289588928, "global_step": 20657, "epo{"train_loss": 0.09340842813253403, "g{"train_loss": 0.09579251706600189, "global_step": 20658, "epoch{"train_loss": 0.09503896534442902, "g{"train_loss"{"train_loss": 0.09607817232608795, "global_step": {"train_loss": 0.06105349212884903, "g{"train_loss": 0.0639323890209198, "global_step": 20660, "epoch{"train_loss": 0.06716394424438477, "{"train_loss": 0.06573451310396194, "global_step": 20661, "epoch"{"train_loss": 0.0611400306224823, "g{"train_loss":{"train_loss": 0.05805470049381256, "global_step":{"train_loss": 0.0681237280368805, "glo{"train_loss": 0.06661107391119003, "global_step": 20663, "epo{"train_loss": 0.10684117674827576, "glo{"train_loss"{"train_loss": 0.10270721465349197, "global_step{"train_loss": 0.10971221327781677, "glo{"train_loss"{"train_loss": 0.11209355294704437, "global_step"{"train_loss": 0.09118585288524628, "global_step": 20666, "epoch": 215, "lr": 0.00017519429531811148}
+{"train_loss": 0.09816040098667145, "global_step": 20667, "epoch": 215, "lr": 0.00017517791864999765}
+{"train_loss": 0.07940974086523056, "global_step"{"train_loss": 0.07754621654748917, "global_step": 20{"train_loss": 0.1043291836977005, "glo{"train_loss": 0.10104542225599289, "global_step": 20669, "epo{"train_loss": 0.10726241022348404, "glo{"train_loss": 0.11013899743556976, "global_step": 20670, "epo{"train_loss": 0.10794492065906525, "glo{"train_loss": 0.10525062680244446, "global_step": 20671, "epo{"train_loss": 0.07276414334774017, "global_step": 206{"train_loss": 0.07486840337514877, "global_step{"train_loss": 0.105234295129776, "glob{"train_loss": {"train_loss": 0.10845421254634857, "global_st{"train_loss": 0.06730245798826218, "glob{"train_loss": 0.06902814656496048, "global_step": 20674, "{"train_loss": 0.07787632942199707, "glob{"train_loss": {"train_loss": 0.07310013473033905, "global_st{"train_loss": 0.11149179935455322, "global_step": 20676, "epoch": 215, "lr": 0.00017503053625675215}
+{"train_loss": 0.09365108609199524, "global_step": 20677, "epoch": 215, "lr": 0.000175014161283967}
+{"train_loss": 0.0928414911031723, "glo{"train_loss": 0.{"train_loss": 0.09430821985006332, "global_s{"train_loss": 0.09513203054666519, "global_step": 20679,{"train_loss": 0.08984830230474472, "global_s{"train_loss": 0.09311618655920029, "g{"train_loss": 0.09588773548603058, "global_step": 20680, "epoch{"train_loss": 0.07572295516729355, "global_step": 20681, "epoch": 215, "lr": 0.00017494866309540334}
+{"train_loss": 0.11395423114299774, "global_step":{"trai{"train_loss": 0.11301438510417938, "global_s{"train_loss": 0.09635962545871735, "global_step": 20683{"train_loss": 0.0944027379155159, "global_ste{"train_loss": 0.11244885623455048, "g{"train_loss": 0.11566475033760071, "global_step": 20684, "epoch{"train_loss": 0.08790983259677887, "g{"train_l{"train_{"train_loss": 0.0889691561460495, "global_step{"train_loss": 0.08411041647195816, "g{"train_loss": 0.08471067249774933, "global_step": 20686, "epoch{"train_loss": 0.07544445246458054, "g{"train_loss": 0.07561462372541428, "global_step": 20687, "epoc{"train_loss": 0.11566481739282608, "global_ste{"train{"train_loss": 0.11074616014957428, "global_step{"train_loss": 0.08276335895061493, "global_ste{"train_loss": 0.08201688528060913, "global_step": 206{"train_loss": 0.09887639433145523, "global_ste{"train{"train_loss": 0.09753849357366562, "global_step{"train_loss": 0.10420972853899002, "global_step": 206{"train_loss": 0.10202774405479431, "global_step{"train_loss": 0.08349399268627167, "{"train_loss": 0.{"train_loss": 0.07843418419361115, "global_ste{"train_loss": 0.08242033421993256, "global_step": 20693, "epoch": 215, "lr": 0.00017475218493510835}
+{"train_loss": 0.12348388135433197, "{"train_loss": 0.12241777032613754, "global_step": 20694, "epoch"{"train_loss": 0.10136741399765015, "global_step": 20695, "epoch": 215, "lr": 0.00017471944097687846}
+{"train_loss": 0.09110909700393677, "global_step": 20696, "epoch": 215, "lr": 0.00017470306925593753}
+{"train_loss": 0.13472747802734375, {"train_loss": 0.{"train_loss": 0.13153865933418274, "global_step"{"train_loss": 0.07658760249614716, {"train_loss": 0.{"train_loss": 0.07758218050003052, "global_step"{"train_loss": 0.08268992602825165, {"train_loss": 0.08419929444789886, "global_step": 20699, "epoch":{"train_loss": 0.09327036887407303, "global_{"train_loss": 0.09028157591819763, "global_step": 20700, {"train_loss": 0.07926487177610397, "global_{"train_l{"train_loss": 0.08429795503616333, "global_step"{"train_loss": 0.10275468975305557, "global_step": 20{"train_loss": 0.0968513935804367, "global_step"{"train_loss": 0.09484320878982544, "global_{"train_{"train_loss": 0.0947263091802597, "global_step": {"train_loss": 0.11935606598854065, "global{"train_{"train_loss": 0.11554816365242004, "global_step": {"train_loss": 0.09478555619716644, {"train{"train_loss": 0.09570719301700592, "global_step": 20705, "{"train_loss": 0.08385095745325089, "global{"train_loss": 0.0871349424123764, "global_step": 20706, "e{"train_loss": 0.08636214584112167, "globa{"train_loss": 0.08412867784500122, "global_step": 20707, "e{"train_loss": 0.1042846292257309, "{"trai{"train_loss": 0.10608165711164474, "global_step": 20708, {"train_loss": 0.10230128467082977, "global_step": 20709, "epoch": 215, "lr": 0.00017449025260036632}
+{"train_loss": 0.08838295936584473, "global{"train_loss": 0.0846463143825531, "global_step": 20710, "e{"train_loss": 0.09638459235429764, "{"tra{"train_loss": 0.08760880678892136, "global_step": 20711, "{"train_loss": 0.06521827727556229, "globa{"train_loss": 0.0659114271402359, "global_step": 20712, "ep{"train_loss": 0.08738166093826294, "{"train_loss": 0.08654449880123138, "global_step": 20713, "epoch"{"train_loss": 0.071016326546669, "global_step": 20714, "epoch": 215, "lr": 0.00017440840784427742}
+{"train_loss": 0.07750736176967621, "globa{"train_loss": 0.07389385998249054, "global_step": 20715, "e{"train_loss": 0.07650722563266754, "gl{"train_loss{"train_loss": 0.07560588419437408, "global_step": {"train_loss": 0.06990772485733032, "gl{"train_loss": 0.07030364871025085, "global_step": 20717, "epo{"train_loss": 0.10386855900287628, "globa{"train_loss": 0.10017808526754379, "global_step": 20718, "e{"train_loss": 0.12065380811691284, "global_step": 20719, "epoch": 215, "lr": 0.0001743265674449682}
+{"train_loss": 0.07494059205055237, "gl{"train_loss{"train_loss": 0.06981465220451355, "global_step": {"train_loss": 0.10528591275215149, "gl{"train_loss": 0.10704255104064941, "global_step": 20721, "epoc{"train_loss": 0.09301595389842987, "gl{"train_loss": 0.09477382898330688, "global_step": 20722, "epoc{"train_loss": 0.08296553790569305, "global_step": 20723, "epoch": 215, "lr": 0.000174261098271765}
+{"train_loss": 0.08150409162044525, "global_step": 20724, "epoch": 215, "lr": 0.0001742447314163713}
+{"train_loss": 0.08850809186697006, "global_step": {"train_loss": 0.09660536795854568, "global_step":{"train_loss": 0.09281859546899796, "gl{"train_loss": 0.09009923785924911, "global_step": 20726, "epo{"train_loss": 0.07644522190093994, "global_step": 20727, "epoch": 215, "lr": 0.00017419563190295087}
+{"train_loss": 0.1035579964518547, "glo{"train_loss": 0.10343778133392334, "global_step": 20728, "ep{"train_loss": 0.09487864375114441, "global_step": 2{"train_loss": 0.09622853249311447, "global_step":{"train_loss": 0.0677986592054367, "global_step": 20730, "epoch": 215, "lr": 0.0001741465339710117}
+{"train_loss": 0.08424340188503265, "glob{"train_loss": 0.08161157369613647, "global_step": 20731, "ep{"train_loss": 0.08251693844795227, "glob{"train_loss": 0.08047773689031601, "global_step": 20732, "ep{"train_loss": 0.0656547024846077, "global_step": 20733, "epoch": 215, "lr": 0.00017409743762356264}
+{"train_loss": 0.0990523248910904, "global_step": 2073{"train_loss": 0.09496451914310455, "global_s{"train_loss": 0.0903592068158711, "global_step": 20735, "epoch": 215, "lr": 0.0001740647076070215}
+{"train_loss": 0.09819784760475159, "global{"train_loss": 0.10113689303398132, "global_step": 20736, {"train_loss": 0.10866332054138184, "global_step": 2073{"train_loss": 0.10959848761558533, "global_ste{"train_loss": 0.09873181581497192, "global{"train_loss{"train_loss": 0.10333888232707977, "global_ste{"train_loss": 0.05488262325525284, "global{"train_loss": 0.05429435148835182, "global_step": 20739, "{"train_loss": 0.07481065392494202, "global_step": 20740, "epoch": 216, "lr": 0.00017398288565832358}
+{"train_loss": 0.09055688232183456, "globa{{"train_los{"train_loss": 0.09704937040805817, "global_step{"train_loss": 0.07644037902355194, "globa{"train_loss": 0.07673861086368561, "global_step": 20742, "e{"train_loss": 0.10058941692113876, "glob{"train_loss"{"train_loss": 0.10200628638267517, "global_ste{"train_loss": 0.09250377118587494, "global_step": 20744, "epoch": 216, "lr": 0.00017391743128773618}
+{"train_loss": 0.08644386380910873, "glo{{"train_loss": 0.0871482640504837, "global_step": 20745, "epo{"train_loss": 0.07587509602308273, "global_step": 2{"train_loss": 0.07498149573802948, "global_step":{"train_loss": 0.10254848003387451, "gl{"train_loss": 0.10398045182228088, "global_step": 20747, "epoc{"train_loss": 0.09022065997123718, "gl{"train_loss": 0.09135328978300095, "global_step": 20748, "epoc{"train_loss": 0.11144639551639557, "global_step": 20749, "epoch": 216, "lr": 0.00017383561732166593}
+{"train_loss": 0.08848483860492706, "gl{"train_loss": 0.08794678747653961, "global_step": 20750, "epo{"train_loss": 0.06375682353973389, "global_step": {"train_loss": 0.06480608135461807, "global_step": {"train_loss": 0.1065206527709961, "glo{"train_loss": 0.10675098747015, "global_step": 20752, "epoch"{"train_loss": 0.07802791893482208, "{"train_loss": 0.07219010591506958, "global_step": 20753, "epoch"{"train_loss": 0.06794795393943787, "global_step": 20754, "epoch": 216, "lr": 0.00017375380780988877}
+{"train_loss": 0.10679495334625244, "{"t{"train_loss": 0.10755700618028641, "global_step": 20755, "epo{"train_loss": 0.08788949996232986, "global_step": 20756, "epoch": 216, "lr": 0.00017372108525549976}
+{"train_loss": 0.07598823308944702, "{"t{"train_loss": 0.07596911489963531, "global_step": 20757, "epo{"train_loss": 0.0875668078660965, "global_step": 20758, "epoch": 216, "lr": 0.00017368836341691727}
+{"train_loss": 0.11454974114894867, "{"tr{"train_loss": 0.11838507652282715, "global_step": 20759, "ep{"train_loss": 0.08949153125286102, "{"tr{"train_loss": 0.09016995131969452, "global_step": 20760, "e{"train_loss": 0.0781002938747406, "globa{"train_loss": 0.07493949681520462, "global_step": 20761, "e{"train_loss": 0.0948021337389946, "global{"train_loss": 0.10407553613185883, "global_step": 20762, {"train_loss": 0.12974813580513, "globa{"train_loss": 0.12950319051742554, "global_step": 20763, "e{"train_loss": 0.08500645309686661, "global_step": 20764, "epoch": 216, "lr": 0.00017359020220492253}
+{"train_loss": 0.08636583387851715, "globa{"train_loss": 0{"train_loss": 0.08729372173547745, "global{"train_loss": 0.10471092909574509, "global_step": 20766, {"train_loss": 0.10450944304466248, "global_{"train_loss": 0.09440246224403381, "global_s{"train_loss"{"train_loss": 0.09811893850564957, "global_{"train_loss": 0.09697466343641281, "global_step": 20768, "epoch": 216, "lr": 0.00017352476499229915}
+{"train_loss": 0.07047715038061142, "global_s{"train_loss": 0.07138773798942566, "global_step": 20769,{"train_loss": 0.10580648481845856, "global_step": 20770, "epoch": 216, "lr": 0.0001734920474672731}
+{"train_loss": 0.07135654240846634, "global_step": 20771, {"train_loss": 0.07527134567499161, "global{"train_loss": 0.09589816629886627, "gl{"train_loss": 0.09{"train_loss": 0.0985601469874382, "global_{"train_loss": 0.06626400351524353, "global_{"train_loss"{"train_loss": 0.07015974819660187, "global_s{"train_loss": 0.07508702576160431, "global_{"train_loss": 0.07488676905632019, "global_step": 20774,{"train_loss": 0.07903635501861572, "global_step": 20775, "epoch": 216, "lr": 0.00017341025681560557}
+{"train_loss": 0.09530594944953918, "global_step": 20776,{"train_loss": 0.10060034692287445, "global_s{"train_loss": 0.10418950021266937, "gl{"train_loss": 0.1{"train_loss": 0.1045975312590599, "global_st{"train_loss": 0.04508399963378906, "global_{"train_loss": 0.04723602533340454, "global_step": 20778, {"train_loss": 0.07983957976102829, "global_{"train_loss{"train_loss": 0.08367232978343964, "global_s{"train_loss": 0.1293840855360031, "global_step": 20780,{"train_loss": 0.1270744502544403, "global_st{"train_loss": 0.08166199177503586, "glo{"train_loss": 0.07889030873775482, "global_step": 20781, "epo{"train_loss": 0.0765363797545433, "global_step": 20782,{"train_loss": 0.07613085955381393, "global_{"train_loss": 0.10165762156248093, "global_step": 20783,{"train_loss": 0.09592022746801376, "global_s{"train_loss": 0.08125893026590347, "global_step": 20784,{"train_loss": 0.07872231304645538, "global_{"train_loss": 0.07952740788459778, "global_step": 20785, "epoch": 216, "lr": 0.0001732466891063167}
+{"train_loss": 0.054871149361133575, "global_step": 20786{"train_loss": 0.05264557898044586, "global_st{"train_loss": 0.075737863779068, "global_step": 20787, "epoch": 216, "lr": 0.00017321397774708043}
+{"train_loss": 0.08414039015769958, "global_step{"train_loss": 0.08541977405548096, "global_step": 207{"train_loss": 0.1095975935459137, "glob{"train_loss": 0.10613316297531128, "global_step": 20789, "ep{"train_loss": 0.09617602825164795, "glob{"train_loss": 0.09575176984071732, "global_step": 20790, "e{"train_loss": 0.0893830955028534, "globa{"train_loss": 0.0855841189622879, "global_step": 20791, "e{"train_loss": 0.10337471961975098, "global_step": 20792, "e{"train_loss": 0.1102672666311264, "global{"train_loss": 0.11931844055652618, "glob{"train_loss": 0.1126209944486618, "global_step": 20793, "epo{"train_loss": 0.08423171937465668, "glo{"train_l{"train_loss": 0.08304958045482635, "global_step": 20{"train_loss": 0.06417015939950943, "glo{"train_loss": 0.06{"train_loss": 0.0629078596830368, "global_{"train_loss": 0.09627050906419754, "glob{"train_loss": 0.{"train_loss": 0.09758539497852325, "globa{"train_loss": 0.08804314583539963, "global_step": 20797, {"train_loss": 0.08927860856056213, "global{"train_loss": 0.09914445877075195, "gl{"train_loss": 0.09898298978805542, "global_step": 20798, "epoc{"train_loss": 0.09755292534828186, "global_step": 20799, {"train_loss": 0.09704762697219849, "global_{"train_loss": 0.11142425239086151, "gl{"train_loss": 0.1089593917131424, "global_step": 20800, "epoch{"train_loss": 0.10590025782585144, "global_step": 20801, "epoch": 216, "lr": 0.00017298501871167092}
+{"train_loss": 0.08650544285774231, "g{"train_loss": 0.08518664538860321, "global_step": 20802, "epoch{"train_loss": 0.07884195446968079, "global_step{"train_loss": 0.07953527569770813, "global_step": 208{"train_loss": 0.08144353330135345, "global_step": 20804, "epoch": 216, "lr": 0.00017293596074189683}
+{"train_loss": 0.07510901242494583, "global_step": 20805, "epoch": 216, "lr": 0.0001729196084537532}
+{"train_loss": 0.07506566494703293, "g{"train_lo{"train_loss": 0.07327554374933243, "global_step": 20{"train_loss": 0.09832536429166794, "global_step{"train_lo{"train_loss": 0.09762369096279144, "global_{"train_loss": 0.08812707662582397, "global_step{"train_loss": 0.08309905230998993, "global_step": 20{"train_loss": 0.08765879273414612, {"train_loss": 0.09093841910362244, "global_step": 20809, "epoch":{"train_loss": 0.08943980187177658, {"train_loss": 0.0863291323184967, "global_step": 20810, "epoch": {"train_loss": 0.11293473839759827, "global_step": 20811, "epoch": 216, "lr": 0.00017282149860138783}
+{"train_loss": 0.11001090705394745, "global_step": 20812{"train_loss": 0.10591995716094971, "global_st{"train_loss": 0.09223878383636475{"train_loss": 0.09176306426525116, "global_step": 20813, "epoch": 2{"train_loss": 0.07620328664779663, "global_st{"train_loss": 0.07443253695964813, "global_step": 20814{"train_loss": 0.10471516847610474{"train_loss": 0.10087962448596954, "global_step": 20815, "epoch": 2{"train_loss": 0.11251169443130493, "global_step": 20816, "epoch": 216, "lr": 0.0001727397454796957}
+{"train_loss": 0.08229072391986847, "global_step": 20817{"train_loss": 0.08309240639209747, "global_st{"train_loss": 0.06777295470237732, "global_st{"train_lo{"train_loss": 0.06710244715213776, "global_st{"train_loss": 0.10151790827512741, "global_step": 20819, "epoch": 216, "lr": 0.00017269069583340124}
+{"train_loss": 0.09688036143779755, "global_step": 20820, "epoch": 216, "lr": 0.00017267434632309124}
+{"train_loss": 0.06901989132165909{"train_loss": 0.06622518599033356, "global_step": 20821, "epoch": 2{"train_loss": 0.09415997564792633, "global_step": 20822, "epoch": 216, "lr": 0.00017264164786082143}
+{"train_loss": 0.1038757786154747{"train_los{"train_los{"train_loss": 0.10441114008426666, "global_s{"train_loss": 0.10412575304508209, "global_s{"train_los{"train_loss": 0.10427582263946533, "global_st{"train_loss": 0.08366737514734268, "global_s{"train_loss": 0.07755451649427414, "global_step": 20825,{"train_loss": 0.0934509783983230{"train_loss": 0.09860506653785706, "global_step": 20826, "epoch": 21{"train_loss": 0.08888734877109528, "global_step": 20827, "epoch": 216, "lr": 0.00017255990496738545}
+{"train_loss": 0.1122346892952919, "global_step": 20828, "epoch": 216, "lr": 0.00017254355694882982}
+{"train_loss": 0.0867570787668228{"train_loss": 0.08365955203771591, "global_step": 20829, "epoch": 21{"train_loss": 0.09833522140979767, "global_step": 20830, "epoch": 216, "lr": 0.0001725108614727407}
+{"train_loss": 0.09017193379501502, "global_st{"train_loss": 0.09011847622847806, "global_step": 20831{"train_loss": 0.10705937445163727, "global_st{"train_loss": 0.10950062423944473, "global_step": 20832{"train_loss": 0.0709084048867225{"train_loss": 0.06729353219270706, "global_step": 20833, "epoch": 21{"train_loss": 0.0995556190609932{"train_loss": 0.09908877313137054, "global_step": 20834, "epoch": 2{"train_loss": 0.08277805149555206, "global_step": 20835, "epoch": 217, "lr": 0.00017242912606034197}
+{"train_loss": 0.09702157974243164, "global_ste{"train_loss": 0.09516182541847229, "global_step": 2083{"train_loss": 0.089853934943676, "global_step"{"train_loss": 0.0938199907541275, "global_step": 208{"train_loss": 0.06408070027828217, "global_step{"train_loss{"train_loss": 0.07090507447719574, "globa{"train_loss": 0.10067301988601685, "global_step{"train_loss": 0.10515415668487549, "global_step": 20{"train_loss": 0.09666959941387177, "global_step{"train_loss{"train_loss": 0.09340203553438187, "globa{"train_loss": 0.07544271647930145, "global_step": 20841, "e{"train_loss": 0.07665818929672241, "globa{"train_loss": 0.07088568806648254, "global_step": 20842, "epoch": 217, "lr": 0.00017231470437157996}
+{"train_loss": 0.10272860527038574, "global_step": 20843, "e{"train_loss": 0.10468809306621552, "globa{"train_loss": 0.07092838734388351, "global_step": 20844, "e{"train_loss": 0.07450349628925323, "globa{"train_loss": 0.09216363728046417, "global_st{"train_loss":{"train_loss": 0.09270251542329788, "glob{"train_loss": 0.0820367038249969{"train_loss": 0.0857193991{"train_loss": 0.08521850407123566, "glob{"train_loss": 0.10348168015480042, "global_st{"train_loss": 0.09580184519290924, "global_step": 20847{"train_loss": 0.09304017573595047, "global_step": 20848, "epoch": 217, "lr": 0.00017221663598952723}
+{"train_loss": 0.1058527231216430{"train_loss": 0.10720744729042053, "global_step": 20849, "epoch": 21{"train_loss": 0.0900053232908248{"train_los{"train_loss": 0{"train_loss": 0.0911167562007904, "global{"train_loss": 0.07012069970369339, "global_step": 20851, "{"train_loss": 0.06853954493999481, "globa{"train_loss": 0.08777537941932678, "global_step": 20852, "{"train_loss": 0.08847367018461227, "global{"train_loss": 0.0916516929864883{"train_loss": 0.09393864870071411, "global_step": 20853, "epoch": 21{"train_loss": 0.10588830709457397, "global{"train_loss": {"train_loss": 0.09952250123023987, "global_{"train_loss": 0.11070145666599274, "global_step": 20855, {"train_loss": 0.11400032043457031, "global_{"train_loss": 0.10787452757358551, "global{"train_loss": {"train_loss": 0.10781264305114746, "global_{"train_loss": 0.06862631440162659, "global_step": 20857, {"train_loss": 0.0715385153889656, "global_s{"train_loss": 0.107227116823196{"train_loss": 0.10973113{"train_loss": 0.10984209924936295, "global_{"train_loss": 0.11171866953372955, "global_step": 20859,{"train_loss": 0.11014242470264435, "global_s{"train_loss": 0.118844218552112{"train_loss": 0.12068731337785721, "global_step": 20860, "epoch": 217{"train_loss": 0.08967426419258118, "globa{"train_loss": 0.08625797182321548, "global_step": 20861, "e{"train_loss": 0.09239974617958069, "global_step": 20862, "epoch": 217, "lr": 0.00017198783629379807}
+{"train_loss": 0.10213593393564224, "globa{"train_loss": {"train_loss": 0.09877447783946991, "global_s{"train_loss": 0.100102961063385{"train_loss": 0.10162416100502014, "global_step": 20864, "epoch": 217{"train_loss": 0.10207423567771912, "globa{"train_loss": 0.10156889259815216, "global_step": 20865, "{"train_loss": 0.09265275299549{"train_loss": 0.08926073{"train_loss": 0.09058831632137299, "global_st{"train_loss": 0.12372815608978271, "global_step": 20867{"train_loss": 0.12183326482772827, "global_st{"train_loss": 0.10311717540025711, "globa{"train_loss":{"train_loss": 0.09909433871507645, "global_st{"train_loss": 0.09105534851551056, "global_step": 20869{"train_loss": 0.08679818361997604, "global_st{"train_loss": 0.08066841959953308, "global_step": 20870{"train_loss": 0.07805462181568146, "global_st{"train_loss": 0.10739153623580933, "global_step": 20871, "epoch": 217, "lr": 0.00017184077049901494}
+{"train_loss": 0.1014617234468{"train_loss": 0.09703383594751358, "global_step": 20872, "epoch": 217, {"train_loss": 0.10915432870388031, "global_step": 20873, "epoch": 217, "lr": 0.0001718080913177459}
+{"train_loss": 0.09251215308904648, "glob{"train_loss": 0.09016681462526321, "global_step": 20874, "ep{"train_loss": 0.0867480039596{"train_loss": 0.08197557926177979, "global_step": 20875, "epoch": 217, {"train_loss": 0.1211151480674{"train_loss": 0.12047173082828522, "global_step": 20876, "epoch": 217, {"train_loss": 0.0910421460866{"train_loss": 0.09285861253738403, "global_step": 20877, "epoch": 217, {"train_loss": 0.0696814209222{"train_loss": 0.07069800049066544, "global_step": 20878, "epoch": 217,{"train_loss": 0.0675879642367363, "glob{"train_loss": 0.0688917487859726, "global_step": 20879, "epo{"train_loss": 0.10470542311668{"train_l{"train_loss": 0.10250268876552582, "global_step": 20880, "epo{"train_loss": 0.07528825104236{"train_loss": 0.07275879383087158, "global_step": 20881, "epoch": 217{"train_loss": 0.08611339330673{"train_loss": 0.08794507384300232, "global_step": 20882, "epoch": 217,{"train_loss": 0.08167871832847{"train_loss": 0.07540903985500336, "global_step": 20883, "epoch": 217,{"train_loss": 0.08390700817108{"train_l{"train_loss": 0.08490525186061859, "global_step": 20884, "epo{"train_loss": 0.10297800600528{"train_loss": 0.097219839{"train_loss": 0.09694510698318481, "global_s{"train_loss": 0.10685821622610{"train_loss": 0.10961413383483887, "global_step": 20886, "epoch": 217{"train_loss": 0.11752936244010925, "global_step": 20887,{"train_loss": 0.1156085729598999, "global_s{"train_loss": 0.094996958971{"train_loss": 0.09929656982421875, "global_step": 20888, "epoch": 217, "{"train_loss": 0.098594374954{"train_loss": 0.0945008397102356, "global_step": 20889, "epoch": 217, "l{"train_loss": 0.08848679810{"train_loss": 0.08719169348478317, "global_step": 20890, "epoch": 217, "{"train_loss": 0.09546963870{"train_loss{"train_loss": 0{"train_loss": 0.09393575042486191, "global_s{"train_loss": 0.103461056947{"train_loss": 0.10267220437526703, "global_step": 20892, "epoch": 217, "{"train_loss": 0.102669782936{"train_loss": 0.0992446169257164, "global_step": 20893, "epoch": 217, "l{"train_loss": 0.07326681911{"train_loss"{"train_loss": 0.07278598845005035, "global_step": 20894, "e{"train_loss": 0.07600104808{"train_loss"{"train_loss": 0.07706581801176071, "global_step": 20895, "e{"train_loss": 0.1161126941{"train_loss": 0.11758924275636673, "global_step": 20896, "epoch": 217, "l{"train_loss": 0.0889768525{"train_loss": 0.0926375612{"train_loss": 0.09195190668106079, "global_step{"train_loss": 0.121787443{"train_loss": 0.12371475994586945, "global_step": 20898, "epoch": 217, "lr{"train_loss": 0.097191683{"train_loss": 0.09177154302597046, "global_step": 20899, "epoch": 217, "lr"{"train_loss": 0.092399708{"train_loss": 0.0886889398097992, "global_step": 20900, "epoch": 217, "lr"{"train_loss": 0.070781543{"train_loss": 0.0718049481511116, "global_step": 20901, "epoch": 217, "lr":{"train_loss": 0.10342426{"train_loss": 0.10277380049228668, "global_step": 20902, "epoch": 217, "lr":{"train_loss": 0.10091146{"train_loss": 0.101022168993{"train_loss": 0.10113716870546341, "global_ste{"train_loss": 0.090910866{"train_loss": 0.090877935290{"train_loss": 0.09124913066625595, "global_st{"train_loss": 0.083914317{"train_loss": 0.08858169615268707, "global_step": 20905, "epoch": 217, "lr"{"train_loss": 0.075202405{"train_loss": 0.07377183437347412, "global_step": 20906, "epoch": 217, "lr"{"train_loss": 0.079389482{"train_loss": 0.0804163962{"train_loss": 0.07977014034986496, "global_step"{"train_loss": 0.103321179{"train_loss": 0.10481800884008408, "global_step": 20908, "epoch": 217, "lr"{"train_loss": 0.101654015{"train_loss": 0.09826630353927612, "global_step": 20909, "epoch": 217, "lr"{"train_loss": 0.108030691{"train_loss": 0.10924223065376282, "global_step": 20910, "epoch": 217, "lr{"train_loss": 0.086115054{"train_loss": 0.089725799{"train_loss": 0.09086668491363525, "global_step":{"train_loss": 0.09598056972026825, "global_step": 20912, "epoch": 217, "lr": 0.00017117100186688714}
+{"train_loss": 0.08469906{"train_loss": 0.08713191002607346, "global_step": 20913, "epoch": 217, "lr"{"train_loss": 0.0968150794506073, "global_step": 20914, "epoch": 217, "lr": 0.0001711383386057484}
+{"train_loss": 0.07151848822832108, "global_step": 20915, "epoch": 217, "lr": 0.0001711220072699325}
+{"train_loss": 0.06795693933963776, "global_step": 20916, "epoch": 217, "lr": 0.00017110567613076724}
+{"train_loss": 0.08891447{"train_loss": 0.0930681675{"train_loss": 0.09308269619941711, "global_step"{"train_loss": 0.09053709357976913, "global_step": 2{"train_loss": 0.0959777981042862, "global_step": {"train_loss": 0.09045745432376862, "global_step": 20919, "epoch": 217, "lr": 0.0001710566838942871}
+{"train_loss": 0.07715103{"train_loss": 0.078680887{"train_loss": 0.07887975871562958, "global_step": {"train_loss": 0.0949363261461258, "global_step": 20921, "epoch": 217, "lr": 0.00017102402338859223}
+{"train_loss": 0.06557559967041016, "global_step": 20922, "epoch": 217, "lr": 0.00017100769343166597}
+{"train_loss": 0.0744503885{"train_loss": 0.0727210{"train_loss": 0.07258246839046478, "global_step": {"train_loss": 0.0798654556274414, "global{"train_loss": 0.08112885802984238, "global_step": 20924, {"train_loss": 0.076427161693573, "global_s{"train_loss": 0.08019798994064331, "global_step": 20925{"train_loss": 0.1195720285177{"train_loss": 0.11726540327072144, "global_step": 20926, "epoch": 217, {"train_loss": 0.09256231435574591, "global_step": 20927, "epoch": 217, "lr": 0.00017092604661069426}
+{"train_loss": 0.05643229931592941, "global_step": 20928, "epoch": 218, "lr": 0.00017090971784001027}
+{"train_loss": 0.131829142570{"train_loss": 0.1346496045589447, "global_step": 20929, "epoch": 218, {"train_loss": 0.07741671055555344, "global_s{"train_loss": 0.07756933569908142, "global_step": 20930,{"train_loss": 0.07975730299949646, "global_step": 20931, "epoch": 218, "lr": 0.00017086073271698046}
+{"train_loss": 0.07962382584810257, "global_step": 20932, "epoch": 218, "lr": 0.00017084440473934858}
+{"train_loss": 0.0948123037815094, "global_{"train_los{"train_loss": 0.09243728965520859, "global_st{"train_loss": 0.08417180925607681, "global_step": 2093{"train_loss": 0.08092090487480164, "global_ste{"train_loss": 0.09331613779067993, "global_step": 20935, "epoch": 218, "lr": 0.00017079542199814358}
+{"train_loss": 0.0884055346{"train_loss": 0{"train_loss": 0.09183020144701004, "global_step": 20936,{"train_loss": 0.12136422097682953, "global_step": 2093{"train_loss": 0.1254684180021286, "global_step{"train_loss": 0.08729918301105499, "global_{"train_loss": 0.08768495917320251, "global_step": 20938, {"train_loss": 0.08939298987388611, "global_step": 20939, "epoch": 218, "lr": 0.00017073011446129956}
+{"train_loss": 0.09198416769504547, "global_step": 20940, "epoch": 218, "lr": 0.00017071378807510882}
+{"train_loss": 0.06901922821{"train_loss": 0.07102999{"train_loss": 0.07118402421474457, "global_step"{"train_loss": 0.09106838703155518, "global_step": 20942, "epoch": 218, "lr": 0.0001706811359011299}
+{"train_loss": 0.13835763931274414, "global_step": 20943, "epoch": 218, "lr": 0.00017066481011356405}
+{"train_loss": 0.09264571964740753, "global_step": 20{"train_loss": 0.0957062616944313, "global_step"{"train_loss": 0.07448285818099976, "global_step": 2{"train_loss": 0.07493460178375244, "global_step":{"train_loss": 0.07321473956108093, "global_step": 2{"train_loss": 0.07111624628305435, "global_step":{"train_loss": 0.069252461{"train_loss": 0.07365331053733826, "global_step": 20947, "epoch": 218, "lr"{"train_loss": 0.10991649329662323, "glo{"train_loss{"train_loss": 0.1163911521434784, "global_step": {"train_loss": 0.0931643545627594, "global_step": 20949, "epoch": 218, "lr": 0.0001705668595871036}
+{"train_loss": 0.07767098397016525, "glob{"train_loss": 0.08101321011781693, "global_step": 20950, "e{"train_loss": 0.09031884372234344, "global_step": 20951, "epoch": 218, "lr": 0.000170534211013879}
+{"train_loss": 0.079754866{"train_loss": 0.07896861{"train_loss": 0.07906714081764221, "global_step": {"train_loss": 0.08254429697990417, "global_step": {"train_loss": 0.08848399668931961, "global_step": {"train_loss": 0.11230741441249847, "global_step": 20954, "epoch": 218, "lr": 0.00017048523965921994}
+{"train_loss": 0.081610515{"train_loss": 0.07812151{"train_loss": 0.07773333787918091, "global_step": {"train_loss": 0.09315692633390427, "global_step": {"train_loss": 0.08943185210227966, "global_step"{"train_loss": 0.0833299532532692, "global_step": 20957, "epoch": 218, "lr": 0.00017043627011344213}
+{"train_loss": 0.1047128885{"train_loss": 0.10380760580301285, "global_step": 20958, "epoch": 218, "lr{"train_loss": 0.1089526563{"train_loss"{"train_loss": 0.11400778591632843, "global_step": 20959, "epo{"train_loss": 0.0577855557{"train_loss"{"train_loss{"train_loss": 0.05455421656370163, "global_step": {"train_loss": 0.073954015{"train_loss": 0.07724331319332123, "global_step": 20961, "epoch": 218, "lr{"train_loss": 0.10545313358306885, "global_step": 20962, "epoch": 218, "lr": 0.00017035465823169997}
+{"train_loss": 0.1124218925{"train_loss": 0.1127682626247406, "global_step": 20963, "epoch": 218, "lr{"train_loss": 0.0673966109752655, "global_step": {"train_loss": 0.06307260692119598, "global_step": {"train_loss": 0.0618654265999794, "global_step": 20965, "epoch": 218, "lr": 0.0001703056935242777}
+{"train_loss": 0.07752740383148193, "global_step": 20966, "epoch": 218, "lr": 0.00017028937235940778}
+{"train_loss": 0.08144432306289673, "global_step": 20967, "epoch": 218, "lr": 0.00017027305139685834}
+{"train_loss": 0.10715501755475998, "global_step": 20968, "epoch": 218, "lr": 0.00017025673063674065}
+{"train_loss": 0.06739504{"train_loss": 0.07185829430818558, "global_step": 20969, "epoch": 218, "lr"{"train_loss": 0.08668479323387146, "global_step": 20970, "epoch": 218, "lr": 0.0001702240897242452}
+{"train_loss": 0.09179508{"train_loss": 0.{"train_loss": 0.09873318672180176, "global_step": 20971, "e{"train_loss": 0.0682162195444107, "global{"train_loss": 0.06807786226272583, "global_step": 20972, "{"train_loss": 0.123784914{"train_loss": 0.12200336903333664, "global_step": 20973, "epoch": 218, "lr"{"train_loss": 0.10627318173646927, "global{"train_loss": 0.10926666855812073, "global_step": 20974, "{"train_loss": 0.08070690184831619, "global_step":{"train_loss": 0.08100274205207825, "global_step": 2{"train_loss": 0.062212742{"train_loss": 0.06670849025249481, "global_step": 20976, "epoch": 218, "l{"train_loss": 0.0736058875{"train_loss": 0.0701602{"train_loss": 0.06932234764099121, "global_step": {"train_loss": 0.06941862404346466, "global_{"train_loss": 0.07335881888866425, "global_step": 20978, {"train_loss": 0.09102383255958557, "global_step": 20979, "epoch": 218, "lr": 0.00017007721566772666}
+{"train_loss": 0.0565681308{"train_loss": 0.05717451125383377, "global_step": 20980, "epoch": 218, "lr{"train_loss": 0.1009175181388855, "global_step": 20981, "epoch": 218, "lr": 0.0001700445792270667}
+{"train_loss": 0.06879681348800659, "global_s{"train_loss": 0.06814911216497421, "global_step": 20982,{"train_loss": 0.09768316149{"train_loss": 0.{"train_loss": 0.10031729191541672, "global_step": 20983,{"train_loss": 0.06049614772{"train_loss": 0.{"train_loss": 0.06466908007860184, "global_step": 20984, {"train_loss": 0.0848413258{"train_loss": 0.08730445{"train_loss": 0.08786460012197495, "global_step"{"train_loss": 0.0868743434{"train_loss": 0.084095798432827, "global_step": 20986, "epoch": 218, "lr"{"train_loss": 0.08410700410604477, "global_s{"train_loss": 0.08605028688907623, "global_step": 20987,{"train_loss": 0.12079611420631409, "global_step": 20988, "epoch": 218, "lr": 0.0001699303581161991}
+{"train_loss": 0.0928664{"train_loss": 0.087963640689{"train_loss": 0.08862143009901047, "global_step{"train_loss": 0.10154777{"train_loss": 0.096731752157{"train_loss": 0.09666922688484192, "global_step{"train_loss": 0.09027710556983948, "global_step": 20991, "epoch": 218, "lr": 0.00016988140928080002}
+{"train_loss": 0.08337977528572083, "global_step": 209{"train_loss": 0.08337672799825668, "global_step{"train_loss": 0.08527965843677521, "global_step": 209{"train_loss": 0.08884254842996597, "global_step{"train_loss": 0.10712317377328873, "global_step": 20994, "epoch": 218, "lr": 0.00016983246229128934}
+{"train_loss": 0.109014{"train_loss": 0.11238019913434{"train_loss": 0.11190970242023468, "global_ste{"train_loss": 0.08453870564699173, "global_step": 2099{"train_loss": 0.08720504492521286, "global_ste{"train_loss": 0.08130981773138046, "global_step": 2099{"train_loss": 0.08527481555938721, "global_ste{"train_loss": 0.09177017211914062, "global_s{"train_lo{"train_loss": 0.09189607948064804, "global_ste{"train_loss": 0.10283490270376205, "global_s{"train_loss": 0.09779802709817886, "global_step": 20999{"train_loss": 0.0961277037858963, "global_step": 2100{"train_loss": 0.09741495549678802, "global_ste{"train_loss": 0.0654505{"train_loss": 0.06502{"train_loss": 0.06523925065994263, "global_step": 21001{"train_loss": 0.0917315{"train_loss": 0.08907743543386{"train_loss": 0.0894479900598526, "global_ste{"train_loss": 0.091853{"train_loss": 0.09286837279796{"train_loss": 0.09240490198135376, "global_ste{"train_loss": 0.0746{"train_loss": 0.0724983960390091, "global_step": 21004, "epoch": 218, "lr": 0.00{"train_loss": 0.05852416157722473, "global_step": 21{"train_loss": 0.05541585385799408, "global_step"{"train_loss": 0.09{"train_loss": 0.09297958761{"trai{"train_loss": 0.09211407601833344, "global_step"{"train_loss": 0.10044898092746735, "global_st{"train{"train_loss": 0.09804700314998627, "global_step"{"train_loss": 0.09363051503896713, "global_step": 21{"train_loss": 0.08849147707223892, "global_step{"train_loss": 0.07190360873937607, "global_step": 21{"train_loss": 0.07430769503116608, "global_step"{"train_loss": 0.09614475071430206, "global_step": 21{"train_loss": 0.09412123262882233, "global_step{"train_loss": 0{"train_loss": 0.07875556498765945, "{"train_loss": 0.07862488180398941, "global_step"{"train_loss": 0{"train_loss": 0.05666434392333031, "{"train_loss": 0.05668491870164871, "global_step":{"train_loss": {"train_loss": 0.1154034510254{"train_loss": 0.11532026529312134, "global_step": 21013{"train_loss": 0.07467032968997955, "global_step": 21014, "epoch": 218, "lr": 0.00016950619642204588}
+{"train_loss": 0{"train_loss": 0.12092278897762299, "global_step": 21015, "epoch": 218, "lr": 0.000169{"train_loss": 0{"train_loss": 0.08217430859804153, "global_step": 21016, "epoch": 218, "lr": 0.000169{"train_loss": 0.0760248452425003, "global_s{"train_loss": 0.07898662984371185, "global_step": 21017,{"train_loss": 0.11001603305339813, "global_step": 21018, "epoch": 218, "lr": 0.00016944095318714266}
+{"train_loss": 0.{"train_loss": 0.0859544426202774, "global_step": 21019, "epoch": 218, "lr": 0.000169{"train_loss": 0.10218532383441925, "global_step": 21020, "epoch": 218, "lr": 0.00016940833281783526}
+{"train_loss": 0{"train_loss": 0.07054812461137772, "global_step": 21021, "epoch": 218, "lr": 0.00016{"train_loss": 0.0616149827837944, "global_step": 21022, "epoch": 218, "lr": 0.00016937571328180876}
+{"train_loss": 0.08739743234279256, "global_step": 21023, "epoch": 218, "lr": 0.00016935940382655355}
+{"train_loss": 0.{"train_loss": 0.08075369894504547, "global_step": 21024, "epoch": 219, "lr": 0.00016{"train_loss": 0.{"train_loss": 0.07065300643444061, "g{"train_loss": 0.07011854648590088, "global_ste{"train_loss": 0.{"train_loss": 0.08250401169061661, "global_step": 21026, "epoch": 219, "lr": 0.0001{"train_loss": 0.1{"train_loss": 0.105902642{"train_loss": 0.10524069517850876, "global_step": 21027,{"train_loss": 0.11954963952302933, "global_step": 21028, "epoch": 219, "lr": 0.00016927785968229983}
+{"train_loss": 0.12666860222816467, "global_step": 21029,{"train_loss": 0.12255094945430756, "global{"train_loss": 0.10429991781711578, "global_s{"train_loss{"train_loss": 0.0984041690826416, "global_st{"train_loss": 0.0{"train_loss": 0.0569751486{"train_loss": 0.056401025503873825, "global_step": 21031{"train_loss": 0.09106793254613876, "global_step": 21032, "epoch": 219, "lr": 0.0001692126281319872}
+{"train_loss": 0.0743766576051712, "global_step": 21033, "epoch": 219, "lr": 0.00016919632076826371}
+{"train_loss": 0.0{"train_loss": 0.07457117736339569, "global_step": 21034, "epoch": 219, "lr": 0.000{"train_loss": 0.1{"train_loss": 0.10362480580806732, "global_step": 21035, "epoch": 219, "lr": 0.0001{"train_loss": 0.0{"train_loss": 0.08108022809{"train_{"train_loss": 0.08174200356006622, "global_step{"train_loss": 0.11146985739469528, "global_step": 210{"train_loss": 0.10693132132291794, "global_step{"train_loss": 0.0{"train_loss": 0.06929361820220947, {"train_loss": 0.06995634734630585, "global_step{"train_loss": 0.07806873321533203, "global_s{"train_l{"train_loss": 0.07793945074081421, "global_step{"train_loss": 0.07565399259328842, "global_s{"train_loss": 0.07947612553834915, "global_step": 21040,{"train_loss": 0.09783141314983368, "global_s{"train_l{"train_loss": 0.1003292053937912, "global_step"{"train_loss": 0.05044376850128174, "global_step": 21042, "epoch": 219, "lr": 0.00016904956394745585}
+{"train_loss": 0.06564110517501831, "global_step": 21043, "epoch": 219, "lr": 0.00016903325868636895}
+{"train_loss": 0.07078385353088379, "global_step": 21{"train_loss": 0.0729755088686943, "global_step":{"train_loss": 0.10725051164627075, "global_step": 2{"train_loss": 0.10426884144544601, "global_step"{"train_loss": 0.11503784358501434, "globa{"train_loss": 0.11068850755691528, "global_step": 21046, "{"train_loss": 0.06888006627559662, "globa{"train_loss": 0.06668044626712799, "global_step": 21047, "e{"train_loss": 0.0{"train_loss": 0.0928066{"train_lo{"train_loss": 0.09199575334787369, "global_step":{"train_loss": 0.07623074948787689, "glob{"train_loss": 0.07396730035543442, "global_step": 21049, "ep{"train_loss": 0.09061069041490555, "global_step": 21050, "epoch": 219, "lr": 0.00016891912776946047}
+{"train_loss": 0.09385108947753906, "global_step": 2{"train_loss": 0.08673883974552155, "global_step":{"train_loss": 0.08898823708295822, "global_step": 21052, "epoch": 219, "lr": 0.00016888652083925677}
+{"train_loss": 0.0897989422082901, "global_step": 21053, "epoch": 219, "lr": 0.00016887021769190983}
+{"train_loss": 0.08332157135009766, "globa{"train_loss": 0.07982920110225677, "global_step": 21054, "{"train_loss": 0.08557349443435669, "globa{"train_loss": 0.08606206625699997, "global_step": 21055, "e{"train_loss": 0.10340258479118347, "global_step": 21056, "epoch": 219, "lr": 0.00016882130952222078}
+{"train_loss": 0.0697939395904541, "global{"train_loss": 0.06874026358127594, "global_step": 21057, "{"train_loss": 0.0886739194393158, "global_step": 21058, "epoch": 219, "lr": 0.00016878870513716481}
+{"train_loss": 0.07613755762577057, "global_step": 21059, "epoch": 219, "lr": 0.00016877240326339084}
+{"train_loss": 0.08{"train_loss": 0.08686234802007675, "global_step": 21060, "epoch": 219, "lr": 0.000{"train_loss": 0.11939074099063873, "global_step": 21061, "epoch": 219, "lr": 0.00016873980015390616}
+{"train_loss": 0.08471767604351044, "globa{"train_loss": 0.08516140282154083, "global_step": 21062, "e{"train_loss": 0.10404282808303833, "globa{"train_los{"train_loss": 0.11181974411010742, "global_step{"train_loss": 0.0920032411813736, "global{"train_loss": 0.09021225571632385, "global_step": 21064, "{"train_loss": 0.11522974073886871, "global{"train_loss": 0.11919452250003815, "global_step": 21065, "{"train_loss": 0.09146853536367416, "global{"train_loss": 0.09247545897960663, "global_step": 21066, "{"train_loss": 0.07531416416168213, "global{"train_loss": 0.07152669131755829, "global_step": 21067, {"train_loss": 0.09876764565706253, "global{"train_l{"train_loss": 0.09847051650285721, "global_step":{"train_loss": 0.11{"train_loss": 0.11337427794933319, "global_step": 21069, "epoch": 219, "lr": 0.000{"train_loss": 0.09798591583967209, "global{"train_loss": 0.10228405892848969, "global_step": 21070, {"train_loss": 0.07{"train_loss": 0.0757268{"train_loss": 0.07552074640989304, "global_step": 21071, {"train_loss": 0.09077562391757965, "global_{"train_loss": 0.09282104671001434, "global_step": 21072, {"train_loss": 0.084{"train_loss": 0.0846350{"train_loss": 0.08413968980312347, "global_step": 21073, {"train_loss": 0.069{"train_loss": 0.0656530{"train_loss": 0.06543096899986267, "global_step": 21074, {"train_loss": 0.100{"train_loss": 0.1016170{"train_{"train_loss": 0.09994962811470032, "global_step"{"train_loss": 0.097{"train_loss": 0.0982278{"train_{"train_loss": 0.09816784411668777, "global_step":{"train_loss": 0.102{"train_loss": 0.1029478{"train_loss": 0.10111970454454422, "global_step": 21077,{"train_loss": 0.07644479721784592, "global_s{"train_loss": 0.07638131827116013, "global_step": 2107{"train_loss": 0.0944{"train_loss": 0.0944443{"train_loss": 0.09373337030410767, "global_step": 21079,{"train_loss": 0.10867322981357574, "global_step": 21080, "epoch": 219, "lr": 0.00016843011320739773}
+{"train_loss": 0.07024535536766052, "global_step": 21081, "epoch": 219, "lr": 0.00016841381603758043}
+{"train_loss": 0.08063443750143051, "global_s{"train_loss": 0.07554303109645844, "global_step": 21082,{"train_loss": 0.0840{"train_loss": 0.0840030{"train_loss": 0.08496957272291183, "global_step": 21083{"train_loss": 0.08565070480108261, "global_s{"train_loss": 0.09184756875038147, "global_step": 21084,{"train_loss": 0.06974327564239502, "global_step": {"train_loss": 0.06378268450498581, "global_step": {"train_loss": 0.072{"train_loss": 0.07903604209423{"train_loss": 0.07929107546806335, "global_step": {"train_loss": 0.07643644511699677, "global_s{"train_loss": 0.07430806010961533, "global_step": 21087,{"train_loss": 0.06926131248474121, "global_step": {"train_loss": 0.064626544713974, "global_step": 2{"train_loss": 0.0730462521314621, "global_step": 21089, "epoch": 219, "lr": 0.00016828344643169782}
+{"train_loss": 0.0872391015291214, "global_st{"train_loss": 0.087724968791008, "global_step": 21090{"train_loss": 0.0728{"train_loss": 0.07828839123249054, "global_step": 21091, "epoch": 219, "lr": 0.{"train_loss": 0.11061179637908936, "global_{"train_loss": 0.10764934122562408, "global_step": 21092,{"train_loss": 0.08739574998617172, "global_{"train{"train_loss": 0.09475861489772797, "global_step": {"train_loss": 0.100{"train_loss": 0.09722499549388885, "global_step": 21094, "epoch": 219, "lr": 0.0{"train_loss": 0.06720561534166336, "global{"train_loss": 0.068735271692276, "global_step": 21095, "ep{"train_loss": 0.05399923026561737, "glob{"train_loss": 0.05228258669376373, "global_step": 21096, "e{"train_loss": 0.0813{"train_loss": 0.0776967555284{"train_loss": 0.07650639861822128, "global_step":{"train_loss": 0.0649{"train_loss": 0.0667150467634{"train_loss": 0.06593877077102661, "global_step":{"train_loss": 0.10882014036178589, "globa{"train_lo{"train_loss": 0.10755273699760437, "global_step":{"train_loss": 0.0935{"train_loss": 0.0876{"train_loss": 0.08731094002723694, "global_step": 21100, "{"train_loss": 0.09008204191923141, "global{"train_loss": 0.08644861727952957, "global_step": 21101, "{"train_loss": 0.09929639846086502, "global_step": 21{"train_loss": 0.09692113101482391, "global_step{"train_loss": 0.0877{"train_loss": 0.08727{"train_loss": 0.0876590758562088, "global_step": 21103, "e{"train_loss": 0.11488522589206696, "globa{"train_loss": 0.10955188423395157, "global_step": 21104, "e{"train_loss": 0.1140{"train_loss": 0.1113683208823204, "global_step": 21105, "epoch": 219, "lr": 0.0{"train_loss": 0.083{"train_loss": 0.07950{"train_loss": 0.0786871537566185, "global_step": 21106, "{"train_loss": 0.073{"train_loss": 0.0752{"train_loss": 0.07547394931316376, "global_step": 21107, "ep{"train_loss": 0.074{"train_loss": 0.07604514062404633, "global_step": 21108, "epoch": 219, "lr": 0.00{"train_loss": 0.09297716617584229, "glob{"train_loss": 0.0946657657623291, "global_step": 21109, "ep{"train_loss": 0.087{"train_loss": 0.085{"train_loss": 0.08585047721862793, "global_step": 21110, "ep{"train_loss": 0.06310926377773285, "glob{"train_loss{"train_loss": 0.06546932458877563, "global_step"{"train_loss": 0.0928{"train_loss": 0.09505344927310944, "global_step": 21112, "epoch": 219, "lr": 0.{"train_loss": 0.090812087059021, "global_step": 21113, "epoch": 219, "lr": 0.00016789242077774956}
+{"train_loss": 0.0920584499835968, "global_{"train_loss": 0.09946833550930023, "global_step": 21114,{"train_loss": 0.082133{"train_loss": 0.08014536648988724, "global_step": 21115, "epoch": 219, "lr": {"train_loss": 0.085619{"train_loss": 0.08639663457870483, "global_step": 21116, "epoch": 219, "lr": 0{"train_loss": 0.06695395708084106, "global_{"train_loss": 0.07090890407562256, "global_step": 21117, {"train_loss": 0.113720{"train_loss": 0.11270628869533539, "global_step": 21118, "epoch": 219, "lr"{"train_loss": 0.08774491321916382, "global_step": 21119{"train_loss": 0.08744299826988329, "global_st{"train_loss": 0.09753351658582687, "global_step": 21120{"train_loss": 0.0990590751171112, "global_ste{"train_loss": 0.09457854926586151, "global_step": 21121, "epoch": 220, "lr": 0.0001677621068036858}
+{"train_loss": 0.09802324324846268, "global_step": 21122, "epoch": 220, "lr": 0.0001677458185436505}
+{"train_loss": 0.0865905{"train_loss": 0.09107188135385513, "global_step": 21123, "epoch": 220, "lr": {"train_loss": 0.09101661294698715, "global_s{"train_loss": 0.09499281644821167, "global_step": 21124,{"train_loss": 0.08115985989570618, "global_step": 2112{"train_loss": 0.08303390443325043, "global_ste{"train_loss": 0.0917257{"train_loss": 0.0949832871556282, "global_step": 21126, "epoch": 220, "lr": 0{"train_loss": 0.039149{"train_loss": 0.0362650491297245, "global_step": 21127, "epoch": 220, "lr": 0.{"train_loss": 0.10806{"train_loss": 0.1057533547282219, "global_step": 21128, "epoch": 220, "lr": 0.{"train_loss": 0.1048{"train_loss": 0.10479487478733063, "global_step": 21129, "epoch": 220, "lr": 0.0{"train_loss": 0.0951{"train_loss": 0.09013526886701584, "global_step": 21130, "epoch": 220, "lr": 0.{"train_loss": 0.05652149021625519, "global_step": 21131, "epoch": 220, "lr": 0.00016759923410050856}
+{"train_loss": 0.0682886615395546, "global_ste{"train_loss": 0.06562680006027222, "global_step": 2113{"train_loss": 0.10911458730697632, "global_step": 21133{"train_loss": 0.1088624894618988, "global_ste{"train_loss": 0.09366053342819214, "global_step": 21134, "epoch": 220, "lr": 0.0001675503765869823}
+{"train_loss": 0.1133919209241867, "global_step": 21135, "epoch": 220, "lr": 0.00016753409119093707}
+{"train_loss": 0.1112491637468338, "global_step"{"train_loss": 0.11505009233951569, "global_step": 2{"train_loss": 0.0739005{"train_loss": 0.0738656297326088, "global_step": 21137, "epoch": 220, "lr"{"train_loss": 0.08895032{"train_loss": 0.089713521{"train_loss": 0.0889994353055954, "global_step": 2{"train_loss": 0.09123374{"train_loss": 0.09459900{"train_loss": 0.09449725598096848, "global_step": {"train_loss": 0.063207879{"train_loss": 0.06096559017896652{"train_loss": 0.06170050799846649, "globa{"train_loss": 0.0849740207195282, "global_step": 2{"train_l{"train_loss": 0.08400163054466248, "glo{"train_loss": 0.08600999414920807, "global_step": 2{"train_loss": 0.08650007843971252, "global_step":{"train_loss": 0.0976908802{"train_loss": 0.10232083{"train_loss": 0.10192137211561203, "global_step{"train_loss": 0.0779922455{"train_loss": 0.078790888{"train_l{"train_loss": 0.07838816940784454, "glo{"train_loss": 0.10256362706422806, "global_step": 21145, "epo{"train_loss": 0.10081912577152252, "gl{"train_loss": 0.09855832159519196, "global_step": 21146, "epoch": 220, "lr": 0.00016735496645033093}
+{"train_loss": 0.07436751574277878, "global_step": 21147, "epoch": 220, "lr": 0.00016733868371460365}
+{"train_loss": 0.10593147575855255, "global_step": 21{"train_loss": 0.10207189619541168, "global_step"{"train_loss": 0.090169608{"train_loss": 0.08861114084720612, "global_step": 21149, "epoch": 220, "lr"{"train_loss": 0.0800984725356102, "global_step": 211{"train_loss": 0.0799923688173294, "global_step"{"train_loss": 0.09438076615333557, "global_step": 21151, "epoc{"train_loss": 0.09723348915576935, "g{"train_loss": 0.092813223{"train_loss": 0.0885650068{"train_loss": 0.08832686394453049, "global_step"{"train_loss": 0.059598267{"train_loss": 0.0605355277{"train_loss": 0.0610252246260643, "global_step":{"train_loss": 0.0689920037984848, "global_step": 21154, "epoch": 220, "lr": 0.00016722471079831167}
+{"train_loss": 0.088321030{"train_loss": 0.0855682566{"train_loss": 0.08618432283401489, "global_step{"train_loss": 0.0686459988{"train_loss": 0.0708507448{"train_loss": 0.07016722112894058, "global_ste{"train_loss": 0.1086037456{"train_loss": 0.1131741181{"train_loss": 0.11329217255115509, "global_step{"train_loss": 0.0862148925{"train_loss": 0.0916596204{"train_loss": 0.092115119099617, "global_step":{"train_loss": 0.0876147523{"train_loss": 0.09193438{"train_loss": 0.09215754270553589, "global_step"{"train_loss": 0.07282572984{"train_loss": 0.07427652{"train_loss": 0.07324247062206268, "global_step"{"train_loss": 0.12186082452{"train_loss": 0.12526689{"train_loss": 0.12537366151809692, "global_step{"train_loss": 0.09382994472980499, "global_step": 21162, "epoch": 220, "lr": 0.00016709446943045475}
+{"train_loss": 0.090098857{"train_loss": 0.0898471027{"train_loss": 0.09097035229206085, "global_step"{"train_loss": 0.092281207{"train_loss": 0.0911508277{"train_loss"{"train_loss": 0.09155593812465668,{"train_loss": 0.118106141{"train_loss": 0.116965800{"train_loss": 0.1152525544166565, "global_step": {"train_loss": 0.094007000{"train_loss": 0.09145501{"train_loss": 0.09140940755605698, "global_step": {"train_loss": 0.07013821601867676, "global_step": {"train_loss": 0.07126373052597046, "global_step": {"train_loss": 0.08353993{"train_loss": 0.082523539{"train_loss": 0.08306421339511871, "global_step"{"train_loss": 0.065996833{"train_loss": 0.065019600{"train_loss": {"train_loss": 0.06514708697795868{"train_loss": 0.08782444894313812, "global_step": 21170, "epoch": 220, "lr": 0.00016696424240352208}
+{"train_loss": 0.067500106{"train_loss": 0.06734645366668701, "global_step": 21171, "epoch": 220, "lr"{"train_loss": 0.0893796980381012, "global_step": 21172, "epoch": 220, "lr": 0.0001669316878942096}
+{"train_loss": 0.105013363{"train_loss": 0.1047318279{"train_loss": 0.10357172787189484, "global_step"{"train_loss": 0.094456166{"train_loss": 0.0908330306{"train_loss": 0.09063078463077545, "global_step"{"train_loss": 0.08745767176151276, "global_step": 21175, "epoch": 220, "lr": 0.00016688285781940877}
+{"train_loss": 0.10986888408660889, "global_step": 21176, "epoch": {"train_loss": 0.11149856448173523,{"train_loss": 0.06870495527982712, "global_step": 21{"train_loss":{"train_loss": 0.07056502252817154,{"train_loss": 0.09942799806594849, "global_step": 21178, "epoch": 220, "lr": 0.00016683402977426954}
+{"train_loss": 0.1148628294467926, "global_step": 211{"train_loss": 0.11275912076234818, "global_ste{"train_loss": 0.08750385046005249, "global_step": 211{"train_loss": 0.08820733428001404, "global_ste{"train_loss": 0.10189370810985565, "global_step": 211{"train_loss": 0.10463543236255646, "global_step{"train_loss": 0.04629545658826828, "global_step": 211{"train_loss": 0.04797902703285217, "global_ste{"train_loss": 0.08814685046672821, "global_step": 211{"train_loss":{"train_loss": 0.08615808188915253{"train_loss": 0.07965247{"train_loss": 0.077278405427{"train_loss": 0.07739339023828506, "global_step{"train_loss": 0.08399634{"train_loss": 0.08370034396648407, "global_step": 21185, "epoch": 220, "lr":{"train_loss": 0.10644368827342987, "global_step": 211{"train_loss": 0.1081981360912323, "global_step"{"train_loss": 0.10690758377313614, "global_step": 21{"train_loss": 0.10380210727453232, "global_step"{"train_loss": 0.09054287523031235, "global_step": 21{"train_loss": 0.08873382955789566, "global_step"{"train_loss": 0.1078685075044632, "global_step": 21189, "epoch": 220, "lr": 0.00016665501102200182}
+{"train_loss": 0.11128278076648712, "global_step": 211{"train_loss": 0.11035305261611938, "global_ste{"train_loss": 0.07720166444778442, "global_step": 211{"train_loss": 0.07986212521791458, "global_step{"train_loss": 0.1469166874885559, "global_step": 2119{"train_loss": 0.14159362018108368, "global_ste{"train_loss": 0.108214035{"train_loss": 0.11130549013614655, "global_step": 21193, "epoch": 220, "l{"train_loss": 0.08156569302082062, "global_step": 2119{"train_loss": 0.07653380930423737, "global_ste{"train_loss": 0.0923481434583664, "global_step": 21195{"train_loss": 0.09409710764884949, "global_st{"train_loss": 0.07672737538814545, "global_step": 21196{"train_loss": 0.07384630292654037, "global_s{"train_loss": 0.06413924694061279, "global_step": 21197{"train_loss":{"train_loss": 0.058975577354431{"train_loss": 0.08549350500106812, "global_step": 21198, "epoch": 220, "lr": 0.0001665085615633906}
+{"train_loss": 0.112899318{"train_loss": 0.11462700366973{"train_loss": 0.11437374353408813, "global_s{"train_loss": 0.08159272372722626, "global_step": 21200,{"train_loss": 0.08122006058692932, "global_s{"train_loss": 0.104420766{"train_loss": 0.09606754034757{"train_loss": 0.09776295721530914, "global_s{"train_loss": 0.07101312279701233, "global_step": 21202,{"train_loss": 0.07670702785253525, "global_{"train_loss": 0.089996874{"train_loss": 0.09787382185459{"train_loss": 0.09887910634279251, "global_s{"train_loss": 0.064418621{"train_loss": 0.06127980351448{"train_loss": 0.06119357794523239, "global_s{"train_loss": 0.091805092{"train_loss": 0.08423486351966858, "global_step": 21205, "epoch": 220, "lr"{"train_loss": 0.09062625467777252, "global_step": 21206,{"train_loss{"train_loss": 0.0875270068645477{"train_loss": 0.066037796{"train_loss": 0.0714767575263977, "global_{"train_loss": 0.0714935660362243{"train_loss": 0.10253629{"train_loss": 0.09975542128086{"train_loss": 0.09972646832466125, "global_st{"train_loss": 0.0791939{"train_loss": 0.071836084127426{"train_loss{"train_loss": 0.0719042420387268,{"train_loss": 0.08804265409708023, "global_step": 2121{"train_loss{"train_loss": 0.0843089371919632,{"train_loss": 0.0805535{"train_loss": 0.07882726192474365, "globa{"train_loss": 0.07793085277080536, {"train_loss": 0.0950303003191948, "global_step": 21212{"train_loss": 0.09445102512836456, "global_st{"train_loss": 0.0836360976099968, "global_step": 21213,{"train_loss": 0.08618881553411484, "global_{"train_loss": 0.08215400576591492, "global_step": 21214,{"train_los{"train_loss": 0.08050020784139633{"train_loss": 0.08908285410143435, "global_step": 21215, "epoch": 220, "lr": 0.00016623198527629396, "train_action_mse_error": 5.678642992279492e-06}
+{"train_loss": 0.08462540805339813, "global_step": 21216, "epoch": 221, "lr": 0.00016621571814716974}
+{"train_loss": 0.08329322189092636, "global_step": 21217, "epoch": 221, "lr": 0.00016619945124810652}
+{"train_loss": 0.084091812{"train_loss": 0.07929457724094391, "global_step": 21218, "epoch": 221, "lr"{"train_loss": 0.08750197291374207, "global_step": 21219, "epoch": 221, "lr": 0.00016616691814060603}
+{"train_loss": 0.08363816142082214, "global_step": 21220, "epoch": 221, "lr": 0.00016615065193239042}
+{"train_loss": 0.11549727618694305, "global_step": 21221, "epoch": 221, "lr": 0.00016613438595467885}
+{"train_loss": 0.07065420597791672, "global_step": 21222, "epoch": 221, "lr": 0.00016611812020758202}
+{"train_loss": 0.08586723357439041, "global_step": 21223, "epoch": 221, "lr": 0.00016610185469121089}
+{"train_loss": 0.07350057363510132, "global_step": 212{"train_loss": 0.07575075328350067, "global_step{"train_loss": 0.074838310{"train_loss": 0.07726684957742691, "global_step": 21225, "epoch": 221, "lr{"train_loss": 0.0878194272518158, "global_step": 21226{"train_loss": 0.08552856743335724, "global_st{"train_loss": 0.07778973877429962, "global_step": 21227, "epoch": 221, "lr": 0.00016603679493519755}
+{"train_loss": 0.098503977060318, "global_step": 21228, {"train_loss": 0.098445363342762, "global_st{"train_loss": 0.08178441971540451, "global_step": 21229{"train_loss": 0.08347427099943161, "global_st{"train_loss": 0.10247369855642319, "global_step": 21230{"train_loss": 0.10228073596954346, "global_st{"train_loss": 0.10742209851741791, "global_step": 21231, "epoch": 221, "lr": 0.00016597173887965462}
+{"train_loss": 0.09533651173114777, "global_step": 21232{"train_loss": 0.09319175779819489, "global_st{"train_loss": 0.07174106687307358, "global_step": 21233{"train_loss": 0.07651544362306595, "global_st{"train_loss": 0.0799654871225357, "global_step": 21234, "epoch": 221, "lr": 0.0001659229492706951}
+{"train_loss": 0.11608757823705673, "global_step": 21235,{"train_loss": 0.11563166975975037, "global_s{"train_loss": 0.0942060798406601, "global_step": 21236, "epoch": 221, "lr": 0.00016589042402481084}
+{"train_loss": 0.06535723805{"train_loss": 0.07161670923233032, "global_step": 21237, "epoch": 221, "{"train_loss": 0.07824880629777908, "global_step": 21238, "epoch": 221, "lr": 0.00016585789970803108}
+{"train_loss": 0.09816645085811615, "global_step": 21239, {"train_loss": 0.09462273120880127, "global{"train_loss": 0.10809240490198135, "global_step": 21240, {"train_loss": 0.10747469961643219, "global_{"train_loss": 0.08518961071968079, "global_step": 21241, "epoch": 2{"train_loss": 0.08361805975437164{"train_loss": 0.09218197315{"train_loss": 0.09473983198404312, "global_step": 21242, "epoch": 221, "{"train_loss": 0.091078802943{"train_loss": 0.0874976664781{"train_loss": 0.08814093470573425, "global{"train_loss": 0.07580065727233887, "global_step": 21244, "{"train_loss": 0.07458442449569702, "global{"train_loss": 0.08199714124202728, "global_step": 21245, "{"train_loss": 0.08720821142196655, "globa{"train_loss": 0.07657723128795624, "global_step": 21246, "{"train_loss": 0.0724402368068695, "global_{"train_loss": 0.06481324881315231, "global_step": 21247, {"train_loss": 0.06686638295650482, "global_{"train_loss": 0.07694016396{"train_loss": 0.07893118262290955, "global_step": 21248, "epoch": 221, "l{"train_loss": 0.07254908233880997, "global_step": 21249, "epoch": 221, "lr": 0.00016567903261307534}
+{"train_loss": 0.09846625477075577, "global_step": 21250, {"train_lo{"train_loss": 0.1024956852197647{"train_loss": 0.05014156922698021, "global_step": 21251, "epoch": 2{"train_loss": 0.05146323889493942{"train_loss": 0.05490777641{"train_loss": 0.056174904108047485, "gl{"train_loss": 0.05562255904078483{"train_loss": 0.084017612040{"train_loss": 0.085299491882{"train_loss": 0.08389410376548767, "global{"train_loss": 0.098712950944{"train_loss": 0.100283503532{"train_lo{"train_loss": 0.10108838975429535{"train_loss": 0.051954746246{"train_loss": 0.05399676412{"train_loss": 0.05407001078128815, "global_s{"train_loss": 0.061296135187{"train_loss": 0.06355383247{"train_loss": 0.06442989408969879, "global_{"train_loss": 0.07940269261{"train_loss": 0.074765898287{"train_loss": 0.0752037763595581, "global_st{"train_loss": 0.0837467610836029, "global_step": 21258,{"train_loss{"train_loss": 0.0782747566699981{"train_loss": 0.07877183705568314, "global_step": 21259,{"train_loss": 0.08164146542549133, "global_{"train_loss": 0.09894461929{"train_loss": 0.09363387525081635, "glob{"train_loss": 0.093642026185989{"train_loss": 0.06191879138350487, "global_step": 21261,{"train_loss{"train_loss": 0.0635173395276069{"train_loss": 0.10245180875{"train_loss": 0.105189748108387, "global{"train_loss": 0.1042451336979866{"train_loss": 0.08607473969459534, "global_step": 21263,{"train_loss": 0.09265884757041931, "global_{"train_loss": 0.07612515985965729, "global_step": 21264, "epoch": 2{"train_loss": 0.0752216726541519{"train_loss": 0.09629230201244354, "global_step": 21265, "epoch": 221, "lr": 0.00016541891281557572}
+{"train_loss": 0.09120844304561615, "global_step": 21266, "epoch": 221, "lr": 0.00016540265732516656}
+{"train_loss": 0.08221683651208878, "global_step": 21267,{"train_loss": 0.08480917662382126, "global_s{"train_loss": 0.08571402728557587, "global_step": 21268,{"train_loss": 0.07763099670410156, "global_s{"train_loss": 0.07808554917573929, "global_step": 21269, "epoch": 221, "lr": 0.00016535389226796822}
+{"train_loss": 0.095338411{"train_loss": 0.090146005153656, "global_step": 21270, "epoch": 221, "lr": {"train_loss": 0.09562163054943085, "global_step": 21271,{"train_loss": 0.09379354864358902, "global_s{"train_loss": 0.09930910170078278, "global_step": 21272,{"train_loss": 0.09879456460475922, "global_s{"train_loss": 0.0855194{"train_loss": 0.08889836072921753, "global_step": 21273, "epoch": 221, "lr": {"train_loss": 0.0904312{"train_loss": 0.09224814176559448, "global_step": 21274, "epoch": 221, "lr": {"train_loss": 0.06119285523891449, "global_step": 21275, "epoch":{"train_loss": 0.05762016773223877, {"train_loss": 0.08364477008581161, "global_step": 21276, "epoch":{"train_loss": 0.0828123390674591, "{"train_loss": 0.08853521943092346, "global_step": 21277, "epoch": 221, "lr": 0.0001652238625044658}
+{"train_loss": 0.0761873{"train_loss": 0.07478635013103485, "glob{"train_loss": 0.07485760003328323, "{"train_loss": 0.0723409578204155, "global_step": 21279,{"train_l{"train_loss": 0.07218917459249496{"train_loss": 0.10089761018753052, "global_step": 21280, "epoch": 221, "lr": 0.00016517510524756011}
+{"train_loss": 0.12757056{"train_loss": 0.12909305095672607, "global_step": 21281, "epoch": 221, "lr":{"train_loss": 0.06931211{"train_loss": 0.07028870284557343, "glo{"train_loss": 0.07045895606279373, "{"train_loss": 0.11198897659778595, "global_step": 21283, "epoch"{"train_loss": 0.10230953991413116, "{"train_loss": 0.07818010449409485, "global_step": 21284{"train_l{"train_loss": 0.08037833869457245, {"train_loss": 0.0753030925989151, "global_step": 21285, "epoch": 221, "lr": 0.00016509384789713778}
+{"train_loss": 0.08654704689979553, "global_step": 21286{"train_loss": 0.09322899580001831, "global_st{"train_loss": 0.08721065521240234, "global_step": 21287, "epoch":{"train_loss": 0.08892988413572311,{"train_loss": 0.07593201845884323, "global_step": 2128{"train_loss": 0.07432732731103897, "global_ste{"train_loss": 0.102678276{"train_loss": 0.099886029958{"train_l{"train_loss": 0.09956168383359909, "g{"train_loss": 0.067672938{"train_loss": 0.0652371495962143, "global_step": 21290, "epoch": 221, "lr"{"train_loss": 0.12751497328281403, "global_step": 2129{"train_l{"train_loss": 0.1251620352268219, "g{"train_loss": 0.10393483191728592, "global_step": 2129{"train_loss": 0.10172565281391144, "global_ste{"train_loss": 0.08491508662700653, "global_step": 21293, "epoc{"train_loss": 0.08326324820518494, "g{"train_loss": 0.11214278{"train_loss": 0.11489924788475037, "global_step": 21294, "epoch": 221, "lr"{"train_loss": 0.08834200352430344, "global_step": 212{"train_l{"train_loss": 0.08799372613430023, "gl{"train_loss": 0.0913618728518486, "global_step": 2129{"train_loss": 0.09555521607398987, "global_ste{"train_loss": 0.08966992795467377, "global_step": 21297, "epoch{"train_loss": 0.0855577364563942, "g{"train_loss": 0.08392581343650818, "global_step": 21298, "epoc{"train_loss": 0.08263461291790009, "gl{"train_loss": 0.09019653{"train_loss": 0.09089749306440353, "global_step": 21299, "epoch": 221, "lr":{"train_loss": 0.06886100{"train_loss": 0.07068157941102982, "global_step": 21300, "epoch": 221, "lr"{"train_loss": 0.10614252090454102, "global_step": 21301, "epoch": 221, "lr": 0.00016483386437765027}
+{"train_loss": 0.11023588478565216, "global_step": 21302, "epoch": 221, "lr": 0.0001648176174384835}
+{"train_loss": 0.08431321382522583, "global_step": 21303, "epoch": 221, "lr": 0.00016480137073889822}
+{"train_loss": 0.07404105365276337, "global_step": 21304, "epoch": 221, "lr": 0.00016478512427900536}
+{"train_loss": 0.08585722744464874, "global_step": 21305, "epoch": 221, "lr": 0.00016476887805891538}
+{"train_loss": 0.07844585{"train_loss": 0.0771908238530159, "gl{"train_loss": 0.07739117741584778, "gl{"train_loss": 0.1121606{"train_loss": 0.11220546066761017, "global_step": 21307, "epoch": 221, "lr":{"train_loss": 0.0712247{"train_loss": 0.07346927374601364, "gl{"train_loss": 0.07353547215461731, "gl{"train_loss": 0.1006207{"train_loss": 0.09348712861537933, "global_step": 21309, "epoch": 221, "lr"{"train_loss": 0.082433469{"train_loss": 0.0869518965{"train_loss": 0.08749791234731674, "global_step{"train_loss": 0.086350616{"train_loss": 0.0860869870{"train_loss": 0.08606176035633932, "global_step"{"train_loss": 0.07708973{"train_loss": 0.07591517269611359, "global_step": 21312, "epoch": 222, "lr":{"train_loss": 0.08551114{"train_loss": 0.08238774538040161, "global_step": 21313, "epoch": 222, "lr"{"train_loss": 0.04997077{"train_loss": 0.05228938162326813, "global_step": 21314, "epoch": 222, "lr": {"train_loss": 0.1149662{"train_loss": 0.11683911085128784, "gl{"train_loss": 0.1171683520078659, "gl{"train_loss": 0.09183556586503983, "global_step": 2{"train_loss": 0.09437711536884308, "global_step":{"train_loss": 0.0998777523636818, "global_step": 21317, "epoch": 222, "lr": 0.00016457394216273083}
+{"train_loss": 0.09927667{"train_loss": 0.10189562290{"train_lo{"train_loss": 0.10284600406885147, "g{"train_loss": 0.059256840497255325, "global_step": 21319, "epo{"train_loss": 0.057336270809173584, "g{"train_loss": 0.0832121{"train_loss": 0.0880500003695488, "global_step": 21320, "epoch": 222, "lr": 0{"train_loss": 0.102443{"train_loss": 0.102712810039{"train_los{"train_loss": 0.10242695361375809, "gl{"train_loss": 0.08794991672039032, "global_step": 21322, "epoch": 222, "lr": 0.00016449272911442668}
+{"train_loss": 0.07584{"train_loss": 0.0769393965601{"train_los{"train_loss": 0.07792635262012482, "g{"train_loss": 0.08718086034059525, "global_step": 2{"train_los{"train_loss": 0.08966068923473358, "gl{"train_loss": 0.09389{"train_loss": 0.0921355187892{"train_loss": 0.09138375520706177, "global_step":{"train_loss": 0.08063335716724396, "global_step": 2{"train_loss": 0.0767275020480156, "global_step":{"train_loss": 0.08713051676750183, "global_step": 21327, "epo{"train_loss": 0.08187802135944366, "glo{"train_loss": 0.05541570857167244, "global_step": 21328, "epoch": 222, "lr": 0.00016439528143688138}
+{"train_loss": 0.08423919975757599, "global_step": 21329, "epoc{"train_loss": 0.08827321976423264, "gl{"train_loss": 0.07465{"train_loss": 0.06549622863531113, "global_step": 21330, "epoch": 222, "lr": 0.{"train_loss": 0.0898161381483078, "global_step": 21331, "epoch": 222, "lr": 0.00016434656086979354}
+{"train_loss": 0.09078{"train_loss": 0.09074021130800247, "global_step": 21332, "epoch": 222, "lr": 0.{"train_loss": 0.08545190095901489, "global_step": 21333, "epoch": 222, "lr": 0.00016431408170549766}
+{"train_loss": 0.08088333904743195, "global_step": 21334, "epoch": 222, "lr": 0.00016429784248781027}
+{"train_loss": 0.09658{"train_loss": 0.09778350591659546, "global_step": 21335, "epoch": 222, "lr": 0.{"train_loss": 0.09886{"train_loss": 0.0975780114531517, "global_step": 21336, "epoch": 222, "lr": 0.{"train_loss": 0.11313967406749725, "global_step": 21337, "epoch": 222, "lr": 0.00016424912629391745}
+{"train_loss": 0.06025683134794235, "global_step": 21338, "epoch{"train_loss": 0.062233131378889084, {"train_loss": 0.07102952897548676, "global_step": 21339, "epoch": 222, "lr": 0.00016421665004840244}
+{"train_loss": 0.0966{"train_loss": 0.10436247289180756, "global_step": 21340, "epoch": 222, "lr": 0.0{"train_loss": 0.0670{"train_loss": 0.06689015030860901, "global_step": 21341, "epoch": 222, "lr": 0.0{"train_loss": 0.09029380232095718, "global_step": 21342, "epoch": 222, "lr": 0.00016416793750796162}
+{"train_loss": 0.06020791456103325, "global_step": 21343, "epoch": 222, "lr": 0.0001641517004823455}
+{"train_loss": 0.103{"train_loss": 0.10191480815410614, "global_s{"train_loss": 0.10175751894712448, "{"train_loss": 0.094{"train_loss": 0.08726504445{"train_loss": 0.08667068183422089, "global_step": 213{"train_loss": 0.10204349458217621, "global_step": 21346, "epoch"{"train_loss": 0.10310161858797073, "{"train_loss": 0.087{"train_loss": 0.08864085376262665, "global_step": 21347, "epoch": 222, "lr": 0.00{"train_loss": 0.105{"train_loss": 0.10023905336856842, "global_step": 21348, "epoch": 222, "lr": 0.0{"train_loss": 0.102{"train_loss": 0.10132105648517609, "global_step": 21349, "epoch": 222, "lr": 0.00{"train_loss": 0.085{"train_loss": 0.08471572399{"train_loss": 0.08445724844932556, "global_step": 21{"train_loss": 0.097{"train_loss": 0.10370919853448868, "global_step": 21351, "epoch": 222, "lr": 0.00{"train_loss": 0.097{"train_loss": 0.10376726090{"train_loss": {"train_loss": 0.10397075116634369, "gl{"train_loss": 0.07{"train_loss": 0.07514376938343048, "global_{"train_loss": 0.07505933940410614, "g{"train_loss": 0.075{"train_loss": 0.08029928803443909, "global_step": 21354, "epoch": 222, "lr": 0.0{"train_loss": 0.090{"train_loss": 0.08988648653030396, "global_step": 21355, "epoch": 222, "lr": 0.0{"train_loss": 0.0934{"train_loss": 0.09137969464063644, "global_step": 21356, "epoch": 222, "lr": 0.{"train_loss": 0.1276{"train_loss": 0.11868727207183838, "global_step": 21357, "epoch": 222, "lr": 0.0{"train_loss": 0.06599368900060654, "global_step": 21358, "epoch": 222, "lr": 0.0001639081744539787}
+{"train_loss": 0.1055{"train_loss": 0.10754698514{"train_loss": 0.10735487192869186, "global_step": 21{"train_loss": 0.08973288536071777, "global_step"{"train_loss": 0.08873407542705536, "global_step": 21{"train_loss": 0.0775{"train_loss": 0.07418380677{"train_loss": 0.07470528781414032, "global_step": 21{"train_loss": 0.10593434423208237, "global_step"{"train_loss": 0.10787191987037659, "global_step": 21{"train_loss": 0.10911189019680023, "global_step"{"train_loss": 0.11100630462169647, "global_step": 21{"train_loss": 0.0654{"train_loss": 0.06631168723{"train_loss": 0.06607364863157272, "global_step": 2{"train_loss": 0.0986{"train_loss": 0.09984208643436432, "global_step": 21365, "epoch": 222, "lr": 0.0{"train_loss": 0.1074{"train_loss": 0.10771493613{"train_loss": 0.10963934659957886, "global_step": 21{"train_loss": 0.064{"train_loss": 0.06503501534461975, "global_{"train_loss": 0.06495445966720581, {"train_loss": 0.0866{"train_loss": 0.089391246438{"train_loss": 0.08878359198570251, "global_step": 2{"train_loss": 0.1216{"train_loss": 0.12156352400779724, "global_{"train_loss": 0.12049531191587448, "{"train_loss": 0.0658{"train_loss": 0.06820183992385864, "global_step": 21370, "epoch": 222, "lr": 0{"train_loss": 0.1088{"train_loss": 0.10267426073551178, "global_step": 21371, "epoch": 222, "lr": 0.{"train_loss": 0.0694{"train_loss": 0.06865891069173813, "globa{"train_loss": 0.06880749762058258, "gl{"train_loss": 0.08429062366485596, "global_step": 21373, "epoch": 222, "lr": 0.00016366470372490766}
+{"train_loss": 0.0708{"train_loss": 0.06826844066381454, "global_step": 21374, "epoch": 222, "lr": 0.{"train_loss": 0.1194{"train_loss": 0.1293569952249527, "global_step": 21375, "epoch": 222, "lr": 0.0{"train_loss": 0.104{"train_loss": 0.104284994304{"train_loss":{"train_loss": 0.10468992590904236, "g{"train_loss": 0.099{"train_loss": 0.098684281110{"train_loss": 0.09954115748405457, "global_step": {"train_loss": 0.060718290507793427, "global_step{"train_loss": 0.05789376050233841, "global_step": 213{"train_loss": 0.09{"train_loss": 0.09856780618429184, "global_step": 21379, "epoch": 222, "lr": 0.000{"train_loss": 0.08976833522319794, "global_step": 21380, "epoch": 222, "lr": 0.0001635511030809598}
+{"train_loss": 0.13{"train_loss": 0.13559190928936005, "global_step": 21381, "epoch": 222, "lr": 0.00{"train_loss": 0.07{"train_loss": 0.07624182105064392, "global_step": 21382, "epoch": 222, "lr": 0.000{"train_loss": 0.07{"train_loss": 0.08131377398{"train_loss": {"train_loss": 0.08126416057348251, "{"train_loss": 0.0643{"train_loss": 0.06639213860034943, "global_step": 21384, "epoch": 222, "lr": 0.0{"train_loss": 0.0621{"train_loss": 0.05975285544991493, "global_step": 21385, "epoch": 222, "lr": 0.00{"train_loss": 0.09566140919923782, "global_ste{"train_loss": 0.09546216577291489, "global_step": 2138{"train_loss": 0.063{"train_loss": 0.06843319535255432, "global_step": 21387, "epoch": 222, "lr": 0.00{"train_loss": 0.10452169924974442, "global_step": 21388, "epoc{"train_loss": 0.1067410260438919, "glo{"train_loss": 0.11629588156938553, "global_step": 21389, "epo{"train_loss": 0.12174654752016068, "gl{"train_loss": 0.103{"train_loss": 0.10006934404373169, "global_step": 21390, "epoch": 222, "lr": 0.00{"train_loss": 0.115{"train_loss": 0.1148956269{"train_loss": 0.1149812638759613, "global_step": 2139{"train_loss": 0.079{"train_loss": 0.08407841622829437, "global_step": 21392, "epoch": 222, "lr": 0.00{"train_loss": 0.071{"train_loss": 0.07266505807638168, "global_step": 21393, "epoch": 222, "lr": 0.00{"train_loss": 0.097{"train_loss": 0.10063419491052628, "global_step": 21394, "epoch": 222, "lr": 0.0{"train_loss": 0.10914306342601776, "global_ste{"train_loss": 0.10805518180131912, "global_step": 213{"train_loss": 0.082{"train_loss": 0.08570946753025055, "global_step": 21396, "epoch": 222, "lr": 0.00{"train_loss": 0.072{"train_loss": 0.0722560286{"train_loss": {"train_loss": 0.07258230447769165, "glo{"train_loss": 0.0834052711725235, "global_step": 21398, "epoch": 222, "lr": 0.00016325904307694117}
+{"train_loss": 0.1278{"train_loss": 0.12475164979696274, "globa{"train_loss": 0.12538062036037445, "g{"train_loss": 0.07454479485750198, "global_step": 21400, "epoch{"train_loss": 0.07174229621887207, "g{"train_loss": 0.10082{"train_loss": 0.1017884016{"train_loss": {"train_loss": 0.1015360951423645, "gl{"train_loss": 0.05494{"train_loss": 0.0557292178{"train_loss":{"train_loss": 0.055187493562698364, "{"train_loss": 0.08536310493946075, "global_step{"train_loss": {"train_loss": 0.0870676264166832, "glo{"train_loss": 0.074{"train_loss": 0.07650226354598999, "global_step": 21404, "epoch": 222, "lr": 0.00{"train_loss": 0.06540518254041672, "global_step": 21405, "epoch": 222, "lr": 0.0001631454860431108}
+{"train_loss": 0.09969230741262436, "global_step": 21406, "epoch": 222, "lr": 0.00016312926461269615}
+{"train_loss": 0.08829750077954183, "global_step": 21407, "epoch": 222, "lr": 0.0001631130434333604}
+{"train_loss": 0.083612821996212, "global_step"{"train_loss": {"train_loss": 0.08441193401813507, "{"train_loss": 0.08283{"train_loss": 0.08370183408260345, "globa{"train_loss": 0.08367394655942917, "g{"train_loss": 0.10257{"train_loss": 0.0996125042{"train_loss": 0.09972895681858063, "global_step": 21{"train_loss": 0.09170929342508316, "global_step": 21411, "epoc{"train_loss": 0.0877978503704071, "glo{"train_loss": 0.10476{"train_loss": 0.10280494391918182, "global_step": 21412, "epoch": 223, "lr": 0{"train_loss": 0.07573{"train_loss": 0.0749601423740387, "global_step": 21413, "epoch": 223, "lr": 0.0{"train_loss": 0.08920928835868835, "global_step"{"train_loss": 0.09243780374526978, "global_step": 2{"train_loss": 0.07368048280477524, "global_step": 21415, "epoch": 223, "lr": 0.0001629832830507667}
+{"train_loss": 0.1202{"train_loss": 0.11437416076660156, "global_step": 21416, "epoch": 223, "lr": 0.{"train_loss": 0.0970{"train_loss": 0.09632730484008789, "global_step": 21417, "epoch": 223, "lr": 0.0{"train_loss": 0.0939{"train_loss": 0.096192955{"train_loss": 0.09606456756591797, "global_step": 214{"train_loss": 0.08524530380964279, "global_ste{"train_loss": 0.08396835625171661, "global_step": 2141{"train_loss": 0.0848{"train_loss": 0.083650812{"train_loss": 0.08481977134943008, "global_step": 214{"train_loss": 0.08421799540519714, "global_step": 21421,{"train_loss": 0.08607731759548187, "global_s{"train_loss": 0.08787783980369568, "global_step": 21422, "epoch": 223, "lr": 0.0001628697559478921}
+{"train_loss": 0.06299847364425659, "global_step": 21423,{"train_loss": 0.06482049822807312, "global_s{"train_loss": 0.06962765008211136, "global_step": 21424, "epoch": 223, "lr": 0.00016283732190674254}
+{"train_loss": 0.09843024611473083, "global_ste{"train_lo{"train_loss": 0.09063081443309784, "global_{"train_loss": 0.0972091555595398, "global_step": 21426, "epoch": 223, "lr": 0.0001628048888778604}
+{"train_loss": 0.08605937659740448, "global_step": 21427, "epoch": 223, "lr": 0.00016278867274329575}
+{"train_loss": 0.09511313587427139, "global_step{"train_l{"train_loss": 0.09779423475265503, "global_s{"train_loss": 0.07732250541448593, "global_step{"train_l{"train_loss": 0.07272601872682571, "global_s{"train_loss": 0.10164333134889603, "global_step{"train_loss": 0.10048971325159073, "global_step": 214{"train_loss": 0.08839217573404312, "global_step": 21431,{"train_loss": 0.0891730785369873, "global_st{"train_loss": 0.08885618299245834, "global_step": 21432, "epoch": 223, "lr": 0.00016270759587365315}
+{"train_loss": 0.070{"train_loss": 0.07205389440059662, "global_step": 21433, "epoch": 223, "lr": 0.00{"train_loss": 0.066{"train_loss": 0.06496132910251617, "global_step": 21434, "epoch": 223, "lr": 0.00{"train_loss": 0.055144648998975754, "global_step": 21435, "epoch": 223, "lr": 0.00016265895279838746}
+{"train_loss": 0.10052737593650818, "global_step": 21436, "epoch": 223, "lr": 0.00016264273894838128}
+{"train_loss": 0.10201430320739746, "global_step": 21437, "epoch": 223, "lr": 0.0001626265253527671}
+{"train_loss": 0.0602569580078125, "global_step": 21438, "epoch": 223, "lr": 0.00016261031201165524}
+{"train_loss": 0.08197960257530212, "global_step": 21439, "epoch": 223, "lr": 0.00016259409892515608}
+{"train_loss": 0.0748828798532486, "global_step": 21440, "epoch": 223, "lr": 0.0001625778860933801}
+{"train_loss": 0.07502712309360504, "global_step"{"train{"train_loss": 0.07378587126731873, "global_s{"train_loss": 0.05{"train_loss": 0.06183432787656784, "global_step": 21442, "epoch": 223, "lr": 0.000{"train_loss": 0.08835485577583313, "global_step"{"train_loss": 0.09073242545127869, "global_step": 21{"train_loss": 0.12{"train_loss": 0.1298055052757{"train_loss": 0.12905806303024292, "global_step": 2{"train_loss": 0.09575922787189484, "global_step": 21445, "epoch": 223, "lr": 0.0001624968257592115}
+{"train_loss": 0.08{"train_loss": 0.0862491726875{"train_loss": 0.08686774224042892, "global_step": 21{"train_loss": 0.07894439995288849, "global_step"{"train_loss": 0.07819811999797821, "global_step": 2{"train_loss": 0.12{"train_loss": 0.1241649240255{"train_loss": 0.12520740926265717, "global_step": 21{"train_loss": 0.08930888026952744, "global_step"{"train_loss": 0.08461704850196838, "global_step": 21{"train_loss": 0.10{"train_loss": 0.1035643517971{"trai{"train_loss": 0.10328258574008942, "global_ste{"train_loss": 0.09{"train_loss": 0.1079889163374{"train_loss": 0.10683858394622803, "global_step": 21{"train_loss": 0.08630874007940292, "global_step": 21452, "epoch": 223, "lr": 0.00016238335202065925}
+{"train_loss": 0.10260339081287384, "global_step": 21453, "epoch": 223, "lr": 0.00016236714251033037}
+{"train_loss": 0.08{"train_loss": 0.09147697687149048, "global_step": 21454, "epoch": 223, "lr": 0.000{"train_loss": 0.09877066314220428, "global_step": 214{"train_loss": 0.09699282050132751, "global_step{"train_loss": 0.09760795533657074, "global_step": 21456, "epoch": 223, "lr": 0.00016231851551739705}
+{"train_loss": 0.07894571125507355, "global_step": 214{"train_loss": 0.07948870211839676, "global_step{"train_loss": 0.0910518541932106, "global_step": 21458, "epoch": 223, "lr": 0.00016228609880492316}
+{"train_loss": 0.08159710466861725, "global_step": 2145{"train_loss": 0.08278702199459076, "global_ste{"train_loss": 0.06670353561639786, "global_step": 2146{"train_loss": 0.06776486337184906, "global_ste{"train_loss": 0.10958294570446014, "global_step": 21461, "epoch": 223, "lr": 0.0001622374756626423}
+{"train_loss": 0.07117106020450592, "global_step": 21462, "epoch": 223, "lr": 0.00016222126846270478}
+{"train_loss": 0.06{"train_loss": 0.070184156298{"train_loss": 0.0692327469587326, "global_step": 214{"train_loss": 0.08556954562664032, "global_step": 2146{"train_loss": 0.08235321938991547, "global_st{"train_loss": 0.10209757089614868, "global_step": 21465, "epoch": 223, "lr": 0.00016217264840690576}
+{"train_loss": 0.0{"train_loss": 0.076557457447052, "global_step": 21466, "epoch": 223, "lr": 0.00016{"train_loss": 0.0999554991722107, "global_step{"train_loss": 0.10083319246768951, "global_step": 21{"train_loss": 0.09140728414058685, "global_step": 21468, "epoch": 223, "lr": 0.00016212403066944472}
+{"train_loss": 0.15148364007472992, "global_step{"train_loss": 0.15624196827411652, "global_step": 214{"train_loss": 0.12607288360595703, "global_step": 21470, "epoch": 223, "lr": 0.00016209162013390753}
+{"train_loss": 0{"train_loss": 0.086854532361030{"train_loss": 0.08550050854682922, "global_step": 214{"train_loss": 0{"train_loss": 0.082042440772056{"train_loss": 0.08248993009328842, "global_step": 21{"train_loss": 0.10349345207214355, "global_step"{"train_loss": 0.09999439120292664, "global_step": 2{"train_loss": 0.{"train_loss": 0.07956039905548096, "global_step": 21474, "epoch": 223, "lr": 0.0001{"train_loss": 0.{"train_loss": 0.06278648972511292, "global_step": 21475, "epoch": 223, "lr": 0.00016{"train_loss": 0{"train_loss": 0.0695605129003524{"train_loss": 0.06988276541233063, "global_step": 21{"train_loss": 0{"train_loss": 0.0955049544572830{"train_loss": 0.09553392976522446, "global_step": 21{"train_loss": 0.07152015715837479, "global_step"{"train_loss": 0.06975998729467392, "global_step": 21{"train_loss": 0{"train_loss": 0.0986273437738418{"train_loss": 0.0995197743177414, "global_step": 2{"train_loss": 0.07968102395534515, "global_step": 21480, "epoch": 223, "lr": 0.00016192958296256996}
+{"train_loss": 0.10514206439256668, "global_step": 21481, "epoch": 223, "lr": 0.0001619133806694813}
+{"train_loss": 0{"train_loss": 0.086603567004203{"train_loss": 0.08587900549173355, "global_step": 21{"train_loss": 0.07424852252006531, "global_step"{"train_loss": 0.0715726837515831, "global_step": 214{"train_loss": 0{"train_loss": 0.088792458176612{"train_loss": 0.08832675218582153, "global_step": 21{"train_loss": 0{"train_loss": 0.076878726482391{"train_loss": 0.07707692682743073, "global_step": 214{"train_loss": 0{"train_loss": 0.08531507849693298, "global_step": 21486, "epoch": 223, "lr": 0.00016{"train_loss": 0{"train_loss": 0.08585116267204285, "glo{"train_loss": 0.08653898537158966, "global_st{"train_loss": 0{"train_loss": 0.073668457567691{"train_loss": 0.07352960109710693, "global_step": 214{"train_loss": {"train_loss": 0.09705504029989243, "glo{"train_loss": 0.09641891717910767, "global_ste{"train_loss": {"train_loss": 0.08621898293495178, "glo{"train_loss": 0.08685684204101562, "global_st{"train_loss": {"train_loss": 0.07912485301494598, "global_step": 21491, "epoch": 223, "lr": 0.00016{"train_loss": 0{"train_loss": 0.07200124859809875, "global_step": 21492, "epoch": 223, "lr": 0.000161{"train_loss": 0.07634487748146057, "global_step": 21493, "epoch": 223, "lr": 0.0001617189734139443}
+{"train_loss": {"train_loss": 0.05804624781012535, "global_step": 21494, "epoch": 223, "lr": 0.000161{"train_loss": {"train_loss": 0.0958877801895141{"train_loss": 0.09478116035461426, "global_step": 214{"train_loss": {"train_loss": 0.0888494700193405{"train_loss": 0.08854170888662338, "global_step": 21{"train_loss": {"train_loss": 0.12553611397743225, "global_step": 21497, "epoch": 223, "lr": 0.0001616{"train_loss": {"train_loss": 0.07033590972423553, "glob{"train_loss": 0.07041504979133606, "global_st{"train_loss": {"train_loss": 0.0772358700633049{"train_loss": 0.0762140080332756, "global_step": 214{"train_loss":{"train_loss": 0.08113960921764374, "globa{"train_loss": 0.08142746984958649, "global_st{"train_loss":{"train_loss": 0.07270465791225433, "globa{"train_loss": 0.07230333238840103, "global_st{"train_loss":{"train_loss": 0.06575557589530945, "global_step": 21502, "epoch": 223, "lr": 0.00016157{"train_loss": 0.08677844295743853, "global_step": 21503{"train_loss": 0.08706838719081134, "global_st{"train_loss":{"train_loss": 0.07417838275432587, "global_step": 21504, "epoch": 224, "lr": 0.00016154{"train_loss": 0.08347751200199127, "global_st{"train_lo{"train_loss": 0.08866024017333984, "global_st{"train_loss":{"train_loss": 0.076668411493301{"train_loss": 0.07732459902763367, "global_step": 21506{"train_loss":{"train_loss": 0.09035764634609222, "global_step": 21507, "epoch": 224, "lr": 0.0001614{"train_loss": 0.09755881130695343, "global_step": 21508, "epoch": 224, "lr": 0.0001614760171550598}
+{"train_loss":{"train_loss": 0.07555060088634491, "global_step": 21509, "epoch": 224, "lr": 0.00016145{"train_loss": 0.09332287311553955, "global_st{"train{"train_loss": 0.09229166805744171, "global_step"{"train_loss":{"train_loss": 0.08535894751548767, "global_step": 21511, "epoch": 224, "lr": 0.0001614{"train_loss":{"train_loss": 0.11295619606971741, "gl{"train_loss": 0.11206860840320587, "global_step"{"train_loss":{"train_loss": 0.07985016703605652, "gl{"train_loss": 0.07959169149398804, "global_step"{"train_loss": 0.09636028856039047, "global_step": 21514, "epoch": 224, "lr": 0.00016137885115788874}
+{"train_loss":{"train_loss": 0.07996067404747009, "global_step": 21515, "epoch": 224, "lr": 0.00016136{"train_loss":{"train_loss": 0.07608726620674133, "global_step": 21516, "epoch": 224, "lr": 0.00016134{"train_loss": 0.06709776818752289, "global_step": 2{"train_loss": 0.06875088810920715, "global_step":{"train_loss": 0.09397350251674652, "global_step": 21518, "epoch": 224, "lr": 0.00016131407908494345}
+{"train_loss": 0.05599408969283104, "globa{"train_loss": 0.05788293108344078, "global_step": 21519, "e{"train_loss": 0.060051776468753815, "glob{"train_loss": 0.05959465727210045, "global_step": 21520, "ep{"train_loss"{"train_loss": 0.07455461472272873, "glo{"train_loss": 0.07434724271297455, "global_step"{"train_loss"{"train_loss": 0.10444567352{"train_loss": 0.10473427176475525, "global_step": 21522, "ep{"train_loss": 0.10153155028820038, "glob{"train_loss": 0.09928307682275772, "global_step": 21523, "e{"train_loss{"train_loss": 0.11672184616327286, "global_step": 21524, "epoch": 224, "lr": 0.0001612169{"train_loss{"train_loss": 0.11236317455768585, "global_step": 21525, "epoch": 224, "lr": 0.0001612007{"train_loss{"train_loss": 0.08249049633{"train_loss": 0.08342434465885162, "global_step": 21526, "epo{"train_loss": 0.12281660735607147, "glo{"train_loss": 0.12291216105222702, "global_step": 21527, "epo{"train_loss": 0.08049995452165604, "global_step": 2{"train_loss": 0.08263082057237625, "global_step":{"train_loss{"train_loss": 0.10468908399{"train_loss": 0.1050153523683548, "global_step": 21529, "epoc{"train_los{"train_loss": 0.09694544970989227, "global_step": 21530, "epoch": 224, "lr": 0.00016111978{"train_los{"train_loss": 0.07701138406{"train_loss": 0.07710929214954376, "global_step": 21531, "epoc{"train_loss": 0.08638444542884827, "gl{"train_loss": 0.08765783905982971, "global_step": 21532, "epoc{"train_loss": 0.05322952941060066, "gl{"train_loss": 0.05629494786262512, "global_step": 21533, "epo{"train_loss": 0.07334093749523163, "gl{"train_loss"{"train_loss": 0.07022078335285187, "global_step":{"train_loss": 0.05791488289833069, "g{"train_loss": 0.0562303252518177, "global_step": 21535, "epoch{"train_los{"train_loss": 0.08022288978099823, "global_step": 21536, "epoch": 224, "lr": 0.00016102265{"train_los{"train_loss": 0.099166832{"train_loss": 0.09871984273195267, "global_step": 21537, "epoc{"train_loss": 0.08557038009166718, "g{"train_loss": 0.0833573192358017, "global_step": 21538, "epoch"{"train_loss": 0.0850701853632927, "global_step": 21539, "epoch": 224, "lr": 0.00016097409501890874}
+{"train_loss": 0.11724977195262909, "global_step": 21540, "epoch": 224, "lr": 0.00016095790821669823}
+{"train_lo{"train_loss": 0.0772891715168953, "global_step": 21541, "epoch": 224, "lr": 0.0001609417216{"train_loss": 0.07733716070652008, "g{"train_loss": 0{"train_loss": 0.07531514018774033, "global_step{"train_loss": 0.08458968997001648, "global_step": 21543, "epoch": 224, "lr": 0.00016090934940569837}
+{"train_loss": 0.07641671597957611, "g{"train_loss": 0.08151606470346451, "global_step": 21544, "epoch{"train_{"train_loss": 0.1002720445394{"train_loss": 0.09968285262584686, "global_step": 21545, "epoc{"train_loss": 0.07389205694198608, "g{"train_loss": 0.07461667060852051, "global_step": 21546, "epoc{"train_loss": 0.08938079327344894, "global_step": 21547, "epoch": 224, "lr": 0.00016084460805162066}
+{"train{"train_loss": 0.08172124624252{"train_loss": 0.08295056968927383, "global_step": 21548, "epoch{"train_loss": 0.11761698871850967, "g{"train_loss": 0.11374595761299133, "global_step": 21549, "epoch{"train_loss": 0.08003250509500504, "g{"train_loss": 0.07585489749908447, "global_step": 21550, "epoch{"train_loss": 0.06808014959096909, "g{"train_loss": 0.0722106546163559, "global_step": 21551, "epoch{"tr{"train_loss": 0.0988991633057594{"train_loss": 0{"train_loss": 0.09889738261699677, "global_step"{"train_loss": 0.06371808052062988, "global_step": 21553, "epoch": 224, "lr": 0.00016074750402180813}
+{"train_loss": 0.08760324120521545, "global_step": 21{"train_loss": 0.09017021954059601, "global_step"{"train_loss": 0.09480211138725281, "global_step": 21555, "epoch": 224, "lr": 0.00016071513814907838}
+{"tr{"train_loss": 0.054218195378780365, "global_step": 21556, "epoch": 224, "lr": 0.00016069895561393{"train_loss": 0.09878174960613251, "{"train_loss": 0{"train_loss": 0.0970238447189331, "global_step":{"train_loss": 0.10897514969110489, "global_step": 21558, "epoch": 224, "lr": 0.00016066659134664655}
+{"train_loss": 0.08560562133789062, "global_step": 2{"train_loss": 0.08845573663711548, "global_step":{"train_loss": 0.09124487638473511{"train_loss": 0.08879246562719345, "global_step": 21560, "epoch": {"train_loss": 0.08270969986915588, "global_step": 2{"train_loss": 0.08709834516048431, "global_step":{"train_loss": 0.10389184951782227, "global_step": 2{"train_loss": 0.1024356335401535, "global_step": {"train_loss": 0.061819158494472504, "global_step": 21563, "epoch": 224, "lr": 0.00016058568536770747}
+{"tr{"train_loss": 0.08701632916927338, "global_step": 21564, "epoch": 224, "lr": 0.000160569504976678{"tr{"train_loss": 0.06740057468{"train_loss": 0.06787853688001633, "global_step": 21565, "epoch": 224{"tr{"train_loss": 0.11908049136{"train_loss": 0.11686859279870987, "global_step": 21566, "epoch": 22{"train_loss": 0.082992047071456{"train_loss": 0.08331263065338135, "global_step": 21567, "epoch": 224{"train_loss": 0.07057313621044159, "global_step": 21568, "epoch": 224, "lr": 0.00016050478609876457}
+{"tr{"train_loss": 0.09870171546936035, "global_s{"train_loss": 0.0986960232257843, "global_step": 215{"train_loss": 0.07004026323556{"train_loss": 0.07468409836292267, "global_step": 21570, "epoch": 22{"train_loss": 0.0535800047218799{"train_loss": 0.05760736018419266, "global_step": 21571, "epoch": 22{"train{"train_loss": 0.092917867{"train_loss": 0.09318771958351135, "global_step": 21572, "epoch": 2{"train_loss": 0.0906924083828926{"train_loss": 0.09071490168571472, "global_step": 21573, "epoch": 2{"train_loss": 0.1132788211107254{"train_loss": 0.10809647291898727, "global_step": 21574, "epoch": {"train_{"train_loss": 0.098570518{"train_loss": 0.09873199462890625, "global_step": 21575, "epoch": 2{"train_{"train_loss": 0.06753680109977722, "global_step": 21576, "epoch": 224, "lr": 0.00016037536125{"train_{"train_loss": 0.09836232662200928, "global{"train_loss": 0.0997188538312912, "global_step": 2{"train_loss": 0.07417804002761841{"train_loss": 0{"train_loss": 0.07191210985183716, "global_step": {"train_{"train_loss": 0.08889651298522949, "globa{"train_loss": 0.08982890844345093, "global_step": 2{"train_loss": 0.0914927721023559{"train_loss": 0.08453470468521118, "global_step": 21580, "epoch": 22{"train_{"train_loss": 0.1060103178024292, "global_step": 21581, "epoch": 224, "lr": 0.000160294479501{"train{"train_loss": 0.094327718{"train_loss": 0.{"train_loss": 0.09387657046318054, "global_step": 2{"train{"train_loss": 0.09880898892879486, "global_step": 21583, "epoch": 224, "lr": 0.000160262128689{"train_loss": 0.10649285465478897, "global_step": 21584, "epoch": 224, "lr": 0.00016024595368973585}
+{"train_loss": 0.0912535265088081{"train_loss": 0.0906572937965393, "global_step": 21585, "epoch": 22{"train{"train_loss": 0.07633072{"train_loss": 0.07577668130397797, "global_step": 21586, "epoch": 22{"train_loss": 0.09218582510948181, "global_step"{"train_loss": 0.08976707607507706, "global_step": 21{"train_loss": 0.098990336060523{"train_loss": 0.{"train_loss": 0.10080809146165848, "global_step": 2{"train_loss": 0.08592500537633896, "global_step": 21589, "epoch": 224, "lr": 0.00016016508275315904}
+{"train_loss": 0.06693224608898{"train_loss": 0.07117623090744019, "global_step": 21590, "epoch": 224,{"train_loss": 0.07934205234050{"train_loss": 0.08074814826250076, "global_step": 21591, "epoch": 224,{"train_loss": 0.08633933961391{"train_loss": 0.08400474488735199, "global_step": 21592, "epoch": 224,{"trai{"train_loss": 0.07227243{"train_loss": 0.07281998544931412, "global_step": 21593, "epoch": 22{"train{"train_loss": 0.09279313683509827, "global_step": 21594, "epoch": 224, "lr": 0.000160084218598{"train{"train_loss": 0.10434835404157639, "global_step": 21595, "epoch": 224, "lr": 0.000160068046582{"train{"train_loss": 0.12168662{"train_loss": 0.1222802922129631, "global_step": 21596, "epoch": 224{"train_{"train_loss": 0.09673348069190979, "global_step": 21597, "epoch": 224, "lr": 0.00016003570336{"train_{"train_loss": 0.0832960{"train_loss": 0.08189011365175247, "global_step": 21598, "epoch": 224{"train_{"train_loss": 0.08757885231170803, "global_step": 21599, "epoch": 224, "lr": 0.00016000336123{"train_{"train_loss": 0.0855697{"train_loss": 0.08543907105922699, "global_step": 21600, "epoch": 225{"train_{"train_loss": 0.07650940120220184, "globa{"train_loss": 0.0764695405960083, "global_step": 21{"train_{"train_loss": 0.0874896{"train_loss": 0.08707692474126816, "global_step": 21602, "epoch": 225{"train_{"train_loss": 0.10456903278827667, "global_step": 21603, "epoch": 225, "lr": 0.000159938680{"train_loss": 0.11921762675046{"train_loss": 0.11{"train_loss": 0.11760424077510834, "global_step": 2{"train_l{"train_loss": 0.07584349811077118, "global_step": 21605, "epoch": 225, "lr": 0.000159906341{"train_l{"train_loss": 0.10466{"train_loss": 0.10515668988227844, "global_step": 21606, "epoch": 225,{"train_l{"train_loss": 0.08309{"train_loss": 0.08420179784297943, "global_step": 21607, "epoch": 225{"train_loss": 0.05778549611568{"train_loss": 0.05750436335802078, "global_step": 21608, "epoch": 225,{"train_l{"train_loss": 0.0779711902141571, "global_step": 21609, "epoch": 225, "lr": 0.00015984166696{"train_loss": 0.07780265808105{"train_loss": 0.07358331978321075, "global_step": 21610, "epoch": 225{"train_{"train_loss": 0.06923164427280426, "global_step": 21611, "epoch": 225, "lr": 0.0001598093313{"train_{"train_loss": 0.08718536794185638, "global_step": 21612, "epoch": 225, "lr": 0.0001597931640{"train_l{"train_loss": 0.085764{"train_loss": 0.08731052279472351, "global_step": 21613, "epoch": 22{"train_loss": 0.1047688052058219{"train_loss": 0.0{"train_loss": 0.09785035997629166, "global_step":{"train_lo{"train_loss": 0.0896298959851265, "global_step": 21615, "epoch": 225, "lr": 0.0001597446635{"train_l{"train_loss": 0.1057586520910263, "global_step": 21616, "epoch": 225, "lr": 0.0001597284972{"train_l{"train_loss": 0.10470706224441528, "global_step": 21617, "epoch": 225, "lr": 0.000159712331{"train_loss": 0.062522947788238{"train_loss": 0.062{"train_loss": 0.06249975040555, "global_step": 2{"train_lo{"train_loss": 0.04933474212884903, "gl{"train_loss": 0.0492590069770813, "global_step": 2161{"train_l{"train_loss": 0.0987061932682991, "global_step": 21620, "epoch": 225, "lr": 0.00015966383484{"train_loss": 0.085005223751068{"train_loss": 0.08957777917385101, "global_step": 21621, "epoch":{"train_{"train_loss": 0.07942315936088562, "global_step": 21622, "epoch": 225, "lr": 0.00015963150529{"train_{"train_loss": 0.0781793{"train_loss": 0.07762966305017471, "global_step": 21623, "epoch"{"train_loss": 0.09447197616100311,{"train_loss": 0.09634676575660706, "global_step": 21624, "epoch": {"train_loss": 0.10311361402273178,{"train_loss": 0.10456586629152298, "global_step": 21625, "epoch":{"train_loss": 0.044129662215709686, "global_step": 21626, "epoch": 225, "lr": 0.00015956684950730972}
+{"train_loss": 0.11292121559381485, "global_step"{"train_loss": 0.1167820617556572, "global_step": 216{"train_loss": 0.0794021263718605, "global_step"{"train_loss": 0.07578352093696594, "global_step": 21{"train_loss": 0.06466180086135864, "global_step": 21629, "epoch": 225, "lr": 0.00015951836055440874}
+{"train_loss": 0.08431976288557053, "global_step{"train_loss": 0.08200129121541977, "global_step": 216{"train_los{"train_loss": 0.09470498561859131, "global_step": 21631, "epoch": 225, "lr": 0.0001594860{"train_los{"train_loss": 0.1227414458990097, "global_step": 21632, "epoch": 225, "lr": 0.000159469874{"train_loss": 0.08549018949270248, {"train_loss": 0.08974393457174301, "global_step": 21633, "epoch"{"train_lo{"train_loss": 0.06295746564865112, "global_step": 21634, "epoch": 225, "lr": 0.000159437551{"train_loss": 0.08523154258728027, {"train_loss": 0.08665981888771057, "global_step": 21635, "epoch":{"train_loss": 0.061796121299266815,{"train_loss": 0.06187165528535843, "global_step": 21636, "epoch": {"train_loss": 0.0975804328918457, {"train_loss": 0.10282528400421143, "global_step": 21637, "epoch":{"train_los{"train_loss": 0.11897553{"train_loss": 0.11787986755371094, "global_step": 21638, "epoch":{"train_los{"train_loss": 0.11123388260602951, "global_step": 21639, "epoch": 225, "lr": 0.00015935674{"train_los{"train_loss": 0.0718870535492897, "global_step": 21640, "epoch": 225, "lr": 0.000159340588{"train_loss": 0.09966158866882324, {"train_loss": 0.10259861499071121, "global_step": 21641, "epoch"{"train_loss": 0.10087843984365463, {"train_loss": 0.10442253202199936, "global_step": 21642, "epoch":{"train_lo{"train_loss": 0.08473040163516998, "global_step": 21643, "epoch": 225, "lr": 0.0001592921{"train_loss": 0.08522734045982361, {"train_loss": 0.08254216611385345, "global_step": 21644, "epoch"{"train_loss": 0.07677675783634186, "global_step{"train_loss": 0.0778941661119461, "global_step": 2164{"train_lo{"train_loss": 0.070362851{"train_loss": 0.07014144957065582, "global_step": 21646, "epoch":{"train_lo{"train_loss": 0.06051146611571312, "global_step": 21647, "epoch": 225, "lr": 0.0001592274790{"train_l{"train_loss": 0.080555483{"train_loss": 0.0798727497458458, "global_step": 21648, "epoch": 2{"train_loss": 0.06920240819454193, "global_step": 21649, "epoch": 225, "lr": 0.00015919516441548142}
+{"train_loss": 0.0811987444758415{"train_loss": 0.0768890380859375, "global_step": 21650, "epoch": 225{"train_l{"train_loss": 0.08285000175237656, "global_step": 21651, "epoch": 225, "lr": 0.000159162850{"train_loss": 0.09551925957202911, "global_ste{"train_loss": 0.09173170477151871, "global_step": 2165{"train_loss": 0.0868385359644889{"train_loss": 0.0768798440694809, "global_step": 21653, "epoch": 225{"train_loss": 0.112137094140052{"train_loss": 0.11232888698577881, "global_step": 21654, "epoch": 22{"train_loss": 0.09448917955160141, "global_step{"train_loss": 0.0994020402431488, "global_step": 2165{"train_loss": 0.0842877849936485{"train_loss":{"train_loss": 0.08894777297973633, "global_step": 216{"train_loss": 0.0968666076660156{"train_loss": 0.09105931222438812, "global_step": 21657, "epoch": 22{"train_loss": 0.09708020091056824, "global_step": 21658, "epoch": 225, "lr": 0.00015904976236220074}
+{"train_loss": 0.1314263194799423{"train_loss": 0.12569287419319153, "global_step": 21659, "epoch": 22{"train_loss": 0.11542418599128723, "global_ste{"train_loss": 0.11454326659440994, "global_step": 216{"train_loss": 0.10543301701545715, "global_step": 21661, "epoch": 225, "lr": 0.0001590013000266093}
+{"train_loss": 0.0822257548570633{"train_loss": 0.08463892340660095, "global_step": 21662, "epoch": 2{"train_l{"train_loss": 0.10211575{"train_loss": 0.10291045904159546, "global_step": 21663, "epoch": 2{"train_l{"train_loss": 0.09895402{"train_loss":{"train_loss": 0.0988556295633316, "global_step": 216{"train_loss": 0.05837677419185638{"train_loss": 0.05627663433551788, "global_step": 21665, "epoch": 22{"train_loss": 0.0521089881658554{"train_loss": 0.0537240132689476, "global_step": 21666, "epoch": 225{"train_{"train_loss": 0.0759919{"train_loss":{"train_loss": 0.07586276531219482, "global_step": 21667{"train_{"train_loss": 0.11199550330638885, "global_step": 21668, "epoch": 225, "lr": 0.0001588882310{"train_{"train_loss": 0.09713754802942276, "global_step": 21669, "epoch": 225, "lr": 0.00015887207942{"train_{"train_loss": 0.0763190{"train_loss": 0.07585448026657104, "global_step": 21670, "epoch": 225{"train_loss": 0.103009864687919{"train_loss": 0.10573156177997589, "global_step": 21671, "epoch": 2{"train_loss": 0.07199832051992416, "global_step": 21672, "epoch": 225, "lr": 0.00015882362631624973}
+{"train_loss": 0.060425929725170135, "global_step": 21673, "epoch": 225, "lr": 0.00015880747584095647}
+{"train{"train_loss": 0.09218677878379822, "global_step": 21674, "epoch": 225, "lr": 0.00015879132564{"train_loss": 0.09438236057758331, "global_s{"train_loss": 0.09743474423885345, "global_step": 21675{"train_loss": 0.12513607740402222, "global_step": 21676, "epoch": 225, "lr": 0.00015875902609857026}
+{"train{"train_loss": 0.07344{"train_loss": 0.07250054180622101, "global_step": 21677, "epoch": 225, "{"train_loss": 0.126267895102{"train_loss": 0.12536951899528503, "global_step": 21678, "epoch": 225, "{"train{"train_loss": 0.06480{"train_loss": 0.06529968976974487, "global_step": 21679, "epoch": 225, "{"train{"train_loss": 0.06815{"train_loss": 0.06810657680034637, "global_step": 21680, "epoch": 225, "{"train_loss": 0.111433103680{"train_los{"train_loss": 0.11213843524456024, "global_step": 21681, "epo{"train_loss": 0.1018018126487732, "global_step": 21682, "epoch": 225, "lr": 0.0001586621341994161}
+{"train_loss": 0.092608466744{"train_loss": 0.09247143566608429, "global_step": 21683, "epoch": 225, {"train_loss": 0.088609255850{"train_loss": 0.09205269813537598, "global_step": 21684, "epoch": 225, {"train_loss": 0.0825851559638977, "global_step": 21685, "epoch": 225, "lr": 0.00015861369204858645}
+{"train_loss": 0.06083250045776367, "global_step": 21686, "epoch": 225, "lr": 0.00015859754522848705}
+{"train_l{"train_loss": 0.08243591338396072, "global_step": 21687, "epoch": 225, "lr": 0.000158581398{"train_lo{"train_loss": 0.0999263226985931{"train_loss": 0.1010892391204834, "global_step": 21688, "e{"train_lo{"train_loss": 0.094539642333984{"train_loss": 0.09424164891242981, "global_step": 21689, "e{"train_lo{"train_loss": 0.100240945816040{"train_loss": 0.1008162796497345, "global_step": 21690, "ep{"train_lo{"train_loss": 0.06667111814022{"train_loss": 0.06640377640724182, "global_step": 21691, "ep{"train_lo{"train_loss": 0.07461{"train_l{"train_loss": 0.07600416243076324, "global_step": 21692, {"train_los{"train_loss": 0.061232745647430{"train_loss": 0.06090922653675079, "global_step": 21693, "{"train_loss": 0.06987853348255157, "global{"train_loss": 0.06781414151191711, "global_step": 21694, "{"train_loss": 0.0872571558769171{"train_lo{"train_loss": 0.08760083032151063, "global_step": 21695, "{"train_los{"train_loss": 0.06974437832832336, "global_step": 21696, "epoch": 226, "lr": 0.0001584360{"train_loss{"train_loss": 0.06925846636295319, "global_step": 21697, "epoch": 226, "lr": 0.0001584199{"train_loss{"train_loss": 0.11510471999645233, "global_step": 21698, "epoch": 226, "lr": 0.00015840{"train_loss{"train_loss": 0.08760494738817215, "global_step": 21699, "epoch": 226, "lr": 0.0001583876{"train_loss{"train_loss": 0.083989389240741{"train_loss": 0.08523598313331604, "global_step": 21700, {"train_loss{"train_loss": 0.09184019267559052, "global_step": 21701, "epoch": 226, "lr": 0.0001583553{"train_loss{"train_loss": 0.09695933014154434, "global_step": 21702, "epoch": 226, "lr": 0.0001583392{"train_loss{"train_loss": 0.0720309317111969, "global_step": 21703, "epoch": 226, "lr": 0.00015832309{"train_los{"train_loss": 0.103729{"train_l{"train_loss": 0.1048223227262497, "global_step": 21704, "e{"train_loss": 0.08492632955312729, "global_step": 21705, "epoch": 226, "lr": 0.00015829080934024974}
+{"train_los{"train_loss": 0.08194877207279205, "global_step": 21706, "epoch": 226, "lr": 0.0001582746{"train_loss": 0.0677168220281601, "global_step": 21707, "epoch": 226, "lr": 0.00015825852730350586}
+{"train_los{"train_loss": 0.11081292480230331, "global_step": 21708, "epoch": 226, "lr": 0.0001582423{"train_los{"train_loss": 0.11204357445240021, "global_step": 21709, "epoch": 226, "lr": 0.00015822624{"train_los{"train_loss": 0.07770469039678574, "global_step": 21710, "epoch": 226, "lr": 0.00015821010{"train_los{"train_loss": 0.08363{"train_loss": 0.08314969390630722, "global_step": 21711, "epoch": {"train_loss": 0.08337916433811188, "global_{"train_loss": 0.08112744987010956, "global_step": 21712, {"train_los{"train_loss": 0.11160925030708313, "global_step": 21713, "epoch": 226, "lr": 0.00015816168{"train_los{"train_loss": 0.06595882773399353, "global_step": 21714, "epoch": 226, "lr": 0.0001581455{"train_los{"train_loss": 0.108341231942176{"train_loss": 0.10817290842533112, "global_step": 21715, "{"train_loss": 0.0870748907327652, "global_step": 21716, "epoch": 226, "lr": 0.00015811327222108433}
+{"train_loss": 0.08371423184871674,{"train_loss": 0.08988510072231293, "global_step": 21717, "epoch": {"train_loss{"train_loss": 0.061259{"train_loss": 0.06099940836429596, "global_step": 21718, "epoch": {"train_loss": 0.10089591890573502,{"train_lo{"train_loss": 0.10259184241294861, "global_step": 21719,{"train_loss{"train_loss": 0.084303{"train_lo{"train_loss": 0.083722785115242, "global_step": 21720, "{"train_loss{"train_loss": 0.08466{"train_l{"train_loss": 0.08428218960762024, "global_step": 21721, "{"train_loss{"train_loss": 0.07537941634654999, "global_step": 21722, "epoch": 226, "lr": 0.000158016{"train_loss"{"train_loss": 0.07221603393554688, "global_step": 21723, "epoch": 226, "lr": 0.000158000{"train_loss": 0.12326310575008392, "global_step": 21724, "epoch": 226, "lr": 0.00015798417598583862}
+{"train_loss": 0.10244022309780121, "global_step": 21725, "epoch": 226, "lr": 0.00015796804024279825}
+{"train_loss"{"train_loss": 0.08694{"train_{"train_loss": 0.089138463139534, "global_step": 21726, "e{"train_loss":{"train_loss": 0.10211{"train_loss": 0.1016964465379715, "global_step": 21727, "epoch": {"train_loss": 0.08819612860679626,{"train{"train_loss": 0.08543431758880615, "global_step": 21728, "e{"train_loss":{"train_loss": 0.06091656535863876, "global_step": 21729, "epoch": 226, "lr": 0.00015790{"train_loss"{"train_loss": 0.07837745547{"train_loss": 0.07926610857248306, "global_step": 21730, "ep{"train_loss": 0.08796831965446472, "global_step": 21731, "epoch": 226, "lr": 0.00015787123179913164}
+{"train_loss"{"train_loss": 0.08293572068{"train_loss": 0.08256836235523224, "global_step": 21732, "ep{"train_loss": 0.05821200832724571, "glob{"train_loss": 0.06197299063205719, "global_step": 21733, "ep{"train_loss": 0.10435375571250916, "global_step": 21734, "epoch": 226, "lr": 0.00015782283144875553}
+{"train_loss"{"train_loss": 0.11047913879{"train_loss": 0.11149992048740387, "global_step": 21735, "ep{"train_loss": 0.10285259783267975, "glob{"train_loss": 0.10262958705425262, "global_step": 21736, "{"train_loss": 0.06375601887702942, "global_step": 21737, "epoch": 226, "lr": 0.00015777443368330602}
+{"train_loss"{"train_loss": 0.0{"train_lo{"train_loss": 0.08527170121669769, "global_step": 21738, "ep{"train_loss"{"train_loss": 0.09376472234{"train_loss": 0.09379050135612488, "global_step": 21739, "ep{"train_loss"{"train_loss": 0.{"train_los{"train_loss": 0.09450593590736389, "global_step": 21740, "ep{"train_loss"{"train_loss": 0.10580462962388992, "global_step": 21741, "epoch": 226, "lr": 0.000157709{"train_loss": 0.093977764248{"train_loss{"train_loss": 0.09473995864391327, "global_step": 21742, "ep{"train_loss"{"train_loss": 0.07950280606746674, "global_step": 21743, "epoch": 226, "lr": 0.000157677{"train_loss"{"train_loss": 0.06328956782{"train_loss": 0.06338074803352356, "global_step": 21744, "e{"train_loss{"train_loss": 0.090398535132{"train_loss": 0.09042507410049438, "global_step": 21745, "ep{"train_loss{"train_loss": 0.11567322164773941, "global_step": 21746, "epoch": 226, "lr": 0.0001576292{"train_loss{"train_loss": 0.072790205478{"train_loss": 0.07294567674398422, "global_step": 21747, "ep{"train_loss{"train_loss": 0.06623488664627075, "global_step": 21748, "epoch": 226, "lr": 0.000157596{"train_loss{"train_loss": 0.0869789719581604, "global_step": 21749, "epoch": 226, "lr": 0.0001575808{"train_los{"train_loss": 0.08954983949661255, "global_step": 21750, "epoch": 226, "lr": 0.00015756473{"train_loss": 0.0808938220{"train_loss": 0.07876409590244293, "global_step": 21751, "epoch": 226, "lr{"train_loss": 0.10682348161935806, "global_step": 21752, "epoch": 226, "lr": 0.00015753248373376783}
+{"train_loss": 0.10993079096078873, "glo{"train_loss": 0.1078566461801529, "global_step": 21753, "epoc{"train_{"train_loss": 0.08634348958730698, "global_step": 21754, "epoch": 226, "lr": 0.00015750022864{"train_loss": 0.101415574{"train_loss": 0.10003738105297089, "global_step": 21755, "epoch": 226, "lr{"train_loss": 0.06585714221000671, "gl{"train_loss": 0.06564202904701233, "global_step": 21756, "epoc{"train_loss": 0.118166983127594, "global_step": 21757, "epoch": 226, "lr": 0.00015745184819184523}
+{"train_lo{"train_loss": 0.053070295602083206, "global_step": 21758, "epoch": 226, "lr": 0.0001574357{"train_loss{"train_loss": 0.09147745370864868, "global_step": 21759, "epoch": 226, "lr": 0.0001574195{"train_loss": 0.0939674898982048, "global_step": 21760, "epoch": 226, "lr": 0.00015740347034269738}
+{"train_loss": 0.05542919784784317, "global_step": 21761, "epoch": 226, "lr": 0.00015738734497297457}
+{"train_loss": 0.09349112212657928, "globa{"train_loss": 0.09626195579767227, "global_step": 21762, "e{"train_loss": 0.08837182074785233, "global_step": 21763, "epoch": 226, "lr": 0.00015735509510417768}
+{"train_loss": 0.07338196784257889, "global_step": 21764, "epoch": 226, "lr": 0.00015733897060532306}
+{"train_loss"{"train_loss": 0.0832974761724472, "global_step": 21765, "epoch": 226, "lr": 0.0001573228{"train_loss{"train_loss": 0.08509008586406708, "global_step": 21766, "epoch": 226, "lr": 0.0001573067{"train_loss": 0.07877935469150543, "globa{"train_loss": 0.0849805623292923, "global_step": 21767, "ep{"train_loss{"train_loss": 0.06794953346252441, "global_step": 21768, "epoch": 226, "lr": 0.0001572744{"train_loss": 0.10447412729263306, "global_step": 21769, "epoch": 226, "lr": 0.00015725835247088157}
+{"train_loss": 0.046164631843566895, "global_step": 21770, "epoch": 226, "lr": 0.00015724222971672813}
+{"train_loss": 0.1163221001625061, "global_step": 21771, "epoch": 226, "lr": 0.00015722610725374248}
+{"train_loss{"train_loss": 0.09896688908338547, "global_step": 21772, "epoch": 226, "lr": 0.000157209{"train_loss": 0.07926113903522491, "globa{"train_loss": 0.0857435017824173, "global_step": 21773, "ep{"train_loss": 0.09586094319820404, "global_step": 21774, "epoch": 226, "lr": 0.00015717774161289007}
+{"train_loss": 0.08385500311851501, "global_step": 21775, "epoch": 226, "lr": 0.00015716162031567343}
+{"train_loss"{"train_loss"{"train_loss": 0.07078290730714798, "global_step": 21776, "epoch": 226, "lr"{"train_loss": 0.11472475528717041, "global_step": 21777, "epoch": 226, "lr": 0.0001571293785965002}
+{"train_loss": 0.080042310{"train_loss": 0.07878924906253815, "global_step": 21778, "epoch": 226, "lr"{"train_loss": 0.07716010510921478, "global_step": 21779, "epoch": 226, "lr": 0.00015709713804507196}
+{"train_loss": 0.06657012552022934, "global_step": 21780, "epoch": 226, "lr": 0.0001570810182075367}
+{"train_loss": 0.08538836240768433, "glo{"train_loss": 0.08452831208705902, "global_step": 21781, "ep{"train_l{"train_loss": 0.08859340846538544, "global_step": 21782, "epoch": 226, "lr": 0.0001570487794{"train_loss": 0.08766427636146545, "global_step": 21783, "epoch": 226, "lr": 0.00015703266044896362}
+{"train_l{"train_loss": 0.09935539960861206, "global_step": 21784, "epoch": 226, "lr": 0.00015701654{"train_lo{"train_loss": 0.09780876338481903, "global_step": 21785, "epoch": 226, "lr": 0.000157000423{"train_lo{"train_loss": 0.092687241733{"train_loss": 0.09176259487867355, "global_step": 21786, "epoc{"train_lo{"train_loss": 0.06826155632734299, "global_step": 21787, "epoch": 226, "lr": 0.000156968187{"train_lo{"train_loss": 0.08367308974266052, "global_step": 21788, "epoch": 226, "lr": 0.00015695207{"train_lo{"train_loss": 0.0991610139{"train_loss": 0.09807655215263367, "global_step": 21789, "epoch{"train_lo{"train_loss": {"train_loss": 0.08199883997440338, "global_step": 21790, "epoch": 226, "lr":{"train_loss": 0.08733407815452665, "global_step": 21791, "epoch": 226, "lr": 0.00015690371930832678}
+{"train_lo{"train_loss": 0.08279047906398773, "global_step": 21792, "epoch": 227, "lr": 0.000156887602{"train_lo{"train_loss": 0.09922084212303162, "global_step": 21793, "epoch": 227, "lr": 0.000156871486{"train_lo{"train_loss": 0.13800154626369476, "global_step": 21794, "epoch": 227, "lr": 0.00015685537{"train_lo{"train_loss": 0.0715295746{"train_loss": 0.07153975963592529, "global_step": 21795, "epoc{"train_l{"train_loss": 0.11109939217567444, "global_step": 21796, "epoch": 227, "lr": 0.0001568231406{"train_l{"train_loss": 0.09702098369{"train_loss": 0.09697490185499191, "global_step": 21797, "epoch"{"train_l{"train_loss"{"train_loss": 0.07167714834213257, "global_step": 21798, "epoch": 227, "lr": 0{"train_loss": 0.0812031552195549, "g{"train_loss": 0.07999004423618317, "global_step": 21799, "epoch{"train_lo{"train_loss"{"train_loss": 0.06735067814588547, "global_step": 21800, "epoch": 227, "lr": {"train_loss": 0.10658532381057739, "{"train_loss": 0.10517705976963043, "global_step": 21801, "epoch"{"train_lo{"train_loss"{"train_loss": 0.08034443855285645, "global_step": 21802, "epoch": 227, "lr": 0{"train_lo{"train_loss": 0.06809045374393463, "global_step": 21803, "epoch": 227, "lr": 0.000156710342{"train_lo{"train_loss": 0.09178952872753143, "global_step": 21804, "epoch": 227, "lr": 0.000156694230{"train_lo{"train_loss": 0.08215852081775665, "global_step": 21805, "epoch": 227, "lr": 0.000156678117{"train_loss": 0.079043{"train_loss":{"train_loss": 0.08241351693868637, "global_step": 21806, "epoch"{"train_loss": 0.08391273021697998, "{"train_loss": 0.0824478343129158, "global_step": 21807, "epoch":{"train_lo{"train_loss"{"train_loss": 0.09222172200679779, "global_step": 21808, "epoch": 227, "lr": 0{"train_lo{"train_loss": 0.10504914820194244, "global_step": 21809, "epoch": 227, "lr": 0.000156613670{"train_lo{"train_loss": 0.07852928340435028, "global_step": 21810, "epoch": 227, "lr": 0.00015659755{"train_lo{"train_loss"{"train_loss"{"train_loss": 0.11265189945697784, "global_step": 21811, "epoch":{"train_lo{"train_loss": 0.086049236{"train_loss": 0.08593005686998367, "global_step": 21812, "epoch"{"train_lo{"train_loss"{"train_loss": 0.11236375570297241, "global_step": 21813, "epoch": 227, "lr": 0{"train_lo{"train_loss": 0.08582103252410889, "global_step": 21814, "epoch": 227, "lr": 0.0001565331{"train_lo{"train_loss"{"train_loss": 0.09103421866893768, "global_step": 21815, "epoch": 227, "lr": 0{"train_lo{"train_loss": 0.08540721237659454, "global_step": 21816, "epoch": 227, "lr": 0.000156500{"train_los{"train_loss{"train_loss": 0.08204810321331024, "global_step": 21817, "epoch": 227, "lr": 0{"train_los{"train_loss": 0.08966681361198425, "global_step": 21818, "epoch": 227, "lr": 0.00015646868{"train_los{"train_loss{"train_loss":{"train_loss": 0.11003287136554718, "global_step": 21819, "epoch"{"train_loss": 0.072465{"train_loss": 0.08010563254356384, "global_step": 21820, "epoch": 227, "lr":{"train_loss{"train_loss{"train_loss": 0.0933043360710144, "global_step": 21821, "epoch": 227, "lr": 0{"train_loss{"train_loss": 0.10112661123275757, "global_step": 21822, "epoch": 227, "lr": 0.0001564{"train_loss":{"train_loss": 0.114105775{"train_loss": 0.11370162665843964, "global_step": 21823, "epo{"train_loss":{"train_los{"train_loss": {"train_loss": 0.08807620406150818, "global_step": 21824, "epo{"train_loss":{"train_loss": 0.09812489151954651, "global_step": 21825, "epoch": 227, "lr": 0.0001563{"train_loss": 0.11191481{"train_loss": 0.11258770525455475, "global_step": 21826, "epoch": 227, "lr":{"train_loss":{"train_los{"train_loss": 0.07851588726043701, "global_step": 21827, "epoch": 227, "lr":{"train_loss":{"train_loss": 0.06665363907814026, "global_step": 21828, "epoch": 227, "lr": 0.00015630{"train_loss":{"train_lo{"train_loss": 0.09094994515180588, "global_step": 21829, "epoch": 227, "lr": {"train_loss":{"train_lo{"train_loss": 0.055016905069351196, "global_step": 21830, "epoch": 227, "lr":{"train_loss":{"train_loss": 0.0882595032453537, "global_step": 21831, "epoch": 227, "lr": 0.00015625{"train_loss"{"train_loss": 0.108606636{"train_loss": 0.10760600864887238, "global_step": 21832, "epo{"train_loss"{"train_loss": 0.07786887884140015, "global_step": 21833, "epoch": 227, "lr": 0.00015622{"train_loss":{"train_loss": 0.09318500012159348, "global_step": 21834, "epoch": 227, "lr": 0.0001562{"train_loss": 0.08688675612211227, "glo{"train_loss": 0.08880974352359772, "global_step": 21835, "epo{"train_loss":{"train_loss": 0.061116561{"train_loss": 0.06068038567900658, "global_step": 21836, "epo{"train_loss": 0.09301051497459412, "glo{"train_loss": 0.09653046727180481, "global_step": 21837, "ep{"train_loss": 0.08841779{"train_loss": 0.08411294221878052, "global_step": 21838, "epoch": 227, "lr"{"train_loss": 0.09413889{"train_loss": 0.09453196823596954, "global_step": 21839, "epoch": 227, "lr":{"train_loss": 0.07224978506565094, "glo{"train_loss": 0.07615755498409271, "global_step": 21840, "ep{"train_loss": 0.0762360468506813, "glob{"train_loss": 0.0767221450805664, "global_step": 21841, "epo{"train_loss": {"train_loss": 0.09581997990608215, "global_step": 21842, "epoch": 227, "lr": 0.0001560{"train_loss": {"train_los{"train_loss": 0.07847128808498383, "global_step": 21843, "epoch": 227, "lr"{"train_loss": {"train_los{"train_loss": 0.10939450562000275, "global_step": 21844, "epoch": 227, "lr"{"train_loss": 0.059287376{"train_loss": 0.0568389967083931, "global_step": 21845, "epoch": 227, "lr":{"train_loss": 0{"train_l{"train_loss": 0.09624342620372772, "global_step": 21846, "epoch": 227, "lr"{"train_loss": 0.{"train_l{"train_loss": 0.07687610387802124, "global_step": 21847, "epoch": 227, "lr"{"train_loss": 0{"train_loss": 0.07515422999858856, "global_step": 21848, "epoch": 227, "lr": 0.000155{"train_loss": 0{"train_lo{"train_loss": 0.10317297279834747, "global_step": 21849, "epoch": 227, "lr"{"train_loss": 0.103188425{"train_loss": 0.10128163546323776, "global_step": 21850, "epoch": 227, "lr{"train_loss": 0.{"train_loss": 0.101050004{"train_loss": 0.10116507858037949, "global_step": 21851, {"train_loss": {"train_loss": 0.10620605945587158, "global_step": 21852, "epoch": 227, "lr": 0.000155{"train_loss": {"train_loss": 0.08852390944957733, "global_step": 21853, "epoch": 227, "lr": 0.0001559{"train_loss": 0.0827908068{"train_loss": 0.07843682169914246, "global_step": 21854, "epoch": 227, {"train_loss": 0.11660614609718323, "global_step": 21855, "epoch": 227, "lr": 0.00015587287106356355}
+{"train_loss": 0.08701562881469727, "global_st{"train_loss": 0.08477003872394562, "global_step": 21856{"train_loss": 0.09460325539112091, "global_step": 21857, "epoch": 227, "lr": 0.00015584067673886967}
+{"train_loss": 0.050088346004486084, "global_step": 21858, "epoch": 227, "lr": 0.0001558245800275359}
+{"train_loss": {"train_loss": 0.09506887197494{"train_loss": 0.09455446898937225, "global_step": 21859{"train_loss": {"train_loss": 0.08567456156015396, "global_step": 21860, "epoch": 227, "lr": 0.000155{"train_loss": 0.09250199{"train_loss": 0.09091790020465851, "global_step": 21861, "epoch": 227, "lr":{"train_loss": {"train_lo{"train_loss": 0.10152138769626617, "global_step": 21862, "epoch": 227, "lr"{"train_loss": {"train_loss": 0.09653865545988083, "global_step": 21863, "epoch": 227, "lr": 0.0001557{"train_loss": 0.08388368785381317, "global_step": 21864, "epoch": 227, "lr": 0.00015572800608062225}
+{"train_loss": 0.07562565{"train_loss": 0.07725299894809723, "global_step": 21865, "epoch": 227, "lr":{"train_loss": 0.10638061165809631, "global_st{"train_loss": 0.1086365282535553, "global_step": 2186{"train_loss": 0.08995923{"train_loss": 0.09504936635494232, "global_step": 21867, "epoch": 227, "lr"{"train_loss":{"train_loss": 0.11814557015895844, "global_step": 21868, "epoch": 227, "lr": 0.00015566{"train_loss": 0.0753056{"train_loss": 0.07840825617313385, "global_step": 21869, "epoch": 227, "lr": {"train_loss":{"train_lo{"train_loss": 0.10008450597524643, "global_step": 21870, "epoch": 227, "lr"{"train_loss": 0{"train_loss": 0.08135634660720825, "global_step": 21871, "epoch": 227, "lr": 0.000155{"train_loss": 0{"train_loss": 0.09120132029056549, "global_step": 21872, "epoch": 227, "lr": 0.000155{"train_loss": 0{"train_loss": 0.09010931104421616, "global_step": 21873, "epoch": 227, "lr": 0.000155{"train_loss": 0{"train_lo{"train_loss": 0.07463902980089188, "global_step": 21874, "epoch": 227, "lr{"train_loss": 0.1119159311{"train_loss": 0.11621265858411789, "global_step": 21875, "epoch": 227, "lr{"train_loss": 0.06356528401374817, "global_step": 21876, "epoch": 227, "lr": 0.00015553489077022164}
+{"train_loss": 0.061745092272758484, "global_step": 21877, "epoch": 227, "lr": 0.00015551879979323934}
+{"train_loss": {"train_los{"train_loss": 0.10{"train_loss": 0.10703413188457489, "global_step": 21878,{"train_loss": {"train_loss": 0.07591736316680908, "global_step": 21879, "epoch": 227, "lr": 0.00015{"train_loss": 0.0815214663{"train_loss": 0.08298153430223465, "global_step": 21880, "epoch": 227, "l{"train_loss": 0{"train_loss": 0.0535539016127{"train_loss": 0.05356213450431824, "global_step": 2188{"train_loss": 0.{"train_loss": 0.08833692967891693, "global_step": 21882, "epoch": 227, "lr": 0.00015{"train_loss": 0.{"train_loss": 0.08876363188028336, "global_step": 21883, "epoch": 227, "lr": 0.00015{"train_loss": 0.1017895340{"train_loss": 0.10113289952278137, "global_step": 21884, "epoch": 227, "lr{"train_loss": 0.1001046523{"train_loss": 0.0966067835688591, "global_step": 21885, "epoch": 227, "lr"{"train_loss": 0.08999776840209961, "global_step": 21886, "epoch": 227, "lr": 0.0001553739946442195}
+{"train_loss": 0.088906106{"train_loss": 0.08901044256829967, "global_step": 21887, "epoch": 227, "lr"{"train_loss": 0.07132051140069962, "global_step": 21888, "epoch": 228, "lr": 0.00015534181906219226}
+{"train_loss": 0.09915971755981445, "global_step": 21889, "epoch": 228, "lr": 0.00015532573172728743}
+{"train_loss": 0.0839696079492569, "global_step": 21890, "epoch": 228, "lr": 0.00015530964469660105}
+{"train_loss": 0.062200911{"train_loss": 0.06730630993843079, "global_step": 21891, "epoch": 228, "lr"{"train_loss": 0.0{"train_loss": 0.077243752777{"train_loss": 0.07761101424694061, "global_step": 2189{"train_loss": 0.08644545078277588, "global_step": 21893, "epoch": 228, "lr": 0.00015526138543094916}
+{"train_loss": 0.1{"train_loss": 0.1080353707075119, "global_step": 21894, "epoch": 228, "lr": 0.00015{"train_loss": 0.{"train_loss": 0.09302237629890442, "global_step": 21895, "epoch": 228, "lr": 0.00015{"train_loss": 0.07765315473079681, "global_step": 21896, "epoch": 228, "lr": 0.0001552131289072081}
+{"train_loss": 0.10624544322490692, "global_step": 21897, "epoch": 228, "lr": 0.0001551970440091191}
+{"train_loss": 0.0929846{"train_loss": 0.09417364746332169, "global_step": 21898, "epoch": 228, "lr{"train_loss": 0.09611506760120392, "global_ste{"train_loss": 0.09622754156589508, "global_step": 2189{"train_loss": 0.{"train_loss": 0.1074715405702591, "global_step": 21900, "epoch": 228, "lr": 0.00015{"train_loss": 0.14014491438865662, "global_step": 21901, "epoch": 228, "lr": 0.00015513270746880743}
+{"train_loss": 0.1108219{"train_loss": 0.109829{"train_loss": 0.11044727265834808, "global_step": 2190{"train_loss": 0.1044665202498436, "global_step{"train_loss": 0.10799068212509155, "global_step": 219{"train_loss": 0.07006087899208069, "global_step{"train_loss": 0.07649777829647064, "global_step": 219{"train_loss": 0.09924906{"train_loss": 0.10013436526060104, "global_step": 21905, "epoch": 228, "lr":{"train_loss": 0.07970704{"train_loss": 0.07679061591625214, "global_step": 21906, "epoch": 228, "lr"{"train_loss": 0.08416035{"train_loss": 0.08202656358480453, "global_step": 21907, "epoch": 228, "lr"{"train_loss": {"train_lo{"train_loss": 0.06577736884355545, "global_step": 21908, "epoch": 228, "lr":{"train_loss": 0.1053149402141571, "global_step": 21909, "epoch": 228, "lr": 0.00015500404906077824}
+{"train_loss": 0.09250082075595856, "global_step": 21910, "epoch": 228, "lr": 0.00015498796813746588}
+{"train_loss": 0.0927388072013855, "global_step": 21911, "epoch": 228, "lr": 0.00015497188752067217}
+{"train_loss": 0.10510535538196564, "global_step": 21912, "epoch": 228, "lr": 0.00015495580721050655}
+{"train_loss": 0.0900450199842453, "global_step": 21913, "epoch": 228, "lr": 0.00015493972720707867}
+{"train_loss": 0.08862535655498505, "global_step": 21914, "epoch": 228, "lr": 0.00015492364751049792}
+{"train_loss": 0.05765875428915024, "global_step": 21915, "epoch": 228, "lr": 0.00015490756812087386}
+{"train_loss": 0.08844450116157532, "global_step": 21916, "epoch": 228, "lr": 0.00015489148903831583}
+{"train_loss": 0.09727310389280319, "global_step": 21917, "epoch": 228, "lr": 0.00015487541026293355}
+{"train_loss": 0{"train_l{"train_loss": 0.086172051{"train_loss": 0.08624468743801117, "global_step":{"train_loss": 0.08862096071243286, "global_step": 21919, "epoch": 228, "lr": 0.00015484325363413382}
+{"train_loss": 0{"train_l{"train_loss": 0.11334707587957382, "global_step": 21920, "epoch": 228, "lr"{"train_loss": 0.09628279507160187, "global_step": 21921, "epoch": 228, "lr": 0.0001548110982353506}
+{"train_loss": 0.08609956502914429, "global_step": {"train_loss": 0.08751264214515686, "global_step": {"train_loss": {"train_loss": 0.08386975526809692, "global_step": 21923, "epoch": 228, "lr": 0.0001547{"train_loss": 0.09426017105579376, "global_step": 21924, "epoch": 228, "lr": 0.00015476286744537255}
+{"train_loss": 0.08977392{"train_loss": 0.09275820851325989, "global_step": 21925, "epoch": 228, "lr":{"train_loss": 0.07723481208086014, "global_step": 21926, "epoch": 228, "lr": 0.00015473071512546235}
+{"train_loss":{"train_los{"train_loss": 0.0628853291273117, "global_step": 21927, "epoch": 228, "lr": {"train_loss":{"train_lo{"train_loss": 0.0677497386932373, "global_step": 21928, "epoch": 228, "lr": 0{"train_loss": 0.08032067120075226, "global_step": 21929, "epoch": 228, "lr": 0.00015468248895789913}
+{"train_loss": 0.0980929434299469, "global_step": 21930, "epoch": 228, "lr": 0.00015466641418576316}
+{"train_loss": 0.09616951644420624, "global_step": {"train_loss": 0.0963132232427597, "global_step": 2{"train_loss": 0.10039909183979034, "global_step":{"train_loss": 0.09897071123123169, "global_step": {"train_loss": 0.0924154{"train_loss": 0.08737801015377045, "global_step": 21933, "epoch": 228, "lr":{"train_loss": 0.07682711631059647, "global_step": {"train_loss": 0.08005068451166153, "global_step": {"train_loss": 0.07764989137649536, "global_step": 21935, "epoch": 228, "lr": 0.0001545860449578978}
+{"train_loss": 0.0877297893166542, "global_step": 21936, "epoch": 228, "lr": 0.0001545699720396538}
+{"train_loss": 0.059467677026987076, "global_step": 21937, "epoch": 228, "lr": 0.0001545538994307749}
+{"train_loss": 0.08930785{"train_loss": 0.08435031{"train_loss": 0.08417373150587082, "global_step": 2{"train_loss": 0.08919133991003036, "global_step": 21939, "epoch": 228, "lr": 0.00015452175514155006}
+{"train_loss": 0.11004351{"train_loss": 0.10719606280326843, "global_step": 21940, "epoch": 228, "lr"{"train_loss": 0.07275243{"train_loss": 0.07186873257160187, "global_step": 21941, "epoch": 228, "lr"{"train_loss": 0.119046151638031, "global_step": 21942, "epoch": 228, "lr": 0.0001544735410306871}
+{"train_loss": 0.08851664513349533, "global_step": 21943, "epoch": 228, "lr": 0.00015445747028029703}
+{"train_loss": 0.0687920451{"train_loss": 0.0690959{"train_loss": 0.06850318610668182, "global_step": {"train_loss": 0.08606192469596863, "global_step": 21945, "epoch": 228, "lr": 0.00015442532971001984}
+{"train_loss": 0.05542241409420967, "global_step": 21946, "epoch": 228, "lr": 0.0001544092598903516}
+{"train_loss": 0.093652009{"train_loss": 0.09671483933925629, "global_step": 21947, "epoch": 228, "lr"{"train_loss": 0.084426045{"train_loss": 0.0845288336277008, "global_step": 21948, "epoch": 228, "lr"{"train_loss": 0.07130447030067444, "global_step": 21949, "epoch": 228, "lr": 0.0001543610522945416}
+{"train_loss": 0.08443865180015564, "global_step": 21950, "epoch": 228, "lr": 0.00015434498371736792}
+{"train_loss": 0.08079822361469269, "global_step": 21951, "epoch": 228, "lr": 0.00015432891545109141}
+{"train_loss": 0.07089927792549133, "global_step": 21952, "epoch": 228, "lr": 0.0001543128474958214}
+{"train_loss": 0.08687390387058258, "global_step": 21953, "epoch": 228, "lr": 0.0001542967798516675}
+{"train_loss": 0.07176902890205383, "global_step": 21954, "epoch": 228, "lr": 0.00015428071251873904}
+{"train_loss": 0.08958359062671661, "global_step": 21955, "epoch": 228, "lr": 0.00015426464549714547}
+{"train_loss":{"train_loss": 0.1023269072175026, "global_step": 21956, "epoch": 228, "lr": 0.000154248{"train_loss"{"train_loss": 0.09371437132358551, {"train_loss": 0.09322673082351685, "global_step": 2{"train_loss": 0.08684214949607849, "global_step": 21958, "epoch": 228, "lr": 0.0001542164463014678}
+{"train_loss": 0.08501612{"train_loss": 0.08149649202823639, "global_step": 21959, "epoch": 228, "lr"{"train_loss":{"train_loss": 0.09094956517219543, "global_step": 21960, "epoch": 228, "lr": 0.00015{"train_loss": 0.11597000062465668, "global_step": 21961, "epoch": 228, "lr": 0.00015416824991174252}
+{"train_loss": {"train_loss": 0.07316526025533676, "global_step": 21962, "epoch": 228, "lr": 0.0001541{"train_loss": 0.06189896911382675, "global_step": 21963, "epoch": 228, "lr": 0.00015413612054558017}
+{"train_loss": 0.08850100636482239, "global_step": 21964, "epoch": 228, "lr": 0.00015412005633092348}
+{"train_loss": {"train_loss": 0.09150634706020355, "global_step": 21965, "epoch": 228, "lr": 0.00015{"train_loss": 0.06508774310350418, "global_step": 21{"train_loss": 0.06891918182373047, "global_step{"train_loss": 0{"train_loss{"train_loss": 0.07655707001686096, "global_step": 21967, "epoch": 228, "l{"train_loss": 0{"train_loss": 0.08398701250553131, "global_step": 21968, "epoch": 228, "lr": 0.000154{"train_loss": 0{"train_loss{"train_loss": 0.12875738739967346, "global_step": 21969, "epoch": 228, "l{"train_loss": 0{"train_loss": 0.09846444427967072, "global_step": 21970, "epoch": 228, "lr": 0.000154{"train_loss": 0{"train_loss": 0.08482876420021057, "global_step": 21971, "epoch": 228, "lr": 0.000154{"train_loss": 0{"train_loss": 0.13668864965438843, {"train_loss": 0.13524401187896729, "global_step"{"train_loss": 0{"train_loss": 0.091933473944664, "global_step": 21973, "epoch": 228, "lr": 0.00015397{"train_loss":{"train_loss": 0.10671854764223099, "global_step": 21974, "epoch": 228, "lr": 0.00015395{"train_loss":{"train_loss"{"train_loss": 0.0629521{"train_loss": 0.0630553811788559, "global_step": 2{"train_loss":{"train_loss": 0.08393402397632599, "global_step": 21976, "epoch": 228, "lr": 0.0001539{"train_loss":{"train_loss": 0.08644872903823853, "global_step": 21977, "epoch": 228, "lr": 0.0001539{"train_loss": 0.074178546667099, "global_step": 21978, "epoch": 228, "lr": 0.0001538951901805316}
+{"train_loss": 0{"train_loss": 0.09593945741653442, {"train_loss": 0.09588439762592316, "global_step":{"train_loss": 0.09180483222007751, "global_step": 2{"train_loss": 0.08994992822408676, "global_step":{"train_loss": 0{"train_loss": 0.10339491814374924, "global_step": 21981, "epoch": 228, "lr": 0.000153{"train_loss": 0.0826498344540596, "global_step": 21{"train_loss": 0.08568871021270752, "global_step{"train_loss": 0.08843022763418655, "global_step": 21983, "epoch": 228, "lr": 0.00015381489573862756}
+{"train_loss": 0.15517361462116241, "global_step": 21984, "epoch": 229, "lr": 0.00015379883779333012}
+{"train_loss": 0.08832021057605743, "global_step": 21985, "epoch": 229, "lr": 0.000153782780162649}
+{"train_loss": 0.{"train_loss": 0.09046201407909393, "global_step": 21986, "epoch": 229, "lr": 0.00015{"train_loss": 0.{"train_los{"train_loss": 0.07466228306293488, "global_step": 21987, "epoch": 229, "l{"train_loss": 0.11209508776664734, "global_step": 21988, "epoch": 229, "lr": 0.0001537346091593966}
+{"train_loss": 0.{"train_loss": 0.09807626903057098, "global_step": 21989, "epoch": 229, "lr": 0.000{"train_loss": 0.06682433187961578, "global_step": 21990, "epoch": 229, "lr": 0.0001537024967323144}
+{"train_loss": 0.06967931985855103, "global_step": 21991, "epoch": 229, "lr": 0.00015368644099162716}
+{"train_loss": 0.1{"train_loss": 0.11001798510551453, "global_step": 21992, "epoch": 229, "lr": 0.0001{"train_loss": 0.0702500119805336, "global_step": 21993, "epoch": 229, "lr": 0.00015365433045650692}
+{"train_loss": 0.102156519889{"train_loss": 0.10360559076070786, "global_step": 21994, "epoch": 229, "{"train_loss": 0.08055849373340607, "global_step": 21{"train_loss": 0.08678816258907318, "global_step"{"train_loss": 0.07879959046840668, "global_step": 21{"train_loss": 0.07647296786308289, "global_step"{"train_loss": 0.07{"train_l{"train_loss": 0.08047650009393692, "global_step": 21997, "epoch": 229, "l{"train_loss": 0.06693950295448303, "global_step": 21{"train_loss": 0.0623372420668602, "global_step"{"train_loss": 0.06929944455623627, "global_step": 2{"train_loss": 0.0712316706776619, "global_step": {"train_loss": 0.07628245651{"train_loss": 0.07340642809867859, "global_step": 22000, "epoch": 229, "l{"train_loss": 0.091{"train_{"train_loss": 0.09511323273181915, "global_step": 22001, "epoch": 229, "l{"train_loss": 0.102{"train_loss": 0.10589274764060{"train_loss": 0.1049332544207573, "global_step": 2{"train_loss": 0.089{"train_{"train_loss": 0.09125{"train_loss": 0.09063389897346497, "global_step": {"train_loss": 0.1110{"train_loss": 0.11849519610404968, "global_step": 22004, "epoch": 229, "lr": 0.0{"train_loss": 0.0796{"train_loss": 0.07644897699356079, "global_step": 22005, "epoch": 229, "lr": 0.{"train_loss": 0.08532243967056274, "global_step": {"train_loss": 0.08675287663936615, "global_step": {"train_loss": 0.07174450904130936, "global_step": 22007, "epoch": 229, "lr": 0.00015342959210687865}
+{"train_loss": 0.068078070878{"train_loss": 0.06868{"train_loss": 0.06874221563339233, "global_step": {"train_loss": 0.115555442869{"train_loss": 0.11378980427980423, "global_step": 22009, "epoch": 229, "{"train_loss": 0.072869196534{"train_loss": 0.0699586495757103, "global_step": 22010, "epoch": 229, "{"train_loss": 0.07215{"train_loss": 0.06762519478797913, "global_step": 22011, "epoch": 229, "lr": {"train_loss": 0.07000307738780975, "global_step": 2{"train_loss": 0.06573882699012756, "global_step":{"train_loss": 0.07974553853273392, "global_step": 22013, "epoch": 229, "lr": 0.00015333329468167803}
+{"train_loss": 0.053863{"train_loss": 0.051562197506427765, "global_step": 22014, "epoch": 229, "lr": {"train_loss": 0.1017710{"train_loss": 0.09909909963{"train_loss": 0.09885063767433167, "global_step"{"train_loss": 0.09413641691{"train_loss": 0.0950460{"train_loss": 0.09539404511451721, "global_step":{"train_loss": 0.0439839{"train_loss": 0.04185686260{"train_loss": 0.042277056723833084, "global_step"{"train_loss": 0.1007206{"train_loss": 0.099075213074{"train_loss": 0.09903419762849808, "global_step{"train_loss": 0.0902755856513977, "global_step": 220{"train_loss": 0.09224468469619751, "global_ste{"train_loss": 0.08914811909198761, "global_step": 22020, "epoch": 229, "lr": 0.00015322096214655308}
+{"train_loss": 0.08778135{"train_loss": 0.089837402105{"train_loss": 0.08871205896139145, "global_ste{"train_loss": 0.11269399{"tr{"train_loss": 0.11027605831623077, "global_step": 22022, "epoch": 229, "{"train_loss": 0.067772805690{"train_loss": 0.06925483793020248, "global_step": 22023, "epoch": 229, "{"train_loss": 0.083401620388{"train_loss": 0.08686424791812897, "global_step": 22024, "epoch": 229,{"train_loss": 0.08207151293754578, "global_step": 22025, "epoch": 229, "lr": 0.00015314073417582142}
+{"train_loss": 0.07789827883243561, "global_step": 22026, "epoch": 229, "lr": 0.0001531246895385313}
+{"train_loss": 0.0906174778{"tr{"train_loss": 0.08533{"train_loss": 0.08567134290933609, "global_step"{"train_loss": 0.0824070572853{"train_loss": 0.082951{"train_loss": 0.08291567862033844, "global_step"{"train_loss": 0.101134411990{"train_loss": 0.1031212{"train_loss": 0.1032237783074379, "global_step"{"train_loss": 0.099161013960{"train_loss": 0.10026783496141434, "global_step": 22030, "epoch": 229, "{"train_loss": 0.08058255910873413, "global_step": 2{"train_loss": 0.08369239419698715, "global_step":{"train_loss": 0.076923355460{"train_loss": 0.077416{"train_loss": 0.0767267644405365, "global_step": {"train_loss": 0.107669152319{"train_loss": 0.11011052131652832, "global_step": 22033, "epoch": 229,{"train_loss": 0.0755036622{"t{"train_loss": 0.07611636072397232, "global_step": 22034, "epoch": 229, {"train_loss": 0.0871257930994{"train_loss": 0.08461332321166992, "global_step": 22035, "epoch": 229, {"train_loss": 0.0898359566926{"train_loss": 0.08562{"train_loss": 0.08534999191761017, "global_step":{"train_loss": 0.0948710143566{"train_loss": 0.09152942150831223, "global_step": 22037, "epoch": 229,{"train_loss": 0.07710971{"train_loss": 0.0720084160{"train_loss": 0.07126231491565704, "global_step":{"train_loss": 0.1228363215923{"train_loss": 0.12297{"train_loss": 0.12120646238327026, "global_step"{"train_loss": 0.059508{"train{"train_loss": 0.05824721232056618, "global_step": 22040, "epoch": 229, {"train_loss": 0.0848986357450{"train_loss": 0.085514{"train_loss": 0.08555518090724945, "global_step"{"train_loss": 0.0924829244613{"train_loss": 0.08704061806201935, "global_step": 22042, "epoch": 229, {"train_loss": 0.15184184908866882, "global_step": 22{"train_loss": 0.14274342358112335, "global_step"{"train_loss": 0.07361{"train_loss": 0.07579870522022247, "global_step": 22044, "epoch": 229, "lr": 0.{"train_loss": 0.0748389288783{"train_loss": 0.077005{"train_loss": 0.07631868124008179, "global_step{"train_loss": 0.10809727013111115, "global_step": 22{"train_loss": 0.10861913859844208, "global_step"{"train_loss": 0.0802285820245{"train_loss": 0.08445975184440613, "global_step": 22047, "epoch": 229, {"train_loss": 0.08631{"train_loss": 0.08087163418531418, "global_step": 22048, "epoch": 229, "lr": 0{"train_loss": 0.09141720831394196, "global_step": 22{"train_loss": 0.09449225664138794, "global_step"{"train_loss": 0.08740{"trai{"train_loss": 0.08442284{"train_loss": 0.08381668478250504, "global_step{"train_loss": 0.07542{"train_loss": 0.07577863335609436, "global_step": 22051, "epoch": 229, "lr": 0.{"train_loss": 0.11189{"train_loss": 0.1126476600766182, "global_step": 22052, "epoch": 229, "lr": 0.0{"train_loss": 0.0594{"train_loss": 0.0567682720720768, "global_step": 22053, "epoch": 229, "lr": 0.000{"train_loss": 0.11257554590{"train_loss": 0.11354352533817291, "global_step": 22054, "epoch": 229, "l{"train_loss": 0.09224589169025421, "global_step": 22055, "epoch": 229, "lr": 0.0001526595343557002}
+{"train_loss": 0.08{"train_loss": 0.084576636552810{"train_loss": 0.08421847969293594, "global_step"{"train_loss": 0.113{"train_loss": 0.111253410577774{"train_loss": 0.11126057058572769, "global_step":{"train_loss": 0.074{"train_loss": 0.06911666691303253, "global_step": 22058, "epoch": 229, "lr": 0.00{"train_loss": 0.1005181223154068, "global_step": 22{"train_loss": 0.09828177094459534, "global_step"{"train_loss": 0.08203299343585968, "global_step": 22060, "epoch": 229, "lr": 0.00015257936251382366}
+{"train_loss": 0.0665{"train_loss": 0.07528223842382431, "global_step": 22061, "epoch": 229, "lr": 0.{"train_loss": 0.09483122825622559, "global_step": 22062, "epoch": 229, "lr": 0.00015254729603675262}
+{"train_loss": 0.0669915527105{"train_loss": 0.06390243768692017, "global_step": 22063, "epoch": 229, {"train_loss": 0.1170{"train_l{"train_loss": 0.11251068115234375, "global_step": 22064, "epoch": 229{"train_loss": 0.07894{"train_loss": 0.08410820364952087, "global_step": 22065, "epoch": 229, "lr": 0{"train_loss": 0.09215240180492401, "global_step": 22066, "epoch": 229, "lr": 0.0001524831669611507}
+{"train_loss": 0.09486{"train_l{"train_loss": 0.08563846349716187, "global_step": 22067, "epoch": 229,{"train_loss": 0.07394{"train_loss": 0.07467746734619{"train_loss": 0.07468407601118088, "global_step"{"train_loss": 0.08722315728664398, "global_step": 22069, "epoch": 229, "lr": 0.00015243507355161104}
+{"train_loss": 0.11120893806219101, "global_step": 22070, "epoch": 229, "lr": 0.00015241904306275848}
+{"train_loss": 0.0865967720746994, "global_step": 22071, "epoch": 229, "lr": 0.00015240301289791818}
+{"train_loss": 0.100320965051651, "global_step": 22072{"train_loss": 0.10125661641359329, "global_st{"train_loss": 0.063263{"train_loss": 0.0625507608056068{"train_loss": 0.06293269991874695, "global_st{"train_loss": 0.1202778369188308{"train_loss": 0.11207816004753113, "global_step": 22074, "epoch": 22{"train_loss": 0.0815815925598144{"train_loss": 0.079337{"train_loss": 0.07860067486763, "global_step"{"train_loss": 0.10661844909191132, "global_step": 22076, "epoch": 229, "lr": 0.0001523228669377214}
+{"train_loss": 0.0691696703433990{"train_loss": 0.06926901638507843, "global_step": 22077, "epoch": 2{"train_loss": 0.0947960764169693{"train_loss": 0.09654411673545837, "global_step": 22078, "epoch":{"train_loss": 0.08804622564154367, "global_step": 22079, "epoch": 229, "lr": 0.00015227478325673653}
+{"train_loss": 0.09179680794477463, "global_step": 22{"train_loss": 0.09492118656635284, "global_step"{"train_loss": 0.088153{"train_los{"train_loss": 0.08791512250900269, "global_step": 22081, "epoch": {"train_loss": 0.114615{"train_loss": 0.11063198745250702, "global_step": 22082, "epoch": 230, "lr": 0{"train_loss": 0.07828108966350555, "global_step": 22{"train_loss": 0.07958686351776123, "global_step"{"train_loss": 0.060326{"train_loss": 0.06567025184631348, "global_step": 22084, "epoch": 230, "lr": 0.{"train_loss": 0.07406783849000931, "global_step": 22085, "epoch": 230, "lr": 0.00015217862467256874}
+{"train_loss": 0.05353635549545288, "global_step": 2{"train_loss": 0.05435720086097717, "global_step"{"train_loss": 0.085185{"train_loss": 0.087547846138{"train_loss": 0.08835174888372421, "global_step":{"train_loss": 0.088403351604938{"train_loss": 0.092{"train_loss": 0.09233373403549194, "global_step"{"train_loss": 0.09367142617702484, "global_step": 22089, "epoch": 230, "lr": 0.0001521145254613241}
+{"train_loss": 0.06613881886005402, "global_step": 2{"train_loss": 0.06705772876739502, "global_step":{"train_loss": 0.07033846527338028, "global_step": 2{"train_loss": 0.06575226038694382, "global_step{"train_loss": 0.11694681644439697, "global_step": 2{"train_loss": 0.11807873845100403, "global_step":{"train_loss": 0.0798084661364{"train_loss": 0.07773{"train_loss": 0.07883855700492859, "global_step":{"train_loss": 0.08723938465118408, "global_step": 22094, "epoch": 230, "lr": 0.00015203440878502043}
+{"train_loss": 0.0911{"train_loss": 0.08787445724010468, "global_step": 22095, "epoch": 230, "lr": 0.0{"train_loss": 0.0847{"train_loss": 0.08515286445617{"train_loss": 0.08590353280305862, "global_step":{"train_loss": 0.1133{"train_loss": 0.11047916859388{"train_loss": 0.10953432321548462, "global_step"{"train_loss": 0.0933921188116{"train_loss": 0.09583281725645065, "global_step": 22098, "epoch": 230, {"train_loss": 0.0683{"train_loss": 0.06711503863334{"train_loss": 0.0671573355793953, "global_step"{"train_loss": 0.08690{"train_loss": 0.09302890300750732, "global_step": 22100, "epoch": 230, "lr": 0.{"train_loss": 0.07504{"train_loss": 0.07898788899183273, "global_step": 22101, "epoch": 230, "lr": 0.{"train_loss": 0.08656{"train_l{"train_loss": 0.08893550932407379, "global_step": 22102, "epoch": 230,{"train_loss": 0.06735{"train_loss": 0.061567023396492004, "global_step": 22103, "epoch": 230, "lr": {"train_loss": 0.098925{"train_{"train_loss": 0.09726502001285553, "global_step": 22104, "epoch": 230,{"train_loss": 0.075702{"train_loss": 0.08001714944839478, "global_step": 22105, "epoch": 230, "lr": 0{"train_loss": 0.066475{"train_{"train_loss": 0.06591914594173431, "global_step": 22106, "epoch": 230,{"train_loss": 0.107895{"train_loss": 0.10630846768{"train_loss": 0.10623779892921448, "global_step": {"train_loss": 0.1093677505850792, "global_step": 22108, "epoch": 230, "lr": 0.00015181012557689263}
+{"train_loss": 0.06544048339128494, "global_step": 22109, "epoch": 230, "lr": 0.00015179410780538657}
+{"train_loss": 0.062803{"train_loss": 0.06405293941497803, "global_step": 22110, "epoch": 230, "lr": 0{"train_loss": 0.104977{"train_loss": 0.10798389464616776, "global_step": 22111, "epoch": 230, "lr": 0{"train_loss": 0.088288{"train_loss": 0.09218302369{"train_loss": 0.0910695418715477, "global_step": 2{"train_loss": 0.110461{"tra{"train_loss": 0.117329441010952, "global_step": 22113, "epoch": 230, "lr"{"train_loss": 0.081242{"train_loss": 0.07297314703464508, "global_step": 22114, "epoch": 230, "lr": 0{"train_loss": 0.11423683166503906, "global_step": 22115, "epoch": 230, "lr": 0.0001516980080737933}
+{"train_loss": 0.11860{"tr{"train_loss": 0.11574535816907883, "global_step": 22116, "epoch": 230, "l{"train_loss": 0.07982683181762695, "global_step": 22117, "epoch": 230, "lr": 0.00015166597746014404}
+{"train_loss": 0.09326285123825073, "global_step": 22118, "epoch": 230, "lr": 0.00015164996264697552}
+{"train_loss": 0.08106774091720581, "global_step": 22119, "epoch": 230, "lr": 0.00015163394816305637}
+{"train_loss": 0.0924{"train_loss": 0.09235598146915436, "global_step": 22120, "epoch": 230, "lr": 0.0{"train_loss": 0.1167{"train_loss": 0.11670101433992386, "global_step": 22121, "epoch": 230, "lr": 0.0{"train_loss": 0.08549410104751587, "global_step": 22122, "epoch": 230, "lr": 0.0001515859066878866}
+{"train_loss": 0.06722593307495117, "global_step": 22123, "epoch": 230, "lr": 0.00015156989352205599}
+{"train_loss": 0.0787{"train_loss": 0.07819987833499908, "global_step": 22124, "epoch": 230, "lr": 0.{"train_loss": 0.1086{"train_loss": 0.1016280725{"train_loss": 0.10254573822021484, "global_step": 221{"train_loss": 0.0829{"train_loss": 0.07939545810222626, "global_step": 22126, "epoch": 230, "lr": {"train_loss": 0.08854274451732635, "global_step":{"train_loss": 0.08849576860666275, "global_step": 2{"train_loss": 0.10949{"tra{"train_loss": 0.10847767442464828, "global_step": 22128, "epoch": 230, "l{"train_loss": 0.10964322090148926, "global_step": 22129, "epoch": 230, "lr": 0.00015147382145657806}
+{"train_loss": 0.058231{"train_loss": 0.05613018572330475, "global_step": 22130, "epoch": 230, "lr": 0.{"train_loss": 0.08508{"train_loss": 0.082553096{"train_loss": 0.08262496441602707, "global_step": 22{"train_loss": 0.086000{"train_loss": 0.081064879{"train_loss": 0.08160899579524994, "global_step": {"train_loss": 0.092003{"trai{"train_loss": 0.09414514899253845, "global_step": 22133, "epoch": 230, {"train_loss": 0.07950045168399811, "global_step": 22134, "epoch": 230, "lr": 0.00015139377048835968}
+{"train_loss": 0.1127787{"trai{"train_loss": 0.11706826835870743, "global_step": 22135, "epoch": 230, {"train_loss": 0.0664229{"trai{"train_loss": 0.06{"train_loss": 0.060736462473869324, "global_step": 2{"train_loss": 0.11276276409626007, "global_step":{"train_loss": 0.1141509860754013, "global_step": 22{"train_loss": 0.1115269{"tra{"train_loss": 0.106{"train_loss": 0.1078205481171608, "global_step": 221{"train_loss": 0.07703915983438492, "global_step{"train_loss": 0.07858885824680328, "global_step": 221{"train_loss": 0.083965122699{"train_loss": 0.08370916545391083, "global_step": 22140, "epoch": 230, {"train_loss": 0.062971435487{"train_loss": 0.05{"train_loss": 0.059285856783390045, "global_step": 2{"train_loss": 0.075945{"train_loss": 0.07085119187831879, "global_step": 22142, "epoch": 230, "lr": 0{"train_loss": 0.111606{"train_loss": 0.103433832{"train_loss": 0.10416752099990845, "global_step": 22{"train_loss": 0.10451619327068329, "global_step": 22144, "epoch": 230, "lr": 0.00015123369339010496}
+{"train_loss": 0.09166324138641357, "global_step{"train_loss": 0.08974183350801468, "global_step": 221{"train_loss": 0.104421{"train_loss": 0.10713537{"train_loss": 0.10615132749080658, "global_step": 221{"train_loss": 0.11503751575946808, "global_step{"train_loss": 0.11731569468975067, "global_step": 221{"train_loss": 0.12300864607095718, "global_step": 22148, "epoch": 230, "lr": 0.00015116967184305516}
+{"train_loss": 0.07168{"train_loss": 0.07191899418830872, "global_step": 22149, "epoch": 230, "lr": {"train_loss": 0.08650239557027817, "global_step"{"train_loss": 0.08260057866573334, "global_step": 2{"train_loss": 0.06435{"train_loss": 0.0620626881{"train_loss": 0.06188582628965378, "global_step": 2{"train_loss": 0.080364{"train_loss": 0.082413122{"train_loss": 0.08162642270326614, "global_step": 22{"train_loss": 0.090920{"train_loss": 0.089691385{"train_loss": 0.0893765240907669, "global_step": 221{"train_loss": 0.073973{"train_loss": 0.07147550582885742, "global_step": 22154, "epoch": 230, "lr": {"train_loss": 0.101148{"tr{"train_loss": 0.1008{"train_loss": 0.10197795927524567, "global_step": 22{"train_loss": 0.07684{"train_loss": 0.07607316970825195, "global_step": 22156, "epoch": 230, "lr": 0.{"train_loss": 0.07894968241453171, "global_step": 22157, "epoch": 230, "lr": 0.00015102564282524597}
+{"train_loss": 0.1148050576{"train_loss": 0.11294151842594147, "global_step": 22158, "epoch": 230, "lr{"train_loss": 0.08177{"train_loss": 0.082110941{"train_loss": 0.08180992305278778, "global_step": 2{"train_loss": 0.0468{"trai{"train_loss": 0.04873842000961304, "global_step": 22160, "epoch": 230, "l{"train_loss": 0.0740126222372055, "global_step"{"train_loss": 0.07450564205646515, "global_step": 22{"train_loss": 0.11301519721746445, "global_step": 22162, "epoch": 230, "lr": 0.0001509456383716874}
+{"train_loss": 0.099830{"train_loss": 0.1015380248427391, "global_step": 22163, "epoch": 230, "lr": 0.{"train_loss": 0.11733{"train_loss": 0.1106317713{"train_loss": 0.11127737909555435, "global_step": 2{"train_loss": 0.078067{"train_loss": 0.0787327364{"train_loss": 0.07826301455497742, "global_step": 2{"train_loss": 0.084432{"trai{"train_loss": 0.08266420662403107, "global_step": 22166, "epoch": 230, {"train_loss": 0.06593683362007141, "global_step": 22167, "epoch": 230, "lr": 0.0001508656422692717}
+{"train_loss": 0.07849{"train_loss": 0.07404561340808868, "global_step": 22168, "epoch": 230, "lr": 0.{"train_loss": 0.102435261011{"train_loss": 0.1013{"train_loss": 0.10178854316473007, "global_step": 2{"train_loss": 0.09305{"train{"train_loss": 0.09225323796272278, "global_step": 22170, "epoch": 230, {"train_loss": 0.107834637165{"train_loss": 0.10886234045028687, "global_step": 22171, "epoch": 230,{"train_loss": 0.05637370049953461, "global_step": 22172, "epoch": 230, "lr": 0.00015078565453161783}
+{"train_loss": 0.08400{"train_loss": 0.08727721869{"train_loss": 0.08722320199012756, "global_step": 2{"train_loss": 0.11719{"train{"train_loss": 0.11885911226272583, "global_step": 22174, "epoch": 230, {"train_loss": 0.08879446079178403, "global_step": 22175, "epoch": 230, "lr": 0.00015073766590977593, "train_action_mse_error": 5.67726192457485e-06}
+{"train_loss": 0.10293062776327133, "global_step": 22176, "epoch": 231, "lr": 0.00015072167037327402}
+{"train_loss": 0.09399804472923279, "global_step": 22177, "epoch": 231, "lr": 0.00015070567517234298}
+{"train_loss": 0.09734726697206497, "global_step":{"train_loss": 0.10320736467838287, "global_step": 2{"train_loss": 0.09050380438566208, "global_step": 22179, "epoch": 231, "lr": 0.0001506736857776291}
+{"train_loss": 0.08622612059116364, "global_step": 22180, "epoch": 231, "lr": 0.00015065769158406422}
+{"train_loss": 0.0779714584350586, "global_step": 22181, "epoch": 231, "lr": 0.00015064169772650585}
+{"train_loss": 0.12286697328090668, "global_step": 22182, "epoch": 231, "lr": 0.00015062570420506298}
+{"train_loss": 0.0912923589348793, "global_step": 22183, "epoch": 231, "lr": 0.00015060971101984452}
+{"train_loss": 0.06383180618286133, "global_step": 22184, "epoch": 231, "lr": 0.00015059371817095933}
+{"train_loss": 0.082793{"train_loss": 0.0856560468673706, "global_step": 22185, "epoch": 231, "lr": 0.{"train_loss": 0.17031{"train_loss": 0.16930222511{"train_loss": 0.16969850659370422, "global_step": {"train_loss": 0.067990{"trai{"train_loss": 0.06429345160722733, "global_step": 22187, "epoch": 231, "{"train_loss": 0.086362{"train_loss": 0.09262102097272873, "global_step": 22188, "epoch": 231, "lr": 0{"train_loss": 0.091732{"train_loss": 0.08948250114917755, "global_step": 22189, "epoch": 231, "lr"{"train_loss": 0.05797956883907318, "global_step": 22190, "epoch": 231, "lr": 0.00015049776814674573}
+{"train_loss": 0.07439473271369934, "global_step": 22191, "epoch": 231, "lr": 0.0001504817776552428}
+{"train_loss": 0.1278969645500183, "global_step": 22192, "epoch": 231, "lr": 0.00015046578750094433}
+{"train_loss": 0.08234761655330658, "global_step": 22193, "epoch": 231, "lr": 0.00015044979768395923}
+{"train_loss": 0.13297042250633{"train_loss": 0.13316866755485535, "global_step": 22194, "epoch": 231{"train_loss": 0.07289022207{"tr{"train_loss": 0.07197{"train_loss": 0.07294871658086777, "global_step{"train_loss": 0.09783522039651871, "global_step": 22196, "epoch": 231, "lr": 0.00015040183025797306}
+{"train_loss": 0.05407764762{"train_loss": 0.05331806465983391, "global_step": 22197, "epoch": 231, "lr{"train_loss": 0.0780789852{"train_loss": 0.0837169215{"train_loss": 0.0840541273355484, "global_ste{"train_loss": 0.08794252574{"tr{"train_loss": 0.08603344857692719, "global_step": 22199, "epoch": 231{"train_loss": 0.11012575030{"train_loss": 0.10698161274194717, "global_step": 22200, "epoch": 231, "l{"train_loss": 0.05185614526{"train_loss": 0.049822036{"train_loss": 0.04991587996482849, "global_st{"train_loss": 0.084445655345{"tr{"train_loss": 0.08587223291397095, "global_step": 22202, "epoch": 23{"train_loss": 0.1124050766229629{"train_loss": 0.11624{"train_loss": 0.11560118198394775, "global_st{"train_loss": 0.10273969173{"train_loss": 0.1032986566{"train_loss": 0.10375624150037766, "global_ste{"train_loss": 0.07322815060{"tra{"train_loss": 0.07111229747533798, "global_step": 22205, "epoch": 2{"train_loss": 0.073253504931{"tra{"train_loss": 0.07593{"train_loss": 0.07578408718109131, "global_st{"train_loss": 0.115068361163{"train_loss": 0.1147051751613617, "global_step": 22207, "epoch": 231, "{"train_loss": 0.09158506989{"trai{"train_loss": 0.08693016320466995, "global_step": 22208, "epoch": 2{"train_loss": 0.07651594281{"trai{"train_loss": 0.07474106550216675, "global_step": 22209, "epoch": 2{"train_loss": 0.07821995019{"train_loss": 0.078757643699646, "global_step": 22210, "epoch": 231, "lr{"train_loss": 0.1059596240{"train_{"train_loss": 0.10729189217090607, "global_step": 22211, "epoch":{"train_loss": 0.0841422006{"train_loss": 0.08698879182338715, "global_step": 22212, "epoch": 231, "lr{"train_loss": 0.0729798302{"train_loss": 0.07786568999290466, "global_step": 22213, "epoch": 231, "lr{"train_loss": 0.1113324388{"train_loss": 0.112032949924{"train_loss": 0.11130166053771973, "global_st{"train_loss": 0.06909643{"train_loss": 0.06983985751867{"train_loss": 0.06947430968284607, "global_st{"train_loss": 0.08617262{"train_loss": 0.08450256288051605, "global_step": 22216, "epoch": 231, "lr":{"train_loss": 0.06645779{"train_loss": 0.06802742183208{"train_loss": 0.06794728338718414, "global_st{"train_loss": 0.09284572{"train_loss": 0.08753130584955{"train_loss": 0.0873364731669426, "global_st{"train_loss": 0.06540061{"train_loss": 0.0684662982821{"train_loss": 0.06772898137569427, "global_s{"train_loss": 0.069806322{"train_l{"train_loss": 0.06862848997116089, "global_step": 22220, "epoch": {"train_loss": 0.080915018{"train_loss": 0.0774460881948471, "global_step": 22221, "epoch": 231, "lr":{"train_loss": 0.07588773{"train_loss": 0.07418274879455566, "global_step": 22222, "epoch": 231, "lr":{"train_loss": 0.08007310330867767, "global_step": 22223{"train_loss": 0.08037588000297546, "global_st{"train_loss": 0.0828919{"train_loss": 0.082778647541999{"train_loss": 0.0836247131228447, "global_st{"train_loss": 0.0785999{"train_los{"train_loss": 0.08611777424812317, "global_step": 22225, "epoch": {"train_loss": 0.0924020{"train_loss": 0.09058581292629242, "global_step": 22226, "epoch": 231, "lr":{"train_loss": 0.1268707{"train_los{"train_loss": 0.12742874026298523, "global_step": 22227, "epoch": {"train_loss": 0.10281652957201004,{"train_loss": 0.10708841681480408, "global_step": 22228, "epoch":{"train_loss": 0.11016596853733063, "global_step": 22229, "epoch": 231, "lr": 0.00014987438984158985}
+{"train_loss": 0.0841874{"train_loss": 0.08454827219247818, "global_step": 22230, "epoch": 231, "lr":{"train_loss": 0.0807277{"train_loss": 0.08232431858778, "global_step": 22231, "epoch": 231, "lr": 0.0{"train_loss": 0.09083303064107895,{"train_loss": 0.{"train_loss": 0.08975935727357864, "global_step":{"train_loss": 0.10590232908725739,{"train_loss": 0.{"train_loss": 0.10705569386482239, "global_step":{"train_loss": 0.11670541763305664,{"train_loss": 0.11808894574642181, "global_step": 22234, "epoch": {"train_loss": 0.0980842113494873, "global_step": 22235, "epoch": 231, "lr": 0.00014977853140632797}
+{"train_loss": 0.07397294044494629, "global_step": 22236, "epoch": 231, "lr": 0.00014976255619679322}
+{"train_loss": 0.10128197818994522, {"train_loss": 0.09961629658937454, "global_step": 22237, "epoch"{"train_loss": 0.09498675167560577, {"train_loss": 0.08990664780139923, "global_step": 22238, "epoch":{"train_loss": 0.06896993517875671, "global_step": 22239, "epoch": 231, "lr": 0.00014971463262123704}
+{"train_loss": 0.1101{"train_loss": 0.11621862649917603, "global_step": 22240, "epoch": 231, "lr": 0.0{"train_loss": 0.0811{"train_loss": 0.0804884135723114, "global_step": 22241, "epoch": 231, "lr": 0.00{"train_loss": 0.09070449322462082, "global_step": 22{"train_loss": 0.08898282796144485, "global_step"{"train_loss": 0.087{"train_loss": 0{"train_loss": 0.08949893712997437, "global_step": 22243, "epoch":{"train_loss": 0.063{"train_loss": 0.0641325712203979{"train_loss": 0.06410089135169983, "global_step"{"train_loss": 0.089{"train_loss": 0{"train_loss": 0.09054094552993774, "global_step": 22245, "epoch":{"train_loss": 0.08880241215229034, {"train_loss": 0.09671469777822495, "global_step": 22246, "epoch":{"train_loss": 0.056{"train_loss": 0.05898243188858032, "global_step": 22247, "epoch": 231, "lr": 0.00{"train_loss": 0.10304997116327286, "{"train_loss": 0.10242633521556854, "global_step": 22248, "epoch"{"train_loss": 0.07008719444274902, "{"train_loss":{"train_loss": 0.07099919766187668, "global_step":{"train_loss": 0.10538870096206665, "global_step": {"train_loss": 0.1095111221075058, "global_step": {"train_loss": 0.09030061960220337, "global_step":{"train_loss": 0.08709746599197388, "global_step": 2{"train_loss": 0.09{"train_loss": 0.10186104476451874, "global_step": 22252, "epoch": 231, "lr": 0.00{"train_loss": 0.09041006863117218, "{"train_loss": 0.08444256335496902, "global_step": 22253, "epoch"{"train_loss": 0.08{"train_loss": 0.0{"train_loss": 0.0809800922870636, "global_step": 22254, "epoch":{"train_loss": 0.08{"train_loss": 0.{"train_loss": 0.0869835913181305, "global_step": 22255, "epoch":{"train_loss": 0.08059082180261612,{"train_loss":{"train_loss": 0.08449602872133255, "global_step": 22{"train_loss": 0.08{"train_loss": 0{"train_loss": 0.08322440087795258, "global_step": 22257, "epoch":{"train_loss": 0.07{"train_loss": 0{"train_loss":{"train_loss": 0.0663500726222992, "global_step": 22{"train_loss": 0.08{"train_loss": 0{"train_loss"{"train_loss": 0.07507501542568207, "global_step": 22{"train_loss": 0.07{"train_loss": 0{"train_loss": 0.08479253202676773, "global_step": 22260, "epoch": {"train_loss": 0.05{"train_loss": 0{"train_loss": 0.05930985510349274, "global_step": 22261, "epoch": {"train_loss": 0.07{"train_loss": 0.07990236580371857, "global_step": 22262, "epoch": 231, "lr": 0.00{"train_loss": 0.07878195494413376, {"train_loss": 0.07481692731380463, "global_step": 22263, "epoch":{"train_loss": 0.09617003798484802, "global_step"{"train_loss": 0.09871956706047058, "global_step": 2{"train_loss": 0.07703076303005219, {"train_loss": 0.07987967878580093, "global_step": 22265, "epoch":{"train_loss": 0.07{"train_loss": 0.07342567294836044, "global_step": 22266, "epoch": 231, "lr": 0.000{"train_loss": 0.08{"train_loss": 0.08583232015371323, "global_step": 22267, "epoch": 231, "lr": 0.000{"train_loss": 0.06{"train_loss": 0.{"train_loss": 0.07477526366710663, "global_step": 22268, "epoch":{"train_loss": 0.09359169751405716, "global_step"{"train_loss": 0.0887330174446106, "global_step": 222{"train_loss": 0.10255399346351624, "global_step": 22270, "epoch": 231, "lr": 0.00014921960333526805}
+{"train_loss": 0.0876178511728843, "{"train_loss": 0.08816404004270832, "global_step": 22271, "epoch"{"train_loss": 0.09{"train_loss": 0.09567505121231079, "global_step": 22272, "epoch": 232, "lr": 0.000{"train_loss": 0.09403914958238602, "{"train_l{"train_loss": 0.09522614628076553, "global_step": 22273{"train_loss": 0.06{"train_loss": 0.0640204995{"train_loss": 0.06407438218593597, "global_step": 22274{"train_loss": 0.08389127254486084, "global_st{"train_loss": 0.0873948410153389, "global_step": 22275,{"train_loss": 0.08565481007099152, "global_step": 22276, "epoch": 232, "lr": 0.00014912382949857866}
+{"train_loss": 0.09448614716529846, "global_step": 22277, "epoch": 232, "lr": 0.00014910786840441066}
+{"train_loss": 0.0{"train_loss": 0.0{"train_loss": 0.09104826301336288, "global_step": 22278, "epoch":{"train_loss": 0.07393351197242737, {"train_loss": 0.07387299835681915, "global_step": 22279, "epoch":{"train_loss": 0.0{"train_loss": 0.0{"train_loss": 0.07036604732275009, "global_step": 22280, "epoch":{"train_loss": 0.09321010112762451, "global_step": 22281, "epoch": 232, "lr": 0.00014904402749442948}
+{"train_loss": 0.1{"train_loss": 0.1{"train_loss": 0.10321836173534393, "global_step": 22282, "epoch":{"train_loss": 0.10004957020282745, {"train_{"train_loss": 0.10032609105110168, "global_step": 22283{"train_loss": 0.0{"train_loss": 0.0{"train_loss": 0.06559180468320847, "global_step": 22284, "epoch":{"train_loss": 0.06659333407878876, "global_step": 22285, "epoch": 232, "lr": 0.0001489801921363704}
+{"train_loss": 0.0{"train_loss": 0.0{"train{"train_loss": 0.08079282194375992, "global_step": 22286, "{"train_loss": 0.1113845705986023, "global_step": 22287, "epoch": 232, "lr": 0.00014894827654148517}
+{"train_loss": 0.0{"train_loss": 0.0{"train_loss": 0.07107797265052795, "global_step": 22288, "epoch":{"train_loss": 0.{"train_loss": 0.09{"train_loss": 0.09280804544687271, "global_step": 22289, "epoch{"train_loss": 0.0{"train_loss": 0.09{"train_loss": 0.09799140691757202, "global_step": 22290, "epoch{"train_loss": 0.0{"train_loss": 0.06{"train_loss": 0.06512384116649628, "global_step": 22291, "epo{"train_loss": 0.0{"train_loss": 0.07599691301584244, "global_step": 22292, "epoch": 232, "lr": 0.0001{"train_loss": 0.0683707594871521, "global_step": 22293, "epoch": 232, "lr": 0.00014885253810383863}
+{"train_loss": 0.06429119408130646, "global_step": 22294, "epoch": 232, "lr": 0.0001488365829159773}
+{"train_loss": 0.06{"train_loss": 0.070969335{"train_loss": 0.07090675085783005, "global_step": 22295,{"train_loss": 0.11{"train_loss": 0.11166995763778687, "global_step": 22296, "epoch": 232, "lr": 0.000{"train_loss": 0.08347056806087494, {"train_loss": 0.08487170934677124, "global_step": 22297, "epoch":{"train_loss": 0.1060647964477539, "global_{"train_loss": 0.10533588379621506, "global_step": 22298, {"train_loss": 0.1{"train_loss": 0.11254914104938507, "global_step": 22299, "epoch": 232, "lr": 0.0001{"train_loss": 0.0{"train_loss": 0.08075134456157684, "global_step": 22300, "epoch": 232, "lr": 0.00{"train_loss": 0.0{"train_loss": 0.06782571226358414, "global_step": 22301, "epoch": 232, "lr": 0.000{"train_loss": 0.0{"train_loss": 0.07120802998542786, "global_step": 22302, "epoch": 232, "lr": 0.0001{"train_loss": 0.0{"train_loss": 0.07751066982746124, "global_step": 22303, "epoch": 232, "lr": 0.00{"train_loss": 0.08{"train_loss": 0.08{"train_loss": 0.08560431003570557, "global_step": 22304, "epoc{"train_loss": 0.100{"train_loss": 0.09597937017679214, "global_step": 22305, "epoch": 232, "lr": 0.0{"train_loss": 0.06235472112894058, "gl{"trai{"train_loss": 0.06152002140879631, "global_step": 22306,{"train_loss": 0.07{"train_loss": 0.0816{"train_loss": 0.08170616626739502, "global_step": 22307, "ep{"train_loss": 0.08{"train_loss": 0.08446846157312393, "global_step": 22308, "epoch": 232, "lr": 0.000{"train_loss": 0.08{"train_loss": 0.08880090713500977, "global_step": 22309, "epoch": 232, "lr": 0.000{"train_loss": 0.10{"train_loss": 0.1013{"tra{"train_loss": 0.10046979784965515, "global_step": 22310,{"train_loss": 0.09{"train_loss": 0.0930{"train_loss": 0.09384975582361221, "global_step": 22311, "ep{"train_loss": 0.095640629529953, "global_step": 22312, "epoch": 232, "lr": 0.0001485494492174722}
+{"train_loss": 0.1064{"train_loss": 0.1057521253824234, "global_step": 22313, "epoch": 232, "lr": 0.0{"train_loss": 0.1167{"train_loss": 0.11619600653648376, "global_step": 22314, "epoch": 232, "lr": 0.{"train_loss": 0.08943144977092743, "globa{"train_loss": 0.09120259433984756, "global_step": 22315, "e{"train_loss": 0.1137{"train_loss": 0.1158362627{"train_loss": 0.11607025563716888, "global_step": 223{"train_loss": 0.065{"train_loss": 0.06776659190654755, "global_step": 22317, "epoch": 232, "lr": 0.00{"train_loss": 0.091{"train_loss": 0.08950595557689667, "global_step": 22318, "epoch": 232, "lr": 0.00{"train_loss": 0.107{"train_loss": 0.10775{"train_loss": 0.10805487632751465, "global_step": 22319, "{"train_loss": 0.102{"train_loss": 0.10079494118690491, "global_step": 22320, "epoch": 232, "lr": 0.0{"train_loss": 0.08576253056526184, "global_step": 22321, "epoch": 232, "lr": 0.00014840592489773923}
+{"train_loss": 0.090{"train_loss": 0.09180714190006256, "global_step": 22322, "epoch": 232, "lr": 0.00{"train_loss": 0.08453097939491272, "global_step{"train_loss": 0.08668038249015808, "global_step": 22{"train_loss": 0.104{"train_loss": 0.10245237499475479, "global_step": 22324, "epoch": 232, "lr": 0.0{"train_loss": 0.10676919668912888, "global_step": 22325, "epoch": 232, "lr": 0.00014834214544133648}
+{"train_loss": 0.1066{"train_loss": 0.1063741147518158, "global_step": 22326, "epoch": 232, "lr": 0.00{"train_loss": 0.084{"train_loss": 0.087940491735{"train_loss": 0.08796396106481552, "global_step": 22{"train_loss": 0.072{"train_loss": 0.07027178257703781, "global_step": 22328, "epoch": 232, "lr": 0.0{"train_loss": 0.077{"train_loss": 0.07315529882907867, "global_step": 22329, "epoch": 232, "lr": 0.00{"train_loss": 0.07788210362195969, "glob{"train_loss": 0.07852841913700104, "global_step": 22330, "ep{"train_loss": 0.08373834937810898, "glob{"train_loss": 0.07833424210548401, "global_step": 22331, "e{"train_loss": 0.100{"train_loss": 0.10528368502855301, "global_step": 22332, "epoch": 232, "lr": 0.00{"train_loss": 0.077{"train_loss": 0.07485727965831757, "global_step": 22333, "epoch": 232, "lr": 0.00{"train_loss": 0.082{"train_loss": 0.07{"train_loss": 0.07809712737798691, "global_step": 22334, "e{"train_loss": 0.09835951030254364, "global_step": 22335, "epoch": 232, "lr": 0.00014818272143976127}
+{"train_loss": 0.08259466290473938, "global_step":{"train_loss": 0.0815371572971344, "global_step": 22{"train_loss": 0.06418679654598236, "glo{"train_loss": 0.06947538256645203, "global_step": 22337, "epo{"train_loss": 0.08051924407482147, "global_step": 22338, "epoch": 232, "lr": 0.00014813490111512654}
+{"train_loss": 0.10671{"train_loss": 0.10958603024482727, "global_step": 22339, "epoch": 232, "lr": {"train_loss": 0.085807{"train_loss": 0.08463254570960999, "global_step": 22340, "epoch": 232, "lr": {"train_loss": 0.101321{"train_loss": 0.09460358321666718, "global_step": 22341, "epoch": 232, "lr": 0{"train_loss": 0.100922{"train_loss": 0.09942744672298431, "global_step": 22342, "epoch": 232, "lr": 0{"train_loss": 0.096550{"train_loss": 0.0984933152794838, "global_step": 22343, "epoch": 232, "lr": 0{"train_loss": 0.107816{"train_loss": 0{"train_loss": 0.10427755117416382, "global_step": 22344, "epoc{"train_loss": 0.064095{"train_loss": 0.0671142041683197, "global_step": 22345, "epoch": 232, "lr": 0.{"train_loss": 0.06813527643680573, "global_step": 22346, "epoch": 232, "lr": 0.0001480073957975781}
+{"train_loss": 0.07296831160783768, "global_step": 22347, "epoch": 232, "lr": 0.00014799145922498924}
+{"train_loss": 0.09408017992973328, "global_step": 22348, "epoch": 232, "lr": 0.00014797552300656322}
+{"train_loss": 0.07683243602514267, "global_step": 22349, "epoch": 232, "lr": 0.00014795958714240856}
+{"train_loss": 0.0814{"train_loss": 0.0{"train_loss{"train_loss": 0.08809413760900497, "global_step": {"train_loss": 0.0917{"train_loss": 0.0{"train_loss": 0.0923408567905426, "global_step": 22351, "epoch{"train_loss": 0.0762{"train_loss": 0.06950187683105469, "global_step": 22352, "epoch": 232, "lr": 0.0{"train_loss": 0.0976{"train_loss": 0.{"train_loss{"train_loss": 0.0918494388461113, "global_step": 22{"train_loss": 0.080{"train_loss": 0.08215399086475372, "global_step": 22354, "epoch": 232, "lr": 0.0{"train_loss": 0.0648{"train_loss": 0.0{"train_loss": 0.06879650801420212, "global_step": 22355, "epo{"train_loss": 0.0810{"train_loss": 0.0{"train_loss": 0.08800984174013138, "global_step": 22356, "epoc{"train_loss": 0.1128{"train_loss": 0.1050539538{"train_loss": 0.1053212359547615, "global_step": 2235{"train_loss": 0.1083{"train_loss": 0.1{"train_{"train_loss": 0.1051880419254303, "global_step": 22358{"train_loss": 0.0811{"train_loss": 0.0836181640625, "global_step": 22359, "epoch": 232, "lr": 0.00014{"train_loss": 0.{"train_loss": 0.08286{"train_loss": 0.08333754539489746, "global_step": 22360, "epoc{"train_loss": 0.{"train_loss": 0.08866{"train{"train_loss": 0.08854788541793823, "global_step": 22361{"train_loss": 0.{"train_loss": 0.08463{"train_loss": 0.08417639136314392, "global_step": 22362, "epoc{"train_loss": 0.06694192439317703, "global_st{"train_loss": 0.06572093069553375, "global_step": 22363{"train_loss": 0.11352509260177612, "g{"train_{"train_loss": 0.11643603444099426, "global_step": 22364{"train_loss": 0.13181240856647491, "{"train_l{"train_loss": 0.13218790292739868, "global_step": 22365{"train_loss": 0{"train_loss": 0.0757{"train_l{"train_loss": 0.07579328119754791, "global_step": 22366{"train_loss": 0.08766360573160152, "global_step": 22367, "epoch": 232, "lr": 0.00014767280229172162}
+{"train_loss": 0.06930707395076752, {"train_loss": 0.07334490120410919, "global_step": 22368, "epoch":{"train_loss": 0.0719921812415123, "{"train_lo{"train_loss": 0.07234001904726028, "global_step": 223{"train_loss": 0.{"train_loss": 0.08277823030948639, "global_step": 22370, "epoch": 233, "lr": 0.000{"train_loss": 0.{"train_loss": 0.0794170498847{"train_loss": 0.07955040037631989, "global_step": 2237{"train_loss": 0.06813599914312363, "global_ste{"train_loss": 0.06668657809495926, "global_step": 2237{"train_loss": 0.{"train_loss": 0.0893495455384{"train_loss": 0.08929097652435303, "global_step": 2237{"train_loss": 0.07469797134399414, "{"train_lo{"train_loss": 0.07253380119800568, "global_step": 2237{"train_loss": 0.05987105518579483, "global_step": 22375, "epoch": 233, "lr": 0.00014754537937908184}
+{"train_loss": 0{"train_loss": 0.08121336996555328, "global_step": 22376, "epoch": 233, "lr": 0.000147{"train_loss": 0.08931224793195724, "{"train_loss": 0.09168490767478943, "global_step": 22377, "epoch{"train_loss": 0.04542967304587364, "{"train_lo{"train_loss": 0.04238900914788246, "global_step": 2237{"train_loss": 0.07382962107658386, "{"train_loss": 0.07605431228876114, "global_step": 22379, "epoch"{"train_loss": 0{"train_loss": 0.0561{"train_lo{"train_loss": 0.05603431165218353, "global_step": 2238{"train_loss": 0.08396589756011963, {"train_lo{"train_loss": 0.08817373216152191, "global_step": 22381{"train_loss": 0{"train_loss": 0.12825575470924377, "global_step": 22382, "epoch": 233, "lr": 0.000{"train_loss": 0.1{"train_loss": 0.10900060832500458, "global_step": 22383, "epoch": 233, "lr": 0.0001{"train_loss": 0.07111085951328278, "g{"train_lo{"train_loss": 0.07197816669940948, "global_step": 22{"train_loss": 0.0895577073097229, "gl{"train_lo{"train_loss": 0.09143004566431046, "global_step": 22{"train_loss": 0.12{"train_loss": 0.117{"train_loss": 0.11634386330842972, "global_step": 22386, "epoc{"train_loss": 0.12{"train_loss": 0.11908614635467529, "global_step": 22387, "epoch": 233, "lr": 0.00{"train_loss": 0.11469155550003052, "glo{"train_lo{"train_loss": 0.11968208849430084, "global_step": 2{"train_loss": 0.108{"train_loss": 0.10491357743740082, "global_step": 22389, "epoch": 233, "lr": 0.00{"train_loss": 0.102{"train_loss": 0.1073441281914711, "global_step": 22390, "epoch": 233, "lr": 0.000{"train_loss": 0.12599828839302063, "global_step": 22391, "epoch": 233, "lr": 0.00014729060219181625}
+{"train_loss": 0.08{"train_loss": 0.07920172065496{"train_loss": 0.07877218723297119, "global_step": {"train_loss": 0.10{"train_loss": 0.09969809651374817, "global_step": 22393, "epoch": 233, "lr": 0.000{"train_loss": 0.06079060584306717, "global_step": 22394, "epoch": 233, "lr": 0.00014724284168547347}
+{"train_loss": 0.08631877601146698, "global_step": 22395, "epoch": 233, "lr": 0.00014722692223506927}
+{"train_loss": 0.10328889638185501, "global_step": 22396, "epoch": 233, "lr": 0.00014721100314403425}
+{"train_loss": 0.07938507199287415, "g{"train_loss": 0.08171062171459198, "global_step": 22397, "epoc{"train_loss": 0.08101823925971985, "g{"train_loss": 0.08236446231603622, "global_step": 22398, "epoch{"train_loss": 0.0{"train_loss": 0.091188549995422{"train_loss": 0.0906410962343216, "global_step": 2{"train_loss": 0.07306323945522308, "gl{"train_loss": 0.07233545184135437, "global_step": 22400, "ep{"train_loss": 0.09172485023736954, "global_step":{"train_loss": 0.08934810757637024, "global_step": 2{"train_loss": 0.12307024747133255, "global_step":{"train_loss": 0.1219487115740776, "global_step": 2{"train_loss": 0.{"train_loss": 0.07932084053754807, "global_step": 22403, "epoch": 233, "lr": 0.00014{"train_loss": 0.08482111990451813, "{"train_loss": 0.08091394603252411, "global_step": 22404, "epoch"{"train_loss": 0.0803479328751564, "global_step":{"train_loss": 0.07910890877246857, "global_step": 2{"train_loss": 0.0794147253036499, "gl{"train_loss{"train_loss": 0.08198922127485275, "global_step": {"train_loss": 0.06790460646152496, "global_step": {"train_loss": 0.07067117094993591, "global_step": {"train_loss": 0.0794849693775177, "global_step": 2{"train_loss": 0.0816519632935524, "global_step": {"train_loss": 0.08016051352024078, "glo{"train_loss": 0.08080542832612991, "global_step": 22409, "ep{"train_loss": 0.08{"train_loss": 0.09200036525726318, "global_step": 22410, "epoch": 233, "lr": 0.00{"train_loss": 0.09102600812911987, "glo{"train_loss": 0.08648084104061127, "global_step": 22411, "epo{"train_loss": 0.07809668779373169, "global_step": {"train_loss": 0.08132089674472809, "global_step":{"train_loss": 0.07{"train_loss": 0.07897884398698807, "global_step": 22413, "epoch": 233, "lr": 0.000{"train_loss": 0.09667252004146576, "glo{"train_loss": 0.09882485121488571, "global_step": 22414, "epo{"train_loss": 0.11{"train_loss": 0.11745376139879227, "global_step": 22415, "epoch": 233, "lr": 0.000{"train_loss": 0.05851632356643677, "glo{"train_loss": 0.054187923669815063, "global_step": 22416, "ep{"train_loss": 0.10{"train_loss": 0.099137641489505{"train_loss": 0.10002867877483368, "global_step": {"train_loss": 0.09268615394830704, "global_step": {"train_loss": 0.09860631078481674, "global_step": {"train_loss": 0.0957309901714325, "global_step": 2{"train_loss": 0.09010745584964752, "global_step":{"train_loss": 0.07946453988552094, "globa{"train_lo{"train_loss": 0.08032959699630737, "global_step":{"train_loss": 0.08823010325431824, "global_step": 22421, "epoch": 233, "lr": 0.00014681314298014967}
+{"train_loss": 0.09379485249519348, "global_step": 22422, "epoch": 233, "lr": 0.00014679723327075354}
+{"train_loss": 0.087{"train_loss": 0.0937737226486206, "global_step": 22423, "epoch": 233, "lr": 0.000{"train_loss": 0.09593431651592255, "global_step": 22424, "epoch": 233, "lr": 0.00014676541493895503}
+{"train_loss": 0.057746466249227524, "glo{"train_loss": 0.059327565133571625, "global_step": 22425, "e{"train_loss": 0.06708213686943054, "global_step": 22426, "epoch": 233, "lr": 0.00014673359805720371}
+{"train_loss": 0.0659247487783432, "globa{"train_loss": 0.06638331711292267, "global_step": 22427, "e{"train_loss": 0.097102090716362, "global_{"train_loss": 0.09713445603847504, "global_step": 22428,{"train_loss": 0.07466358691453934, "global_step": 2{"train_loss": 0.07341878116130829, "global_step"{"train_loss": 0.0682600811123848, "global_step": 22{"train_loss": 0.07358185946941376, "global_step{"train_loss": 0.08378203213214874, "global_step": 22{"train_loss": 0.0871865451335907, "global_step":{"train_loss": 0.08605854958295822, "global_step": 22432, "epoch": 233, "lr": 0.00014663815612089953}
+{"train_loss": 0.07789038121700287, "global_step": 22433, "epoch": 233, "lr": 0.0001466222504027081}
+{"train_loss": 0.08025616407394409, "global_s{"train{"train_loss": 0.0790589302778244, "global_step": {"train_loss": 0.06775474548339844, "global_step": {"train_loss": 0.07207035273313522, "global_step":{"train_loss": 0.11119478940963745, "global_step": 22436, "epoch": 233, "lr": 0.00014657453542948724}
+{"train_loss": 0.07181843370199203, "global_step": {"train_loss": 0.06991943717002869, "global_step": {"train_loss": 0.09169301390647888, "global_step": {"train_loss": 0.09234391152858734, "global_step": {"train_loss": 0.08815789222717285, "global_step": {"train_loss": 0.08434661477804184, "global_step": {"train_loss": 0.07672937214374542, "global_step": 22440, "epoch": 233, "lr": 0.00014651092055906125}
+{"train_loss": 0.09708347916603088, "globa{"train_l{"train_loss": 0.10001828521490097, "global_step": {"train_loss": 0.07558684796094894, "globa{"train_l{"train_loss": 0.07010048627853394, "global_step": {"train_loss": 0.08312053978443146, "globa{"train_loss": 0.08131901174783707, "global_step": 22443, "{"train_loss": 0.10118627548217773, "globa{"train_loss": 0.1020999550819397, "global_step": 22444, "ep{"train_loss": 0.0876{"train_loss": 0.0884423926472{"train_loss": 0.08815508335828781, "global_step": {"train_loss": 0.07507563382387161, "glob{"train_loss": 0.07643957436084747, "global_step": 22446, "ep{"train_loss": 0.05918271467089653, "glob{"train_lo{"train_loss": 0.06260035187005997, "global_step":{"train_loss": 0.0641{"train_loss": 0.06422337144613266, "global_step": 22448, "epoch": 233, "lr": 0.0{"train_loss": 0.06711511313915253, "global_step": 22449, "epoch": 233, "lr": 0.00014636780841948403}
+{"train_loss": 0.0786{"train_loss": 0.08208943903446198, "global_step": 22450, "epoch": 233, "lr": 0.0{"train_loss": 0.10831621289253235, "glob{"train_loss": 0.1021721214056015, "global_step": 22451, "epo{"train_loss": 0.06930262595415115, "glo{"train_loss": 0.07178182899951935, "global_step": 22452, "ep{"train_loss": 0.099{"train_loss": 0.098{"train_loss": 0.09916584938764572, "global_step": 22453, "epo{"train_loss": 0.07{"train_loss": 0.07331490516662598, "global_step": 22454, "epoch": 233, "lr": 0.00{"train_loss": 0.070{"train_loss": 0.069{"train_lo{"train_loss": 0.06931202858686447, "global_step": 2{"train_loss": 0.086{"train_loss": 0.08716614544391632, "global_step": 22456, "epoch": 233, "lr": 0.00{"train_loss": 0.093{"train_loss": 0.092{"train_lo{"train_loss": 0.09429167211055756, "global_step": 2{"train_loss": 0.075{"train_loss": 0.07935734838247299, "global_step": 22458, "epoch": 233, "lr": 0.00{"train_loss": 0.08294680714607239, "glo{"train_lo{"train_loss": 0.08304022252559662, "global_step": 2{"train_loss": 0.07{"train_loss": 0.07921546697616{"train_loss": 0.07855318486690521, "global_step": 2{"train_loss": 0.07392297685146332, "gl{"train_loss": 0.07585670053958893, "global_step": 22461, "epoc{"train_loss": 0.07327752560377121, "global_step": 22462, "epoch": 233, "lr": 0.0001461611431315524}
+{"train_loss": 0.08458205739346643, "global_step":{"train_loss": 0.08459503514071305, "global_step": {"train_loss": 0.06360126286745071, "gl{"train_loss": 0.06489714235067368, "global_step": 22464, "epo{"train_loss": 0.07089534401893616, "gl{"train_loss": 0.0702841579914093, "global_step": 22465, "epoch{"train_loss": 0.{"train_loss": 0.0853249132633209{"train_loss": 0.08482357114553452, "global_step": {"train_loss": 0.{"train_loss": 0.1052{"train_loss": 0.10605435073375702, "global_step": 22467, "epoch{"train_loss": 0.{"train_loss": 0.10879673063755035, "global_step": 22468, "epoch": 234, "lr": 0.0001{"train_loss": 0.1{"train_loss": 0.10415711998939514, "global_step": 22469, "epoch": 234, "lr": 0.0001{"train_loss": 0.0{"train_loss": 0.0842354223132133{"train_loss": 0.08298221230506897, "global_step"{"train_loss": 0.12{"train_loss": 0.1265754997730255, "global_step": 22471, "epoch": 234, "lr": 0.000{"train_loss": 0.048841677606105804, "glo{"train_loss": 0.05006296932697296, "global_step": 22472, "epo{"train_loss": 0.{"train_loss": 0.073088{"train_loss": 0.07237382233142853, "global_step": 22473, "ep{"train_loss": 0.0{"train_loss": 0.069967{"train_loss": 0.07018022984266281, "global_step": 22474, "ep{"train_loss": 0.0{"train_loss": 0.091450{"train_loss": 0.09100110083818436, "global_step": 22475, "e{"train_loss": 0.0{"train_loss": 0.092851{"train_loss": 0.09344786405563354, "global_step": 22476, "{"train_loss": 0.084{"train_loss": 0.086591{"train_loss": 0.08771774917840958, "global_step": 22477{"train_loss": 0.0872{"train_loss": 0.08677048981189728, "global_step": 22478, "epoch": 234, "lr": 0.{"train_loss": 0.09984{"train_loss": 0.102484{"train_loss": 0.10247497260570526, "global_step": 22479,{"train_loss": 0.10027{"train_loss": 0.096238{"train_loss": 0.09660287201404572, "global_step": 22480,{"train_loss": 0.08915{"train_loss": 0.091774{"train_los{"train_loss": 0.09168678522109985, "global_s{"train_loss": 0.08805182576179504, "global_s{"train_loss": 0.08463767170906067, "global_step": 22482{"train_loss": 0.05556{"train_loss": 0.053580865263938904, "global_step": 22483, "epoch": 234, "lr": {"train_loss": 0.079030{"train_loss": 0.07510733604431152, "global_step": 22484, "epoch": 234, "lr": 0{"train_loss": 0.09357484430074692, "global_step": 22485,{"train_loss": 0.08946878463029861, "global_s{"train_loss": 0.10570{"train_loss": 0.09974345564842224, "global_step": 22486, "epoch": 234, "lr": 0{"train_loss": 0.07716{"train_loss": 0.07404821366071701, "global_step": 22487, "epoch": 234, "lr": 0.{"train_loss": 0.07699{"train_loss": 0.08448523283004761, "global_step": 22488, "epoch": 234, "lr": 0.{"train_loss": 0.06271757185459137, "global_st{"train_loss": 0.06457804143428802, "global_step": 2248{"train_loss": 0.11050458252429962, "global_st{"train_loss": 0.10960699617862701, "global_step": 2249{"train_loss": 0.0846{"train_loss": 0.08532741{"train_loss": 0.0856427401304245, "global_step": 22491{"train_loss": 0.0875{"train_loss": 0.08585622906684875, "global_step": 22492, "epoch": 234, "lr": {"train_loss": 0.07739326357841492, "global_ste{"train_loss": 0.07655979692935944, "global_step": 22{"train_loss": 0.063925{"train_loss": 0.0623584{"train_loss": 0.06240060180425644, "global_step": 2249{"train_loss": 0.11476415395736694, "global_step": 22495, "epoch": 234, "lr": 0.00014563681006404935}
+{"train_loss": 0.09807758778333664, "global_step": 22496, "epoch": 234, "lr": 0.00014562092745695342}
+{"train_loss": 0.0647311{"train_loss": 0.06279{"train_lo{"train_loss": 0.0628245398402214, "global_ste{"train_loss": 0.0680678{"train_loss": 0.06756874918937683, "global_step": 22498, "epoch": 234, "lr"{"train_loss": 0.0809314101934433, "global_ste{"train_loss": 0.08037976920604706, "global_step": 2249{"train_loss": 0.08410654{"train_loss": 0.08124{"train_loss": 0.0808066874742508, "global_step": 22500{"train_loss": 0.07616045{"train_loss": 0.07468995451927185, "global_step": 22501, "epoch": 234, "lr"{"train_loss": 0.07631274{"train_loss": 0.0751{"train_lo{"train_loss": 0.07521703094244003, "global_s{"train_loss": 0.07866725325584412, "global_step": 22503{"train_loss": 0.07782630622386932, "global_st{"train_loss": 0.0955217{"train_loss": 0.09604261815547943, "global_step": 22504, "epoch": 234, "lr": {"train_loss": 0.0693940{"train_loss": 0.071258187294006{"train_loss": 0.07195057719945908, "global_st{"train_loss": 0.0694929{"train_loss": 0.07046732306480408, "global_step": 22506, "epoch": 234, "lr"{"train_loss": 0.0679668{"train_loss": 0.06639447063207626, "global_step": 22507, "epoch": 234, "lr": {"train_loss": 0.08468350768089294, "global_step": 22508, "epoch": 234, "lr": 0.00014543036508655557}
+{"train_loss": 0.0925702{"train_loss": 0.08974005281925201, "global_step": 22509, "epoch": 234, "lr": {"train_loss": 0.09180954098701477, "global_step": 22510{"train_loss": 0.09087008237838745, "global_st{"train_loss": 0.072313{"train_loss": 0.06948041915893555, "global_step": 22511, "epoch": 234, "lr": 0{"train_loss": 0.11020947992801666, "global_step": 22512, "epoch": 234, "lr": 0.00014536685617849503}
+{"train_loss": 0.072207{"train_loss": 0.07104047387838364, "global_step": 22513, "epoch": 234, "lr":{"train_loss": 0.0963738{"train_loss": 0.09306543320417404, "global_step": 22514, "epoch": 234, "lr": {"train_loss": 0.08380959928035736, "global_step": 22515, "epoch": 234, "lr": 0.0001453192284034448}
+{"train_loss": 0.07214908301830292, "global_st{"train_loss": 0.0675334557890892, "global_step": 22516,{"train_loss": 0.088911{"train_loss": 0.08351340889930725, "global_step": 22517, "epoch": 234, "lr": 0{"train_loss": 0.0933653712272644, "global_st{"train_loss": 0.09218186885118484, "global_step": 22518{"train_loss": 0.1033085{"train_loss": 0.10376002639532089, "global_step": 22519, "epoch": 234, "lr":{"train_loss": 0.0743903{"train_loss": 0.07570{"train_loss": 0.07585013657808304, "global_step": 22520{"train_loss": 0.0928038{"train_loss": 0.09334{"train_loss": 0.09398645162582397, "global_step": 22521{"train_loss": 0.07424657791852951, "global_step": 22522, "epoch": 234, "lr": 0.00014520810996596932}
+{"train_loss": 0.10452287644147873, "global_step": 22523, "epoch": 234, "lr": 0.0001451922373950745}
+{"train_loss": 0.10455901175737381, "global_s{"train_loss": 0.10795170068740845, "global_step": 22524{"train_loss": 0.075782{"train_loss": 0.0805433988571167, "global_step": 22525, "epoch": 234, "lr": 0{"train_loss": 0.09300{"train_loss": 0.0993618294596672, "global_step": 22526, "epoch": 234, "lr": 0.0{"train_loss": 0.0727{"train_loss": 0.0720804{"train_loss"{"train_loss": 0.07217603921890259, "global_{"train_loss": 0.0834{"train_loss": 0.084225133061409, "global_step": 22528, "epoch": 234, "lr": 0.000{"train_loss": 0.09458954632282257, "global_step": 22529, "epoch": 234, "lr": 0.00014509700981120665}
+{"train_loss": 0.07580448687076569, "global_s{"train_loss": 0.07766133546829224, "global_step": 22530,{"train_loss": 0.08{"train_loss": 0.09064153581857681, "global_step": 22531, "epoch": 234, "lr": 0.00{"train_loss": 0.07731187343597412, "global_s{"train_loss": 0.07935728132724762, "global_step": 22532{"train_loss": 0.10032607614994049, "global_step": 22533, "epoch": 234, "lr": 0.00014503353223131686}
+{"train_loss": 0.09833657741546631, "global_step": 22534, "epoch": 234, "lr": 0.00014501766377183784}
+{"train_loss": 0.06970947980880737, "global_{"train_loss": 0.07383225858211517, "global_step": 22535,{"train_loss": 0.09543044865131378, "global_step": 22536,{"train_loss": 0.09663238376379013, "global_s{"train_loss": 0.0902990996837616, "global_s{"train_loss": 0.09139975905418396, "global_step": 22537{"train_loss": 0.08{"train_loss": 0.08501346409320831, "global_step": 22538, "epoch": 234, "lr": 0.000{"train_loss": 0.10{"train_loss": 0.103895835{"train_loss": 0.10286290943622589, "global_step": 22539{"train_loss": 0.067{"train_loss": 0.06543906778097153, "global_step": 22540, "epoch": 234, "lr": 0.0{"train_loss": 0.0938483476638794, "global_step": 22541, "epoch": 234, "lr": 0.00014490659504511294}
+{"train_loss": 0.10613955557346344, "global_step": 22542, "epoch": 234, "lr": 0.00014489072958396722}
+{"train_loss": 0.0739847719669342, "global_step": 22543, "ep{"train_loss": 0.0738118514418602, "globa{"train_loss": 0.05320613458752632, "global_step": 22544, "e{"train_loss": 0.05335182696580887, "glob{"train_loss": 0.08460145443677902, "global_step": 22545, "epoch": 234, "lr": 0.00014484313545262925}
+{"train_loss": 0.07289639115333557, "global_step": 22546, "epoch": 234, "lr": 0.00014482727149324318}
+{"train_loss": 0.08830273151397705, "global_step": 22547, "epoch": 234, "lr": 0.00014481140790956705}
+{"train_loss": 0.06043485552072525, "global_step": 22548, "epoch": 234, "lr": 0.000144795544701709}
+{"train_loss": 0.06878633797168732, "global_step": 22549, "epoch": 234, "lr": 0.000144779681869777}
+{"train_loss": 0.09863962978124619, "global_step": 22550, "epoch": 234, "lr": 0.000144763819413879}
+{"train_loss": 0.0952247828245163, "global_step": 22551, "epoch": 234, "lr": 0.00014474795733412316}
+{"train_loss": 0.08496948331594467, "global_step": 22552, "epoch": 234, "lr": 0.00014473209563061742}
+{"train_loss": 0.10961659252643585, "global_step": 22553, "epoch": 234, "lr": 0.00014471623430346978}
+{"train_loss": 0.067196{"train_loss": 0.06298445165157318, "global_step": 22554, "epoch": 234, "lr": {"train_loss": 0.072736{"train_loss": 0.07894273102283478, "global_step": 22555, "epoch": 234, "lr": 0{"train_loss": 0.10397560894489288, "global_step{"train_loss"{"train_loss": 0.09905996173620224, "glob{"train_loss": 0.10014407336711884, "global_step": 22557, "epoch": 234, "lr": 0.0001446527927606205}
+{"train_loss": 0.07839304208755493, "global_step": 22558, "epoch": 234, "lr": 0.00014463693331688348}
+{"train_loss": 0.08515445434022695, "global_step": 22559, "epoch": 234, "lr": 0.00014462107425015268}
+{"train_loss": 0.10969555377960205, "global_step": 22560, "epoch": 235, "lr": 0.00014460521556053602}
+{"train_loss": 0.08295221626758575, "global_step": 22561, "epoch": 235, "lr": 0.00014458935724814148}
+{"train_loss": 0.106369{"train_loss": 0.1069861650466919, "global_step": 22562, "epoch": 235, "lr": 0.{"train_loss": 0.08107{"train_loss": 0.07825404405593872, "global_step": 22563, "epoch": 235, "lr": 0.{"train_loss": 0.10513{"train_loss": 0.10636553{"train_loss": 0.10602566599845886, "global_step": 2256{"train_loss": 0.08162906765937805, "global_step": 22565, "epoch": 235, "lr": 0.0001445259277729443}
+{"train_loss": 0.06352869421243668, "global_step": 22566, "epoch": 235, "lr": 0.00014451007134828027}
+{"train_loss": 0.08278069645166397, "global_step": 22567, "epo{"train_loss": 0.08593092858791351, "glo{"train_loss": 0.08437865227460861, "global_step": 22568, "epo{"train_loss": 0.08633195608854294, "gl{"train_loss": 0.0537632517516613, "global_step": 22569, "epoc{"train_loss": 0.05464596301317215, "gl{"train_loss": 0.08409765362739563, "global_step": 22570, "epoc{"train_loss": 0.09030628204345703, "gl{"train_loss": 0.0853506550192833, "global_step": 22571, "epoch{"train_loss": 0.08794750273227692, "{"train_loss": 0.08469679951667786, "global_step{"train_loss": 0{"train_loss": 0.08828624337911606, "g{"train_loss": 0.110132{"train_loss": 0.11363473534584045, "global_step": 22573, "epoch": 235, "lr": 0{"train_loss": 0.07671956717967987, "global_step": 22574, "epoch{"train_loss": 0.07040033489465714, "g{"train_loss": 0.08215965330600739, "global_step{"train_loss": 0{"train_loss": 0.08543054759502411, "{"train_loss": 0.0922958105802536, "global_step": 22576, "epoch"{"train_loss": 0.09537213295698166, "{"train_loss": 0.0814465805888176, "global_step": 22577, "epoch": 235, "lr": 0.00014433567564015083}
+{"train_loss": 0.08573660999536514, "global_step": 22578, "epoch": 235, "lr": 0.00014431982375705298}
+{"train_loss": 0.08419107645750046, "global_step"{"train_loss": 0.08244528621435165, "global_step": 22{"train_loss": 0.07402357459068298, "global_step": 22580, "epoch":{"train_loss": 0.07147979736328125, {"train_loss": 0.114139{"train_loss": 0.11193002760410309, "global_step": 22581, "epoch": 235, "lr": 0{"train_loss": 0.100649{"train_loss": 0.10184859484434128, "global_step": 22582, "epoch": 235, "lr": {"train_loss": 0.09326547384262085, "global_step": 22583, "epoch":{"train_loss": 0.09157673269510269,{"train_loss": 0.09860817342996597, "global_step{"train_loss": 0.10508182644844055, "global_step": 225{"train_loss": 0.09728389978408813, "global_step{"train_loss": 0.09427677094936371, "global_step": 225{"train_loss": 0.085741{"train_loss": 0.08386869{"train_loss": 0.0832459032535553, "global_step": 2258{"train_loss": 0.08796261250972748, "global_ste{"train_loss": 0.08661173284053802, "global_step": 225{"train_loss": 0.05233{"train_loss": 0.0541386604309082, "global_step": 22588, "epoch": 235, "lr": 0.0{"train_loss": 0.1219{"train_loss": 0.12759535014629364, "global_step": 22589, "epoch": 235, "lr": 0.0{"train_loss": 0.1123{"train_loss": 0.10592477023601532, "global_step": 22590, "epoch": 235, "lr": 0.{"train_loss": 0.08741708844900131, "global_step{"train_loss": 0.09035447984933853, "global_step": 225{"train_loss": 0.09428234398365021, "global_step{"train_loss": 0.09653844684362411, "global_step": 225{"train_loss": 0.0911039412021637, "global_step": 22593, "epoch": 235, "lr": 0.00014408209107089653}
+{"train_loss": 0.07216{"train_loss": 0.07454395294189453, "global_step": 22594, "epoch": 235, "lr": 0.{"train_loss": 0.08748435974121094, "global_step": 22595, "epoch": 235, "lr": 0.00014405039984479484}
+{"train_loss": 0.07699{"train_loss": 0.07825005054473877, "global_step": 22596, "epoch": 235, "lr": 0.{"train_loss": 0.08889245986938477, "global_step": 22597, "epoch": 235, "lr": 0.00014401871014269429}
+{"train_loss": 0.09129521995782852, "global_step"{"train_loss": 0.09963370859622955, "global_step": 22{"train_loss": 0.0776{"train_loss": 0.08097764849{"train_loss": 0.08081644028425217, "global_step": 22{"train_loss": 0.07103978097438812, "global_step"{"train_loss": {"train_loss": 0.07164350152015686, "g{"train_loss": 0.09866401553153992, "global_step"{"train_loss": {"train_loss": 0.09480546414852142, "g{"train_loss": 0.06096669286489487, "global_step": 22602, "epoch{"train_loss": 0.061369121074676514, {"train_loss": 0.07153673470020294, "global_step": 22603, "epoch"{"train_loss": 0.06906432658433914, "{"train_loss": 0.09885860979557037, "global_step": 22604, "epoch"{"train_loss": 0.09491172432899475, "{"train_loss": 0.09{"train_loss": 0.08969404548406601, "global_st{"train_loss": 0.08985083550214767, "{"train_loss": 0.10660235583782196, "global_step":{"train_loss": 0.11115388572216034, "global_step": 2{"train_loss": 0.08806131780147552, "global_step":{"train_loss": 0.0854664295911789, "global_step": 22{"train_loss": 0.06{"train_loss": 0.07156826555728912, "global_step": 22608, "epoch": 235, "lr": 0.000{"train_loss": 0.07670389115810394, "global_step"{"train_loss": 0.0737735852599144, "global_step": 226{"train_loss": 0.07753641903400421, "global_step": 22610, "epoch": 235, "lr": 0.000143812764286176}
+{"train_loss": 0.056521669030189514, "global_ste{"train_loss": 0.05604460462927818, "global_step": 2261{"train_loss": 0.11046924442052841, "global_step": 22612, "epoch": 235, "lr": 0.00014378108604159458}
+{"train_loss": 0.{"train_loss": 0.0951634645462{"train_loss": 0.09636580944061279, "global_step": 2261{"train_loss": 0.09748758375644684, "global_step": 22614, "epoch": 235, "lr": 0.00014374940932834998}
+{"train_loss": 0.07196621596813202, "global_step": 22615, "epoch{"train_loss": 0.07090400904417038, "g{"train_loss": 0.10895628482103348, "global_step": 22616, "epoch": 235, "lr": 0.0001437177341473051}
+{"train_loss": 0.08870555460453033, "global_step": 22617, "epoch{"train_loss": 0.08772905170917511, "{"train_loss": 0.10733000934123993, "global_ste{"train_loss": 0.{"train_loss": 0.1121208667755127, "gl{"train_loss": 0.08083741366863251, "global_ste{"train_loss": 0.08044113218784332, "global_step": 2261{"train_loss": 0.1025819480419159, "global_step{"train_loss": 0.09804381430149078, "global_step": 226{"train_loss": 0.09903296828269958, "global_step": 22621, "epoch": 235, "lr": 0.00014363855290372833}
+{"train_loss": 0.07890389114618301, "global_step": 22622, "epoch": 235, "lr": 0.0001436227178059961}
+{"train_loss": 0.09062658250331879, "global_step": 22623, "epoch": 235, "lr": 0.00014360688309217654}
+{"train_loss": 0.{"train_loss": 0.089193083345{"train_loss": 0.08939796686172485, "global_step": 22624{"train_loss": 0.{"train_loss": 0.097050510346{"train_loss": 0.09649719297885895, "global_step": 22625{"train_loss": 0{"train_loss": 0.0947270393371582, "global_step": 22626, "epoch": 235, "lr": 0.000143{"train_loss": 0.05758104845881462, "global_ste{"train_loss": 0.0{"train_loss": 0.05754108726978302, "{"train_loss": 0.09549000859260559, "global_step{"train_loss": 0.{"train_loss": 0.10580544918775558, "{"train_loss": 0.07804076373577118, "global_step": 22629, "epoch": 235, "lr": 0.0001435118828774629}
+{"train_loss": 0.08880021423101425, "global_step{"train_loss": 0.{"train_loss": 0.08220900595188141, "{"train_loss": 0.06696633249521255, "global_step": 22631, "epoch"{"train_loss": 0.066038578748703, "gl{"train_loss":{"train_loss": 0.07323193550109863, "global_step": 22632, "epoch": 235, "lr": 0.00014346{"train_loss":{"train_loss": 0.06245177239179611, "global_step": 22633, "epoch": 235, "lr": 0.00014344{"train_loss":{"train_loss": 0.11383295804262161{"train_loss": 0{"train_loss": 0.11318543553352356, "g{"train_loss": 0.06150380149483681, "global_step{"train_loss": 0.060029059648513794, "global_step": 22{"train_loss": {"train_loss": 0.0932328850030899,{"train_loss": 0.09295205026865005, "global_step": 22{"train_loss": 0.06492552161216736, "global_step": 22637, "epoch{"train_loss": 0.066128671169281, "glo{"train_loss":{"train_loss": 0.07388827204704285,{"train_loss": 0.07384379208087921, "global_step": 22{"train_loss":{"train_loss": 0.07958394289016724,{"train_loss": 0.07973529398441315, "global_step": {"train_loss": 0.09634045511484146, "global_step":{"train_loss"{"train_loss": 0.09202396869659424, "g{"train_loss": 0.13889117538928986, "global_step": 22641, "epoc{"train_loss": 0.1345420479774475, "gl{"train_loss": {"train_loss": 0.08359105885028839{"train_loss": 0.08356322348117828, "global_step": 22{"train_loss": 0.04617328941822052, "global_step"{"train_loss{"train_loss": 0.048222437500953674, "glo{"train_loss": 0{"train_loss": 0.08285194635391235, "global_step": 22644, "epoch": 235, "lr": 0.000143{"train_loss": 0{"train_loss": 0.10194128751754761, "global_step": 22645, "epoch": 235, "lr": 0.000143{"train_loss": 0{"train_loss": 0.097461774945259{"train_loss":{"train_loss": 0.09799820184707642, "glo{"train_loss": {"train_loss": 0.0807848572731018, "global_step": 22647, "epoch": 235, "lr": 0.00014322{"train_loss":{"train_loss": 0.07191294431686401, "global_step": 22648, "epoch": 235, "lr": 0.00014321{"train_loss": 0.09658847749233246, "global_step": 22649, "epoch": 235, "lr": 0.00014319531563940425}
+{"train_loss": 0.10648992657661438, "global_step{"train_loss": 0.10227392613887787, "global_step": 226{"train_loss":{"train_loss": 0.09423496574163437, "global_step": 22651, "epoch": 235, "lr": 0.00014316{"train_loss":{"train_loss": 0.09459514170885086, "global_step": 22652, "epoch": 235, "lr": 0.0001431{"train_loss": 0.08509258925914764, "global_step": 22653, "epoch": 235, "lr": 0.00014313202073171276}
+{"train_loss":{"train_loss": 0.08996430039405823, "global_step{"train_loss": 0.08906510472297668, "glo{"train_loss": 0.08749396458733827, "global_step": 22655, "epo{"train_loss": 0.0873334010054047, "glo{"train_loss":{"train_loss": 0.0957115888595581, "global_step": 22656, "epoch": 236, "lr": 0.00014308{"train_loss"{"train_loss": 0.08777882158756256, "global_step": 22657, "epoch": 236, "lr": 0.000143068{"train_loss": 0.10885585099458694, "global_step": 22658, "ep{"train_loss": 0.10856842994689941, "glob{"train_loss"{"train_loss": 0.0843944251537323, "global_step": 22659, "epoch": 236, "lr": 0.000143{"train_loss": 0.08754383027553558, "global_step": 22660, "epoch": 236, "lr": 0.00014302126955668566}
+{"train_loss": 0.11084330081939697, "global_step{"train_loss": 0.10896942764520645, "global_step": 226{"train_loss": 0.08284389972686768, "global_step{"train_loss": 0.08436072617769241, "global_step": 22{"train_loss": 0.10089111328125, "global_step": {"train_loss": {"train_loss": 0.09831559658050537,{"train_loss": 0.08981478214263916, "global_step": 22664, "epoch": 236, "lr": 0.000142957991704769}
+{"train_loss": 0.{"train_loss": 0.09486354142427444, "global_step": 22665, "epoch": 236, "lr": 0.00014{"train_loss": 0.06064753234386444, "global_step": {"train_loss": {"train_loss": 0.06221351772546768,{"train_loss": 0.{"train_loss": 0.08746007084846497{"train_loss": 0.08765534311532974, "global_step": {"train_loss": 0.06815236806869507, "global_step": {"train_loss": 0.06531310081481934, "global_step": {"train_loss": 0.{"train_loss": 0.08836901187896729, "global_step"{"train_loss": 0.0878753587603569, "{"train_loss": 0.{"train_loss": 0.10169129073619843, "global_step{"train_loss": 0.10174088925123215, {"train_loss": 0.07860416918992996, "global_step": 22671, "epoch"{"train_loss": 0.07630424201488495, {"train_loss": 0.07021988928318024, "global_step": 22672, "epoch"{"train_loss": 0.07676590979099274, "{"train_loss": 0.09129036962985992, "global_step": 22673, "epoch": 236, "lr": 0.00014281563927215403}
+{"train_loss": 0.07728911191225052, "global_step": 22674, "epoch"{"train_loss": 0.07311677187681198, "{"train_loss": 0.09738003462553024, "global_step": 22675, "epoch"{"train_loss": 0.09747453033924103, "{"train_loss": 0.{"train_loss": 0.081237576901912{"train_loss": 0.0811351016163826, "global_step": 226{"train_loss": 0.10923172533512115, "global_step": 22677, "epoch"{"train_loss": 0.11217394471168518, "{"train_loss": 0.{"train_loss": 0.09486221522092819, "global_step": 22678, "epoch": 236, "lr": 0.00014{"train_loss": 0.{"train_loss": 0.0869637876749{"train_loss": 0.0{"train_loss": 0.0866270661354065, "g{"train_loss": 0.{"train_loss": 0.07154497504234314, "global_ste{"train_loss": 0.07095383107662201, "g{"train_loss": 0.{"train_loss": 0.10604575276374817, "global_ste{"train_loss": 0.10603713989257812, "{"train_loss": 0.0{"train_loss": 0.0911826938390{"train_loss": 0.{"train_loss": 0.09139944612979889, "{"train_loss": 0.06454144418239594, "global_step": 22683, "epoch"{"train_loss": 0.06674046814441681, "{"train_loss": 0.08689281344413757, "global_step{"train_loss": 0.{"train_loss": 0.08806949108839035, "{"train_loss": 0.08719166368246078, "global_step": 22685, "epoch": 236, "lr": 0.0001426258851077197}
+{"train_loss": 0.0{"train_loss": 0.05592366307973862, "global_step": 22686, "epoch": 236, "lr": 0.0001{"train_loss": 0.10312199592590332, "global_step"{"train_loss": 0.10408283770084381, "global_step": 22{"train_loss": 0.0{"train_loss": 0.09070209413766{"train_loss{"train_loss": 0.0903826355934143, "globa{"train_loss": 0.0{"train_loss": 0.08023972064256{"train_los{"train_loss": 0.07952911406755447, "globa{"train_loss": 0.11092069745063782, "global_step"{"train_los{"train_loss": 0.11044985055923462, "glob{"train_loss": 0.0{"train_loss": 0.08180120587348{"train_loss": 0.0819660946726799, "global_step": 226{"train_loss": 0.1{"train_loss": 0.1012743562459{"train_loss": 0.10092107206583023, "global_step": 226{"train_loss": 0.1{"train_loss": 0.1203422024846{"train_{"train_loss": 0.12110421061515808, "global_st{"train_loss": 0.{"train_loss": 0.11611969023942{"train_{"train_loss": 0.11559343338012695, "global_st{"train_loss": 0.{"train_loss": 0.08073535561561{"train_{"train_loss": 0.08123302459716797, "global_{"train_loss": 0.0837973952293396, "global_step"{"train_{"train_loss": 0.0826641395688057, "global_s{"train_loss": 0.0794486552476883, "global_step": 22697,{"train_loss": 0.0801822766661644, "global_s{"train_loss": 0.06{"train_loss": 0.0660533159971{"train_loss": 0.06522226333618164, "global_step": 22{"train_loss": 0.07{"train_loss": 0.0836432501673{"train_loss": 0.08356213569641113, "global_step": 22{"train_loss": 0.06{"train_loss": 0.0585248470306{"train{"train_loss": 0.05971980839967728, "global_st{"train_loss": 0.10{"train_loss": 0.1097197234630{"train{"train_loss": 0.11023788154125214, "global_s{"train_loss": 0.06{"train_loss": 0.06963522732257843, "{"train_loss": 0.06931689381599426, "global_st{"train_loss": 0.10{"train_loss": 0.10186539590358734, "global_step": 22703, "epoch": 236, "lr": 0.00{"train_loss": 0.08{"train_loss": 0.08476318418979645, "global_step": 22704, "epoch": 236, "lr": 0.000{"train_loss": 0.06{"train_loss": 0.06834264099{"train_loss": 0.06860169023275375, "global_step": 2270{"train_loss": 0.08{"train_loss": 0.08548962324{"train_loss": 0.08476705849170685, "global_step": 2270{"train_loss": 0.08{"train_loss": 0.07913277298{"train_loss": 0.07965675741434097, "global_step": 2270{"train_loss": 0.11{"train_loss": 0.12187187373{"train_loss": 0.12230496853590012, "global_step": 227{"train_loss": 0.074{"train_loss": 0.06805631518363953, "global_step": 22709, "epoch": 236, "lr": 0.00{"train_loss": 0.069{"train_loss": 0.07008859515190125, "global_step": 22710, "epoch": 236, "lr": 0.00{"train_loss": 0.08046644181013107, "global_step": 2271{"train_loss": 0.08200144022703171, "global_st{"train_loss": 0.098{"train_loss": 0.09792132675647736, "global_step": 22712, "epoch": 236, "lr": 0.00{"train_loss": 0.06473822891712189, "global_step": 22713, "epoch": 236, "lr": 0.00014218334450463295}
+{"train_loss": 0.078{"train_loss": 0.07581916451454163, "global_step": 22714, "epoch": 236, "lr": 0.{"train_loss": 0.1019{"train_loss": 0.10194291174411774, "global_step": 22715, "epoch": 236, "lr": 0.{"train_loss": 0.0786{"train_loss": 0.07658477{"train_loss": 0.0771302729845047, "global_step": 22716{"train_loss": 0.10007350146770477, "global_step": 22717, "epoch": 236, "lr": 0.0001421201495611007}
+{"train_loss": 0.08838162571191788, "global_step":{"train_loss": 0.08667600154876709, "global_step": {"train_loss": 0.07980947196483612, "global_st{"tr{"train_loss": 0.0716426819562912, "global_step": 22{"train_loss": 0.09227153658866882, "global_step"{"train_loss": 0.09517311304807663, "global_step": 22{"train_loss": 0.10006{"train_loss": 0.105101{"tr{"train_loss": 0.10557735711336136, "global_step": 2{"train_loss": 0.10060058534145355, "global_step": 22722, "epoch": 236, "lr": 0.0001420411647507478}
+{"train_loss": 0.07918{"train_loss": 0.08263076096773148, "global_step": 22723, "epoch": 236, "lr": 0.{"train_loss": 0.1009296402335167, "global_step": 22724, "epoch": 236, "lr": 0.00014200957358863158}
+{"train_loss": 0.082758{"train_loss": 0.07816013693809509, "global_step": 22725, "epoch": 236, "lr": 0{"train_loss": 0.085007{"train_loss": 0.09056612849235535, "global_step": 22726, "epoch": 236, "lr": {"train_loss": 0.10156308114528656, "global_s{"t{"train_loss": 0.10285162925720215, "global_step": 227{"train_loss": 0.103258{"train_loss": 0.10349{"train_loss": 0.10239525139331818, "global_step": 22728,{"train_loss": 0.099915{"train_loss": 0.10407{"train_loss": 0.10225573182106018, "global_step": 22729,{"train_loss": 0.11193693429231644, "global_st{"train_loss": 0.11351674795150757, "global_step": 2273{"train_loss": 0.10817082226276398, "global_step": 22731, "epoch": 236, "lr": 0.00014189901696614853}
+{"train_loss": 0.06790923327207565, "global_s{"train_loss": 0.06836915016174316, "global_step": 22732{"train_loss": 0.097601{"train_loss": 0.09576{"train_loss": 0.09695818275213242, "global_step": 22733{"train_loss": 0.0981073{"train_loss": 0.09066{"train_loss": 0.09095782041549683, "global_step": 22734{"train_loss": 0.0848074{"train_loss": 0.08628328144550323, "global_step": 22735, "epoch": 236, "lr"{"train_loss": 0.1051078{"train_loss": 0.10152243077754974, "global_step": 22736, "epoch": 236, "lr": {"train_loss": 0.0887506{"train_loss": 0.09264{"train_loss": 0.09218508005142212, "global_step": 22737{"train_loss": 0.0732512{"train_loss": 0.07540{"train_loss": 0.07380759716033936, "global_step": 22738{"train_loss": 0.07274{"train_loss": 0.0715609{"train_loss": 0.0714375376701355, "global_step": 22739,{"train_loss": 0.07735231518745422, "global_s{"train_loss": 0.07986535131931305, "global_step": 22740,{"train_loss": 0.04628{"train_loss": 0.04953{"train_loss": 0.04949389398097992, "global_step": 22741, {"train_loss": 0.08273{"train_loss": 0.083113{"train_loss": 0.08346438407897949, "global_step": 22742{"train_loss": 0.0811808705329895, "global_s{{"train_loss": 0.07692482322454453, "global_step": 22743{"train_loss": 0.06810839474201202, "global_s{{"train_loss": 0.07005634158849716, "global_step": 22744{"train_loss": 0.09186{"train_loss": 0.094970{{"train_loss": 0.09411487728357315, "global_step": 22745{"train_loss": 0.07138343155384064, "global_s{"train_loss": 0.07040197402238846, "global_step": 22746,{"train_loss": 0.11853745579719543, "global_s{{"train_loss": 0.11372705549001694, "global_step": 22747{"train_loss": 0.0887{"train_loss": 0.0887114{{"train_loss": 0.08938434720039368, "global_step": 22748{"train_loss": 0.0946{"train_loss": 0.10225789994001389, "global_step": 22749, "epoch": 236, "lr": 0.0{"train_loss": 0.1097{"train_loss": 0.11231{"{"train_loss": 0.11308547109365463, "global_step": 22750{"train_loss": 0.08805307939959069, "global_step": 22751, "epoch": 236, "lr": 0.00014158324785336362}
+{"train_loss": 0.07305203378200531, "global_s{"train_loss": 0.07355162501335144, "global_step": 22752{"train_loss": 0.10411359369754791, "globa{"t{"train_loss": 0.10415378212928772, "global_step": 22753,{"train_loss": 0.0914{"train_loss": 0.0887136{"train_loss": 0.08942081779241562, "global_step": 22754{"train_loss": 0.07403946667909622, "globa{"train_loss": 0.07626274973154068, "global_step": 22755, "e{"train_loss": 0.10674557089805603, "globa{"t{"train_loss": 0.10684584081172943, "global_step": 22756,{"train_loss": 0.10{"train_loss": 0.098499506{"train_loss": 0.09991674870252609, "global_step": 22757,{"train_loss": 0.09193824231624603, "global_s{"train_loss": 0.09214773029088974, "global_step": 22758,{"train_loss": 0.06432601809501648, "global_s{"train_loss": 0.061774272471666336, "global_step": 22759{"train_loss": 0.06119324266910553, "global_st{"train_loss": 0.05722492188215256, "global_step": 2276{"train_loss": 0.11{"train_loss": 0.1213{"trai{"train_loss": 0.12343256175518036, "global_step": 22761{"train_loss": 0.07922947406768799, "glo{"trai{"train_loss": 0.08371273428201675, "global_step": 2276{"train_loss": 0.09{"train_loss": 0.0997308939{"train_loss": 0.09861709922552109, "global_step": 227{"train_loss": 0.07{"train_loss": 0.07870528101921082, "global_step": 22764, "epoch": 237, "lr": 0.00{"train_loss": 0.085{"train_loss": 0.08726046234369278, "global_step": 22765, "epoch": 237, "lr": 0.0{"train_loss": 0.10113491117954254, "global_step{"train_loss": 0.09713894128799438, "global_step": 227{"train_loss": 0.10077767074108124, "globa{"train_loss": 0.10387580096721649, "global_step": 22767, "e{"train_loss": 0.07550987601280212, "globa{"trai{"train_loss": 0.08058467507362366, "global_step": 22{"train_loss": 0.05956992506980896, "globa{"train_loss": 0.05472823977470398, "global_step": 22769, "e{"train_loss": 0.11449822783470154, "globa{"train_loss": 0.11449672281742096, "global_step": 22770, "e{"train_loss": 0.1052214726805687, "global_step"{"train_loss": 0.10515116155147552, "global_step": 22{"train_loss": 0.0750119760632515, "global_{"trai{"train_loss": 0.07546241581439972, "global_step": {"train_loss": 0.1095978{"train_loss": 0.11031051725149155, "global_step": 22773, "epoch": 237, "lr":{"train_loss": 0.07279297709465027, "global_step": {"train_loss": 0.07491571456193924, "global_step":{"train_loss": 0.09317217022180557, "global_s{"train_loss": 0.09756840020418167, "global_step": 22775,{"train_loss": 0.0644731{"train_loss": 0.0668{"train_loss": 0.06710600852966309, "global_step": 22776,{"train_loss": 0.076272{"train_loss": 0.07864641398191452, "global_step": 22777, "epoch": 237, "lr": 0{"train_loss": 0.0868205577135086, "global_st{"train_loss": 0.09007826447486877, "global_step": 22778{"train_loss": 0.08660241216421127, "global_step":{"train_loss": 0.08967182785272598, "global_step": {"train_loss": 0.08252237737178802, "global_step":{"train_loss": 0.08270958811044693, "global_step": 2{"train_loss": 0.09708752483129501, "global_step":{"train_loss": 0.09786160290241241, "global_step": 2{"train_loss": 0.08188360929489136, "global_step": 22782, "epoch": 237, "lr": 0.0001410941205015313}
+{"train_loss": 0.122030{"train_loss": 0.1233435720{"train_loss": 0.1223599836230278, "global_step": {"train_loss": 0.09685079008340836, "global_step": 22784, "epoch": 237, "lr": 0.00014106257710126336}
+{"train_loss": 0.071748{"train_loss": 0.07876108586788177, "global_step": 22785, "epoch": 237, "lr":{"train_loss": 0.09627995640039444, "global_step": 22786, "epoch": 237, "lr": 0.00014103103530638128}
+{"train_loss": 0.0761442482471466, "global_st{"train_loss": 0.07541409879922867, "global_step": 22787{"train_loss": 0.10257899016141891, "global_st{"train_loss": 0.10378803312778473, "global_step": 22788{"train_loss": 0.07570338249206543, "global_step": 22{"train_loss": 0.07885273545980453, "global_step{"train_loss": 0.08663149178028107, "global_st{"train_loss": 0.09227491915225983, "global_step": 22790{"train_loss": 0.10102774947881699, "global_step": 22791, "epoch": 237, "lr": 0.00014095218784837695}
+{"train_loss": 0.09326330572366714, "global_st{"train_loss": 0.09000280499458313, "global_step": 22792{"train_loss": 0.0705786645412445, "global_ste{"train{"train_loss": 0.07062701135873795, "global_step{"train_loss": 0.0761735662817955, "global_step{"train_loss": 0.07952479273080826, "global_step": 227{"train_loss": 0.101147674{"train_loss": 0.10046090930700302, "global_step": 22795, "epoch": 237, "lr"{"train_loss": 0.070869579{"train_loss": 0.0723341554403305, "global_step": 22796, "epoch": 237, "lr{"train_loss": 0.09921955317258835, "global_step":{"train_loss": 0.09819245338439941, "global_step": 2{"train_loss": 0.08726683259010315, "global_step":{"train_loss": 0.08461181819438934, "global_step": 2{"train_loss": 0.1046917587518692, "global_step": 22799, "epoch": 237, "lr": 0.00014082605283025824}
+{"train_loss": 0.10744787752628326, "global_step": 22800, "epoch": 237, "lr": 0.00014081028776517313}
+{"train_loss": 0.06386265158653259, "global_step": 22801, {"train_loss": 0.06572408974170685, "global{"train_loss": 0.11446692794561386, "global_step": {"train{"train_loss": 0.11308401077985764, "global_{"train_loss": 0.07824859023094177, "global_step": 22803, "epoch": 237, "lr": 0.0001407629949887339}
+{"train_loss": 0.09076685458421707, "global_step": {"train_loss": 0.09169141948223114, "global_step":{"train_loss": 0.0916580110{"train_loss": 0.0921111{"train_loss": 0.09223587065935135, "global_step": {"train_loss": 0.09570734202861786, "global_step": {"train_loss": 0.09780260920524597, "global_step": {"train_loss": 0.0801167935{"train_loss": 0.0822367{"train_loss": 0.08284984529018402, "global_step": {"train_loss": 0.07805494964122772, "global_step": 22808, "epoch": 237, "lr": 0.0001406841817638302}
+{"train_loss": 0.0971493124{"train_loss": 0.0997632{"train_loss": 0.1000390350818634, "global_step": {"train_loss": 0.06448426842689514, "global_step": 22810, "{"train_loss": 0.06433461606502533, "global{"train_loss": 0.09763861447572708, "global_step": 22811, "epoch": 237, "lr": 0.00014063689867510783}
+{"train_loss": 0.1051693707704544, "global_step": 2{"train_loss": 0.10324203222990036, "global_step":{"train_loss": 0.10116307437419891, "global_step": 22813, "epoch": 237, "lr": 0.00014060537863700665}
+{"train_loss": 0.1003374308347702, "global_step": 22814, "epoch": 237, "lr": 0.00014058961922459222}
+{"train_loss": 0.0857049524784{"train_loss": 0.085747{"train_loss": 0.08658422529697418, "global_step"{"train_loss": 0.07818222045898438, "global_step": 22{"train_loss": 0.08503243327140808, "global_ste{"train_loss": 0.0629554539918{"train_loss": 0.060513{"train_loss": 0.06080910563468933, "global_step"{"train_loss": 0.0918133482336{"train_loss": 0.088625{"train_loss": 0.08810919523239136, "global_step{"train_loss": 0.06496924161911011, "global_step": 228{"train_loss": 0.061622895300388336, "global_ste{"train_loss": 0.059519197791814{"train_loss": 0.057808{"train_loss": 0.05780128389596939, "global_step{"train_loss": 0.07819506525993{"train_loss": 0.080151{"train_loss": 0.08011862635612488, "global_step{"train_loss": 0.11465564370155{"train_loss": 0.11316821724176{"train_loss": 0.11275210976600647, "glo{"train_loss": 0.06304119527339935, "global_step": 22{"train_loss": 0.06665853410959244, "global_step"{"train_loss": 0.10687705874443054, "global_step": 22{"train_loss": 0.10853241384029388, "global_step"{"train_loss": 0.09800682216882706, "global_step": 22{"train_{"train_loss": 0.09595365822315216, "glob{"train_loss": 0.08688102662563{"train_loss": 0.08594{"train_loss": 0.08817587047815323, "global_step"{"train_loss": 0.06884954124689102, "global_step": 22{"train_loss": 0.0713994950056076, "global_step":{"train_loss": 0.06418336182832718, "global_step": 2{"train_loss": 0.062154125422239304, "global_step"{"train_loss": 0.09752161800861359, "global_step": 22{"train_loss": 0.0940561443567276, "global_step":{"train_loss": 0.1092949211597{"train_loss": 0.10695001482963{"train_loss": 0.10732969641685486, "glob{"train_loss": 0.0825773626565{"train_loss": 0.07992298901081085, "global_step": 22831, "epoch": 237, {"train_loss": 0.0643817484378{"train_loss": 0.06561{"train_loss": 0.06572197377681732, "global_step"{"train_loss": 0.09526994824409485, "global_step": 22833, "epoch": 237, "lr": 0.0001402902673788019}
+{"train_loss": 0.0816857963800{"train_loss": 0.0818573385477066, "global_step": 22834, "epoch": 237, "{"train_loss": 0.07899855822324753, "global_step": 2{"train_loss": 0.07919196784496307, "global_step":{"train_loss": 0.116188898682{"train_loss": 0.112736{"train_loss": 0.11278383433818817, "global_step{"train_loss": 0.1045421361923{"train_loss": 0.10454924404621124, "global_step": 22837, "epoch": 237, {"train_loss": 0.0994641631841{"train_loss": 0.090043{"train{"train_loss": 0.09007710963487625, "globa{"train_loss": 0.07346927374601364, "global_step": 22839, "epoch": 237, "lr": 0.0001401957656775321}
+{"train_loss": 0.11299839615821838, "global_step": 22840, "e{"train_loss": 0.11665011197328568, "globa{"train_loss": 0.0735286548733{"train_loss": 0.0695231109857{"train_loss": 0.06992626935243607, "globa{"train_loss": 0.0964216068387{"train_loss": 0.1000549644231{"train_loss": 0.09839969873428345, "globa{"train_loss": 0.062436480075120926, "global_step":{"train_l{"train_loss": 0.06116537004709244, "globa{"train_loss": 0.0762657374143{"train_loss": 0.075{"train_l{"train_loss": 0.07539960741996765, "global{"train_loss": 0.09446500241756439, "global_step"{"train_loss": 0.09040330350399017, "global_step": 22{"train_loss": 0.09735916554927826, "global_step"{"train_loss": 0.09276054799556732, "global_step": 22{"train_loss": 0.08795509045012295, "global_step"{"train_loss": 0.0882555100057895, "global_step": 228{"train_loss": 0.087567493319{"train_loss": 0.08{"train_loss": 0.08769677579402924, "global_step": 228{"train_loss": 0.13590343296527863, "global_step": 22849, "epoch": 238, "lr": 0.00014003829543345533}
+{"train_loss": 0.1008252501487732, "global_step": 22850, "{"train_loss": 0.10034400224685669, "global{"train_loss": 0.058491293340{"train_loss": 0.059{"train_loss": 0.0600542351603508, "global_step": 22{"train_loss": 0.0772531777620{"train_loss": 0.07{"train_loss": 0.07747355848550797, "global_step": {"train_loss": 0.0993308871984{"train_loss": 0.1008848547935{"train_loss": 0.10034377127885818, "globa{"train_loss": 0.1032448112964{"train_loss": 0.10261425375938416, "global_step": 22854, "epoch": 238, {"train_loss": 0.08576551824808121, "global_step"{"train_los{"train_loss": 0.09002050757408142, "globa{"train_loss": 0.0629065483808{"train_loss": 0.0602169595658{"train_loss": 0.060005299746990204, "glo{"train_loss": 0.07838446646928{"train_loss": 0.08737555146217346, "global_step": 22857, "epoch": 238,{"train_loss": 0.09652882814407{"train_loss": 0.09860527515411377, "global_step": 22858, "epoch": 238,{"train_loss": 0.10288362950086{"train_loss": 0.0989902913570404, "global_step": 22859, "epoch": 238, {"train_loss": 0.0713718682527{"train_loss": 0.{"train_loss": 0.0725761204957962, "global_step": 2286{"train_loss": 0.0985155105590{"train_loss": 0{"train_loss": 0.09839464724063873, "global_step": 22861{"train_loss": 0.07001499086618423, "global_step": 22862, "epoch": 238, "lr": 0.00013983364517624559}
+{"train_loss": 0.08971435576677322, "global_step": 22863, "epoch": 238, "lr": 0.00013981790571377238}
+{"train_loss": 0.09863630682229996, "global_st{"train_loss": 0.09775219112634659, "global_step": 22864{"train_loss": 0.09968629479408264, "global_step": 22865, "epoch": 238, "lr": 0.00013978642801840003}
+{"train_loss": 0.07721264660358429, "global_step": 22866, "{"train_loss": 0.07391876727342606, "global{"train_loss": 0.095031186938{"train_loss": 0.09507647901773453, "global_step": 22867, "epoch": 238, "{"train_loss": 0.067269638180{"train_loss": 0.0703500360250473, "global_step": 22868, "epoch": 238, "l{"train_loss": 0.09764745831{"train_loss": 0.0{"train_loss": 0.0967719629406929, "global_step": 22869,{"train_loss": 0.10823360085487366, "global_s{"train_loss": 0.106643907725811, "global_step": 22870, "{"train_loss": 0.13250914216{"train_loss": 0.1339867115020752, "global_step": 22871, "epoch": 238, "lr{"train_loss": 0.08614486455917358, "global_step": 22872, "{"train_loss": 0.09084169566631317, "global{"train_loss": 0.1024734005{"train_loss": 0.0994924008846283, "global_step": 22873, "epoch": 238, "lr"{"train_loss": 0.07000651955604553, "global_step": 22874, "{"train_loss": 0.0735684260725975, "global_{"train_loss": 0.099731728{"train_loss": 0.10018374770879745, "global_step": 22875, "epoch": 238, "lr"{"train_loss": 0.104272298{"train_loss": 0.10137248784303665, "global_step": 22876, "epoch": 238, "lr"{"train_loss": 0.08667322993278503, "global_step": 22877,{"train_loss": 0.08390739560127258, "global_s{"train_loss": 0.07080210000276566, "global_step": 22878, "epoch": 238, "lr": 0.0001395818630153647}
+{"train_loss": 0.12634071707725525, "global_step": 22879, "epoch": 238, "lr": 0.00013956613012290804}
+{"train_loss": 0.08068147{"train_loss": 0.{"train_loss":{"train_loss": 0.08284571021795273, "global_st{"train_loss": 0.08304338{"train_loss": 0.0877046287059784, "global_step": 22881, "epoch": 238, "lr": {"train_loss": 0.0783050{"train_loss": 0.0{"train_loss":{"train_loss": 0.08084312081336975, "global_s{"train_loss": 0.0988428{"train_loss": 0.096713900566101{"train_loss": 0.0977429673075676, "global_ste{"train_loss": 0.0689116{"train_loss": 0.07233721017837{"train_loss": 0.07205197215080261, "global_ste{"train_loss": 0.1152695{"train_loss": 0.{"train_loss":{"train_loss": 0.11487094312906265, "global_ste{"train_loss": 0.10535094141960144, "global_step": 2288{"train_loss": 0.10510431975126266, "global_ste{"train_loss": 0.09663401544094086, "global_step": 2288{"train_loss": 0.09345459938049316, "global_ste{"train_loss": 0.1161713{"train_loss": 0.{"train_loss": 0.11753129959106445, "global_step": 22888, "ep{"train_loss": 0.101415{"train_loss": 0.0{"train_loss": 0.09987297654151917, "global_step": 22889, "ep{"train_loss": 0.075443{"train_loss": 0.07920263707637787, "global_step": 22890, "epoch": 238, "lr": 0{"train_loss": 0.10535810887813568, "glo{"train_loss":{"train_loss": 0.10141719877719879, "global_step{"train_loss": 0.11711147427558899, "global_step": 22892, "epoch": 238, "lr": 0.00013936164000981615}
+{"train_loss": 0.0967{"train_loss": 0.09{"train_loss":{"train_loss": 0.09611007571220398, "global_step{"train_loss": 0.0891{"train_loss": 0.0978844165802002{"train_loss": 0.09783940017223358, "global_ste{"train_loss": 0.12841132283210754, "global_step": 228{"train_loss": 0.12622982263565063, "global_step{"train_loss": 0.12026143074035645, "global_step": 228{"train_loss": 0.1174224317073822, "global_step"{"train_loss": 0.10{"train_loss": 0.10530786961317062{"train_loss": 0.1058439165353775, "global_st{"train_loss": 0.0630{"train_loss": 0.0590604320168495{"train_loss": 0.059328630566596985, "global_ste{"train_loss": 0.07065927982330322, "global_step": 22899, "epoch": 238, "lr": 0.00013925155883897793}
+{"train_loss": 0.09089857339859009, "global_step": 22900, "epoch": 238, "lr": 0.00013923583461128875}
+{"train_loss": 0.072{"train_loss": 0.07424449920654297, "global_step": 22901, "epoch": 238, "lr": 0.00{"train_loss": 0.10589011013507843, "global_step": 22902, "epoch": 238, "lr": 0.00013920438739737552}
+{"train_loss": 0.125{"train_loss": 0.12034493684768677, "global_step": 22903, "epoch": 238, "lr": 0.00{"train_loss": 0.08452574908733368, "globa{"train_loss": 0.08602917194366455, "global_step": 22904, "e{"train_loss": 0.088{"train_loss": 0.08905{"train_loss{"train_loss": 0.08950789272785187, "global_step{"train_loss": 0.06373433768749237, "global_step": 22906, "epoch": 238, "lr": 0.00013914149793840786}
+{"train_loss": 0.08251772075891495, "global_step": 22907, "epoch": 238, "lr": 0.0001391257766094694}
+{"train_loss": 0.1260223090648651, "globa{"train_loss": 0.12857407331466675, "global_step": 22908, "e{"train_loss": 0.0720214769244194, "global{"train_loss": 0.0669734925031662, "global_step": 22909, "e{"train_loss": 0.08588588982820511, "global_step": 22910{"train_loss": 0.09064002335071564, "global_st{"train_loss": 0.13164959847927094, "global_step": 22911{"train_loss": 0.134698748588562, "global_step{"train_loss": 0.09543013572692871, "global_step": 229{"train_loss": 0.09315551817417145, "global_step{"train_loss": 0.09934525191783905, "global_step": 22913, "epoch": 238, "lr": 0.00013903145734483054}
+{"train_loss": 0.098{"train_loss": 0.0944187194108963, "global_step": 22914, "epoch": 238, "lr": 0.000{"train_loss": 0.10901468992233276, "global_step": 22915, "epoch": 238, "lr": 0.00013900002091023144}
+{"train_loss": 0.08{"train_loss": 0.08261861652135849, "global_step": 22916, "epoch": 238, "lr": 0.000{"train_loss": 0.08555051684379578, "global_step": 22917, "epoch": 238, "lr": 0.00013896858613719968}
+{"train_loss": 0.08686789870262146, "global_step": 22918, "epoch": 238, "lr": 0.00013895286937403917}
+{"train_loss": 0.07{"train_loss": 0.07756251096725464, "global_step": 22919, "epoch": 238, "lr": 0.000{"train_loss": 0.10{"train_loss": 0.1085159108042717, "global_step": 22920, "epoch": 238, "lr": 0.000{"train_loss": 0.10284212231636047, "global_step": 229{"train_loss": 0.11126845329999924, "global_ste{"train_loss": 0.08891628682613373, "global_step": 22922, "epoch": 238, "lr": 0.0001388900064795967}
+{"train_loss": 0.1{"train_loss": 0.1105400025844574, "global_step": 22923, "epoch": 238, "lr": 0.00013{"train_loss": 0.09085838496685028, "glo{"train_loss": 0.08458221703767776, "global_step": 22924, "epo{"train_loss": 0{"train_loss": 0.0906908{"train_loss": 0.09062457084655762, "global_step": 22925, "ep{"train_loss": 0.{"train_loss": 0.08707046508789062, "global_step": 22926, "epoch": 238, "lr": 0.000{"train_loss": 0.08{"train_loss": 0.08428265154361725, "g{"train_loss": 0.08367961645126343, "global_{"train_loss": 0.069{"train_loss": 0.0711800{"train_loss": 0.0712345689535141, "global_step": 22928, {"train_loss": 0.0830{"train_loss": 0.086434{"train_loss": {"train_loss": 0.08724791556596756, "global{"train_loss": 0.067{"train_loss": 0.0653051{"train_loss": 0.06513220071792603, "global_step": 22930, {"train_loss": 0.06171838566660881, "global_{"train_loss": 0.06522881984710693, "global_step": 22931,{"train_loss": 0.093{"train_loss": 0.0942946{"train_loss": {"train_loss": 0.09307753294706345, "globa{"train_loss": 0.082{"train_loss": 0.0880092{"train_loss": {"train_loss": 0.08648480474948883, "globa{"train_loss": 0.065248042345047, "global_st{"train_loss": 0.06695963442325592, "global_step": 22934{"train_loss": 0.0914{"train_loss": 0.09591586{"train_loss": {"train_loss": 0.0962180644273758, "glo{"train_loss": 0.09270623326301575, "global_ste{"train_loss":{"train_loss": 0.09345106780529022, "glob{"train_loss": 0.07487{"train_loss": 0.07293705642223358, "gl{"train_loss": 0.07369157671928406, "glo{"train_loss": 0.06842{"train_loss": 0.0664268285036087, "global_step": 22938, "epoch": 238, "lr": 0.0{"train_loss": 0.10370798408985138, "global_ste{"train_loss": 0.10455912351608276, "global_step": 2293{"train_loss": 0.0795{"train_loss": 0.07997429370880127, "gl{"train_loss": 0.07824596762657166, "glob{"train_loss": 0.10040{"train_loss": 0.1025504320859909, "global_step": 22941, "epoch": 238, "lr": 0.{"train_loss": 0.0687{"train_loss": 0.0690324604511261, "global_step": 22942, "epoch": 238, "lr": 0.0{"train_loss": 0.0912539353982235, "global_step"{"train_loss": 0.09160610257337491, "global_step": 2{"train_loss": 0.0835{"train_loss": 0.08099763840436935, "global_step": 22944, "epoch": 239, "lr": 0.{"train_loss": 0.09112{"train_loss": 0.0879758968949318, "glob{"train_loss": 0.08744724839925766, "glo{"train_loss": 0.08678358048200607, "global_step": 22946, "epo{"train_loss": 0.0902448445558548, "glo{"train_loss": 0.1087{"train_loss": 0.11018482595682144, "global_step": 22947, "epoch": 239, "lr": 0.0{"train_loss": 0.1453{"train_loss": 0.1441655457019806, "global_step": 22948, "epoch": 239, "lr": 0.00{"train_loss": 0.06692086905241013, "global_step"{"train_loss": 0.06983725726604462, "global_step": 22{"train_loss": 0.07287272810935974, "global_step": 22950, "ep{"train_loss": 0.07038088142871857, "glob{"train_loss": 0.088{"train_loss": 0.088723137974{"train_loss": 0.0886642187833786, "global_step": 229{"train_loss": 0.08200660347938538, "global_step{"train_loss": 0.08210213482379913, "global_step": 229{"train_loss": 0.0886945128440857, "global_step": 22953, "epoch": 239, "lr": 0.0001384030453265553}
+{"train_loss": 0.09061480313539505, "global_step": 22954, "epoch": 239, "lr": 0.00013838734359646531}
+{"train_loss": 0.0814{"train_loss": 0.08361019939184189, "global_step": 22955, "epoch": 239, "lr": 0.0{"train_loss": 0.0844{"train_loss": 0.0781678855419159, "global_step": 22956, "epoch": 239, "lr": 0.{"train_loss": 0.1090{"train_loss": 0.106335014104{"train_loss": 0.10656116902828217, "global_step": 2{"train_loss": 0.10057796537876129, "global_step":{"train_loss": 0.09355354309082031, "global_step": 2{"train_loss": 0.09442847222089767, "global_step": 22959, "epoch": 239, "lr": 0.00013830884124161371}
+{"train_loss": 0.09319454431533813, "global_step": 22960, "epo{"train_loss": 0.09106483310461044, "glo{"train_loss": 0.08796881139278412, "global_step": 22961, "epoch": 239, "lr": 0.0001382774432396148}
+{"train_loss": 0.10785546898841858, "global_step"{"train_loss": 0.10363399982452393, "global_step": 22{"train_loss": 0.082{"train_loss": 0.0784536749124527, "global_step": 22963, "epoch": 239, "lr": 0.000{"train_loss": 0.07{"train_loss": 0.074888773262{"train_loss": 0.0759071335196495, "global_step": 229{"train_loss": 0.054320577532052994, "global_step": 22965, "ep{"train_loss": 0.05927404761314392, "glob{"train_loss": 0.09086202830076218, "global_ste{"train_loss": 0.08848844468593597, "global_step": 22{"train_loss": 0.07965877652168274, "global_ste{"train_loss":{"train_loss": 0.08177513629198074, "glob{"train_loss": 0.08{"train_loss": 0.08107556402683258, "global_step": 22968, "epoch": 239, "lr": 0.000{"train_loss": 0.10298272222280502, "global_step": 22969, "epoch": 239, "lr": 0.00013815186805266638}
+{"train_loss": 0.09370028972625732, "global_ste{"train_loss": 0.09308409690856934, "global_step": 2297{"train_loss": 0.08723996579647064, "global_ste{"train_loss": 0.088725745677948, "global_step": 22971,{"train_loss": 0.1{"train_loss": 0.1055741310{"train_loss": 0{"train_loss": 0.10489146411418915, "glob{"train_loss": 0.08298929780721664, "global_s{"train_loss": 0.08584178239107132, "global_step": 22973,{"train_loss": 0.1{"train_loss": 0.1003039479{"train_loss": 0.09981276839971542, "global_step": 22974,{"train_loss": 0.0{"train_loss": 0.08720004558563232, "global{"train_loss": 0.08689332753419876, "gl{"train_loss": 0.08074875175952911, "global_step": 22976, "epo{"train_loss": 0.08117420971393585, "gl{"train_loss": 0.0{"train_loss": 0.08804485201{"train_loss": 0{"train_loss": 0.08805738389492035, "glo{"train_loss": 0.13674180209636688, "global_st{"train_loss": 0{"train_loss": 0.13813340663909912, "glo{"train_loss": 0.06514635682106018, "global_step": 22979, "epo{"train_loss": 0.06530357897281647, "glo{"train_loss": 0.0{"train_loss": 0.09020545333623886, "global_step": 22980, "epoch": 239, "lr": 0.000{"train_loss": 0.06641188263893127, "global_step": 22981, "epoch": 239, "lr": 0.00013796355582944416}
+{"train_loss": 0.09793427586555481, "global_step": 22982, "epo{"train_loss": 0.09438519179821014, "glo{"train_loss": 0.07924270629882812, "global_step": 22983, "epoch": 239, "lr": 0.00013793217636821878}
+{"train_loss": 0.09194311499595642, "global_step": 22984, "epoch": 239, "lr": 0.00013791648727154803}
+{"train_loss": 0.06512430310249329, "global_step": 22985, "epoch": 239, "lr": 0.00013790079859764772}
+{"train_loss": 0.0634615421295166, "global_st{"train_loss": 0.06121135130524635, "global_step": 22986{"train_loss": 0.0978{"train_loss": 0.09505629539489746, "global_step": 22987, "epoch": 239, "lr": 0{"train_loss": 0.05523{"train_loss": 0.053370147943496704, "globa{"train_loss": 0.0536423921585083, "g{"train_loss": 0.0626160204410553, "global_ste{"train_loss": 0.0{"train_loss": 0.0637684091925621, "g{"train_loss": 0.0888372{"train_loss": 0.098873{"train_loss": 0.09906468540430069, "global_step": 2299{"train_loss": 0.1045231{"train_loss": 0.1030789166688919, "global_step": 22991, "epoch": 239, "lr": 0{"train_loss": 0.06441570818424225, "global_ste{"train_loss": 0.06413881480693817, "global_step": 2299{"train_loss": 0.081130{"train_loss": 0.08392056822776794, "global_step": 22993, "epoch": 239, "lr": {"train_loss": 0.08581247925758362, "global_step": 22994, "epoch": 239, "lr": 0.00013775961957483918}
+{"train_loss": 0.107729{"train_loss": 0.111287{"train_loss": 0.11104162037372589, "global_step": 22995{"train_loss": 0.097912{"train_loss": 0.1024240106344223, "global_step": 22996, "epoch": 239, "lr": 0{"train_loss": 0.10145{"train_loss": 0.0986968{"train_loss": 0.{"train_loss": 0.09921582043170929, "{"train_loss": 0.10306881368160248, "global_step{"train_loss": 0.09936656057834625, "global_step": 229{"train_loss": 0.06992718577384949, "global_step{"train_loss": 0.0686565712094307, "global_step": 2299{"train_loss": 0.081556{"train_loss": 0.08228590339422226, "global_step": 23000, "epoch": 239, "lr": 0{"train_loss": 0.065317{"train_loss": 0.0643119{"train_loss": 0.06493093073368073, "global_step": 2300{"train_loss": 0.09154583513736725, "global_ste{"train_loss": 0.09453944861888885, "global_step": 230{"train_loss": 0.07839221507310867, "global_ste{"train_loss": 0.0715198665857315, "global_step": 23003{"train_loss": 0.09270843863487244, "global_st{"train_loss": 0.09087072312831879, "global_step": 23004{"train_loss": 0.10422293096780777, "global_step": 23005, "epoch": 239, "lr": 0.000137587114065929}
+{"train_loss": 0.12171716243028641, "global_step": 23006, "epoch": 239, "lr": 0.0001375714342948815}
+{"train_loss": 0.103{"train_loss": 0.10556630790233612, "global_step": 23007, "epoch": 239, "lr": 0.0{"train_loss": 0.06475423276424408, "global_step": 23008, "epoch": 239, "lr": 0.0001375400760282535}
+{"train_loss": 0.08133913576602936, "global_step": 23009, "epoch": 239, "lr": 0.0001375243975328866}
+{"train_loss": 0.09575347602367401, "global_step": 23010, "epoch": 239, "lr": 0.00013750871946296015}
+{"train_loss": 0.10998763144016266, "global_step": 23011, "epoch": 239, "lr": 0.00013749304181858086}
+{"train_loss": 0.06{"train_loss": 0.06802278757095337, "global_step": 23012, "epoch": 239, "lr": 0.00{"train_loss": 0.06985583901405334, "global_step": 23013, "epoch": 239, "lr": 0.0001374616878068908}
+{"train_loss": 0.06{"train_loss": 0.07260295748710632, "global_step": 23014, "epoch": 239, "lr": 0.000{"train_loss": 0.09156276285648346, "global_step": 23015, "epoch": 239, "lr": 0.00013743033549867045}
+{"train_loss": 0.13182485103607178, "global_step": 23016, "epoch": 239, "lr": 0.00013741465998362839}
+{"train_loss": 0.061300694942474365, "global_step": 23017, "epoch": 239, "lr": 0.000137398984894774}
+{"train_loss": 0.09158381074666977, "global_step": 23018, "epoch": 239, "lr": 0.00013738331023221406}
+{"train_loss": 0.06274832040071487, "global_step": 23019, "epoch": 239, "lr": 0.0001373676359960552}
+{"train_loss": 0.08832579106092453, "global_step": 23020, "epoch": 239, "lr": 0.00013735196218640433}
+{"train_loss": 0.09471257030963898, "global_step": 23021, "epoch": 239, "lr": 0.00013733628880336813}
+{"train_loss": 0.1{"train_loss": 0.112122364{"train_loss": 0.11238846182823181, "global_step": 23022, {"train_loss": 0.11824598163366318, "global_{"train_loss": 0.1264144480228424, "global_step": 23023, "{"train_loss": 0.0855971947312355, "global_step": 23024, "epoch": 239, "lr": 0.00013728927121501455}
+{"train_loss": 0.11516313254833221, "global_{"train_loss": 0.11736144125461578, "global_step": 23025,{"train_loss": 0.08915233612060547, "global_{"train_loss": 0.09393531084060669, "global_step": 23026,{"train_loss": 0.1017700657248497, "global_s{"train_loss": 0.09{"train_loss": 0.09940606355667114, {"train_loss": 0.{"train_loss": 0.11156962066888809, "global_step": 23028, "epoch": 239, "lr": 0.000{"train_loss": 0.09378719329833984, "global_step": 23029, "epoch"{"train_loss": 0.09720715880393982, "{"train_loss": 0.08130864053964615, "global_step": 23030, "epoch"{"train_loss": 0.08398322761058807, {"train_loss": 0.08075971156358719, "global_step": 23031, "epoch"{"train_loss": 0.08288682997226715, "{"train_loss": 0.1{"train_loss": 0.10659918189048767, "global_step": 23032, "epoch": 239, "lr": 0.0001{"train_loss": 0.0{"train_loss": 0.07423518598079681, "global_step": 23033, "epoch": 239, "lr": 0.000{"train_loss": 0.07813706994056702, "global_{"train_loss": 0.07696685940027237, "global_step": 23034, {"train_loss": 0.10620386898517609, "global_step": 23035, "epoch": 239, "lr": 0.00013711690629516273}
+{"train_loss": 0.10951154679059982, "global_step": 23036, "epoch": 239, "lr": 0.00013710123932415233}
+{"train_loss": 0.0661475658416748, "global_step": 23037, "epoch": 239, "lr": 0.0001370855727814639}
+{"train_loss": 0.0807049572467804, "global_step": 23038, "epoch": 239, "lr": 0.0001370699066672041}
+{"train_loss": 0.0886778763961047, "global_step": 23039, "epoch": 239, "lr": 0.00013705424098147968}
+{"train_loss": 0.0744{"train_loss": 0.0744001{"train_loss": 0.07483849674463272, "global_step": 23040{"train_loss": 0.09341606497764587, "global_s{"train_loss": 0.09066034108400345, "global_step": 23041,{"train_loss": 0.0754{"train_loss": 0.07701335847377777, "global_step": 23042, "epoch": 240, "lr": 0.0{"train_loss": 0.0948{"train_loss": 0.09419894963502884, "global_step": 23043, "epoch": 240, "lr": 0.0{"train_loss": 0.0665{"train_loss": 0.07233926653862, "global_step": 23044, "epoch": 240, "lr": 0.0001{"train_loss": 0.0{"train_loss": 0.0698467642{"train_loss": 0.06975194811820984, "global_step": 23045{"train_loss": 0.10{"train_loss": 0.10001325607299805, "global_step": 23046, "epoch": 240, "lr": 0.000{"train_loss": 0.10{"train_loss": 0.1061749607{"train_loss": 0.10703708976507187, "global_step": 2304{"train_loss": 0.05{"train_loss": 0.05765761435031891, "global_step": 23048, "epoch": 240, "lr": 0.000{"train_loss": 0.12061616033315659, "global_step": 23049, "epoch": 240, "lr": 0.00013689760771714823}
+{"train_loss": 0.0656646117568016, "global_ste{"train_loss": 0.06451{"train_loss": 0.0637448579072952{"train_loss": 0.079{"train_loss": 0.07933943718671799, "global_step": 23051, "epoch": 240, "lr": 0.{"train_loss": 0.095{"train_loss": 0.09484909474849701, "global_step": 23052, "epoch": 240, "lr": 0.00{"train_loss": 0.0830913782119751, "global_step": 23053, "epoch": 24{"train_loss": 0.0862348973751068{"train_loss": 0.0615{"train_loss": 0.057577166706323624, "global_step": 23054, "epoch": 240, "lr": 0{"train_loss": 0.09310323745012283, "global_step": 23055, "epoch": 24{"train_loss": 0.0918610990047454{"train_loss": 0.07968{"train_loss": 0.080051697{"train_loss": 0.08029037714004517, "global_step": 23{"train_loss": 0.07734{"train_loss": 0.07525106519460678, "global_ste{"train_loss": 0.0747793689370155{"train_loss": 0.10291{"train_loss": 0.10351493954658508, "global_step": 23058, "epoch": 240, "lr": 0{"train_loss": 0.10348{"train_loss": 0.10410244762897491, "global_step": 23059, "epoch": 240, "lr": 0.{"train_loss": 0.09149{"train_loss": 0.09035702794790268, "global_step": 23060, "epoch": 240, "lr": 0.{"train_loss": 0.09050{"train_loss": 0.095145113{"train_loss": 0.0952238216996193, "global_step": 2306{"train_loss": 0.11565202474594116, "global_step": 23062, "epoch": 240, "lr": 0.0001366940487309018}
+{"train_loss": 0.08441329002380371, "global_st{"train_loss": 0.08228540420532227, "global_step": 23063{"train_loss": 0.08154597133398056, "global_st{"train_loss": 0.08251799643039703, "global_step": 23064{"train_loss": 0.10660{"train_loss": 0.10943696647882462, "global_step": 23065, "epoch": 240, "lr": {"train_loss": 0.071158{"train_loss": 0.06849482655525208, "global_step": 23066, "epoch": 240, "lr": {"train_loss": 0.08297273516654968, "global_step": 23067, "epoch": 240, "lr": 0.00013661577619958795}
+{"train_loss": 0.093343{"train_loss": 0.09219858050346375, "global_step": 23068, "epoch": 240, "lr": 0{"train_loss": 0.09443358331918716, "global_step": 23069, "epoch": 240, "lr": 0.00013658447020771126}
+{"train_loss": 0.0547686330974102, "global_step": 23070, "epoch": 240, "lr": 0.00013656881785948117}
+{"train_loss": 0.09759362041950226, "global_step": 23071, "epoch": 240,{"train_loss": 0.10185445845127{"train_loss": 0.06414689123630524, "global_st{"train_loss": 0.06654845178127289, "global_step": 23072{"train_loss": 0.07304098457098007, "global_step": 23073, "epoch": 240, "lr": 0.00013652186340690293}
+{"train_loss": 0.07366707175970078, "global_step": 23074, "epoch": 240, "lr": 0.00013650621278710277}
+{"train_loss": 0.082094{"train_loss": 0.08308{"train_loss": 0.08158157765865326, "global_step": 23075,{"train_loss": 0.121974{"train_loss": 0.1154213547706604, "global_step": 23076, "epoch": 240, "lr": 0.{"train_loss": 0.07676099985837936, "global_s{"train_loss": 0.07593202590942383, "global_step": 23077,{"train_loss": 0.07210{"train_loss": 0.07055780291557312, "global_step": 23078, "epoch": 240, "lr": 0.{"train_loss": 0.09124886989593506, "global_step": 23079, "epoch": 240, "lr": 0.00013642796617584297}
+{"train_loss": 0.07400084286928177, "global_step": 23080, "epoch": 240, "lr": 0.0001364123181518851}
+{"train_loss": 0.0701899528503418, "global_step": 23081, "epoch": 240, "lr": 0.0001363966705609406}
+{"train_loss": 0.11164640635251999, "global_st{"train_loss": 0.10384288430213928, "global_step": 230{"train_loss": 0.0967{"train_loss": 0.09748795628547668, "global_step": 23083, "epoch": 240, "lr": 0.0{"train_loss": 0.09509667754173279, "global_st{"train_loss": 0.09065644443035126, "global_step": 2308{"train_loss": 0.07257626950740814, "global_step": 23085, "epoch": 240, "lr": 0.000136334084529427}
+{"train_loss": 0.0828{"train_loss": 0.08145269751548767, "global_step": 23086, "epoch": 240, "lr": 0.{"train_loss": 0.09533272683620453, "global_st{"train_loss": 0.09462356567382812, "global_step": 23087{"train_loss": 0.07978448271751404, "global_step": 23088, "epoch": 240, "lr": 0.00013628714955765293}
+{"train_loss": 0.10554975271224976, "global_step": 23089, "epoch": 240, "lr": 0.00013627150543465085}
+{"train_loss": 0.0610{"train_loss": 0.05898994579911232, "global_step{"train_loss": 0.058701880276203{"train_loss": 0.0856514424085617, "global_step": 23091, "epoch": 240, "lr": 0.0001362402184906701}
+{"train_loss": 0.06039{"train_loss": 0.06149754673242569, "global_step": 23092, "epoch": 240, "lr": 0{"train_loss": 0.0836419090628624, "global_step": 23093, "epoch": 240, "lr": 0.00013620893328343049}
+{"train_loss": 0.08442258834838867, "global_step": 23094, "epoch": 240, "lr": 0.00013619329133135493}
+{"train_loss": 0.11357136815786362, "global_step": 23095, "epoch": 240, "lr": 0.00013617764981378424}
+{"train_loss": 0.08479762822389603, "global_step": 23096, "epoch": 240, "lr": 0.00013616200873082485}
+{"train_loss": 0.07148891687393188, "global_step": 23097, "epoch": 240, "lr": 0.00013614636808258337}
+{"train_loss": 0.0776934027671814, "global_step": 23098, "epoch": 240, {"train_loss": 0.081613518297{"train_loss": 0.08463872969150543, "global_step": 23099, "epoch": 240, {"train_loss": 0.0809982120990{"train_loss": 0.07716361433267593, "global_ste{"train_loss": 0.08154391{"train_loss": 0.0823446512222{"train_loss": 0.08453107625246048, "global_step": 23101, "epoch": 240{"train_loss": 0.081766903400421{"train_loss": 0.10906375199556351, "global_step": 23102, "epoch": 240{"train_loss": 0.108682423830032{"train_loss": 0.1073113{"train_loss": 0.111039{"train_loss": 0.10968833416700363, "global_step": 2310{"train_loss": 0.10305139422416687, "global_step": 23104, "epoch": 240, "lr": 0.00013603689572593992}
+{"train_loss": 0.07391217350959778, "global_step": 23105, "epoch": 240, "lr": 0.00013602125855927553}
+{"train_loss": 0.0715891{"train_loss": 0.07585807144641876, "global_step": 23106, "epoch": 240, "lr": {"train_loss": 0.0711682140827179, "global_step": 23107, "epoch": 240, "lr": 0.00013598998553308227}
+{"train_loss": 0.07465118169784546, "global_step": 23108, "epoch": 240, "lr": 0.0001359743496737663}
+{"train_loss": 0.07450553774833679, "global_step": 23109, "epoch": 240, "lr": 0.00013595871425044618}
+{"train_loss": 0.0907660573720932, "global_step": 23110, "epoch": 240, "lr": 0.0001359430792632283}
+{"train_loss": 0.091660745{"train_loss": 0.09370500594377518, "global_step": 23111, "epoch": 240, "lr{"train_loss": 0.08453855663537979, "global_step":{"train_loss": 0.08722448348999023, "global_step": {"train_loss": 0.09043542295694351, "global_step":{"train_loss": 0.08863937854766846, "global_step": 2{"train_loss": 0.09433504939079285, "global_step": 23114, "epoch": 240, "lr": 0.00013588054367750856}
+{"train_loss": 0.11142919957637787, "global_step":{"train_loss": 0.10929594933986664, "global_step": 2{"train_loss": 0.0889284685254097, "global_step": {"train_loss": 0.08361466974020004, "global_step": {"train_loss": 0.10259644687175751, "global_step": {"train_loss": 0.1008206233382225, "global_step": 2{"train_loss": 0.12702637910842896, "global_step":{"train_loss": 0.1246267557144165, "global_step": 23{"train_loss": 0.08657520264387131, "global_step": 23119, "epoch": 240, "lr": 0.00013580238402043502}
+{"train_loss": 0.11032461374998093, "global_step"{"train_loss": 0.10947377979755402, "global_step": 23{"train_loss": 0.11143925786018372, "global_step"{"train_loss": 0.10489897429943085, "global_step": 23{"train_loss": 0.08698923885822296, "global_step"{"train_loss": 0.08516419678926468, "global_step": 23{"train_loss": 0.08602957427501678, "global_step"{"train_loss": 0.0843883752822876, "global_step": 231{"train_loss": 0.08515611290931702, "global_step{"train_loss": 0.0841540{"train_loss": 0.0839697942137{"train_loss": 0.0825483947{"train_loss": 0.0870{"train_loss": 0.0882573{"train_loss": 0.0873068198561{"train_loss": 0.12241381406784058, "global_ste{"train_loss": 0.11829540133476257, "global_step": 231{"train_loss": 0.088179811835289, "global_step"{"train_loss": 0.0911342{"train_loss": 0.090864263474{"train_loss": 0.09816721826791763, "global_step{"train_loss": 0.1054144948720932, "global_step": 2312{"train_loss": 0.10981051623821259, "global_ste{"train_loss": 0.103836953{"train_loss": 0.103217214345{"train_loss": 0.10127690434455872, "global_ste{"train_loss": 0.10276656597852707, "global_step": 231{"train_loss": 0.0649990439414978, "global_step{"train_loss": 0.0656213{"train_loss": 0.0648934617638{"train_loss": 0.10046769678592682, "global_step{"train_loss": 0.105010{"train_loss": 0.10481368005275{"train_loss": 0.085467889904{"train_loss": 0.08555525541305542, "global_step": 23133, "epoch": 240,{"train_loss": 0.09475807845592499, "global_step{"train_loss": 0.09569209814071655, "global_step": 231{"train_loss": 0.08795333056089778, "global_step": 23135, "epoch": 240, "lr": 0.00013555234662738456, "train_action_mse_error": 4.2902465793304145e-06}
+{"train_loss": 0.10455271601676941, "global_step": 23136, "epoch": 241, "lr": 0.00013553672301618738}
+{"train_loss": 0.07903263717889786, "global_step": 23137, "epoch": 241, "lr": 0.00013552109984396607}
+{"train_loss": 0.0941334068775177, "global_step": 23138, "epoch": 241, "lr": 0.00013550547711082707}
+{"train_loss": 0.06917339563369751, "global_step": 23139, "epoch": 241,{"train_loss": 0.06497039645910{"train_loss": 0.12106399238109589, "global_step": 23140, "epoch": 241, "lr": 0.0001354742329622215}
+{"train_loss": 0.10833906382322311, "global_step": 23141, "epoch": 241, "lr": 0.00013545861154696753}
+{"train_loss": 0.1358909159898758, "global_step": 23142, "epoch": 241, "lr": 0.00013544299057122148}
+{"train_loss": 0.0785854235291481, "global_step": 23143, "epoch": 241, "lr": 0.0001354273700350896}
+{"train_loss": 0.0618070550262928, "global_step": 23144, "epoch": 241, "lr": 0.00013541174993867832}
+{"train_loss": 0.09161689877510071, "global_step": {"train_loss": 0.09103509038686752, "global_step": {"train_loss": 0.10539313405752182, "global_step": 23146, "epoch": 241,{"train_loss": 0.1009957566857{"train_loss": 0.084050752222538, "global_step": 23147, "epoch": 241, "lr": 0.00013536489228883122}
+{"train_loss": 0.09153874218463898, "global_step": 23148, "epoch": 241, "lr": 0.00013534927395236572}
+{"train_loss": 0.07253973186016083{"train_loss": 0.07391344755887985, "g{"train_loss": 0.0737532898783{"train_loss": 0.08593372255563736{"train_loss": 0.0842079222202301, "gl{"train_loss": 0.0838022381067{"train_loss": 0.0711764544248581{"train_loss": 0.07449723780155182, "global_step": 23151, "epoch": 2{"train_loss": 0.0806800052523613,{"train_loss": 0.08306746184825897, "global_step": 23152, "epoch": {"train_loss": 0.12091945856809616,{"train_loss": 0.12{"train_loss": 0.11934591829776764, "global_step{"train_loss": 0.06049397587776184,{"train_loss": 0.05521292984485626, "global_step": 23154, "epoch":{"train_loss": 0.09091512113809586, "global_step": 23155, "epoch": 241, {"train_loss": 0.0916768610477{"train_loss": 0.09507457911968231,{"train_loss": 0.09010159969329834, "global_step": 23156, "epoch": {"train_loss": 0.07615242898464203, "global_step": 23157, "epoch": 241, "lr": 0.0001352087287482944}
+{"train_loss": 0.13139863312244415{"train_loss": 0.12919782102108002, "global_step": 23158, "epoch": {"train_loss": 0.09047476202249527, "global_step": 231{"train_loss": 0.09274478256702423, "global_ste{"train_loss": 0.0930197611451149{"train_loss": 0.09496711939573288, "gl{"train_loss": 0.0955886691{"train_loss": 0.11303264647722244, "global_step": 23161, "epoch": 241, "lr": 0.00013514627567998892}
+{"train_loss": 0.08516263961791992{"train_loss": 0.09216471016407013, "gl{"train_loss": 0.092039704322{"train_loss": 0.06830764561891556{"train_loss": 0.06805060803890228, "global_step": 23163, "epoch": {"train_loss": 0.07347074151039124, "global_step": 23164, "epoch": 241, "lr": 0.00013509944051555225}
+{"train_loss": 0.0952021181583404{"train_loss": 0.09736734628677368, "global_step": 23165, "epoch": 2{"train_loss": 0.0677877813577652{"train_loss": 0.07020223140716553, "global_step": 23166, "epoch": 2{"train_loss": 0.10333234071731567, "global_step": 23167, "epoch": 241, "lr": 0.0001350526093286984}
+{"train_loss": 0.10161752998828888{"train_loss": 0.101{"train_loss": 0.10206860303878784, "global_step{"train_loss": 0.06332742422819138{"train_loss": 0.0641942173242569, "global_step": 23169, "epoch": 24{"train_loss": 0.08876331895589828, "global_step": 23170, "epoch": 241, "lr": 0.00013500578212229756}
+{"train_loss": 0.06496060639619827, "global_step": 23171, "epoch": 241, "lr": 0.00013499017393853847}
+{"train_loss": 0.1073690801858902{"train_loss": 0.10504252463579178, "global_step": 23172, "epoch": 2{"train_loss": 0.07165257632732391{"train_loss": 0.0714{"train_loss": 0.07167127728462219, "global_ste{"train_loss": 0.07273261249065399{"train_loss": 0.0728{"train_loss": 0.07326781749725342, "global_ste{"train_loss": 0.09558051079511642, "global_step": 2317{"train_loss": 0.09557938575744629, "global_ste{"train_loss": 0.09522851556539536{"train_loss": 0.09038816392421722, "glo{"train_loss": 0.08992762863{"train_loss": 0.08087611198425293{"train_loss": 0.08000093698501587, "glo{"train_loss": 0.0802372619{"train_loss": 0.10031270980834961{"train_loss": 0.1031{"train_loss": 0.1{"train_loss": 0.103102847933{"train_loss": 0.10189655423164368{"train_loss": 0.09904298186302185, "gl{"train_loss": 0.099091440439{"train_loss": 0.086740642786026, "global_step": 23180{"train_loss": 0.08552992343902588, "global_st{"train_loss": 0.07760954648256302, {"train_loss": 0.08139023929834366, "global_step": 23181, "epoch":{"train_loss": 0.08711440861225128, {"train_loss": 0.087{"train_loss": 0.08716586232185364, "global_st{"train_loss": 0.08407752960920334, "global_step": 23183{"train_loss": 0.08428436517715454, "global_st{"train_loss": 0.0762382298707962, "{"train_loss": 0.076{"train_loss": 0.07601296901702881, "global_s{"train_loss": 0.07506280392408371, "{"train_loss": 0.080{"train_loss": 0.08104422688484192, "global_{"train_loss": 0.08511071652173996, "global_step": 23186,{"train_loss": 0.08924692124128342, "global_s{"train_loss": 0.10884302854537964, "global_step": 23187,{"train_loss": 0.10776985436677933, "global_{"train_loss": 0.09249512106180191,{"train_loss": 0.08700{"train_loss": 0.08{"train_loss": 0.086229696{"train_loss": 0.09185577929019928,{"train_loss": 0.08551{"train_loss": 0.08{"train_loss": 0.085590794{"train_loss": 0.0962996780872345,{"train_loss": 0.09532898664474487, "globa{"train_loss": 0.09643442{"train_loss": 0.09497301280498505,{"train_loss": 0.0892593190073967, "global{"train_loss": 0.08906929{"train_loss": 0.13414955139160156{"train_loss": 0.132635{"train_loss": 0.13282959163188934, "global_s{"train_loss": 0.08273100107908249, "global_step": 23193, "epoch": 241, "lr": 0.00013464690608656525}
+{"train_loss": 0.051141250878572464, "global_step": 23194{"train_loss": 0.052214764058589935, "global_s{"train_loss": 0.1083614379167556{"train_loss": 0.10312466323375702, "global_step": 23195, "epoch": 24{"train_loss": 0.07320265471935272, "global_step": 23196,{"train_loss": 0.06775222718715668, "global_s{"train_loss": 0.10312427580356598, "global_step": 23197, "epoch": 241, "lr{"train_loss": 0.102045089{"train_loss": 0.0860750526189804{"train_loss": 0.0872026{"train_loss": 0.08676592260599136, "global{"train_loss": 0.0735658258199691{"train_loss": 0.07628662139177322, "global_step": 23199, "epoch": 24{"train_loss": 0.1051161140203476, "global_step": 23200, "epoch": 241, "lr{"train_loss": 0.1041127294{"train_loss": 0.06468746811151505{"train_loss": 0.06171136721968651, "global_step": 23201, "epoch"{"train_loss": 0.0739983394742012,{"train_loss": 0.07413814{"train_loss": 0.07457459717988968, "globa{"train_loss": 0.09510453790426254,{"train_loss": 0.09490881115198135, "global_step": 23203, "epoch": {"train_loss": 0.0999942272901535, {"train_loss": 0.09505099{"train_loss": 0.{"train_loss": 0.0950883{"train_loss": 0.09224514663219452, {"train_loss": 0.09574112296104431, "global_step": 23205, "epoch":{"train_loss": 0.10589095950126648, {"train_loss": 0.10486536{"train_loss": 0.10487467050552368, "glob{"train_loss": 0.09486224502325058, "global_step": 23207, "ep{"train_loss": 0.09717658162117004, "glob{"train_loss": 0.08362673223018646, {"train_loss": 0.08456369489431381, "global_step": 23208, "epoch":{"train_loss": 0.10416243970394135, {"train_loss": 0.09955689311027527, "global_step": 23209, "epoch":{"train_loss": 0.1094527319073677, "global_step": 23210, "epo{"train_loss": 0.11097623407840729, "glo{"train_loss": 0.049744896590709686, {"train_loss": 0.056311700493097305, "global_step": 23211, "epoch"{"train_loss": 0.08647274971008301, "{"train_loss": 0.0843214{"train_loss": 0.08394350111484528, "glob{"train_loss": 0.10019703209400177, "global_step": 23213, "ep{"train_loss": 0.0963173359632492, "glob{"train_loss": 0.055419594049453735, "global_step": 23214, "epoch": 241, "lr": 0.0001343194422361626}
+{"train_loss": 0.06949195265769958, "global_step": 23215, "{"train_loss": 0.07{"train_loss": 0.0699618{"train_loss": 0.0863720178604126, "global_step": 23216, "e{"train_loss": 0.0{"train_loss": 0.081637{"train_loss": 0.08672875165939331, "global_step": 23217, "epoch": 241, "lr": {"train_loss": 0.083009{"train_loss": 0.07093819975852966, "global_step": 23218, "epoch": 241, "lr": 0.00013425709050259772}
+{"train_loss": 0.08086615800857544, "global_step": 23219, {"train_loss": 0.07844851911067963, "global_{"train_loss": 0.11751389503479004, "global_step": 23220, "epoch": 241, "lr": {"train_loss": 0.1209005{"train_loss": 0.09464334696531296, "global_step": 23221, {"train_loss": 0.10134552419185638, "global{"train_loss": 0.09227611869573593, "global_step": 23222, "epoch": 241, "lr": {"train_loss": 0.0942988{"train_loss": 0.09340235590934753, "global_step": 23223, {"train_loss": 0.09442702680826187, "global{"train_loss": 0.11115923523902893, "global_step": 23224, "epoch": 241, "lr": 0.00013416357633506737}
+{"train_loss": 0.0862317681312561, "global_step": 23225, "epoch": 241, "lr": {"train_loss": 0.0886899{"train_loss": 0.08028551936149597, "global_step": 23226, {"train_loss": 0.08565299212932587, "global_{"train_loss": 0.10917502641677856, "global_step": 23227, "epoch": 241, "lr": {"train_loss": 0.1074719{"train_loss": 0.06136293709278107, {"train_loss": 0.06254599243402481, "global_step": 23228, "epoch":{"train_loss": 0.10182394832372665, "global_step": 23229, "epoch": 241, "lr": 0.00013408566019013418}
+{"train_loss": 0.10505472123622894, "global_step": 23230, {"train_loss": 0.10656319558620453, "global_{"train_loss": 0.0894605574818949, "global_step": 23231, "{"train_loss": 0.08951727343567957, "global{"train_loss": 0.08668899536132812, "global_step": 23232, "{"train_loss": 0.08838175237178802, "globa{"train_loss": 0.1008918285369873, "global_step": 23233, "e{"train_loss": 0.10252203047275543, "globa{"train_loss": 0.08090531826019287, "g{"train_loss": 0.08418922126293182, "global_step": 23234, "epoch{"train_loss": 0.07654180377721786, "global_step": 23235, "e{"train_loss": 0.07557973265647888, "globa{"train_loss": 0.09397643804550171, "g{"train_loss": 0.09719{"train_loss": 0.09889261424541473, "glob{"train_loss": 0.05367926508188248, "global_step": 23237, "epoch": 242, "lr": 0.00013396101770433248}
+{"train_loss": 0.0997028797864914, "{"train_loss": 0.0969924{"train_loss": 0.09793859720230103, "glob{"train_loss": 0.06011856719851494, "global_step": 23239, "epoch": 242, "lr": 0.00013392986157782007}
+{"train_loss": 0.0943736582994461, "global_step": 23240, "epoch": 242, "lr": 0{"train_loss": 0.089946{"train_loss": 0.0870152935385704, "gl{"train_loss": 0.0922311395406723, "globa{"train_loss": 0.09260{"train_loss": 0.0788470208644867, "global_step": 23242, "epoch"{"train_loss": 0{"train_loss": 0.0738{"train_loss": 0.10133674740791321, "global_step": 23243, "epoch": 242, "lr": 0.0{"train_loss": 0.1027{"train_loss": 0.08244461566209793, "g{"train_loss": 0.0809011310338974, "global_step": 23244, "epoch"{"train_loss": 0.08974441885948181, "{"train_loss": 0.09151587635278702, "global_step": 23245, "epoch"{"train_loss": 0.07597149908542633, "global_step": 23246, "epoch"{"train_loss": 0.07232457399368286, "{"train_loss": 0.1039358377456665, "global_step": 23247, "epoch": 242, "lr": 0.0001338052550769816}
+{"train_loss": 0.10230432450771332, "g{"train_loss": 0.10130760073{"train_loss": 0{"train_loss": 0.10{"train_loss": 0.08753660321235657, "global_step": 23249, "epoch": 242, "lr": 0.00013377410795731743}
+{"train_loss": 0.10871997475624084, "g{"train_loss": 0.10383234173059464, "global_step": 23250, "epoc{"train_loss": 0.08143601566553116, "g{"train_loss": 0.07909435033{"train_loss": 0.07976382225751877, {"train_loss": 0.10797780007123947, "global_step": 23252, "epoch": 242, "lr": 0.0001337273906604272}
+{"train_loss": 0.10500974953174591, "global_step": 23253, "epoch": 242, "lr": 0.00013371181913058287}
+{"train_loss": 0.07583008706569672, "g{"train_loss": 0.08164187520{"train_loss": 0.0815400779247284, "{"train_loss": 0.06826962530612946, "global_step": 23255, "epoch"{"train_loss": 0.066596120595932, "gl{"train_loss": 0.05659402534365654, "global_step": 23256, "epoch": 242, "lr": 0.0001336651072498918}
+{"train_loss": 0.07857464253902435, "{"train_loss": 0.0795541629{"train_loss": 0.07930919528007507, "{"train_loss": 0.1210002601146698, "g{"train_loss": 0.12200106680393219, "global_step": 23258, "epoch{"train_loss": 0.08248165249824524, "g{"train_loss": 0.0839052274{"train_loss": 0.{"train_loss": 0.083{"train_loss": 0.06943777203559875, "g{"train_loss": 0.06935372203588486, "glob{"train_loss": 0.06866{"train_loss": 0.08905326575040817, "global_step": 23261, "epoch{"train_loss": 0.09268387407064438, "g{"train_loss": 0.07689325511455536, "global_step": 23262, "epoch": 242, "lr": 0.00013357169568784015}
+{"train_loss": 0.06037333607673645, "global_step": 23263, "epoch": 242, "lr": 0{"train_loss": 0.06310{"train_loss": 0.09041537344455719, "global_step": 23264, "epoch": 242, "lr": 0.0001335405621182159}
+{"train_loss": 0.081840381026268, "glo{"train_loss": 0.08257268369197845, "global_step": 23265, "epo{"train_loss": 0.07893259823322296, "global_step": 23266, "epoch": 242, "lr": 0.0001335094303588683}
+{"train_loss": 0.08464036136865616, "global_step": 23267, "epoc{"train_loss": 0.08664865791797638, "gl{"train_loss": 0.11241953074932098, "global_step": 23268, "epoc{"train_loss": 0.1{"train_loss": 0.1156{"train_loss": 0.06723599135875702, "global_step": 23269, "epoc{"train_loss": 0.06848102807998657, "g{"train_loss": 0.1138843223452568, "global_step": 23270, "epoch{"train_loss": 0.1{"train_loss": 0.113{"train_loss": 0.06945624947547913, "global_step": 23271, "epoch": 242, "lr": 0.0001334316088860244}
+{"train_loss": 0.0405849926173687, "global_step": 23272, "epoch{"train_loss": 0.04318201169371605, "g{"train_loss": 0.08515484631061554, "gl{"train_loss": 0.08560997992753983, "global_step": 23273, "epo{"train_loss": 0.10953493416309357, "global_step": 23274, "epoch": 242, "lr": 0.00013338492144120324}
+{"train_loss": 0.08504250645637512, "gl{"train_loss": 0.0840804{"train_loss": 0.08419116586446762, "{"train_loss": 0.08490662276744843, "gl{"train_loss": 0.07960272580385208, "global{"train_loss": 0.07{"train_loss": 0.08988045901060104, "gl{"train_loss": 0.0840147{"train_loss": 0.0844157338142395, "glo{"train_loss": 0.0763576328754425, "glo{"train_loss": 0.08069058507680893, "global_step": 23278, "ep{"train_loss": 0.11224465072154999, "glo{"train_loss": 0.11242495477199554, "global_step": 23279, "epo{"train_loss": 0.09324713051319122, "global_step": 23280, "epoch": 242, "lr": 0.0001332915588024057}
+{"train_loss": 0.10774756222963333, "glo{"train_loss": 0.1061672568321228, "global_step": 23281, "epo{"train_loss": 0.11205220222473145, "global_step": 23282, "epoch": 242, "lr": 0.00013326044155579457}
+{"train_loss": 0.11347132176160812, "global_step": 23283, "epo{"train_loss": 0.1108{"train_loss": 0.11{"train_loss": 0.1028936430811882, "gl{"train_loss": 0.10568758100271225, "global_step": 23284, "epoc{"train_loss": 0.06902976334095001, "gl{"train_loss": 0.0671389{"train_loss": 0.06688940525054932, "gl{"train_loss": 0.08024339377880096, "g{"train_loss": 0.0859939306974411, "global_ste{"train_loss": 0.0{"train_loss": 0.07629163563251495, "{"train_loss": 0.07561153173446655, "global_st{"train_loss": 0.0{"train_loss": 0.0853690430521965, "g{"train_loss": 0.08378758{"train_loss": 0.0837{"train_loss": 0.0{"train_loss": 0.07122892141342163, "g{"train_loss": 0.07051287591457367, "global_st{"train_loss": 0.0{"train_loss": 0.05994435027241707, "g{"train_loss": 0.06276082992553711, "global_step": 23290, "epoc{"train_loss": 0.0982445552945137, "gl{"train_loss": 0.0988350{"train_loss": 0.09867927432060242, "gl{"train_loss": 0.09828415513038635, "g{"train_loss": 0.09781168401241302, "global_step": 23292, "epoch{"train_loss": 0.0757911428809166, "gl{"train_loss": 0.07224994897842407, "global_step": 23293, "epoc{"train_loss": 0.11111442744731903, "gl{"train_loss": 0.1155500{"train_loss": 0.11433102935552597, "g{"train_loss": 0.08655884861946106, "gl{"train_loss": 0.0837546{"train_loss": 0.08355{"train_loss": 0{"train_loss": 0.07372017204761505, "gl{"train_loss": 0.07255809009075165, "global_step": 23296, "epoc{"train_loss": 0.05783112719655037, "gl{"train_loss": 0.0544363{"train_loss": 0.0545{"train_loss": 0.0{"train_loss": 0.08737914264202118, "gl{"train_loss": 0.08662049472332001, "global_step": 23298, "epoc{"train_loss": 0.10285046696662903, "gl{"train_loss": 0.09616336226463318, "global_s{"train_loss": 0.0{"train_loss": 0.05065273866057396, "gl{"train_loss": 0.05144293{"train_loss": 0.051{"train_loss": 0{"train_loss": 0.0675794780254364, "glob{"train_loss": 0.06852546334266663, "global{"train_loss": 0.{"train_loss": 0.0778486430644989, "global_step": 23302, "epoch": 242, "lr": 0.00013{"train_loss": 0.{"train_loss": 0.07632917165756226, "global_step": 23303, "epoch": {"train_loss": 0.0{"train_loss": 0.{"train_loss": 0.059599265456199646, "global_step": 23304, "epoch":{"train_loss": 0.{"train_loss": 0.05{"train_loss": 0.11880166083574295, "global_step": 23305, "epoch": 242, "lr": 0.00013290272409499805}
+{"train_loss": 0.09657145291566849, "global_step": 23306, "epoch": 242, "lr": 0.0001328871766355531}
+{"train_loss": 0.08455733209848404, "global_step": 23307, "epoch": 242, "lr": 0.000{"train_loss": 0.08{"train_loss": 0.10311456024646759, "global_step": 23308, "epoch": 242, "lr": 0.00013285608308782453}
+{"train_loss": 0.09964896738529205, "global_step": 23309, "epoc{"train_loss": 0.10484576225280762, "gl{"train_loss": 0.10484190285205841, "global_step": 23310, "epoc{"train_loss": 0.10625503957271576, "gl{"train_loss": 0.1050439178943634, "global_step": 23311, "epoch": 242, "lr": 0.00013280944619572336}
+{"train_loss": 0.10087037086486816, "global_step": 23312, "epoch": 242, "lr": 0.0001327939014799775}
+{"train_loss": 0.07597029954195023, "globa{"train_loss": 0.07964620739221573, "global_step": 23313, "{"train_loss": 0.10303206741809845, "global_step": 23314, "epoch": 242, "lr": 0.00013276281342155266}
+{"train_loss": 0.0659070611000061, "global_step": 23315, "epoch"{"train_loss": 0.061094969511032104, {"train_loss": 0.11044082045555115, "global{"train_loss": 0.111468{"train_loss": 0.11235573142766953, {"train_loss": 0.10452418029308319, "global_step": 23317, "epoch":{"train_loss": 0.{"train_loss": 0.10{"train_loss": 0.09188772737979889, "global_step": 23318, "epoch":{"train_loss": 0.09297254681587219, {"train_loss": 0.12223674356937408, "global_step": 23319, "epoch": 242, "lr": 0.00013268510128998728}
+{"train_loss": 0.07497598230838776, "global_step": 23320, "epoch": 242, "lr": 0.00013266956023843464}
+{"train_loss": 0.09261550009250641, "global_step": 23321, "epoch": 242, "lr": 0.000{"train_loss": 0.08{"train_loss": 0.05881432071328163, "global{"train_loss": 0.06172771006822586, "global_step": 23322, {"train_loss": 0.10203520953655243, "global_step": 23323, "epoch": 242, "lr": 0.00013262293983520252}
+{"train_loss": 0.11135689914226532, "global_step": 23324, "epoch": 242, "lr": 0.0001326074006182865}
+{"train_loss": 0.10712947696447372, "global_step": 23325, "epoch": 242, "lr": 0.0001325918618602942}
+{"train_loss": 0.08771055936813354, "global_step": 23326, "epoch{"train_loss": 0.08651238679885864, "g{"train_loss": 0.08764193987008184, "global_step": 23327, "epoch": 242, "lr": 0.000{"train_loss": 0.08{"train_loss": 0.09536182880401611, "globa{"train_loss": 0.0957043319940567, "globa{"train_loss": 0.09{"train_loss": 0.10664381086826324, "glob{"train_loss": 0.11167821288108826, "global_step": 23329, "e{"train_loss": 0.08933309465646744, "glob{"train_loss": 0.09046310931444168, "globa{"train_loss": 0.0{"train_loss": 0.05881447717547417, "glob{"train_loss": 0.05708078294992447, "globa{"train_loss": 0.05{"train_loss": 0.08539257943630219, "global_step": 23332, "epoch": 243, "lr": 0.0001324831034131}
+{"train_loss": 0.0725376158952713, "globa{"train_loss": 0.07237732410430908, "global_step": 23333, "e{"train_loss": 0.08384165167808533, "globa{"train_loss": 0.08398474752902985, "global_step": 23334, "{"train_loss": 0.07858279347419739, "global_step": 23335, "epoch": 243, "lr": 0.00013243649954445283}
+{"train_loss": 0.08072976768016815, "globa{"train_loss": 0.0780{"train_loss": 0.07848866283893585, "gl{"train_loss": 0.060689426958560944, "global_step": 23337, "epoch": 243, "lr": 0.0{"train_loss": 0.0637{"train_loss": 0.062199272215366364, "gl{"train_loss": 0.061410970985889435, "glo{"train_loss": 0.06187{"train_loss": 0.0792347639799118, "glob{"train_loss": 0.0787646621465683, "glob{"train_loss": 0.079{"train_loss": 0.0975710079073906, "global_step": 23340, "epoch": 243, "lr": 0.0{"train_loss": 0.096{"train_loss": 0.08610312640666962, "glob{"train_loss": 0.08764748275279999, "glo{"train_loss": 0.0876{"train_loss": 0.05536952614784241, "glob{"train_loss": 0.057148292660713196, "gl{"train_loss": 0.0577{"train_loss": 0.08277396112680435, "global_step": 23343, "epoch": 243, "lr": 0.00{"train_loss": 0.082{"train_loss": 0.10371473431587219, "globa{"train_loss": 0.10566121339797974, "global_step": 23344, "{"train_loss": 0.0647885650396347, "global_step": 23345, "epoch": 243, "lr": 0.00013228118323735835}
+{"train_loss": 0.10744436085224152, "global_step": 23346, "epoch{"train_loss": 0.09646618366241455, "g{"train_loss": 0.09781576693058014, "global_step": 23347, "epoch{"train_loss": 0.0{"train_loss": 0.092{"train_loss": 0.07763323187828064, "global{"train_loss": 0.0789{"train_loss": 0.07874075323343277, "g{"train_loss": 0.09749779105186462, "globa{"train_loss": 0.09796{"train_loss": 0.0964081883430481, "g{"train_loss": 0.05290442332625389, "global_step": 23350, "epoc{"train_loss": 0.05101453512907028, "g{"train_loss": 0.0561823695898056, "global{"train_loss": 0.05577690899372101, "gl{"train_loss": 0.05{"train_loss": 0.06363897025585175, "global_step": 23352, "epoch": 243, "lr": 0.00{"train_loss": 0.066{"train_loss": 0.08779312670230865, "globa{"train_loss": 0.08621503412723541, "global_step": 23353, "{"train_loss": 0.08367300033569336, "globa{"train_loss": 0.08210483938455582, "global_step": 23354, "{"train_loss": 0.07716242969036102, "global_step": 23355, "epoch": 243, "lr": 0.00{"train_loss": 0.074{"train_loss": 0.08482891321182251, "global_step": 23356, "epoch": 243, "lr": 0.00013211038856588775}
+{"train_loss": 0.10261882096529007, "global_step": 23357, "epoch": 243, "lr": 0.00{"train_loss": 0.105{"train_loss": 0.06243995949625969, "globa{"train_loss": 0.06013046205043793, "glo{"train_loss": 0.059{"train_loss": 0.06741362810134888, "globa{"train_loss": 0.06796590983867645, "global_step": 23359, "e{"train_loss": 0.10118500143289566, "global_step": 23360, "epoc{"train_loss": 0.10469697415828705, "gl{"train_loss": 0.07284307479858398, "globa{"train_loss": 0.0692{"train_loss": 0.06947414577007294, "gl{"train_loss": 0.08267351984977722, "global_step": 23362, "epoc{"train_loss": 0.08218047022819519, "g{"train_loss": 0.0859895870089531, "globa{"train_loss": 0.08524{"train_loss": 0.08541978150606155, "g{"train_loss": 0.09844520688056946, "globa{"train_loss": 0.10278{"train_loss": 0.10290107131004333, "{"train_loss": 0.1162627637386322, "global{"train_loss": 0.11742{"train_loss": 0.1195010095834732, "{"train_loss": 0.08800961077213287, "globa{"train_loss": 0.089332714676857, "global_step": 23366, "epo{"train_loss": 0.08759920299053192, "global_step": 23367, "epoch": 243, "lr": 0.00013193964983370738}
+{"train_loss": 0.09595400094985962, "global_step": 23368, "epoch": 243, "lr": 0.0001{"train_loss": 0.0{"train_loss": 0.07236061990261078, "gl{"train_loss": 0.07475204{"train_loss": 0.07419995963573456, "g{"train_loss": 0.10626652836799622, "global_step": 23370, "epoch": 243, "lr": 0.000131893094451901}
+{"train_loss": 0.0974835529923439, "glo{"train_loss": 0.0995296984910965, "global_step": 23371, "epoc{"train_loss": 0.08554044365882874, "gl{"train_loss": 0.08608910{"train_loss": 0.08599095046520233, "g{"train_loss": 0.11248203366994858, "g{"train_loss": 0.115652844{"train_loss": 0.11611834168434143, "g{"train_loss": 0.05401335656642914, "g{"train_loss": 0.052247636{"train_loss": 0.05476236343383789, "{"train_loss": 0.07000349462032318, "g{"train_loss": 0.069404363{"train_loss": 0.06914448738098145, "{"train_loss": 0.08370283991098404, "g{"train_loss": 0.082166090{"train_loss": 0.08217030763626099, "g{"train_loss": 0.1122593879699707, "gl{"train_loss": 0.1059001237154007, "global_step{"train_loss": 0{"train_loss": 0.06793232262134552, "g{"train_loss": 0.06683951616287231, "global_step": 23378, "epoch{"train_loss": 0.1077226847410202, "gl{"train_loss": 0.107232458{"train_loss": 0.10783514380455017, "{"train_loss": 0.0929623544216156, "gl{"train_loss": 0.0929066538{"train_loss": 0.09222570061683655, {"train_loss": 0.08086705952882767, "{"train_loss": 0.07445444911718369, "global_step": 23381, "epoch{"train_loss": 0.0750843733549118, "g{"train_loss": 0.072505101561{"train_loss": 0.0726{"train_loss":{"train_loss": 0.06499379873275757, "g{"train_loss": 0.0625944435596466, "global_step": {"train_loss":{"train_loss": 0.07159923017024994, "global_step": 23384, "epoch": {"train_loss": 0.0690{"train_loss":{"train_loss": 0.08390428125858307, "global_step": 23385, "epoch": {"train_loss": 0.0857{"train_loss":{"train_loss": 0.11959301680326462, {"train_loss": 0.12247718125581741, "global_step": 23386, "epoch":{"train_loss": 0.08548208326101303, {"train_loss": 0.0905376449227{"train_loss": 0.0906478762626648, "{"train_loss": 0.0882159024477005, {"train_loss": 0.08427627384662628, "global_step": 23{"train_loss{"train_loss": 0.1048516184091568, "global_step": 23389, "epoch": {"train_loss": 0.10582467913627625,{"train_loss": 0.10408658534288406, "{"train_loss": 0.1041029468178{"train_loss": 0.105902{"train_loss{"train_loss": 0.07084862887859344, "{"train_loss": 0.0728635415434{"train_loss": 0.073042{"train_loss{"train_loss": 0.09496805816888809, "{"train_loss": 0.09838096797466278, "global_step": 23392, "epoch{"train_loss": 0.0625452846288681, "g{"train_loss": 0.06297214329242706, "global_step": 23393, "epoch{"train_loss": 0.05653715878725052, "g{"train_loss": 0.053846575319767, "global_step": 23394, "epoch":{"train_loss": 0.10084062814712524, {"train_loss": 0.10174831748008728, "global_step": 23395, "epoch":{"train_loss": 0.09260129928588867, {"train_loss": 0.09689506143331528, "global_step": 23396, "epoch":{"train_loss": 0.07879720628261566, {"train_loss": 0.084122881293296{"train_loss": 0.08378521353006363{"train_loss": 0.09903346002101898, {"train_loss": 0.09920097142457962, "global_step": 2339{"train_lo{"train_loss": 0.07919469475746155, "global_step": 23399, "epoch": 2{"train_loss": 0.08009088039398193{"train_loss": 0.04736213758587837, "global_step": 23400, "epoch": 243, "lr": 0.00013142777{"train_los{"train_loss": 0.09879127144813538, "global_step": 23401, "epoch": 2{"train_loss": 0.0996944680809974{"train_loss": 0.1182745024561882, "global_step": 23402, "epoch": 24{"train_loss": 0.121636025607585{"train_loss": 0.10305698215961456, "global_step": 23403, "epoch": 24{"train_loss": 0.1011073663830757{"train_loss": 0.09770786017179489, {"train_loss": 0.10425621271133423, "global_step": 23404, "epoch":{"train_loss": 0.08520887792110443, "global_step": 23405, "epoch": 243, "lr": 0.000131350257{"train_lo{"train_loss": 0.0936175286769867, "global_step": 23406, "epoch": 243, "lr": 0.0001313347562{"train_l{"train_loss": 0.09451904892921448, "{"train_loss": 0.09444407373666763, "global_step": 23407, "epoch"{"train_loss": 0.09622719138860703, "{"train_loss": 0.0914168506860733, "global_step": 23408, "epoch"{"train_loss": 0.09301544725894928, "global_step": 23409, "epoch": 243, "lr": 0.00013128825536896186}
+{"train_loss": 0.05684762820601463, {"train_loss": 0.05891967564821243, "global_step": 23410, "epoch":{"train_loss": 0.06944133341312408, {"train_loss": 0.0752255767583847, "global_step": 23411, "epoch": {"train_loss": 0.08617590367794037,{"train_loss": 0.08325226604938507, "global_step": 23412, "epoch": {"train_loss": 0.06880249828100204,{"train_loss": 0.07093423604965{"train_loss": 0.07078167051076889, {"train_loss": 0.05067666992545128, "global_step": 23414, "epoch":{"train_loss": 0.05137129873037338,{"train_loss": 0.06025315448641777, "global_step": 23415, "epoch":{"train_loss": 0.06179981678724289,{"train_loss": 0.12685689330101013, "global_step": 23416, "epoch": 243, "lr": 0.0001311797696595842}
+{"train_loss": 0.07231193780899048, "global_step": 23417, "epoch":{"train_loss": 0.07562775909900665,{"train_loss": 0.08801233768463135, "global_step": 23418, "epoch": 243, "lr": 0.00013114877795884525}
+{"train_loss": 0.09431383013725281, "global_step": 23419, "epoch": 243, "lr": 0.0001311332828{"train_{"train_loss": 0.08181963115930557, "global_step": 23420, "epoch": 243, "lr": 0.00013111778813353238}
+{"train_loss": 0.09353230148553848{"train_loss": 0.0949062854051{"train_loss": 0.09529872238636017, "g{"train_loss": 0.070601537823677{"train_loss": 0.07511455565690994, "global_step": 23422, "epoch": 243{"train_loss": 0.084639608976431{"train_loss": 0.0849128069045643, "global_step": 23423, "epoch": 243,{"train_loss": 0.06969089806079{"train_loss": 0.06522716581821442, "global_step": 23424, "epo{"train_l{"train_loss": 0.07895249128341675, "global_step": 23425, "epoch": 244, "lr": 0.0001310403217807782}
+{"train_loss": 0.09514526277780533, "global_step": 23426, "epoch": 244, "lr": 0.00013102482991859057}
+{"train_loss": 0.10078351199626{"train_loss": 0.09688395261764526, "global_step": 23427, "epo{"train_{"train_loss": 0.08236997574567795, "global_step": 23428, "epoch": 244, "lr": 0.0001309938476034224}
+{"train_loss": 0.10052422434091{"train_loss": 0.09632161259651184, "global_step": 23429, "epoch": 244,{"train_loss": 0.08907797932624{"train_loss": 0.08536418527364731, "global_step": 23430, "epo{"train_{"train_loss": 0.07335171103477{"train_loss": 0.06956508755683899, "global_step": 23431, "epoch": 244,{"train_loss": 0.07071191072463989, "global_step": 23432, "epoch": 244, "lr": 0.000130931888{"train_lo{"train_loss": 0.08610132336616{"train_loss": 0.08631032705307007, "global_step": 23433, "epoch": 244{"train_loss": 0.08125443756580353, "global_step": 23434, "epoch": 244, "lr": 0.0001309009119391699}
+{"train_loss": 0.07382432371377945, "global_step": 23435, "epoch": 244, "lr": 0.00013088542430808464}
+{"train_loss": 0.08682508766651154, "global_step": 23436, "epoch": 244, "lr": 0.00013086993{"train_los{"train_loss": 0.1079444140195{"train_loss": 0.10190146416425705, "global_step": 23437, "ep{"train_lo{"train_loss": 0.0856861323118{"train_loss": 0.08595573902130{"train_loss": 0.08623198419809341, "glo{"train_loss": 0.0714928209781{"train_loss": 0.07157763838768005, "global_step": 23439, "epoch": 244, {"train_loss": 0.07991364598274231, "global_step": 23440, "epoch": 244, "lr": 0.00013080799321451528}
+{"train_loss": 0.0886382460594{"train_loss": 0.08477242290973{"train_loss": 0.08428756892681122, "glob{"train_loss": 0.08911697566509247, "global_step": 23442, "ep{"train_loss": 0.08882775902748108, "glo{"train_loss": 0.0732380971312{"train_loss": 0.07420188188552{"train_loss": 0.07439541816711426, "glob{"train_loss": 0.09640710055828094, "global_step": 23444, "ep{"train_loss": 0.093918710947{"train_loss{"train_loss": 0.0792136192321{"train_loss": 0.07605628669261932, "global_step": 23445, "epoch": 244, {"train_loss": 0.0649631544947{"train_loss": 0.06443445384502{"train_loss": 0.06515864282846451, "glo{"train_loss": 0.0814376175403595, "global_step": 23447, "epoch": 244, "lr": 0.00013069960947591035}
+{"train_loss": 0.07201743870973587, "global_step": 23448, "epoch": 244, "lr": 0.00013068412797149844}
+{"train_loss": 0.09214585274457{"train_loss": 0.09325742721557617, "global_step": 23449, "epoch": 244,{"train_loss": 0.09654989838600159, "global_step": 23450, "epo{"train_loss": 0.0940767303109169, "glob{"train_loss": 0.06170818209648{"train_loss": 0.0649755075573{"train_loss": 0.065238818526268, "global{"train_loss": 0.08915095776319504, "global_step": 23452, "epoch": 244, "lr": 0.00013062220667511127}
+{"train_loss": 0.07583634555339{"train_loss": 0.07366325706243515, "global_step": 23453, "epoch": 244{"train_loss": 0.06250712275505066, "global_step": 23454, "epoch": 244, "lr": 0.0001305912488611498}
+{"train_loss": 0.07317469269037{"train_loss": 0.07515550404787064, "global_step": 23455, "epoch": 24{"train_loss": 0.07035763561725616, "global_step": 23456, "epoch": 244, "lr": 0.00013056029293780075}
+{"train_loss": 0.10150878131389618, "global_step": 23457, "epoch": 244, "lr": 0.0001305448{"train_los{"train_loss": 0.09163262695074{"train_loss": 0.09443767368793488, "global_step": 23458, "epoch": 244{"train_loss": 0.09114671498537064, "global_step": 23459, "epoch": 244, "lr": 0.00013051386259951993}
+{"train_loss": 0.09122788906097{"train_loss": 0.09053508937358856, "global_step": 23460, "epoch": 244,{"train_loss": 0.0756804496049881, "global_step": 23461, "epoch": 244, "lr": 0.00013048291{"train_los{"train_loss": 0.10373777896165848, "global_step": 23462, "e{"train_loss": 0.10058300942182{"train_los{"train_loss": 0.08471612632274628, "global_step": 23463, "epoch": 244, "lr": 0.00013045196210682519}
+{"train_loss": 0.086526349186897{"train_loss": 0.08699510991{"train_loss": 0.08616165816783{"train_lo{"train_loss": 0.07658440619707108, "global_step": 23465, "epoch": 244, "lr": 0.00013042101470166602}
+{"train_loss": 0.08066529035568237, "global_step": 23466, "e{"train_loss": 0.08369684964418{"train_lo{"train_loss": 0.0692940279841423, "global_step": 23467, "ep{"train_loss": 0.07187401503324509, "glob{"train_loss": 0.11233202368021011, "global_step": 23468, "epoch": 244, "lr": 0.0001303745971477832}
+{"train_loss": 0.09111447632312775, "global_step": 23469, "epoch": 244, "lr": 0.00013035912557793862}
+{"train_loss": 0.11350595951080322, "global_step": 23470, "epoch": 244, "lr": 0.0001303436544823279}
+{"train_loss": 0.092438466846942{"train_loss": 0.09662073105573654, "global_step": 23471, "epoch": 24{"train_loss": 0.10481049120426178, "global_step": 23472, "epoch": 244, "lr": 0.00013031271371422929}
+{"train_loss": 0.07682338356971741, "global_step": 23473, "epo{"train_loss": 0.0795041024684906, "glob{"train_loss": 0.08580954372882843, "global_step": 23474, "epoch": 244, "lr": 0.00013028177484432997}
+{"train_loss": 0.057901475578546524, "global_step": 23475, "e{"train_loss": 0.054117150604724884, "glob{"train_loss": 0.079309023916721{"train_loss": 0.07607830315828323, "global_step": 23476, "epoch": 24{"train_loss": 0.0815470963716507, "global_step": 23477, "epo{"train_loss": 0.07787957787513733, "glo{"train_loss": 0.10575591027736664, "global_step": 23478, "epoch": 244, "lr": 0.00013021990{"train_los{"train_loss": 0.0844167172908783, "global_step": 23479, "epoc{"train_loss": 0.08315910398960114, "g{"train_loss": 0.0910091251134872{"train_loss": 0.08848783373832703, "global_step": 23480, "epoch": 24{"train_loss": 0.0940719544887542{"train_loss": 0.09225200116634369, "global_step": 23481, "epoch": 2{"train_loss": 0.09590554982423782, "global_step": 23482, "epoch": 244, "lr": 0.00013015803836358093}
+{"train_loss": 0.1000316441059112{"train_loss": 0.10408908128738403, "global_step": 23483, "epoch": 24{"train_loss": 0.07618273049592972, "global_step": 23484, "epoc{"train_loss": 0.07473327219486237, "gl{"train_loss": 0.0844277068972587{"train_loss": 0.0831248909235{"train_loss": 0.08319146931171417, "gl{"train_loss": 0.0993848145008087{"train_loss": 0.0987478643655{"train_loss": 0.09797985851764679, "gl{"train_loss": 0.113589257001876{"train_loss": 0.11512374877929{"train_loss": 0.115459188818{"train_lo{"train_loss": 0.112022057175636{"train_loss": 0.11714249849319458, "global_step": 23488, "epoch": 244{"train_loss": 0.07433940470218658, "global_step": 23489, "epoch": 244, "lr": 0.0001300497939102468}
+{"train_loss": 0.081927590072155, "global_step": 23490, "epoch": 244, "lr": 0.00013003433232143202}
+{"train_loss": 0.12280171364545822{"train_loss": 0.12267095595598221, "global_step": 23491, "epoch": 2{"train_loss": 0.10801573097705841{"train_loss": 0.10695639997720718, "global_step": 23492, "epoch": {"train_loss": 0.08903968334197998, "global_step": 23493, "epoch": 244, "lr": 0.00012998795041408202}
+{"train_loss": 0.09102515131235123, "global_step": 23494, "epoch": 244, "lr": 0.0001299724907316811}
+{"train_loss": 0.0902833789587020{"train_loss": 0.090341717004776, "global_step": 23495, "{"train_loss{"train_loss": 0.06242234632372{"train_loss": 0.0626445859670639, "global_step": 23496, "epoch": 244,{"train_loss": 0.09307365119457245, "global_step": 23497, "epoch": 244, "lr": 0.0001299261{"train_loss{"train_loss": 0.10638171434402466, "global_step": 23498, "epoc{"train_loss": 0.11088380217552185, "gl{"train_loss": 0.1102132573723793, "global_step": 23499, "epoch": 244, "lr": 0.00012989519{"train_los{"train_loss": 0.09156589210033417, "global_step": 23500, "epoch": 244, "lr": 0.00012987974{"train_{"train_loss": 0.057260915637016296, "global_step": 23501, "epoc{"train_loss": 0.0569130219{"train_loss{"train_loss": 0.07815951108932495, "global_step": 23502, "epoch": 244, "lr": 0.00012984883{"train_lo{"train_loss": 0.08945517987012863, "global_step": 23503, "epoch": 244, "lr": 0.0001298333{"train_los{"train_loss": 0.0763884037733078, "global_step": 23504, "epoch": 244, "lr": 0.0001298179{"train_loss{"train_loss": 0.07931526750326157, "global_step": 23505, "epoch"{"train_loss": 0.08121610{"train_loss{"train_loss": 0.10832171142101{"train_loss": 0.10393043607473373{"train_loss": 0.10226383{"train_loss{"train_loss": 0.13326163589954376, "global_step": 23507, "epoch": 244, "lr": 0.00012977155829365194}
+{"train_loss": 0.10518049448728561, "global_step": 23508, "epoch"{"train_loss": 0.10241159051656723,{"train_loss": 0.09828104078769684, "global_step": 23509, "epoch"{"train_loss": 0.09333816915750504, {"train_loss": 0.07903072237968445, "global_step": 23510, "epoch"{"train_loss": 0.07187441736459732, "{"train_loss": 0.11900776624679565, "global_step": 23511, "epoch"{"train_loss": 0.11321277916431427, "{"train_loss": 0.09704474359750748, "global_step": 23512, "epoch"{"train_loss": 0.09390920400619507, "{"train_loss": 0.066544272005{"train_loss": 0.0709836333990097, "{"train_loss": 0.07088194787502289, {"train_loss": 0.08254460245370865, "global_step": 23514, "epoch": 244, "lr": 0.00012966339736565616}
+{"train_loss": 0.08776149153{"train_loss": 0.08896993100643158, "{"train_loss": 0.08969774842262268, "{"train_loss": 0.06173369288444519, "global_step": 23516, "epoch"{"train_loss": 0.05950777232646942, "{"train_loss": 0.04740813374519348, "global_step": 23517, "epoch"{"train_loss": 0.045464739203453064, {"train_loss": 0.06236302852630615, "global_step": 23518, "epoch": 244, "lr": 0.00012960160165614545}
+{"train_loss": 0.087073694604{"train_loss": 0.08683190067919593, "global_step": 23519, "epoch": 244, "{"train_loss": 0.05942390114068985, "global_step": 23520, "epoch": 245, "lr": 0.00012957070667732315}
+{"train_loss": 0.08457431197166443, "global_step": 23521, "epoch": 245, "lr": 0.0001295552599072634}
+{"train_loss": 0.08921913802623749, "global_step": 23522, "epoch":{"train_loss": 0.08651469{"train_lo{"train_loss": 0.07825683057308197, "global_step": 23523, "epoch": 245, "lr": 0.0001295243678063729}
+{"train_loss": 0.08589377999305725, "global_step": 23524, "epoch": 245, "lr": 0.00012950892247575244}
+{"train_loss": 0.0922519713640213, "global_step": 23525, "epoch": 245, "lr": 0.0001294934{"train_los{"train_loss": 0.10088460147380829, "global_step": 23526, "epoch": 245, "lr": 0.00012947{"train_loss":{"train_loss": 0.10666903853416443, "global_step": 23527, "epoch": 245, "lr": 0.00012946258936445224}
+{"train_loss": 0.084358349442482, "global_step": 23528, "epoch": 245, "lr": 0.0001294471459545565}
+{"train_loss": 0.11492502689361572, "global_step": 23529, "epoch": 245, "lr": 0.00012943170302510488}
+{"train_loss": 0.10256214439868927, "global_step": 23530, "epoch": 245, "lr": 0.000129416{"train_loss"{"train_loss": 0.09340322017669678, "global_step": 23531, "epoch": 245, "lr": 0.000129400{"train_loss"{"train_loss": 0.06228339672088623, "global_step": 23532, "epoch": 245, "lr": 0.00012938537712046627}
+{"train_loss": 0.11334781348705292, "global_step": 23533, "epoch": 245, "lr": 0.00012936993611384275}
+{"train_loss": 0.09482446312904358, "global_step": 23534, "epoch": 245, "lr": 0.00012935{"train_loss":{"train_loss": 0.10737341642379761, "global_step": 23535, "epoch": 245, "lr": 0.0001293390555436104}
+{"train_loss": 0.08628366142511368, "global_step": 23536, "epoch": 245, "lr": 0.00012932361598021186}
+{"train_loss": 0.09336776286363{"train_loss": 0.09330819547176361, "global_step": 23537, "epoch": 245{"train_loss": 0.12125821411609{"train_loss": 0.12767763435840607, {"train_loss": 0.127682626247406, {"train_loss": 0.08558033406734467, "global_step": 23539, "epoch": 245, "lr": 0.00012927730017814877}
+{"train_loss": 0.062828913331031{"train_loss": 0.0583229586482048, "global_step": 23540, {"train_loss{"train_loss": 0.1212814524769783, "global_step": 23541, "epoch": 245, "lr": 0.000129246425{"train_lo{"train_loss": 0.05895183980464935, "global_step": 23542, "epoch": 245, "lr": 0.000129230988{"train_lo{"train_loss": 0.08138760924339294, "global_step": 23543, "epoch": 2{"train_loss": 0.0820301{"train_lo{"train_loss": 0.0868925005197525, "global_step": 23544, "epoch": 245, "lr": 0.00012920011680812624}
+{"train_loss": 0.098694600164890{"train_loss": 0.09916871786117554, "{"train_loss": 0.1001688539981842{"train_loss": 0.105741500854492{"train_loss": 0.10706090927124023, "global_step": 23546, "epoch": 245{"train_loss": 0.117763713002204{"train_loss": 0.11708646267652512, "global_step": 23547, "epoch": 24{"train_loss": 0.0896427184343338{"train_loss": 0.09446723759174347, "global_step": 23548, "ep{"trai{"train_loss": 0.0922783687710762, "global_step": 23549, "epoch": 245,{"train_loss": 0.08155542{"trai{"train_loss": 0.07736173272132874,{"train_loss": 0.07620728015899658, {"train_loss": 0.0765595659613{"train_loss": 0.09354207664728165,{"train_loss": 0.08793002367019653, "global_step": 23551, "epoch": {"train_loss": 0.07882219552993774, "global_step": 23552, "epoch": 245,{"train_loss": 0.07507906854152{"train_loss": 0.09742049872875214, "global_step": 23553, "epoch": 245, "lr": 0.00012906121712487112}
+{"train_loss": 0.09063494950532913, "global_step": 23554, "epoch": 245, "lr": 0.0001290457862406{"tra{"train_loss": 0.07156969606876373,{"train_loss": 0.07388769090175629, "global_step": 23555, "epoch":{"train_loss": 0.10111141949892044, "global_step": 23556, "epoch": 245, "lr": 0.000129014925921{"train{"train_loss": 0.09438236057758331, "global_step": 23557, "epoch": 245, "lr": 0.000128999496487{"train{"train_loss": 0.06998085975646973,{"train_loss": 0.06668705493211746, "global_step": 23558, "epoch": {"train_loss": 0.05988185107707977, "global_step": 23559, "epoch": 245, "lr": 0.00012896863906955273}
+{"train_loss": 0.06965111196041107, "global_step": 23560, "epoch": 245, "lr": 0.00012895321108601256}
+{"train_loss": 0.12442481517791748, "global_step": 23561, "epoch": 245, "lr": 0.00012893778358{"train_{"train_loss": 0.07549285143613815, "global_step": 23562, "epoch": 245, "lr": 0.00012892235657046018}
+{"train_loss": 0.0699968934059143, "{"train_loss": 0.0694536492228508,{"train_loss": 0.07013{"train_{"train_loss": 0.05951419100165367, "global_step": 23564, "epoch": 245, "lr": 0.0001288915039{"train{"train_loss": 0.11228640377521515, {"train_loss": 0.11192680150270462, "global_step": 23565,{"train_{"train_loss": 0.09378725290298462, "global_step": 23566, "epoch": 245, "lr": 0.000128860653{"train_lo{"train_loss": 0.052626267075538635, "global_step": 23567, "epoch": 245, "lr": 0.00012884522{"train_los{"train_loss": 0.06768186390399933,{"train_loss": 0.06672689318656921, "global_step": 23568, "epoch": {"train_loss": 0.11104647070169449, "global_step": 23569, "epoch": 245, "lr": 0.00012881438101810177}
+{"train_loss": 0.10386180877685547,{"train_loss": 0.10452179610729218, "global_step": 23570, "epoch":{"train_loss": 0.09320637583732605,{"train_loss": 0.09474320709705353, "global_step": 23571, "epoch": {"train_loss": 0.09146825969219208, "global_step": 23572, "epoch": 245, "lr": 0.00012876811305057183}
+{"train_loss": 0.07568567991256714,{"train_loss": 0.0729290097951889, "global_step": 23573{"train_los{"train_loss": 0.08895021677017212{"train_loss": 0.09195278584957123, "global_step": 23574, "epoch": 2{"train_loss": 0.13950005173683167, "global_step": 23575, "epoch": 245, "lr": 0.000128721849448655}
+{"train_loss": 0.09887542575597763, "global_step": 23576, "epoch": 245, "lr": 0.0001287064{"train_los{"train_loss": 0.11191795766353607{"train_loss": 0.11435042321681976, "global_step": 23577, "epoch": 2{"train_loss": 0.07353939116001129{"train_loss": 0.07925373315811157, "global_step": 23578, "epoch": {"train_loss": 0.08601674437522888{"train_loss": 0.07864398509263992,{"train_loss": 0.078827574849128{"train_loss": 0.10194055736064911{"train_loss": 0.09743617475032806,{"train_loss": 0.097574368119239{"train_loss": 0.06493904441595078{"train_loss": 0.06419704854488373, "global_step": 23581, "epoch": 2{"train_loss": 0.07621704787015915, "global_step": 23582, "epoch": 24{"train_loss": 0.0771294981241226{"train_loss": 0.11759493499994278, "global_step": 23583, "epoch": 245, "lr": 0.0001285985{"train_loss{"train_loss": 0.0786828100681305,{"train_loss": 0.0760233998298645, "global_step": 23584, "epoch": 2{"train_loss": 0.06538330763578415, "global_step": 23585, "epoch": 245{"train_loss": 0.065930306911468{"train_loss": 0.07718120515346527, "global_step": 23586, "epoch": 245, "lr": 0.00012855225363769007}
+{"train_loss": 0.1006699949502945, "global_step": 23587, "epoch": 245, "lr": 0.00012853683{"train_los{"train_loss": 0.10397005826234818, "global_step": 23588, "epoch": 245, "lr": 0.00012852142435659697}
+{"train_loss": 0.0856182724237442, "global_step": 23589, "epoch": 245,{"train_loss": 0.08608683198690{"train_loss": 0.0747046172618866, "{"train_loss": 0.07295181602239609,{"train_loss": 0.072929225862{"train_loss": 0.07535370439291, "glo{"train_loss": 0.07523373514413834, "global_step": 2359{"train{"train_loss": 0.08109745383262634, "global_step": 23592, "epoch": 245, "lr": 0.000128459771636{"trai{"train_loss": 0.07663805782794952, "glo{"train_loss": 0.07326921820640564, "global_step": 23593, "ep{"train_loss": 0.0883767157793045, "global_step": 23594, "epoch": 245, "lr": 0.0001284289481986{"trai{"train_loss": 0.09086304903030396, "global_step": 23595, "epoch": 245, "lr": 0.00012841353721084354}
+{"train_loss": 0.08099693059921265, "glob{"train_loss": 0.07725763320922852, "global_step": 23596, "ep{"train_loss": 0.09423479437828064, "glob{"train_loss": 0.09296782314777374, "global_step": 23597, "e{"train_loss": 0.09725970029830933, "glob{"train_loss": 0.0980181097984314,{"train_loss": 0.0983{"trai{"train_loss": 0.09120169281959534, "global_step": 23599, "epoch": 245, "lr": 0.00012835189813558025}
+{"train_loss": 0.09573395550251007, "global_step": 23600, "epoch": 245, "lr{"train_loss": 0.0925624519{"train_loss": 0.10988099128007889, "glo{"train_loss": 0.10976670682430267, "global_step": 23601, "epo{"train_loss": 0.09504765272140503, "glo{"train_loss": 0.09616222977638245, "global_step": 23602, "epo{"train_loss": 0.05155806988477707, "global_step": 23603, "epoch": 245, "lr": 0.0001282902668667557}
+{"train_loss": 0.09414755553007126, "glo{"train_loss": 0.09364646673202515, "global_step": 23604, "epo{"train_loss": 0.09984613955020905, "glo{"train_loss": 0.10084885358810425, "global_step": 23605, "epo{"train_loss": 0.08513306081295013, "global_step": 23606, "epoch": 245, "lr": 0.000128244048542{"trai{"train_loss": 0.12077122181653976, "global_step": 23607, "epoch": 245, "lr": 0.000128228643411{"train{"train_loss": 0.07547733187675476, "glo{"train_loss": 0.07399176061153412,{"train_loss": 0.074{"train{"train_loss": 0.09490408003330231, "global_step": 23609, "epoch": 245, "lr": 0.000128197834615{"train{"train_loss": 0.1074020192027092, "glo{"train_loss": 0.10704158246517181, "global_step": 23610, "epo{"train_loss": 0.0654459297657013, "glob{"train_loss": 0.06815771758556366,{"train_loss": 0.06828101{"train_loss": 0.096759133040905, "global_step": 23612, "epoch": 245, "lr": {"train_loss": 0.098345{"train_loss": 0.08408470451831818, "global_step": 23613, "epoch": 245, "lr": 0.0001281362228919291{"t{"train_loss": 0.10051514953374863, "global_step": 23614, "epoch": 245, "lr": 0.0001281208211842569{"{"train_loss": 0.0894070907573526, "global_{"train_loss": 0.08900207890352856, "global_step": 23615, {"train_loss": 0.08119158446788788, "global_{"train_loss": 0.07783722877502441{"train_loss": 0.0782166{"train_loss": 0.09513688087463379, "global_step": 23617, "epoch": 246, "lr": 0.0001280746189985155{"t{"train_loss": 0.0849626436829567, "global_step": 23618, "epoch": 246, "lr": 0.00012805921924937655}
+{"train_loss": 0.07738007605075836, "global_step": 23619, "epoch": 246, "lr": 0{"train_loss": 0.073000{"train_loss": 0.08994068950414658, "global_s{"train_loss": 0.09072022140026093, "global_step": 236{"t{"train_loss": 0.1201055496931076, "global_st{"train_loss": 0.11949438601732254, "global_step": 23621{"train_loss": 0.08047351241111755, "global_st{"train_loss": 0.0807529091835022, "global_step": 2362{"{"train_loss": 0.0799141526222229, "global_st{"train_loss": 0.0775440931320190{"train_loss": 0.07715{{"train_loss": 0.0698816180229187, "global_ste{"train_loss": 0.07149282097816467, "global_step": 2362{"train_loss": 0.07044893503189087, "global_ste{"train_loss": 0.07613173872232437, "global_step": 2362{"train_loss": 0.07926762104034424, "global_step": 23626, "epoch": 246, "lr": 0.00012793603890130987}
+{"train_loss": 0.10208293050527573, "global_ste{"train_loss": 0.1003547087311744{"train_loss": 0.09867{"train_loss": 0.08045637607574463, "global_ste{"train_loss": 0.0762347951531410{"train_loss": 0.07695{"train_loss": 0.1012057214975357, "global_step{"train_loss": 0.09509867429733276, "global_step": 236{"train_loss": 0.09294968843460083, "global_step{"train_loss": 0.096530020236969,{"train_loss": 0.0967{"train_loss": 0.09109020233154297, "global_st{"train_loss": 0.0878199115395546, {"train_loss": 0.0886{"train_loss": 0.08867605775594711, "global_s{"train_loss": 0.08514779806137085, {"train_loss": 0.0857{"train_loss": 0.04817977920174599, "global_s{"train_loss": 0.04974513128399849, "global_step": 23633,{"train_loss": 0.08698034286499023, "global_step": 23634, "epoch": 246, "lr": 0.00{"train_loss": 0.08{"train_loss": 0.07455076277256012, "global_{"train_loss": 0.07072132080793381, "global_step": 23635,{"train_loss": 0.0825595036149025, "global_step": 23636, "epoch": 246, "lr": 0.000{"train_loss": 0.07{"train_loss": 0.06678898632526398, "global_{"train_loss": 0.06465572118759155, "global_step": 23637,{"train_loss": 0.08841404318809509, "global_{"train_loss": 0.0873885303735733, "glo{"train_loss": 0.08{"train_loss": 0.08638826757669449, "global{"train_loss": 0.08152998983860016, "glo{"train_loss": 0.08{"train_loss": 0.10674098134040833, "global{"train_loss": 0.10748337209224701, "glo{"train_loss": 0.10{"train_loss": 0.0913117527961731, "global_{"train_loss": 0.09067676961421967, "glo{"train_loss": 0.0{"train_loss": 0.1379569172859192, "global_s{"train_loss": 0.1395045518875122, "glob{"train_loss": 0.{"train_loss": 0.11202795058488846, "global_step": 23643, "epoch": 246, "lr": 0.00012{"train_loss": 0.{"train_loss": 0.087525874376297, "global_s{"train_loss": 0.07917159050703049, "global_step": 23644,{"train_loss": 0.08755475282669067, "global_s{"train_loss": 0.0869358479976654, "globa{"train_loss": {"train_loss": 0.0691823810338974, "global_s{"train_loss": 0.06675547361373901, "globa{"train_loss":{"train_loss": 0.06408959627151489, "global_s{"train_loss": 0.06097482517361641, "global_step": 23647{"train_loss": 0.09095962345600128, "global_s{"train_loss": 0.09288531541824341, "globa{"train_loss":{"train_loss": 0.08195061981678009, "global_step": 23649, "epoch": 246, "lr": 0.0001275{"train_loss": {"train_loss": 0.09470801055431366, "global_{"train_loss": 0.09139277040958405, "global{"train_loss":{"train_loss": 0.0696537122130394, "global_s{"train_loss": 0.0672571063041687, "global_step": 23651, {"train_loss": 0.08820508420467377, "global_{"train_loss": 0.08462215214967728, "global_step": 23652, {"train_loss": 0.08314888179302216, "global_{"train_loss": 0.07659322768449783, "global_step": 23653, {"train_loss": 0.05585099011659622, "global_{"train_loss": 0.0541672483086586, "global_step": 23654, {"train_loss": 0.07775764167308807, "global{"train_loss": 0.08177487552165985, "global_step": 23655, "{"train_loss": 0.1116754561662674, "global_step": 23656, "epoch": 246, "lr": 0.0001274743{"train_loss{"train_loss": 0.08207473158836365, "global_step": 23657, "epoch": 246, "lr": 0.00012745901218718538}
+{"train_loss": 0.09301379323005676, "global{"train_loss": 0.08841489255428314, "global_step": 23658, {"train_loss": 0.11892462521791458, "global{"train_loss": 0.114492267370224, "global_step": 23659, "ep{"train_loss": 0.08957110345363617, "glob{"train_loss": 0.09126279503107071, "global_step{"train_loss"{"train_loss": 0.07076141238212585, "glob{"train_loss": 0.07195335626602173, "global_step{"train_loss"{"train_loss": 0.10237583518028259, "glob{"train_loss": 0.1013917624950409, "global_step": 23662, "epo{"train_loss": 0.11431598663330078, "glo{"train_loss": 0.11328795552253723, "global_step": 23663, "ep{"train_loss": 0.06672964245080948, "global_step": 23664, "epoch": 246, "lr": 0.00012735136206577747}
+{"train_loss": 0.06316309422254562, "global_step": 23665, "epoch": 246, "lr": 0.00012733{"train_loss":{"train_loss": 0.11883620917797089, "global_step": 23666, "epoch": 246, "lr": 0.00012732{"train_loss"{"train_loss": 0.07510996609926224, "global_step": 23667, "epoch": 246, "lr": 0.00012730523371810214}
+{"train_loss": 0.055700257420539856, "global_step": 23668, "epoch": 246, "lr": 0.0001272{"train_loss": {"train_loss": 0.09057068824768066, "global_step": 23669, "epoch": 246, "lr": 0.00012727448396129351}
+{"train_loss": 0.0808306485414505, "global_step": 23670, "epoch": 246, "lr": 0.0001272{"train_loss": {"train_loss": 0.10174345225095749, "global_step": 23671, "epoch": 246, "lr": 0.0001272{"train_loss":{"train_loss": 0.07868721336126328, "global_step": 23672, "epoch": 246, "lr": 0.0001272283630406371}
+{"train_loss": 0.1039663702249527, "global_step": 23673, "epoch": 246, "lr": 0.0001272{"train_loss": {"train_loss": 0.11294938623905182, "global_step": 23674, "epoch": 246, "lr": 0.00012719761823779192}
+{"train_loss": 0.0627790316939354, "global_step": 23675, "epoch": 246, "lr": 0.00012718{"train_loss":{"train_loss": 0.0948762446641922, "global{"train_loss": 0.09121761471033096, "global_step": 23676, "{"train_loss": 0.13112902641296387, "global_step": 23677, "epoch": 246, "lr": 0.00012715150475200616}
+{"train_loss": 0.09172210842370987, "global{"train_loss": 0.09335212409496307, "global_step": 23678, "{"train_loss": 0.09878125786781311, "global{"train_loss": 0.10139831900596619, "global_step": 23679, "{"train_loss": 0.10804355144500732, "global_step": 23680, "epoch": 246, "lr": 0.00012710539573091123}
+{"train_loss": 0.07567352056503296, "global_step": 23681, "epoch": 246, "lr": 0.00012709002704985485}
+{"train_loss": 0.08219414949417114, "global_step": 23682, "epoch": 246, "lr": 0.00012707{"train_loss":{"train_loss": 0.11843583732843399, "global_step": 23683, "epoch": 246, "lr": 0.00012705929117733287}
+{"train_loss": 0.09160786122083664, "global_step": 23684, "epoch": 246, "lr": 0.0001270439239860766}
+{"train_loss": 0.09614361822605133, "global_step": 23685, "epoch": 246, "lr": 0.00012702855729162973}
+{"train_loss": 0.11817818880081177, "globa{"train_loss": 0.11937117576599121, "global_step": 23686, "e{"train_loss": 0.08554081618785858, "global_step": 23687, "epoch": 246, "lr": 0.0001269{"train_loss": {"train_loss": 0.09254470467567444, "global_step": 23688, "epoch": 246, "lr": 0.00012698246019019144}
+{"train_loss": 0.0733635202050209, "global_step": 23689, "epoch": 246, "lr": 0.00012696{"train_loss"{"train_loss": 0.08472657203674316, "globa{"train_loss": 0.09025715291500092, "global_st{"train_loss":{"train_loss": 0.09197163581848145, "globa{"train_loss": 0.09372715651988983, "global_st{"train_loss":{"train_loss": 0.09321179240942001, "globa{"train_loss": 0.09248471260070801, "global_step": 23692, "{"train_loss": 0.10972633957862854, "global_step": 23693, "epoch": 246, "lr": 0.00012690{"train_loss"{"train_loss": 0.11682803928852081, "global_step": 23694, "epoch": 246, "lr": 0.00012689{"train_loss":{"train_loss": 0.09260385483503342, "global_step": 23695, "epoch": 246, "lr": 0.00012687{"train_loss"{"train_loss": 0.09969864040613174, "globa{"train_loss": 0.10286819934844971, "global_step": 23696, "e{"train_loss": 0.10271661728620529, "global_step": 23697, "epoch": 246, "lr": 0.00012{"train_loss": 0.{"train_loss": 0.09673219919204712, "globa{"train_loss": 0.09962049126625061, "global_step": 23698, "e{"train_loss": 0.04390658810734749, "global_step": 23699, "epoch": 246, "lr": 0.00012{"train_loss": 0.{"train_loss": 0.10577026754617691, "globa{"train_loss": 0.10755562782287598, "global_step": 23700, "{"train_loss": 0.09810623526573181, "global_step": 23701, "epoch": 246, "lr": 0.0001267827578319279}
+{"train_loss": 0.08603044599294662, "global_step": 23702, "epoch": 246, "lr": 0.00{"train_loss": 0.085{"train_loss": 0.09615248441696167, "global_step": 23703, "epoch": 246, "lr": 0.00012675204186525922}
+{"train_loss": 0.07644809037446976, "global_step": 23704, "epoch": 246, "lr": 0.0001267366846300681}
+{"train_loss": 0.08203108608722687, "globa{"train_loss": 0.08527527749538422, "global_step": 23705, "e{"train_loss": 0.08050684630870819, "globa{"train_loss": 0.07893706858158112, "global_step": 23706, "e{"train_loss": 0.07995790243148804, "global_step": 23707, "epoch": 246, "lr": 0.00012669061591832228}
+{"train_loss": 0.08765460550785065, "global_step": 23708, "epoch": 246, "lr": 0.00012667526067936476}
+{"train_loss": 0.08878432214260101, "globa{"train_loss": 0.09217704832553864, "global_step": 23709, "e{"train_loss": 0.05704618990421295, "globa{"train_loss": 0.06456919759511948, "global_step": 23710, "e{"train_loss": 0.08854175366771717, "global_step": 23711, "epoch": 246, "lr": 0.00012662919795882951}
+{"train_loss": 0.0745389312505722, "global_step": 23712, "epoch": 247, "lr": 0.00012661384471777872}
+{"train_loss": 0.10045495629310608, "global{"train_loss": 0.09872898459434509, "g{"train_loss": 0.0982{"train_loss": 0.08342967182397842, "global{"train_loss": 0.08512803167104721, "global_step": 23714, "{"train_loss": 0.09649619460105896, "global{"train_loss": 0.09288622438907623, "global_step": 23715, "{"train_loss": 0.09277776628732681, "global{"train_loss": 0.09130261838436127, "global_step": 23716, "{"train_loss": 0.10274948924779892, "global_step": 23717, "epoch": 247, "lr": 0.0001265370860106863}
+{"train_loss": 0.0827254056930542, "global_{"train_loss": 0.0823376327753067, "global_step": 23718, "{"train_loss": 0.08862175792455673, "global{"train_loss": 0.08627466857433319, "global_step": 23719, "{"train_loss": 0.09149149060249329, "global{"train_loss": 0.0923425704240799, "gl{"train_loss": 0.0923{"train_loss": 0.08564253151416779, "globa{"train_loss": 0.08712895959615707, "gl{"train_loss": 0.087{"train_loss": 0.10897409170866013, "globa{"train_loss": 0.10882506519556046, "gl{"train_loss": 0.1093{"train_loss": 0.10467299073934555, "globa{"train_loss": 0.10673794895410538, "global_step": 23723, "{"train_loss": 0.08472605794668198, "globa{"train_loss": 0.08441835641860962, "gl{"train_loss": 0.0842{"train_loss": 0.08365096151828766, "global_step": 23725, "epoch": 247, "lr": 0.0{"train_loss": 0.0832{"train_loss": 0.11266179382801056, "globa{"train_loss": 0.11231227964162827, "global_step": 23726, "{{"train_loss": 0.056070201098918915, "glob{"train_loss": 0.05519493669271469, "global_step": 23727, "e{"train_loss": 0.0847935676574707, "globa{"train_loss": 0.08176296204328537, "global_step": 23728, "e{"train_loss": 0.10309664905071259, "global_step": 23729, "epoch": 247, "lr": 0.00012635291616513774}
+{"train_loss": 0.07826649397611618, "global_step": 23730, "epoch": 247, "lr": 0.000126337571935{"train{"train_loss": 0.09696708619594574, "glo{"train_loss": 0.09620039165019989, "global_step": 23731, "epo{"train_loss": 0.10556000471115112, "glo{"train_loss": 0.10817304253578186, "global_step": 23732, "epo{"train_loss": 0.06864336133003235, "glo{"train_loss": 0.06701036542654037, "global_step": 2373{"train{"train_loss": 0.0911271870136261, "glob{"train_loss": 0.0903349369764328, "global_step": 23734, "epo{"train_loss": 0.08350400626659393, "global_step": 23735, "epoch": 247, "lr": 0.0{"train_loss": 0.080{"train_loss": 0.0828087329864502, "global_step": 23736, "epoch": 247, "lr": 0.00012624551709439{"tr{"train_loss": 0.08316351473331451, "global_step": 23737, "epoch": 247, "lr": 0.0{"train_loss": 0.0817{"train_loss": 0.11683081090450287, "global_step": 23738, "epoch": 247, "lr": 0.00012621483616425{"tra{"train_loss": 0.05450354516506195, "glo{"train_loss": 0.052859481424093246, "gl{"train_loss": 0.05{"train_loss": 0.0847095474600792, "globa{"train_loss": 0.09040768444538116, "global_step": 23740, "{"train_loss": 0.09491585195064545, "global_step": 23741, "epoch": 247, "lr": 0.0{"train_loss": 0.0899{"train_loss": 0.07959155738353729, "globa{"train_loss": 0.07410943508148193, "global_step": 23742, "e{"train_loss": 0.07716355472803116, "globa{"train_loss": 0.07640500366687775, "global_step": 23743, "{"train_loss": 0.09001863747835159, "globa{"train_loss": 0.08454498648643494, "global_step": 23744, "e{"train_loss": 0.08027750998735428, "globa{"train_loss": 0.08153558522462845, "global_step": 23745, "{"train_loss": 0.07477571070194244, "globa{"train_loss": 0.07413479685783386, "global_step": 23746,{"train_loss": 0.07933018356561661, "global_step": 23747, "epoch": 247, "lr": 0.00012607679686224{"tra{"train_loss": 0.06649987399578094, "global_step": 23748, "epoch": 247, "lr": 0.00012606146167760452}
+{"train_loss": 0.11791273206472397, "global_step": 23749, "epoch": 247, "lr": 0.00012604612699646404}
+{"train_loss": 0.10652428865432739, "global_step": 23750, "epoch": 247, "lr": 0{"train_loss": 0.1{"tra{"train_loss": 0.10713031142950058, "globa{"train_loss": 0.10351663827896118, "global_step": 23751, "{"train_loss": 0.07658136636018753, "global_step": 23752, "epoch": 247, "lr": 0{"train_loss": 0.0{"tra{"train_loss": 0.07138209789991379, "global_step": 23753, "epoch": 247, "lr": 0.0001259847933089866}
+{"train_loss": 0.10166416317224503, "global_step": 23754, "epoch": 247, "lr": 0.00012596946114691053}
+{"train_loss": 0.09077262878417969, "global_step": 23755, "epoch": 247, "lr": 0.00012595412948896{"tra{"train_loss": 0.11886069178581238, "global_step": 23756, "epoch": 247, "lr": 0.0001259387983352411}
+{"train_loss": 0.10892017185688019, "global_step": 23757, "epoch": 247, "lr": 0.0001259234676858565}
+{"train_loss": 0.10273753851652145, "globa{"train_loss": 0.0999525636434555, "global_step": 23758, "e{"train_loss": 0.07571034133434296, "glob{"train_loss": 0.06941962987184525, "global_step": 23759, "ep{"train_loss": 0.09251946210861206, "glob{"train_loss": 0.09227084368467331, "global_step": 23760, "ep{"train_loss": 0.10457631945610046, "glob{"train_loss": 0.10245290398597717, "global_step": 23761, "e{"train_loss": 0.0663844496011734, "globa{"train_loss": 0.06734095513820648, "global_step": 23762, "{"train_loss": 0.07434707880020142, "global_step": 23763, "epoch": 247, "lr": {"train_loss": 0.072710{"train_loss": 0.06302312761545181, "globa{"train_loss": 0.06238210201263428, "global_step": 23764, "{"train_loss": 0.11539822816848755, "global_step": 23765, "epoch": 247, "lr": {"train_loss": 0.1114521{"train_loss": 0.06295636296272278, "global_step": 23766, "epoch": 247, "lr":{"train_loss": 0.06{"tra{"train_loss": 0.07489114999771118, "global_step": 23767, "epoch": 247, "lr"{"train_loss": 0.08122287{"train_loss": 0.09296990931034088, "glo{"train_loss": 0.09198544919490814, {"train_loss": 0.092087045{"train_loss": 0.0921216756105423, "global_step": 23769, "epoch": 247, "lr"{"train_loss": 0.094333857{"train_loss": 0.10454525053501129, "global_step": 23770, "epoch": 247, "lr": 0.00012572421518583152}
+{"train_loss": 0.09723780304193497, "glob{"train_loss": 0.09874977171421051, "global_step": 23771, "ep{"train_loss": 0.11375453323125839, "global_step": 23772, "epoch": 247, "lr": 0.00012569356853626103}
+{"train_loss": 0.05060363560914993, "global_step": 23773, "epoch": 247, "lr": 0.00012567824597043095}
+{"train_loss": 0.10289217531681061, "global_step": 23774, "epoch": 247, "lr"{"train_loss": 0.096907220{"train_loss": 0.07971097528934479, "global_step": 23775, "epoch": 247, "lr": 0.00012564760235720277}
+{"train_loss": 0.1345435082912445, "global_step": 23776, "epoch": 247, "lr":{"train_loss": 0.12355922{"train_loss": 0.10121595114469528, "global_step": 23777, "epoch": 247, "lr": 0.000125616960769246{"tr{"train_loss": 0.07106944918632507, "global_step": 23778, "epoch": 247, "lr":{"train_loss": 0.06918284{"train_loss": 0.0976891964673996, "global_step": 23779, "epoch": 247, "lr": {"train_loss": 0.0989725{"train_loss": 0.11323069781064987, "global{"train_loss": 0.10463649034500122,{"train_loss": 0.1047893{"train_loss": 0.07718005776405334, "global{"train_loss": 0.07934953272342682, "global_step": 23781, {"train_loss": 0.10600540041923523, "global{"train_loss": 0.10527573525905609,{"train_loss": 0.104{"t{"train_loss": 0.1011623963713646, "global_{"train_loss": 0.09856411814689636, "global_step": 237{"tr{"train_loss": 0.07143115252256393, "global_{"train_loss": 0.07504256069660187,{"train_loss": 0.07402{"train_loss": 0.06603580713272095, "global_{"train_loss": 0.06223152577877045{"train_loss": 0.062307{"train_loss": 0.07259119302034378, "global_{"train_loss": 0.0688650980591774, "global_step": 23786, "{"train_loss": 0.09763239324092865, "global_step": 23787, "epoch": 247, "lr": 0.0001254637832377{"trai{"train_loss": 0.08051493763923645, "global_step": 23788, "epoch": 247, "lr": 0.0001254484682745078}
+{"train_loss": 0.08890123665332794, "global_step": 23789, "epoch": 247, "lr": 0.00012543315381894376}
+{"train_loss": 0.1088789850473404, "global_step": 23790, "epoch": 247, "lr": 0{"train_loss": 0.1{"tr{"train_loss": 0.11404392123222351, "global{"train_loss": 0.10995541512966156,{"train_loss": 0.11{"tra{"train_loss": 0.07450908422470093, "global{"train_loss": 0.07859382033348083, "global_step": 23792,{"train_loss": 0.12101572751998901, "global_step": 23793, "epoch": 247, "lr": {"train_loss": 0.1159108{"train_loss": 0.08739744871854782, "global_step": 23794, "epoch": 247, "lr": {"train_loss": 0.0{"trai{"train_loss": 0.08819505572319031, "global_step": 23795, "epoch": 247, "lr":{"train_loss": 0.08451600{"train_loss": 0.09682615101337433, "global_step": 23796, "epoch": 247, "lr"{"train_loss": 0.10002414{"train_loss": 0.10136353969573975, "global{"train_loss": 0.10252402722835541, "global_step": 23797, {"train_loss": 0.1020546406507492, "global_{"train_loss": 0.1037841886281967{"train_loss": 0.1039{"train_loss": 0.048600245267152786, "global_step": 23799, "epoch": 247, "lr": 0.00012528003720831043}
+{"train_loss": 0.12674613296985626, "global{"train_loss": 0.1241401508450508{"train_loss": 0.125313699{"train_loss": 0.09299606829881668, "global_step": 23801, "epoch": 247, "lr": 0.00012524941998869816}
+{"train_loss": 0.10745950043201447, "global_step": 23802, "epoch": 247, "lr": 0.00012523411214238398}
+{"train_loss": 0.09103014320135117, "global_step": 23803, "epoch": 247, "lr": 0.00012521880480520348}
+{"train_loss": 0.1416560709476471, "global_step": 23804, "epoch": 247, "lr": 0.0001252034979772608}
+{"train_loss": 0.06561549007892609, "global_step": 23805, "epoch": 247, "lr"{"train_loss": 0.065{"trai{"train_loss": 0.07177101075649261, "global_step": 23806, "epoch": 247, "lr": 0.00012517288584950592}
+{"train_loss": 0.09074734620905171, "global_step": 23807, "epoch": 247, "lr": 0.00012515758054990224}
+{"train_loss": 0.059617288410663605, "global_step": 23808, "epoch": 248, "l{"train_loss": 0.06107008457{"train_loss": 0.11328823864459991, "global_step": 23809, "epoch": 248, "l{"train_loss": 0.1139840409{"train_loss": 0.09344317018985748, "global{"train_loss": 0.09646911919116974, "global_step": 23810, "{"train_loss": 0.07362036406993866, "global_step": 23811, "epoch": 248, "lr": 0.00012509636444907752}
+{"train_loss": 0.10768609493970871, "global_step": 23812, "epoch": 248, "lr": 0.00012508106169878993}
+{"train_loss": 0.07835137844085693, "global_step": 23813, "epoch": 248, "l{"train_loss": 0.0791{"train{"train_loss": 0.06640272587537766, "global_step": 23814, "epoch": 248, "lr": 0.000125050457728{"trai{"train_loss": 0.07717771083116531, "global_step": 23815, "epoch": 248, "lr": 0.000125035156509{"trai{"train_loss": 0.0963565856218338, "globa{"train_loss": 0.10055368393659592, "global_step": 23816, "e{"train_loss": 0.0660845935344696, "global_step": 23817, "epoch": 248, "{"train_loss": 0.0659612{"tra{"train_loss": 0.0795673131942749, "global_{"train_loss": 0.07699823379516602, "global_step": 238{"t{"train_loss": 0.12275312840938568, "global_step": 23819, "epoch": 248, "lr": 0.000124973956737535{"tr{"train_loss": 0.11901572346687317, "global_step": 23820, "epoch": 248, "lr": 0.000124958658071572{"tr{"train_loss": 0.07655450701713562, "global_step": 23821, "epoch": 248, "lr": 0.00012494335991661886}
+{"train_loss": 0.09936265647411346, "global_step": 23822, "epoch": 248, "lr": 0.000124928062272778{"t{"train_loss": 0.08102656900882721, "global_step": 23823, "epoch": 248,{"train_loss": 0.0800457596{"t{"train_loss": 0.06852218508720398, "global_step": 23824, "epoch": 248, "lr": 0.000124897468518855{"t{"train_loss": 0.0860905647277832, "global_step": 23825, "epoch": 248, "lr": 0.00012488217240898082}
+{"train_loss": 0.06091921031475067, "global_step": 23826, "epoch": 248, "lr": 0.0001248668768106365}
+{"train_loss": 0.08280397951602936, "global{"train_loss": 0.084528490900{"train_loss": 0.0848549455{"t{"train_loss": 0.10868700593709946, "global{"train_loss": 0.11270883679389954, "global_step": 23828{"{"train_loss": 0.0862998515367508, "global_{"train_loss": 0.08056490123271942, "global_step": 23829, {"train_loss": 0.12065457552671432, "global_{"train_loss": 0.11808474361896515, "global_step": 23830, {"train_loss": 0.1177230179309845, "global_step": 23831, "epoch": 248, "l{"train_loss": 0.1265164017{"train_loss": 0.0966736301779747, "global_st{"train_loss": 0.09905213862657547, "global_step": 23832{"train_loss": 0.10465998202562332, "global_st{"train_loss": 0.10810308158397675, "global_step": 23833{"train_loss": 0.10165766626596451, "global_st{"train_loss": 0.0999416261{"train_loss": 0.100358404219{"train_loss": 0.10175370424985886, "global_step": 23835, "epoch": 248, "lr": 0.00012472923946158304}
+{"train_loss": 0.08837570995092392, "global_step": 23836, "epoch": 248, "lr": 0.00012471394898426922}
+{"train_loss": 0.08889994025230408, "global_st{"train_loss": 0.08892711{"train_loss": 0.08985589444637{"train_loss": 0.1324186474084854, "global_step": 23838, "epoch": 248, "lr": 0.00012468336956777292}
+{"train_loss": 0.0785958543419838, "global_step{"train_loss": 0.08211490511894226, "global_step": 23{"train_loss": 0.09192858636379242, "global_step{"train_loss": 0.08750258386135101, "global_step": 238{"train_loss": 0.06055884808301926, "global_step": 23841, "epoch": 248, "lr": 0.0001246375042899191}
+{"train_loss": 0.10257111489772797, "global_step"{"train_loss": 0.1021718978881836, "global_step": 238{"train_loss": 0.051555171608924866, "global_ste{"train_loss": 0.05315199{"train_loss": 0.0535899177193{"train_loss": 0.09477023780345917, "global_ste{"train_loss": 0.09141657501459122, "global_step": 2384{"train_loss": 0.10028468072414398, "global_ste{"train_loss": 0.09689430892467499, "global_step": 2384{"train_loss": 0.10771137475967407, "global_step": 23846, "epoch": 248, "lr": 0.0001245610724254775}
+{"train_loss": 0.0531575009226799, "global_step{"train_loss": 0.053475555{"train_loss": 0.05300690233{"train_loss": 0.09237095713615417, "global_step": 23848, "epoch": 248, "lr": 0.00012453050327499013}
+{"train_loss": 0.08038651943206787, "global_step": 23849, "epoch": 248, "lr": 0.00012451521947058177}
+{"train_loss": 0.10418456792831421, "global_step": 23850, "epoch": 248, "lr": 0.0001244999361802026}
+{"train_loss": 0.11791548877954483, "global_step": 23851, "epoch": 248, "lr": 0.00012448465340395657}
+{"train_loss": 0.07833505421876907, "global_step"{"train_loss": 0.08424517512321472, "global_step": 23{"train_loss": 0.10371863096952438, "global_step": 23853, "epoch": 248, "lr": 0.00012445408939428017}
+{"train_loss": 0.07353561371564865, "global_step"{"train_loss": 0.073794{"train_loss": 0.07376417517{"train_loss": 0.08589380979537964, "global_step": 23855, "epoch": 248, "lr": 0.00012442352744238523}
+{"train_loss": 0.07112355530261993, "global_step": 23856, "epoch": 248, "lr": 0.00012440824723836596}
+{"train_loss": 0.09964768588542938, "global_step"{"train_loss": 0.09990313649177551, "global_step": 23{"train_loss": 0.07349567115306854, "global_step": 23858, "epoch": 248, "lr": 0.00012437768837470395}
+{"train_loss": 0.09935218095779419, "global_step": 23859, "epoch": 248, "lr": 0.0001243624097152694}
+{"train_loss": 0.0870918333530426, "global_step": 23860, "epoch": 248, "lr": 0.0001243471315709045}
+{"train_loss": 0.08346343785524368, "global_step":{"train_loss": 0.0833151638507843, "global_step": 2{"train_loss": 0.10390480607748032, "global_step": 23862, "epoch": 248,{"train_loss": 0.09929629415273{"train_loss": 0.10565683245658875, "global_step"{"train_loss": 0.10285057127475739, "global_step": 23{"train_loss": 0.06429601460695267, "global_step": 23864, "epoch": 248, "lr": 0.0001242860241462221}
+{"train_loss": 0.10730504989624023, "global_step": 23865, "epoch": 248,{"train_loss": 0.10550853610038{"train_loss": 0.09180013090372086, "global_step": 23866, "epoch": 248,{"train_loss": 0.09243522584438{"train_loss": 0.0741143748164177, "global_step"{"train_loss": 0.071305{"train_loss": 0.0709161087870{"train_loss": 0.0811104029417038, "global_step":{"train_loss": 0.0795244500041008, "global_step": {"train_loss": 0.08870895206928253, "global_step"{"train_loss": 0.0858440175652504, "global_step": 238{"train_loss": 0.068421870470047, "global_step": 23870, "epoch": 248, "l{"train_loss": 0.07269857823{"train_loss": 0.0767219141125679, "global_step": {"train_loss": 0.07136906683444977, "global_step"{"train_loss": 0.07019758969545364, "global_step": 23872, "epoch": 248, "lr": 0.00012416383405182608}
+{"train_loss": 0.0648035928606987, "global_step": 23873, "epoch": 248, "lr": 0.00012414856261283314}
+{"train_loss": 0.06847433745861053, "global_step": 2{"train_loss": 0.0701577290892601, "global_step":{"train_loss": 0.11371771991252899, "global_step": {"train_loss": 0.11545556{"train_loss": 0.116233572{"train_loss": 0.09009389579296112, "global_step": {"train_loss": 0.09467346{"train_loss": 0.09441515{"train_loss": 0.10476447641849518, "global_step": 23877, "epoch": 248, "lr"{"train_loss": 0.107103809{"train_loss": 0.09497193247079849, "global_step": 23878, "epoch": 248, "lr"{"train_loss": 0.091207846{"train_loss": 0.11460165679454803, "global_step": {"train_loss": 0.1157756{"train_loss": 0.1154142841{"train_loss": 0.09881050139665604, "global_step": {"train_loss": 0.0988848{"train_loss": 0.0986829251{"train_loss": 0.09334033727645874, "global_step": {"train_loss": 0.09188612550497055, "global_step":{"train_loss": 0.08573685586452484, "global_step": {"train_loss": 0.08497394621372223, "global_step": {"train_loss": 0.10903160274028778, "global_step": 23883, "epoch": 248, "lr{"train_loss": 0.1099521815{"train_loss": 0.08164858818054199, "global_step": 23884, "epoch": 248, "lr": 0.00012398061089749613}
+{"train_loss": 0.09524263441562653, "global_step": 23885, "epoch": 248, "l{"train_loss": 0.09539513289{"train_loss": 0.12932679057121277, "global_step": 23886, "epoch": 248, "lr": 0.0001239500809476305}
+{"train_loss": 0.0842885822057724, "global_step": {"train_loss": 0.08643857389688492, "global_step"{"train_loss": 0.08243528753519058, "global_step": 23888, "epoch": 248, "lr": 0.00012391955306927495}
+{"train_loss": 0.08427399396896362, "global_step": 23889, "epoch": 248, "lr{"train_loss": 0.080189846{"train_loss": 0.09465870261192322, "global_step": 23890, "epoch": 248, "lr{"train_loss": 0.0957275480{"train_loss": 0.0813693180680275, "global_step": 23891, "epoch": 248, "lr"{"train_loss": 0.083090260{"train_loss": 0.0995044857263565, "global_step": 23892, "epoch": 248, "lr": 0.00012385850353041993}
+{"train_loss": 0.06927791982889175, "global_step": 23893, "epoch": 248, "lr": 0.00012384324244169915}
+{"train_loss": 0.10026460886001587, "global_step": 23894, "epoch": 248, "lr": 0.00012382798187158333}
+{"train_loss": 0.08678033947944641, "global_step": 23895, "epoch": 248, "lr":{"train_loss": 0.08611565{"train_loss": 0.0917121171951294, "global_step": 23896, "epoch": 248, "lr": 0.00012379746228758265}
+{"train_loss": 0.11835859715938568, "global_step": 23897, "epoch": 248, "lr": {"train_loss": 0.121903{"train_loss": 0.11456403136253357, "global_step": 23898, "epoch": 248, "lr": {"train_loss": 0.1186041{"train_loss": 0.08376416563987732, "global_step": 23899, "epoch": 248, "lr": 0.0001237516868037173}
+{"train_loss": 0.08510904759168625, "global_step": 23900, "epoch": 248, "lr": 0.000123736429347414}
+{"train_loss": 0.08398197591304779, "global_step": 23901, "epoch": 248, "lr": {"train_loss": 0.0862585{"train_loss": 0.11005212366580963, "global_step": 23902, "epoch": 248, "lr": {"train_loss": 0.1090814{"train_loss": 0.09027948835864663, "global_step": 23903, "epoch": 248, "lr": 0.000123690660094914}
+{"train_loss": 0.09137548506259918, "global_step": 23904, "epoch": 249, "lr": {"train_loss": 0.096868{"train_loss": 0.09972964972257614, "global_step": 23905, "epoch": 249, "lr": 0.00012366014985796126}
+{"train_loss": 0.0902404859662056, "global_step":{"train_loss": 0.09193402528762817, "global_step": 2{"train_loss": 0.08057539165019989, "global_step": 23907, "epoch": 249, "lr": 0.00012362964170041597}
+{"train_loss": 0.08093748986721039, "global_step": 23908, "epoch": 249, "lr": 0.00012361438840168077}
+{"train_loss": 0.10983049869537354, "global_step": 23909, "epoch": 249, "lr": 0.000123599135623109}
+{"train_loss": 0.07292771339416504, "global_step{"train_loss": 0.07347186654806137, "global_step": 23{"train_loss": 0.07221624255180359, "global_step": 23911, "epoch": 249, "lr": 0{"train_loss": 0.072893{"train_loss": 0.08236284554004669, "global_step": 23912, "epoch": 249, "lr": 0.00012355338040941324}
+{"train_loss": 0.08536984771490097, "global_step": 23913, "epoch": 249, "lr": {"train_loss": 0.0825630{"train_loss": 0.08164739608764648, "global_step": 23914, "epoch": 249, "lr": 0.00012352287953633757}
+{"train_loss": 0.11738693714141846, "global_step": 23915, "epoch": 249, "lr": 0.00012350762988092777}
+{"train_loss": 0.09233537316322327, "global_step": 23916, "epoch": 249, "lr": 0.00012349238074640834}
+{"train_loss": 0.07665906846523285, "global_step": 23917, "epoch": 249, "lr": 0.00012347713213288329}
+{"train_loss": 0.09041481465101242, "global_step": 23918, "epoch": 249, "lr": 0.00012346188404045635}
+{"train_loss": 0.10000891983509064, "global_step{"train_loss": 0.09801759570837021, "global_step": 239{"train_loss": 0.08220361173152924, "global_step": 23920, "epoch": 249, "lr": 0.00012343138941931222}
+{"train_loss": 0.08922293782234192, "global_step": 23921, "epoch": 249, "lr":{"train_loss": 0.08079982{"train_loss": 0.08706676959991455, "global_ste{"train_loss": 0.0880163162946701, "global_step": 2392{"train_loss": 0.08334977924823761, "global_st{"train_loss": 0.08540492504835{"train_loss": 0.0855439{"train_loss": 0.12036503851413727, "global_step": 23924, "epoch": 249, "lr": 0.00012337040643477023}
+{"train_loss": 0.11643065512180328, "global_s{"train_loss": 0.11355625092983246, "global_step": 23925{"train_loss": 0.10326482355594635, "global_step": 23926, "epoch": 249, "lr": 0.00012333991807303345}
+{"train_loss": 0.06214619800448418, "global_{"train_loss": 0.060385845601558685, "global_step": 23927,{"train_loss": 0.10102665424346924, "global_s{"train_loss": 0.09788233041763306, "global_step": 23928,{"train_loss": 0.08955046534538269, "global_s{"train_loss": 0.08742886781692{"train_loss": 0.088306151{"train_loss": 0.07890141010284424, "global_s{"train_loss": 0.08280993998050{"train_loss": 0.08300580{"train_loss": 0.0806061178445816, "global_step": 23931, "epoch": 249, "lr": 0.0001232637063060772}
+{"train_loss": 0.042525239288806915, "global_{"train_loss": 0.040343068540096{"train_loss": 0.040181204{"train_loss": 0.08793160319328308, "global_{"train_loss": 0.08202999830245972, "global_step": 23933, {"train_loss": 0.08675877004861832, "global_{"train_loss": 0.08668810129165{"train_loss": 0.0881682634{"train_loss": 0.07084521651268005, "global{"train_loss": 0.07168655842542648, "global_step": 23935, {"train_loss": 0.08203325420618057, "global_step": 23936, "epoch": 249, "lr": 0.00012318750760290862}
+{"train_loss": 0.09202354401350021, "global{"train_loss": 0.08805526047945023, "global_step": 23937, "{"train_loss": 0.05459153652191162, "global_step": 23938, "epoch": 249, "lr": 0.00012315703178240756}
+{"train_loss": 0.08053243160247803, "global_{"train_loss": 0.08496256172657013, "global_step": 23939, {"train_loss": 0.06208890676498413, "global_step": 23940, "epoch": 249, "lr{"train_loss": 0.0706689357{"train_loss": 0.06258955597877502, "global_step": 23941, "epoch": 249, "lr": 0.00012311132197649987}
+{"train_loss": 0.08047671616077423, "global_{"train_loss": 0.07917081564664841, "global_step": 23942, {"train_loss": 0.07870611548423767, "global_{"train_loss": 0.07914939522743225, "global_step": 23943, {"train_loss": 0.06694810092449188, "global_step": 23944, "epoch": 249, "lr": 0.00012306561688289492}
+{"train_loss": 0.08464142680168152, "global_step": 23945, "epoch": 249, "lr": 0.00012305038289935579}
+{"train_loss": 0.12542107701301575, "global_step": 23946, "epoch": 249, "lr": 0.0001230351494398209}
+{"train_loss": 0.08317679166793823, "global_{"train_loss": 0.0760991424322{"train_loss": 0.07698853313{"train_loss": 0.08426530659198761, "global_{"train_loss": 0.08510416746139526, "global_step": 23948,{"train_loss": 0.10120569169521332, "global_{"train_loss": 0.1027511581778{"train_loss": 0.10185736417{"train_loss": 0.07995280623435974, "global_{"train_loss": 0.0834871232509613, "global_step": 23950, {"train_loss": 0.09857677668333054, "global{"train_loss": 0.09965752065181732, "global_step": 23951, "{"train_loss": 0.09462368488311768, "global{"train_loss": 0.09671193361282349, "global_step": 23952, "{"train_loss": 0.11023347079753876, "global{"train_loss": 0.10955050587654{"train_loss": 0.1106691509{"train_loss": 0.09896025061607361, "global{"train_loss": 0.09853094816207886, "global_step": 23954, "{"train_loss": 0.09357274323701859, "global_step": 23955, "epoch": 249, "l{"train_loss": 0.09425343573{"train_loss": 0.09374817460775375, "global{"train_loss": 0.09669004380702{"train_loss": 0.0972099602{"train_loss": 0.09416625648736954, "global_step": 23957, "epoch": 249, "lr": 0.00012286761599887853}
+{"train_loss": 0.08938543498516083, "global_step": 23958, "epoch": 249, "lr": 0.00012285238883548414}
+{"train_loss": 0.0866977721452713, "global_step": 23959, "epoch": 249, "lr{"train_loss": 0.0854031518{"train_loss": 0.08518616855144501, "global_step": 23960, "epoch": 249, "lr": 0.00012282193608485634}
+{"train_loss": 0.09269391000270844, "global_step": 23961, "epoch": 249, "lr": 0.00012280671049783037}
+{"train_loss": 0.07494711875915527, "global_step": 23962, "epoch": 249, "lr{"train_loss": 0.0753414854{"train_loss": 0.08465712517499924, "global_{"train_loss": 0.08823414146900177, "global_step": 23963,{"train_loss": 0.10683764517307281, "global_{"train_loss": 0.10756372660398483, "global_step": 23964, {"train_loss": 0.10856031626462936, "global_{"train_loss": 0.11494684219360352, "global_step": 23965, {"train_loss": 0.06750552356243134, "global_step": 23966, "epoch": 249, "lr": 0.00012273059044972678}
+{"train_loss": 0.06781991571187973, "global_step": 23967, "epoch": 249, "lr": 0.00012271536801823703}
+{"train_loss": 0.09749484807252884, "global_{"train_loss": 0.10202275216579{"train_loss": 0.1021801978{"train_loss": 0.09768854826688766, "global_step": 23969, "epoch": 249, "lr{"train_loss": 0.1002838984{"train_loss": 0.06953573226928711, "global_step": 23970, "epoch": 249, "lr": 0.00012266970388189553}
+{"train_loss": 0.07620175927877426, "global_step": 23971, "epoch": 249, "lr": 0.00012265448355616972}
+{"train_loss": 0.05306912213563919, "global_{"train_loss": 0.0542967095971{"train_loss": 0.05463951826{"train_loss": 0.11385683715343475, "global_step": 23973, "epoch": 249, "lr": 0.0001226240444849224}
+{"train_loss": 0.10069483518600464, "global_{"train_loss": 0.10273155570030212, "global_step": 23974, {"train_loss": 0.09157286584377289, "global_step": 23975, "epoch": 249, "lr": 0.0001225936075213046}
+{"train_loss": 0.057606205344200134, "global{"train_loss": 0.05983886122703552, "global_step": 23976,{"train_loss": 0.11483914405107498, "global{"train_loss": 0.1185035407543{"train_loss": 0.11798265576{"train_loss": 0.09966098517179489, "global_step": 23978, "epoch": 249, {"train_loss": 0.100355572998{"train_loss": 0.09147986769676208, "global{"train_loss": 0.09238408505916595, "global_step": 23979, "{"train_loss": 0.08193401247262955, "global_step": 23980, "epoch": 249,{"train_loss": 0.07666505873203{"train_loss": 0.12670665979385376, "global_step": 23981, "epoch": 249,{"train_loss": 0.13086423277854{"train_loss": 0.10296978801488876, "global_step": 23982, "epoch": 249{"train_loss": 0.102906003594398{"train_loss": 0.07523515820503235, "globa{"train_loss": 0.07777315378189087, "global_step": 23983, "e{"train_loss": 0.08811168372631073, "globa{"train_loss": 0.09274400025606155, "global_step": 23984, "e{"train_loss": 0.1279837191104889, "global{"train_loss": 0.12173362821340561, "global_step": 23985, "{"train_loss": 0.09033271670341492, "global_step": 23986, "epoch": 249{"train_loss": 0.09542460739612{"train_loss": 0.08740488439798355, "global{"train_loss": 0.08246047794818878, "global_step": 23987, {"train_loss": 0.06706279516220093, "global{"train_loss": 0.06595399230718613, "global_step": 23988, "{"train_loss": 0.08355121314525604, "global_step": 23989, "epoch": 249, "lr": 0.00012238060785924574}
+{"train_loss": 0.10275036841630936, "global_step": 23990, "epoch": 24{"train_loss": 0.0999300181865692{"train_loss": 0.1007491946220398, "global_{"train_loss": 0.09730766713619232, "global_step": 23991,{"train_loss": 0.09038528054952621, "global_{"train_loss": 0.085476398{"train_loss": 0.08490943908691{"train_loss": 0.07121840119361877, "global_{"train_loss": 0.066640682{"train_loss": 0.06638421118259{"train_loss": 0.07642118632793427, "global_{"train_loss": 0.07078829407691956, "global_step": 23994,{"train_loss": 0.11333680152893066, "global_step": 23995, "epoch": 24{"train_loss": 0.1136952266097068{"train_loss": 0.07879209518432617, "global_step": 23996, "epoch": 24{"train_loss": 0.0767976641654968{"train_loss": 0.10061568021774292, "global{"train_loss": 0.0994795560836792, "global_step": 23997, "e{"train_loss": 0.10958415269851685, "global_step": 23998, "epoch": 24{"train_loss": 0.1139250844717025{"train_loss": 0.08865849918220192, "global_step": 23999, "epoch": 249, "lr": 0.000122228528654729}
+{"train_loss": 0.09319537878036499, "globa{"train_loss": 0.08939492702484131, "global_step": 24000, "e{"train_loss": 0.08253117650747299, "globa{"train_loss": 0.08511948585510254, "global_step": 24001, "{"train_loss": 0.03502514213323593, "global_step": 24002, "epoch": 250, "lr": 0.00012218291521587718}
+{"train_loss": 0.0896897241473198, "global_step": 24003, "epoch": 250{"train_loss": 0.089439183473587{"train_loss": 0.09104038774967194, "global_step": 24004, "epoch": 250, "lr": 0.00012215250890602696}
+{"train_loss": 0.10143353044986725, "global_{"train_loss": 0.1027468740940094, "global_step": 24005, "{"train_loss": 0.12262865900993347, "global_step": 24006, "epoch": 250{"train_loss": 0.123360469937324{"train_loss": 0.09990637004375458, "global_step": 24007, "epoch": 250, "lr": 0.00012210690341739872}
+{"train_loss": 0.10771870613098145, "global_step": 24008, "epoch": 250, "lr": 0.00012209170264857594}
+{"train_loss": 0.08536233752965927, "globa{"train_loss": 0.08949503302574158, "global_step": 24009, "e{"train_loss": 0.09917198121547699, "global_step": 24010, "epoch": 250, "lr": 0.00012206130270263146}
+{"train_loss": 0.08866235613822937, "globa{"train_loss": 0.09322032332420349, "global_step": 24011, "e{"train_loss": 0.09112860262393951, "global_step": 24012, "epoch": {"train_loss": 0.09074798971414566,{"train_loss": 0.06858599931001663, "globa{"train_loss": 0.06851272284984589, "global_step": 24013, "e{"train_loss": 0.12431056797504425, "globa{"train_loss": 0.1221708133816719, "global_step": 24014, "ep{"train_loss": 0.09153302013874054, "global_step": 24015, "epoch": 250, "lr": 0.00012198531212752304}
+{"train_loss": 0.07891823351383209, "global_step": 24016, "epoch": 250, "lr": 0.00012197011560585834}{{"train_loss": 0.08922389149665833, "global_step": 24017, "epoch": 250, "lr": 0.00012195491961555419}
+{"train_loss": 0.0935363695025444, "globa{"train_loss": 0.09265611{"train_loss": 0.09292565286159515,{"train_loss": 0.08674496412277222, "globa{"train_loss": 0.08869107{"train_loss": 0.0884753167629242,{"train_loss": 0.09696649014949799, "globa{"train_loss": 0.0986230{"train_loss": 0.09844693541526794, {"train_loss": 0.07673618197441101, "globa{"train_loss": 0.0742620{"train_loss": 0.07484759390354156, {"train_loss": 0.07749797403812408, "globa{"train_loss": 0.07590707391500473, "global_step": 24022, "e{"train_loss": 0.0891808420419693, "global{"train_loss": 0.08758335560560226, "global_step": 24023, "{"train_loss": 0.09907905757427216, "global_step": 24024, "epoch": 250, "lr": 0.00012184856257021034}
+{"train_loss": 0.08722437918186188, "global_step": 24025, "epoch": 250, "lr": 0.000121833370834515}
+{"train_loss": 0.0737774521112442, "global_step": 24026, "epoch": 250, "lr": 0.00012181817963111135}
+{"train_loss": 0.10361791402101517, "global_step": 24027, "epoch": 250, "lr": 0.00012180298896010272}
+{"train_loss": 0.09743978083133698, "globa{"train_loss": 0.09460671991109848, "global_step": 24028, "e{"train_loss": 0.0754089429974556, "global_step": 24029, "epoch": 25{"train_loss": 0.0717570930719375{"train_loss": 0.06435565650463104, "global_step": 24030, "epoch": 250, "lr": 0.00012175742014248219}
+{"train_loss": 0.09724996984004974, "global{"train_loss": 0.09611696749925613, "global_step": 24031, "{"train_loss": 0.06137075647711754, "global_step": 24032, "epoch": 250, "lr": 0.00012172704359460718}
+{"train_loss": 0.08009600639343262, "globa{"train_loss": 0.08184130489826202, "global_step": 24033, "e{"train_loss": 0.09768150746822357, "globa{"train_loss": 0.09634040296077728, "global_step": 24034, "e{"train_loss": 0.10778973996639252, "global_step": 24035, "epoch": 250, "lr": 0.00012168148277067118}
+{"train_loss": 0.07271163910627365, "global_step": 24036, "epoch": 250, "lr": 0.00012166629689587325}
+{"train_loss": 0.07860001176595688, "global_step": 24037, "epoch": 250, "lr": 0.00012165111155450475}
+{"train_loss": 0.09414995461702347, "global_step": 24038, "epoch": 2{"train_loss": 0.10140903294086456{"train_loss": 0.08724908530712128, "global_step": 24039, "epoch": 250, "lr": 0.00012162074247246944}
+{"train_loss": 0.0978221446275711, "global_step": 24040, "epoch": 250, "lr": 0.00012160555873200956}
+{"train_loss": 0.0995512455701828, "global_{"train_loss": 0.09801768511533737, "global_step": 24041, {"train_loss": 0.06184275820851326, "global_step": 24042, "epoch": 250, "lr": 0.0001215751928527221}
+{"train_loss": 0.07700332999229431, "global_{"train_loss": 0.07587888836860657, "global_step": 24043,{"train_loss": 0.09207580238580704, "global_step": 24044, "epoch": 250, "lr": 0.00012154482910963387}
+{"train_loss": 0.09008259326219559, "global_step": 24045, "epoch": 250, "lr": 0.00012152964803942286}
+{"train_loss": 0.08092807978391647, "glob{"train_loss": 0.08281713724136353, "global_step": 24046, "ep{"train_loss": 0.10048311948776245, "glob{"train_loss": 0.09913248568{"train_loss": 0.0992254018783569{"train_loss": 0.10729536414146423, "glo{"train_loss": 0.10245875269174576, "global_step": 24048, "epo{"train_loss": 0.12300441414117813, "global_step": 24049, "epoch": 25{"train_loss": 0.1189668253064155{"train_loss": 0.06822177767753601, "glo{"train_loss": 0.07412140816450119, "global_step": 24050, "epo{"train_loss": 0.09309642761945724, "global_step": 24051, "epoch": 250, "lr": 0.00012143857284333357}
+{"train_loss": 0.09177357703447342, "glo{"train_loss": 0.09039075672626495, "global_step": 24052, "epo{"train_loss": 0.08206011354923248, "global_step": 24053, "epoch": 250, "lr": 0.0001214082187233756}
+{"train_loss": 0.08868356794118881, "global_step": 24054, "epoch": 2{"train_loss": 0.08818353712558746{"train_loss": 0.0973701998591423, "global_step": 24055, "epoch": 250, "lr": 0.00012137786674416505}
+{"train_loss": 0.06545348465442657, "global_step": 24056, "epoch": 25{"train_loss": 0.0682081580162048{"train_loss": 0.09187319874763489, "glob{"train_loss": 0.09317550063{"train_loss": 0.093401148915290{"train_loss": 0.11371232569217682, "glo{"train_loss": 0.113386414945{"train_loss": 0.113829620182514{"train_loss": 0.12527742981910706, "global_step": 24059, "epoch": 250, "lr": 0.0001213171692112928}
+{"train_loss": 0.10751412063837051, "global_step": 24060, "epoch": 250, "lr": 0.00012130199616733353}
+{"train_loss": 0.07262333482503891, "global_step": 24061, "epoch": 250, "lr": 0.00012128682365928447}
+{"train_loss": 0.06369340419769287, "glo{"train_loss": 0.0631399154663086, "global_step": 24062, "epoc{"train_loss": 0.07858026772737503, "gl{"train_loss": 0.07868891209363937, "global_step": 24063, "epoc{"train_loss": 0.0915651023387909, "global_step": 24064, "epoch": 250, "lr": 0.00012124130935163144}
+{"train_loss": 0.09273295849561691, "global_step": 24065, "epoch": 250, "lr": 0.00012122613898825628}
+{"train_loss": 0.09084957838058472, "global_step": 24066, "epoch": 250, "lr": 0.00012121096916130783}
+{"train_loss": 0.09703931212425232, "global_step": 24067, "epoch": 250, "lr": 0.00012119579987088937}
+{"train_loss": 0.06615959852933884, "global_step": 24068, "epoch": 250, "lr": 0.0001211806311171043}
+{"train_loss": 0.06606324017047882, "glo{"train_loss": 0.06913076341152191, "global_step": 24069, "epo{"train_loss": 0.06590244174003601, "glo{"train_loss": 0.063402846455{"train_loss": 0.0639240592718124{"train_loss": 0.07148417830467224, "glo{"train_loss": 0.0697205513715744, "global_step": 24071, "epoc{"train_loss": 0.09023071080446243, "global_step": 24072, "epoch": 2{"train_loss": 0.09232103824615479{"train_loss": 0.0956677496433258, "global_step": 24073, "epoch": 25{"train_loss": 0.0971740931272506{"train_loss": 0.08088673651218414, "global_step": 24074, "epoch": 250, "lr": 0.00012108962986947832}
+{"train_loss": 0.08395641297101974, "glo{"train_loss": 0.08528788387775421, "global_step": 24075, "epo{"train_loss": 0.0776098445057869, "glob{"train_loss": 0.0824422687292099, "global_step": 24076, "epo{"train_loss": 0.08307652175426483, "global_step": 24077, "epoch": 250{"train_loss": 0.081404574215412{"train_loss": 0.0746888816356659, "global_step": 24078, "epoch": 250,{"train_loss": 0.07803983241319{"train_loss": 0.07373964041471481, "global_step": 24079, "epoch": 250, "lr": 0.00012101381027280876}
+{"train_loss": 0.10119599103927612, "global_step": 24080, "epoch": 250, "lr": 0.00012099864796667975}
+{"train_loss": 0.07622790336608887, "global_step": 24081, "epoch": 250,{"train_loss": 0.07591155171394{"train_loss": 0.07426512986421585, "glo{"train_loss": 0.07541761547327042, "global_step": 24082, "epo{"train_loss": 0.12396341562271118, "global_step": 24083, "epoch": 250, "lr": 0.00012095316427656096}
+{"train_loss": 0.09969065338373184, "glo{"train_loss": 0.09787303209304{"train_loss": 0.09798607230186{"train_loss": 0.0653952956199646, "global_step": 24085, "epoch": 250, {"train_loss": 0.0708123147487{"train_loss": 0.09271655231714249, "global_step": 24086, "epoch": 250, "lr": 0.00012090768543101272}
+{"train_loss": 0.05916151776909828, "glo{"train_loss": 0.06221180036664009, "global_step": 24087, "epo{"train_loss": 0.07629086077213287, "global_step": 24088, "epoch": 250, "lr": 0.00012087736889345182}
+{"train_loss": 0.124962717294693, "globa{"train_loss": 0.11977647244930267, "global_step": 24089, "e{"train_loss": 0.059854477643966675, "global_step": 24090, "epoch": 250, "lr": 0.00012084705451109792}
+{"train_loss": 0.10225656628608704, "glob{"train_loss": 0.10758048295974731, "global_step": 24091, "ep{"train_loss": 0.10061405599117279, "global_step": 24092, "epoch": 250, "lr": 0.00012081674228477683}
+{"train_loss": 0.07563509047031403, "global_step": 24093, "epoch": 250, "lr": 0.00012080158698038655}
+{"train_loss": 0.08798901736736298, "glob{"train_loss": 0.08726178109645844, "global_step": 24094, "ep{"train_loss": 0.08763211953919381, "global_step": 24095, "epoch": 250, "lr": 0.00012077127798966274, "train_action_mse_error": 3.1866807148617227e-06}
+{"train_loss": 0.08888077735900879, "global_step": 24096, "epoch": 251, "lr": 0.00012075612430353556}
+{"train_loss": 0.10669323801994324, "global_step": 24097, "epoch": 251, "lr": 0.00012074097115703572}
+{"train_loss": 0.08770519495010376, "global_step": 24098, "epoch": 251, "lr": 0.00012072581855026653}
+{"train_loss": 0.0973740667104721, "global_step": 24099, "epoch": 251, "lr": 0.00012071066648333112}
+{"train_loss": 0.09798116981983185, "global_step": 24100, "epoch": 251, "lr": 0.0001206955149563326}
+{"train_loss": 0.10371974110603333, "globa{"train_loss": 0.10045450925827026, "global_step": 24101, "e{"train_loss": 0.07804699242115021, "globa{"train_loss": 0.07945390790700912, "global_step": 24102, "e{"train_loss": 0.10195966809988022, "global_step": 24103, "epoch": 251, "lr": 0.00012065006361599072}
+{"train_loss": 0.08259189873933792, "global_step": 24104, "epoch": 251, "lr": 0.00012063491424977178}
+{"train_loss": 0.06770741194486618, "global_step": 24105, "epoch": 251, "lr": 0.0001206197654240057}
+{"train_loss": 0.07368877530097961, "global_step": 24106, "epoch": 251, "lr": 0.0001206046171387956}
+{"train_loss": 0.0917544960975647, "global_step": 24107, "epoch": 251, "lr": 0.0001205894693942446}
+{"train_loss": 0.10075075924396515, "global_step": 24108, "epoch": 251, "lr": 0.0001205743221904558}
+{"train_loss": 0.09280513226985931, "global_step": 24109, "epoch": 251, "lr": 0.00012055917552753251}
+{"train_loss": 0.07110658288002014, "globa{"train_loss": 0.07296822220087051, "global_step": 24110, "e{"train_loss": 0.07216688990592957, "global_step": 24111, "epoch": 251, "lr": 0.0001205288838246947}
+{"train_loss": 0.09810797870159149, "global_step": 24112, "epoch": 251,{"train_loss": 0.0960919484496{"train_loss": 0.0935305655002594, "global_step": 24113, "epoch": 251, {"train_loss": 0.090173199772{"train_loss": 0.08777216076850891, "global{"train_loss": 0.0873408392071724, "global_step": 24114, "e{"train_loss": 0.07444053143262863, "globa{"train_loss": 0.07561937719583511, "global_step": 24115, "e{"train_loss": 0.12211108207702637, "global_step": 24116, "epoch": 251, {"train_loss": 0.121710583567{"train_loss": 0.11199140548706055, "globa{"train_loss": 0.1095667034387{"train_loss": 0.1088360324501{"train_loss": 0.08712618052959442, "global_step": 24118, "epoch": 251, {"train_loss": 0.089911177754{"train_loss": 0.05215403810143471, "globa{"train_loss": 0.05270266905426979, "global_step": 24119, "e{"train_loss": 0.12249323725700378, "globa{"train_loss": 0.1224344000220{"train_loss": 0.1225150972604{"train_loss": 0.10938761383295059, "globa{"train_loss": 0.1074877828359{"train_loss": 0.1072446778416{"train_loss": 0.09495994448661804, "globa{"train_loss": 0.10099924355745316, "global_step": 24122, "{"train_loss": 0.06938129663467407, "globa{"train_loss": 0.0700896829366684, "global_step": 24123, "ep{"train_loss": 0.08068733662366867, "glob{"train_loss": 0.0803205668926239, "global_step": 24124, "ep{"train_loss": 0.08092570304870605, "glo{"train_loss": 0.083369970321655{"train_loss": 0.0835889279842{"train_loss": 0.05905657261610031, "glo{"train_loss": 0.05778220295906067, "global_step": 24126, "epo{"train_loss": 0.11912837624549866, "glo{"train_loss": 0.11475959420204163, "global_step": 24127, "epo{"train_loss": 0.07206820696592331, "global_step": 24128, "epoch": 251, "lr": 0.00012027149183357957}
+{"train_loss": 0.1000891625881195, "global_step": 24129, "epoch": 251, "{"train_loss": 0.098881155252{"train_loss": 0.10205653309822083, "global_step": 24130, "epoch": 251, "lr": 0.00012024122072869128}
+{"train_loss": 0.08510082960128784, "global_step": 24131, "epoch": 251, "lr": 0.00012022608599089626}
+{"train_loss": 0.10375656187534332, "glob{"train_loss": 0.10110549628734589, "global_step": 24132, "ep{"train_loss": 0.06731751561164856, "glob{"train_loss": 0.0667186975479126, "global_step": 24133, "epo{"train_loss": 0.07784181833267212, "glo{"train_loss": 0.07382982969284{"train_loss": 0.07604677975177{"train_loss": 0.0977664440870285, "glob{"train_loss": 0.09194903075695{"train_loss": 0.092379465699{"train_loss": 0.1000690758228302, "global_step": 24136, "epoch": 251, "{"train_loss": 0.095128789544{"train_loss": 0.1038232296705246, "global{"train_loss": 0.10768882930278778, "global_step": 24137, "{"train_loss": 0.08661556988954544, "global{"train_loss": 0.08817815780639{"train_loss": 0.08878171443{"train_loss": 0.09059369564056396, "global_step": 24139, "epoch": 251, "lr": 0.0001201050276537174}
+{"train_loss": 0.08426238596439362, "global{"train_loss": 0.08151145279407501, "global_step": 24140, "{"train_loss": 0.10899017751216888, "global{"train_loss": 0.1076284870505333, "global_step": 24141, "e{"train_loss": 0.09140066057443619, "global_step": 24142, "epoch": 251, "lr": 0.0001200596397514512}
+{"train_loss": 0.08302751183509827, "global_step": 24143, "epoch": 251, "lr": 0.00012004451153929892}
+{"train_loss": 0.07279453426599503, "global_step": 24144, "epoch": 251, "lr": 0.00012002938387161997}
+{"train_loss": 0.11469700187444687, "global_step": 24145, "epoch": 251, "lr": 0.00012001425674851727}
+{"train_loss": 0.058385588228702545, "global_step": 24146, "epoch": 251,{"train_loss": 0.05891048163175{"train_loss": 0.10851699113845825, "global_step": 24147, "epoch": 251,{"train_loss": 0.10237079858779{"train_loss": 0.0744413211941719, "global{"train_loss": 0.0729304850101471, "global_step": 24148, "e{"train_loss": 0.06544959545135498, "globa{"train_loss": 0.06719911098480225, "global_step": 24149, "e{"train_loss": 0.07708557695150375, "globa{"train_loss": 0.07485199719667435, "global_step": 24150, "e{"train_loss": 0.07464979588985443, "global_step": 24151, "epoch": 25{"train_loss": 0.0750993341207504{"train_loss": 0.08510787785053253, "globa{"train_loss": 0.08806712180376053, "global_step": 24152, "e{"train_loss": 0.07144168019294739, "global_step": 24153, "epoch": 251, "lr": 0.00011989325938080278}
+{"train_loss": 0.0878177136182785, "global_step": 24154, "epoch": 25{"train_loss": 0.0858305916190147{"train_loss": 0.09295406937599182, "globa{"train_loss": 0.0903994068{"train_loss": 0.0909497067332267{"train_loss": 0.10416687279939651, "globa{"train_loss": 0.10978055000305176, "global_step": 24156, "e{"train_loss": 0.11645994335412979, "global_step": 24157, "epoch": 251, "lr": 0.00011983277378572805}
+{"train_loss": 0.09507212042808533, "globa{"train_loss": 0.0964159145951271, "global_step": 24158, "ep{"train_loss": 0.07478004693984985, "glob{"train_loss": 0.0716945081949234, "global_step": 24159, "epo{"train_loss": 0.07679970562458038, "global_step": 24160, "epoch": 251, "lr": 0.00011978741532117064}
+{"train_loss": 0.07195179164409637, "glo{"train_loss": 0.076545134186{"train_loss": 0.0767745971679687{"train_loss": 0.1302976757287979, "global_step": 24162, "epoch": 251{"train_loss": 0.13569773733615{"train_loss": 0.07633237540721893, "global_step": 24163, "epoch": 251{"train_loss": 0.077445723116397{"train_loss": 0.10009832680225372, "glob{"train_loss": 0.101659476757{"train_loss": 0.102489076554775{"train_loss": 0.09094357490539551, "global_step": 24165, "epoch": 251, "lr": 0.00011971182880609472}
+{"train_loss": 0.08018707484006882, "glob{"train_loss": 0.07392794638872147, "global_step": 24166, "ep{"train_loss": 0.08086568117141724, "glob{"train_loss": 0.08105426281{"train_loss": 0.0810256153345108{"train_loss": 0.08090902864933014, "global_step": 24168, "epoch": 2{"train_loss": 0.08077854663133621{"train_loss": 0.11910557746887207, "glo{"train_loss": 0.12079569697380066, "global_step": 24169, "ep{"train_loss": 0.07974407076835632, "glo{"train_loss": 0.07913956046104431, "global_step": 24170, "epo{"train_loss": 0.11424175649881363, "global_step": 24171, "epoch": 251, "lr": 0.00011962114303151426}
+{"train_loss": 0.09544007480144501, "global_step": 24172, "epoch": {"train_loss": 0.0928916186094284, {"train_loss": 0.08976013958454132, "global_step": 24173, "epoch": 251, "lr": 0.00011959091881773999}
+{"train_loss": 0.07933858782052994, "global_step": 24174, "epoch": 251, "lr": 0.0001195758075321445}
+{"train_loss": 0.09618259966373444, "global_step": 24175, "epoch": 251, "lr": 0.00011956069679421408}
+{"train_loss": 0.07306535542011261, "global_step": 24176, "epoch"{"train_loss": 0.0749782994389534, "g{"train_loss": 0.09795098006725311, "global_step": 24177, "epoch": 251, "lr": 0.0001195304769617599}
+{"train_loss": 0.09383836388587952, "global_step": 24178, "epoch{"train_loss": 0.09379898011684418, "g{"train_loss": 0.08400296419858932, "global_step": 24179, "epoch": 251, "lr": 0.00011950025932120041}
+{"train_loss": 0.09448453783988953, "gl{"train_loss": 0.09030702{"train_loss": 0.09007563441991806, "{"train_loss": 0.0953756645321846, "glo{"train_loss": 0.08807013{"train_loss": 0.08783215284347534, "{"train_loss": 0.12420547008514404, "global_step": 24182, "epoch"{"train_loss": 0.12269821017980576, "{"train_loss": 0.10611257702112198, "global_step": 24183, "epoch": 251, "lr": 0.00011943983061905825}
+{"train_loss": 0.06233222782611847, "global_step": 24184, "epoch": 251, "lr": 0.000119424724814743}
+{"train_loss": 0.06878878176212311, "global_step": 24185, "epoch": 251, "lr": 0.00011940961955912153}
+{"train_loss": 0.08983130753040314, "gl{"train_loss": 0.09691934287548065, "global_step": 24186, "epo{"train_loss": 0.06964948773384094, "gl{"train_loss": 0.0700504407286644, "global_step": 24187, "epoch{"train_loss": 0.09588116407394409, "global_step": 24188, "epoch": 251, "lr": 0.0001193643070854489}
+{"train_loss": 0.10898005962371826, "global_step": 24189, "epoch": 251, "lr": 0.00011934920402563135}
+{"train_loss": 0.07525623589754105, "global_step": 24190, "epoch": 251, "lr": 0.00011933410151502198}
+{"train_loss": 0.08958406269084662, "global_step": 24191, "epoch": 251, "lr": 0.00011931899955372356}
+{"train_loss": 0.08654024451971054, "global_step": 24192, "epoch": 252, "lr": 0.00011930389814183898}
+{"train_loss": 0.07339286804199219, "global_step": 24193, "epoch": 252, "lr": 0.00011928879727947093}
+{"train_loss": 0.0761454701423645, "global_step": 24194, "epo{"train_loss": 0.07267531752586365, "glo{"train_loss": 0.06500237435102463, "global_step": 24195, "epoch": 252, "lr": 0.00011925859720369623}
+{"train_loss": 0.0887870192527771, "global_step": 24196, "epoch": 252, "lr": 0.0001192434979904951}
+{"train_loss": 0.06692078709602356, "global_step": 24197, "epoc{"train_loss": 0.06717327237129211, "gl{"train_loss": 0.07573574036359787, "global_step": 24198, "epoc{"train_loss": 0.08044257760047913, "gl{"train_loss": 0.08104786276817322, "g{"train_loss": 0.08301104605197906, "global_step": 24199, "epoch{"train_loss": 0.08198462426662445, "global_step": 24200, "epo{"train_loss": 0.07930780947208405, "glo{"train_loss": 0.12406925112009048, "g{"train_loss": 0.12399826943874359, "global_step": 24201, "epo{"train_loss": 0.12416005879640579, "g{"train_loss": 0.12309029698371887, "global_step": 24202, "epoch{"train_loss": 0.07293678820133209, "g{"train_loss": 0.0709353{"train_loss": 0.07152716815471649, "gl{"train_loss": 0.10334742069244385, "g{"train_loss": 0.10581481456756592, "global_step": 24204, "epoch{"train_loss": 0.08037874102592468, "g{"train_loss": 0.0775557{"train_loss": 0.07775972038507462, "glo{"train_loss": 0.06487129628658295, "g{"train_loss": 0.06556093692779541, "global_step": 24206, "epoch{"train_loss": 0.11242213100194931, "global_step": 24207, "epoch": 252, "lr": 0.00011907744296314504}
+{"train_loss": 0.09522026777267456, "g{"train_loss": 0.0888773{"train_loss": 0.08907168358564377, "glo{"train_loss": 0.08693937957286835, "global_step": 24209, "epo{"train_loss": 0.0921822339296341, "glob{"train_loss": 0.08041983842849731, "global_step": 24210, "epoch": 252, "lr": 0.00011903216679489035}
+{"train_loss": 0.10915869474411011, "global_step": 24211, "epoch": 252, "lr": 0.00011901707584140247}
+{"train_loss": 0.07136163860559464, {"train_loss": 0.06956207752227783, "global_step": 24212, "epoch":{"train_loss": 0.10343345999717712, "global_step": 24213, "epoch": 252, "lr": 0.000118986895588939}
+{"train_loss": 0.08514649420976639, "global_step": 24214, "{"train_loss": 0.08708219230175018, "global{"train_loss": 0.0820051059126854, "{"train_loss": 0.08140591531991959, "global_step": 24215, "epoch"{"train_loss": 0.09461736679077148, "{"train_loss": 0.09629{"train_loss": 0.09721105545759201, "global{"train_loss": 0.0705471932888031, "g{"train_loss": 0.07191859930753708, "global_step": 24217, "epoch{"train_loss": 0.08270247280597687, "g{"train_loss": 0.08671{"train_loss": 0.08720805495977402, "globa{"train_loss": 0.08680479973554611, "global_step": 24219, "e{"train_loss": 0.08733164519071579, "glob{"train_loss": 0.10708053410053253, "global_step": 24220, "epoch": 252, "lr": 0.00011888128208848384}
+{"train_loss": 0.06401492655277252, "global_step": 24221, "e{"train_loss": 0.06325028836727142, "globa{"train_loss": 0.09708967059850693, "global_step": 24222, "epoch": 252, "lr": 0.00011885111177264918}
+{"train_loss": 0.0777958482503891, "global_step": 24223, "epoch": 252, "lr": 0.00011883602744358042}
+{"train_loss": 0.10890001058578491, "global_step": 24224, "epoch": 252, "lr": 0.00011882094366721443}
+{"train_loss": 0.09352736920118332, "global_step": 24225, "epoch": 252, "lr": 0.00011880586044365383}
+{"train_loss": 0.09460517764091492, "global_step": 24226, "{"train_loss": 0.1009746789932251, "global_{"train_loss": 0.10540534555912018, "global_step": 24227, "epoch": 252, "lr": 0.00011877569565535967}
+{"train_loss": 0.12897025048732758, "global_step": 24228, {"train_loss": 0.1339537501335144, "global_s{"train_loss": 0.08238783478736877, "global_step": 24229,{"train_loss": 0.08467210084199905, "global_s{"train_loss": 0.10873966664075851, "global_step": 24230,{"train_loss": 0.10143198072910309, "global_s{"train_loss": 0.09124483913183212, "global_step": 24231,{"train_loss": 0.09711518883705139, "global_s{"train_loss": 0.0533052533864975, "gl{"train_loss": 0.05{"train_loss": 0.05339115113019943, "global_{"train_loss": 0.09614121913909912, "g{"train_loss": 0.09540505707263947, "global_step": 24233, "epoch{"train_loss": 0.09221194684505463, "g{"train_loss": 0.09{"train_loss": 0.09051589667797089, "global_s{"train_loss": 0.11161769926548004, "global_step": 24235,{"train_loss": 0.10952731966972351, "global_s{"train_loss": 0.08517898619174957, "global_step": 24236, "epoch": 252, "lr": 0.00011863998149901729}
+{"train_loss": 0.09023773670196533, "g{"train_loss": 0.08694397658109665, "global_step": 24237, "epoc{"train_loss": 0.05937293916940689, "g{"train_loss": 0.05947624891996384, "global_step": 24238, "epoch{"train_loss": 0.1005537360906601, "global_step": 24239, "{"train_loss": 0.10068048536777496, "global{"train_loss": 0.09464839100837708, "{"train_loss": 0.09550847858190536, "global_step": 24240, "epoch"{"train_loss": 0.08407001197338104, "{"train_loss": 0.08369618654251099, "global_step": 24241, "epoch"{"train_loss": 0.09955304861068726, "global_step": 24242, "{"train_loss": 0.09590724110603333, "global{"train_loss": 0.12090707570314407, "global_step": 24243, "{"train_loss": 0.11733631044626236, "global{"train_loss": 0.08796326816082001, "global_step": 24244, "{"train_loss": 0.08526450395584106, "globa{"train_loss": 0.10507050156593323, "global_step": 24245, "{"train_loss": 0.09814910590648651, "global{"train_loss": 0.07795728743076324, "global_step": 24246, "epoch": 252, "lr": 0.00011848924062880122}
+{"train_loss": 0.08257991075515747, "global_step": 24247, "epoch": 252, "lr": 0.00011847416959293922}
+{"train_loss": 0.09008587896823883, "global_step": 24248, "epoch": 252, "lr": 0.000118459099112244}
+{"train_loss": 0.09412585198879242, "global_step": 24249, "{"train_loss": 0.09415046870708466, "global{"train_loss": 0.11317362636327744,{"train_loss": 0.1149860{"train_loss": 0.11622818559408188, "global{"train_loss": 0.11168479919433594,{"train_loss": 0.11057376861572266, "global_step": 24251, "epoch": {"train_loss": 0.07903881371021271, "global_step": 24252, "{"train_loss": 0.07390211522579193, "glob{"{"train_loss": 0.11237195879220963,{"train_loss": 0.1112481877207756, "global_step": 24253, "epoch": 2{"train_loss": 0.10021346807479858{"train_loss": 0.09550285339355469, "global_step": 24254, "epoch": {"train_loss": 0.0967775285243988, "global_step": 24255, "epoch": 252, "lr": 0.00011835362130066942}
+{"train_loss": 0.07466413080692291,{"train_loss": 0.07365801930427551, "global_step": 24256, "epoch": {"train_loss": 0.09033319354057312,{"train_loss": 0.09158158302307129, "global_step": 24257, "epoch": {"train_loss": 0.10905319452285767, "global_step": 24258, "epoch": 252, "lr": 0.00011830842486204437}
+{"train_loss": 0.12557634711265564, "global_step": 24259, "e{"train_loss": 0.12146410346031189, "globa{"train_loss": 0.09465917944908142, "global_step": 24260, "epoch": 252, "lr": 0.000118278296684267{"tr{"train_loss": 0.1115914136171341,{"train_loss": 0.11183682084083557, "global_step": 24261, "epoch": {"train_loss": 0.09340223670005798,{"train_loss": 0.09567520022392273, "global_step": 24262, "epoch": {"train_loss": 0.0824146568775177, "global_step": 24263, "epoch": 252, "lr": 0.00011823310859161379{"{"train_loss": 0.10554777830839157, "global_step": 24264, "epoch": 252, "lr": 0.00011821804700754254{"{"train_loss": 0.07844068109989166, {"train_loss": 0.081850066781044, "global_step": 24265, "epoch": 2{"train_loss": 0.08891519159078598{"train_loss": 0.08762310445308685, "global_step": 24266, "epoch": 2{"train_loss": 0.10294824838638306, "global_step": 24267, "epoch": 252, "lr": 0.00011817286559720491}
+{"train_loss": 0.08367916196584702{"train_loss": 0.08418011665344238, "global_step": 24268, "epoch": 2{"train_loss": 0.06173623353242874{"train_loss": 0.05915532261133194, "global_step": 24269, "epoch": 2{"train_loss": 0.08176232874393463{"train_loss": 0.07935117930173874, "global_step": 24270, "epoch":{{"train_loss": 0.06981208920478821{"train_loss": 0.07587242126{"train_loss": 0.07548476755619049, "gl{"train_loss": 0.0944158285856247, "global_step": 24272, "epoc{"train_loss": 0.09523296356201172, "gl{"train_loss": 0.08629689365625381,{"train_loss": 0.09845003485679626, "global_step": 24273, "epoch"{{"train_loss": 0.0985073447227478, "global_step": 24274, "epoc{"train_loss": 0.10367421060800552, "gl{"train_loss": 0.10845185816287994, "global_step": 24275, "epoc{"train_loss": 0.10961365699768066, "gl{"train_loss": 0.09633764624595642, {"train_loss": 0.09545154124498367, "global_step": 24276, "epoch":{"train_loss": 0.10991047322750092, "global_step": 24277, "epoc{"train_loss": 0.10926133394241333, "gl{"train_loss": 0.10199983417987823, "global_step": 24278, "epoch": 252, "lr": 0.00011800724335285654}
+{"train_loss": 0.08561255037784576, "global_step": 24279, "ep{"train_loss": 0.08327502012252808, "glob{"train_loss": 0.09438122808933258, "global_step": 24280, "ep{"train_loss": 0.09068554639816284, "g{"{"train_loss": 0.10346640646457672, "global_step": 24281, "epoch": 252, "lr": 0.0001179620853693871{"{"train_loss": 0.08713231980800629, "global_step": 24282, "ep{"train_loss": 0.08563219010829926, "glob{"train_loss": 0.08818075805902481, "global_step": 24283, "ep{"train_loss": 0.08700506389141083, "glob{"train_loss": 0.1008460521697998, "global_step": 24284, "epo{"train_loss": 0.10321934521198273, "gl{"train_loss": 0.09065526723861694, "global_step": 24285, "epo{"train_loss": 0.08773988485336304, "glo{"train_loss": 0.08966079354286194, "global_step": 24286, "epoch": 252, "lr": 0.00011788683323805099}
+{"train_loss": 0.09177282763024171, "global_step": 24287, "epoch": 252, "lr": 0.000117871784488873{"tr{"train_loss": 0.08747446537017822, {"train_loss": 0.083968102{"train_loss": 0.08462604880332947, {"tr{"train_loss": 0.09363453090190887, {"train_loss": 0.094755575{"train_loss": 0.09484133869409561,{"tra{"train_loss": 0.08484333753585815, {"train_loss": 0.08559978008270264, "global_step": 24290, "epoch":{"train_loss": 0.07188625633716583, "global_step": 24291, "epo{"train_loss": 0.07432404160499573{"trai{"train_loss": 0.10517638921737671, {"train_loss": 0.10504240542650223, "global_step": 24292, "epoch"{"train_loss": 0.05341871827840805, {"train_loss": 0.05265042930841446, "global_step": 24293, "epoch":{"train_loss": 0.0979069396853447, "{"train_loss": 0.096435382{"train_loss": 0.09611055999994278{"tr{"train_loss": 0.06820684671401978, "{"train_loss": 0.07302169501781464, "global_step": 24295, "epoch"{"train_loss": 0.11580146104097366, "global_step": 24296, "epoc{"train_loss": 0.11858679354190826, "{"train_loss": 0.10223599523305893, "{"train_loss": 0.10511813312768936, "global_step": 24297, "epoch"{"train_loss": 0.07384935766458511, "{"train_loss": 0.07389278{"train_loss": 0.07366670668125153, "glo{"train_loss": 0.07027608156204224, "global_step": 24299, "epo{"train_loss": 0.06967312097549438, "glo{"train_loss": 0.0767940804362297, "global_step": 24300, "epoch": 253, "lr": 0.00011767620168032771}
+{"train_loss": 0.0754670575261116, "gl{"train_loss": 0.07208336889743805, "global_step": 24301, "epoc{"train_loss": 0.08720669150352478, "global_step": 24302, "epoch": 253, "lr": 0.00011764612042085199}
+{"train_loss": 0.05573730170726776, "global_step": 24303, "epoch": 253, "lr": 0.00011763108063227131}
+{"train_loss": 0.07791654765605927, "g{"train_loss": 0.0803106352686882, "global_step": 24304, "epoch"{"train_loss": 0.09420883655548096, "global_step": 24305, "epoch{"train_loss": 0.09053272753953934, "g{"train_loss": 0.10279686748981476, "{"train_loss": 0.0953515395{"train_loss": 0.0959034264087677, "gl{"train_loss": 0.07775885611772537, "{"train_loss": 0.078075021{"train_loss": 0.07789094746112823, {{"train_loss": 0.08248407393693924, "{"train_loss": 0.08355966955423355, "global_step": 24308, "epoch"{"train_loss": 0.06350425630807877, "{"train_loss": 0.060991909{"train_loss": 0.06134879216551781, "gl{"train_loss": 0.050083912909030914, "{"train_loss": 0.0463588573038578, "global_step": 24310, "epoc{"t{"train_loss": 0.0797446221113205, "{"train_loss": 0.078853622{"train_loss": 0.07893459498882294, "{"{"train_loss": 0.06141861528158188, "global_step": 24312, "epoc{"train_loss": 0.05646825581789017, "gl{"train_loss": 0.10934864729642868, "{"train_loss": 0.1112535148859024, "global_step": 24313, "epoch":{"train_loss": 0.08638586103916168, "global_step": 24314, "epoch": 253, "lr": 0.00011746568000034264}
+{"train_loss": 0.10929027199745178,{"train_loss": 0.10601747035{"train_loss": 0.10540987551212311, "gl{"train_loss": 0.09448638558387756, "global_step": 24316, "epoc{"train_loss": 0.09482492506504059, "gl{"train_loss": 0.11093039065599442, "global_step": 24317, "epoc{"train_loss": 0.11356236040592194, "gl{"train_loss": 0.12216262519359589,{"train_loss": 0.11670877039{"train_loss": 0.1165471076965332, "glo{"train_loss": 0.10987082123756409,{"train_loss": 0.1064805537{"train_loss": 0.10657604038715363, "glo{"train_loss": 0.08976136893033981,{"train_loss": 0.08830124139785767, "global_step": 24320, "epoch": {"train_loss": 0.0786314457654953, {"train_loss": 0.07581545412540436, "global_step": 24321, "epoch":{"train_loss": 0.11869822442531586, "global_step": 24322, "epoch": 253, "lr": 0.00011734543133849583}
+{"train_loss": 0.10065789520740509, "global_step": 24323, "epoch": 253, "lr": 0.0001173304027875298}
+{"train_loss": 0.08416841924190521, {"train_loss": 0.0829981192946434, "global_step": 24324, "epoch": {"train_loss": 0.09777413308620453,{"train_loss": 0.09314058721065521, "global_step": 24325, "epoch": {"train_loss": 0.08891669660806656, "global_step": 24326, "epoch": 253, "lr": 0.00011728532051277428}
+{"train_loss": 0.05917785316705704,{"train_loss": 0.05945812910795212, "global_step": 24327, "epoch": {"train_loss": 0.06046918034553528,{"train_loss": 0.0636967271566391, "global_step": 24328, "epoch": 2{"train_loss": 0.10547515004873276, "global_step": 24329, "epoch": 253, "lr": 0.0001172402433073817}
+{"train_loss": 0.06953775137662888, "global_step": 24330, "epoch": 253, "lr": 0.00011722521869925347}
+{"train_loss": 0.07726339995861053, "global_step": 24331, "epoch": 253, "lr": 0.00011721019465479708}
+{"train_loss": 0.08446741849184036, "global_step": 24332, "epoch": 253, "lr": 0.00011719517117411483}
+{"train_loss": 0.07950013875961304, "global_step": 24333, "epoch": 253, "lr": 0.00011718014825730899}
+{"train_loss": 0.09784331917762756, "global_step": 24334, "epoch": 253, "lr": 0.00011716512590448192}
+{"train_loss": 0.08578407764434814, "global_step": 24335, "epoch": 253, "lr": 0.00011715010411573588}
+{"train_loss": 0.11873772740364075, "global_step": 24336, "epoch": 253, "lr": 0.00011713508289117318}
+{"train_loss": 0.1005435585975647, "global_step": 24337, "epoch": 253, "lr": 0.00011712006223089604}
+{"train_loss": 0.10705597698688507{"train_loss": 0.115083858370{"train_loss": 0.1152184009552002, "glo{"train_loss": 0.06635114550590515{"train_loss": 0.06940008699893951, "global_step": 24339, "epoch": 2{"train_loss": 0.08541508764028549{"train_loss": 0.0814729779958725, "global_step": 24340, "epoch": 25{"train_loss": 0.0962495505809784, "global_step": 24341, "epoch": 253, "lr": 0.00011705998523468964}
+{"train_loss": 0.06212208792567253{"train_loss": 0.061393361538{"train_loss": 0.06152816116809845, "g{{"train_loss": 0.07114556431770325, "global_step": 24343, "epoch": 253, "lr": 0.00011702995012495947}
+{"train_loss": 0.07543520629405975, "global_step": 24344, "epoch": 253, "lr": 0.00011701493341754553}
+{"train_loss": 0.11982548981904984{"train_loss": 0.11724342405796051, "global_step": 24345, "epoch": 2{"train_loss": 0.06267192214727402{"train_loss": 0.06665545701980591, "global_step": 24346, "epoch": 2{"train_loss": 0.09143097698688507{"train_loss": 0.09151764214038849, "global_step": 24347, "epoch": 2{"train_loss": 0.06753256916999817, "global_step": 24348, "epoch": 253, "lr": 0.00011695487223995059}
+{"train_loss": 0.08547674119472504{"train_loss": 0.08547527343034744, "global_step": 24349, "epoch": 2{"train_loss": 0.04061751812696457, "global_step": 24350, "epoch": 253, "lr": 0.00011692484504382099}
+{"train_loss": 0.06151093542575836, "global_step": 24351, "epoc{"train_loss": 0.05924215167760849, "g{"train_loss": 0.08901568502187729, "global_step": 24352, "epoc{"train_loss": 0.08650513738393784, "gl{"train_loss": 0.08292823284864426{"train_loss": 0.07930729538202286, "global_step": 24353, "epoch": 2{"train_loss": 0.08901280909776688{"train_loss": 0.09033964574337006, "global_step": 24354, "epoch": 2{"train_loss": 0.10689299553632736{"train_loss": 0.10225644707679749, "global_step": 24355, "epoch": {"train_loss": 0.11272941529750824, "global_step": 24356, "epoc{"train_loss": 0.10828408598899841, "gl{"train_loss": 0.10098344087600708, "global_step": 24357, "epoch": 253, "lr": 0.00011681976768282861}
+{"train_loss": 0.08751067519187927, "global_step": 24358, "epoch": 253, "lr": 0.00011680475889617191}
+{"train_loss": 0.10866207629442215, "global_step": 24359, "epoch": 253, "lr": 0.00011678975067605018}
+{"train_loss": 0.13040345907211304, "global_step": 24360, "epoch": 253, "lr": 0.00011677474302256572}
+{"train_loss": 0.0827072337269783, "global_step": 24361, "epoch": 253, "lr": 0.0001167597359358207}
+{"train_loss": 0.06849823892116547, "global_step": 24362, "epoch": 253, "lr": 0.00011674472941591728}
+{"train_loss": 0.08969778567552567, "global_step": 24363, "epoch": 253, "lr": 0.00011672972346295767}{{"train_loss": 0.06692111492156982, "global_step": 24364, "epoch": 253, "lr": 0.00011671471807704418}
+{"train_loss": 0.08159322291612625, "global_step": 24365, "epoch": 253, "lr": 0.00011669971325827878}
+{"train_loss": 0.06576650589704514, "global_step": 24366, "epoch": 253, "lr": 0.00011668470900676371}
+{"train_loss": 0.08512353897094727, "global_step": 24367, "epoch": 253, "lr": 0.00011666970532260131}
+{"train_loss": 0.08853413164615631, "global_step": 24368, "epoch": 253, "lr": 0.00011665470220589351}
+{"train_loss": 0.10254176706075668, "global_step": 24369, "epoch": 253, "lr": 0.0001166396996567426}
+{"train_loss": 0.08268162608146667, "global_step": 24370, "epoch": 253, "lr": 0.0001166246976752507}
+{"train_loss": 0.08117707818746567, "global_step": 24371, "epoch": 253, "lr": 0.00011660969626152011}
+{"train_loss": 0.10402105003595352, "global_step": 24372, "epoch": 253, "lr": 0.0001165946954156528}
+{"train_loss": 0.08206875622272491, "global_step": 24373, "epoch": 253, "lr": 0.00011657969513775107{"{"train_loss": 0.0916329026222229, "global_step": 24374, "epoch": 253, "lr": 0.00011656469542791681}
+{"train_loss": 0.10391592234373093, "global_step": 24375, "epoch": 253, "lr": 0.00011654969628625254}{{"train_loss": 0.1210441142320633,{"train_loss": 0.11997586488723755, "global_step": 24376, "epoch": {"train_loss": 0.08999515324831009, "global_step": 24377, "epoch": 253, "lr": 0.00011651969970784176}
+{"train_loss": 0.0706319659948349, "global_step": 24378, "epoch": 253, "lr": 0.00011650470227129959}
+{"train_loss": 0.07689061760902405, "global_step": 24379, "epoc{"train_loss": 0.0784941017627716, "glo{"train_loss": 0.07103835791349411,{"train_loss": 0.0764819085597992, "global_step": 24380, "epoch": 2{"train_loss": 0.09662385284900665, "global_step": 24381, "epoch": 253, "lr": 0.00011645971337355171}
+{"train_loss": 0.0894442647695541{"train_loss": 0.08395940065383911, "global_step": 24382, "epoch": 25{"train_loss": 0.0867849486336733{"train_loss": 0.08651358463491003, "global_step": 24383, "epoch": 2{"train_loss": 0.10561691224575043, "global_step": 24384, "epoch": 254, "lr": 0.00011641472959576609}
+{"train_loss": 0.09370897710323334, "global_step": 24385, "epoch": 254, "lr": 0.00011639973614141666}
+{"train_loss": 0.10099808126688004, "global_step": 24386, "epoch": 254, "lr": 0.00011638474325636051}
+{"train_loss": 0.1329435259103775,{"train_loss": 0.13469727337360382, "global_step": 24387, "epoch": {"train_loss": 0.07490195333957672, "global_step": 24388, "epoch": 254, "lr": 0.0001163547591945358}
+{"train_loss": 0.10751014202833176, "global_step": 24389, "epoch": 254, "lr": 0.00011633976801797148}
+{"train_loss": 0.06975104659795761, "global_step": 24390, "epoch": 254, "lr": 0.00011632477741110875}
+{"train_loss": 0.05185292288661003{"train_loss": 0.050210874527692795, "global_step": 24391, "epoch": {"train_loss": 0.12384876608848572, "global_step": 24392, "epoch": 254, "lr": 0.00011629479790689588}
+{"train_loss": 0.07889533042907715, "global_step": 24393, "epoch": 254, "lr": 0.00011627980900975}
+{"train_loss": 0.07953840494155884,{"train_loss": 0.07769607752561569, "global_step": 24394, "epoch": {"train_loss": 0.09526969492435455, "global_step": 24395, "epoch": 254, "lr": 0.00011624983292588974}
+{"train_loss": 0.06718970835208893,{"train_loss": 0.06518658995{"train_loss": 0.06477205455303192, "gl{"train_loss": 0.06829486787319183, "global_step": 24397, "epoch": 254, "lr": 0.00011621985912328512}
+{"train_loss": 0.09465181082487106, "global_step": 24398, "epoch": 254, "lr": 0.00011620487307770882}
+{"train_loss": 0.0779167115688324, "global_step": 24399, "epoch": 254, "lr": 0.00011618988760275258}
+{"train_loss": 0.09593571722507477, "global_step": 24400, "epoch": 254, "lr": 0.00011617490269851848}
+{"train_loss": 0.07855316251516342,{"train_loss": 0.08087317645549774, "global_step": 24401, "epoch":{"train_loss": 0.11429743468761444, "global_step": 24402, "epoch{"train_loss": 0.11262597143650055, "g{"train_loss": 0.09065065532922745,{"train_loss": 0.085594207048{"train_loss": 0.0858914703130722, "gl{"train_loss": 0.09742217510938644, "global_step": 24404, "epoch": 254, "lr": 0.00011611496879084416}
+{"train_loss": 0.05867300555109978, "global_step": 24405, "epoch": 254, "lr": 0.00011609998674175134}
+{"train_loss": 0.12490835785865784, "global_step": 24406, "epoch": 254, "lr": 0.00011608500526399276}
+{"train_loss": 0.0951140820980072, "global_step": 24407, "epoch": 254, "lr": 0.0001160700243576705}
+{"train_loss": 0.08019061386585236, "global_step": 24408, "epoch": 254, "lr": 0.0001160550440228867}
+{"train_loss": 0.06813597679138184, "global_step": 24409, "epoch": 254, "lr": 0.00011604006425974319}
+{"train_loss": 0.09120771288871765, "global_step": 24410, "epoch": 254, "lr": 0.00011602508506834206}
+{"train_loss": 0.08505897223949432, "global_step": 24411, "epoch": 254, "lr": 0.00011601010644878532}
+{"train_loss": 0.14006927609443665,{"train_loss": 0.1352292001247406, "global_step": 24412, "epoch": 2{"train_loss": 0.11298815160989761{"train_loss": 0.11206890642642975, "global_step": 24413, "epoch": 2{"train_loss": 0.08127450942993164, "global_step": 24414, "epoch": 254, "lr": 0.00011596517402220144}
+{"train_loss": 0.07205590605735779, "global_step": 24415, "epoc{"train_loss": 0.0753268301486969, "glo{"train_loss": 0.09065228700637817, "global_step": 24416, "epoch": 254, "lr": 0.00011593522193223738}
+{"train_loss": 0.09846428036689758, "global_step": 24417, "epoch": 254, "lr": 0.00011592024674588878}
+{"train_loss": 0.08773298561573029, "global_step": 24418, "epo{"train_loss": 0.08980733901262283, "glo{"train_loss": 0.08062653988599777, "global_step": 24419, "epo{"train_loss": 0.08047394454479218, "gl{"train_loss": 0.0768301784992218, "global_step": 24420, "epoch": 254, "lr": 0.00011587532462260082}
+{"train_loss": 0.0810074582695961, "global_step": 24421, "epoch{"train_loss": 0.07726648449897766, "g{"train_loss": 0.10220164060592651, {"train_loss": 0.10896071791{"train_loss": 0.10865598171949387, "g{"train_loss": 0.07597844302654266, "global_step": 24423, "epoch": 254, "lr": 0.00011583040765509072}
+{"train_loss": 0.0728723332285881, "global_step": 24424, "epoch"{"train_loss": 0.07334834337234497, "{"train_loss": 0.09519074857234955, "global_step": 24425, "epoch"{"train_loss": 0.09533825516700745, "{"train_loss": 0.09197481721639633, "global_step": 24426, "epoch"{"train_loss": 0.09072346240282059, "{"train_loss": 0.07789850234985352, "global_step": 24427, "epoch"{"train_loss": 0.07739249616861343, "{"train_loss": 0.09212394058704376, "global_step": 24428, "epoch": 254, "lr": 0.00011575555750733463}
+{"train_loss": 0.06254745274782181, "global_step": 24429, "epoch"{"train_loss": 0.06735984981060028, "{"train_loss": 0.044021125882864, "g{"train_loss": 0.042143478989{"train_loss": 0.042224541306495667{"train_loss": 0.07909204065799713, "gl{"train_loss": 0.08440206944942474, "global_step": 24431, "epoc{"train_loss": 0.10395552217960358, "gl{"train_loss": 0.10568816214799881, "global_step": 24432, "epoc{"train_loss": 0.113658607006073, "global_step": 24433, "epoch": 254, "lr": 0.00011568072170157305}
+{"train_loss": 0.11047182977199554, "global_step": 24434, "epoch": 254, "lr": 0.00011566575626258123}
+{"train_loss": 0.09593617171049118, "global_step": 24435, "epoch": 254{"train_loss": 0.09353147447109{"train_loss": 0.061893530189991, "global_step": 24436, "epoch": 254, "lr": 0.0001156358271075735}
+{"train_loss": 0.09188070893287659, "global_step": 24437, "epoch": 254, "lr": 0.00011562086339176132}
+{"train_loss": 0.09260380268096924, "global{"train_loss": 0.08863644301891327, "global_step": 24438, "{"train_loss": 0.10027197003364563, "global{"train_loss": 0.09608913958072662, "global_step": 24439, "{"train_loss": 0.10724225640296936, "global_step": 24440, "epoch": 254, {"train_loss": 0.1013509482145{"train_loss": 0.0899987667798996, "global_step": 24441, "epoch": 254, "lr": 0.00011556101427550176}
+{"train_loss": 0.06978059560060501, "global_step": 24442, "epoch": 254, "lr": 0.00011554605343369365}
+{"train_loss": 0.09690756350755692, "global_step": 24443, "epoch": 254, "lr": 0.00011553109316699189}
+{"train_loss": 0.08553741872310638, "global_{"train_loss": 0.0935034304857254, "global_step": 24444, "{"train_loss": 0.0778358206152916, "global_{"train_loss": 0.08021952956914902, "global_step": 24445, {"train_loss": 0.06859008222818375, "global_{"train_loss": 0.067054882645607, "global_step": 24446, "e{"train_loss": 0.10232718288898468, "globa{"train_loss": 0.100689038634300{"train_loss": 0.10062673687{"train_loss": 0.07273028790950775, "globa{"train_loss": 0.07729931175708771, "global_step": 24448, "e{"train_loss": 0.12929578125476837, "globa{"train_loss": 0.127012044191360{"train_loss": 0.12661728262{"train_loss": 0.08312179148197174, "globa{"train_loss": 0.089418821036815{"train_loss": 0.08909585326{"train_loss": 0.10903306305408478, "global_step": 24451, "epoch": 254, "lr": 0.00011541143174943432}
+{"train_loss": 0.0869927704334259, "global_step": 24452, "epoch": 254, "lr{"train_loss": 0.0906226485{"train_loss": 0.09438219666481018, "global_step": 24453, "epoch": 254, "lr{"train_loss": 0.1003607138{"train_loss": 0.09132294356822968, "global_step": 24454, "epoch": 254, "lr": 0.00011536656821943185}
+{"train_loss": 0.0998469889163971, "global_{"train_loss": 0.09943443536758423, "global_step": 24455,{"train_loss": 0.06990094482898712, "global_{"train_loss": 0.069476842880249{"train_loss": 0.069867640{"train_loss": 0.08041929453611374, "global_step": 24457, "epoch": 254, "lr"{"train_loss": 0.081571079{"train_loss": 0.06404003500938416, "global_step": 24458, "epoch": 254, "lr": 0.00011530675824850525}
+{"train_loss": 0.0667072981595993, "global_step": 24459, "epoch": 254, "lr":{"train_loss": 0.06380003{"train_loss": 0.07870075106620789, "global_step": 24460, "epoch": 254, "lr": 0.00011527685672305061}
+{"train_loss": 0.09898322820663452, "global_step": 24461, "epoch": 254, "lr": 0.00011526190682568185}
+{"train_loss": 0.1267412006855011, "global_step": 24462, "epoch": 254, "lr": 0.0001152469575053544}
+{"train_loss": 0.06682398915290833, "global_st{"train_loss": 0.065707683563232{"train_loss": 0.065630{"train_loss": 0.08588504791259766, "global_st{"train_loss": 0.083606421947479{"train_loss": 0.0835032{"train_loss": 0.06412827968597412, "global_step": 24465, "epoch": 254, "lr": {"train_loss": 0.0640189{"train_loss": 0.08666463196277618, "global_step": 24466, "epoch": 254, "lr": 0.00011518716599649458}
+{"train_loss": 0.06539712846279144, "global_step": 24467, "epoch": 254, "lr": 0.00011517221956290108}
+{"train_loss": 0.0961490273475647, "global_ste{"train_loss": 0.095851771533489{"train_loss": 0.096293{"train_loss": 0.06662498414516449, "global_ste{"train_loss": 0.066542752087116{"train_loss": 0.065868{"train_loss": 0.09859225153923035, "global_step": 24470, "epoch": 254, "lr": 0.00011512738372844057}
+{"train_loss": 0.05678220093250275, "global_ste{"train_loss": 0.06123235821723938, "global_step": 2447{"train_loss": 0.06942568719387054, "global_ste{"train_loss": 0.06284724175930{"train_loss": 0.0629994{"train_loss": 0.06562454253435135, "global_step": 24473, "epoch": 254, "lr": 0.00011508255309559715}
+{"train_loss": 0.0978967621922493, "global_step": 24474, "epoch": 254, "lr": 0.00011506761070770591}
+{"train_loss": 0.0569935068488121, "global_step": 24475, "epoch": 254, "lr": {"train_loss": 0.0573365{"train_loss": 0.09157387167215347, "global_step": 24476, "epoch": 254, "lr": {"train_loss": 0.0882539{"train_loss": 0.07592259347438812, "global_step": 24477, "epoch": 254, "lr": {"train_loss": 0.08221{"train_loss": 0.07634198665618896, "global_step": 24478, "epoch": 254, "lr": 0.00011500784694080318}
+{"train_loss": 0.0870986186976855, "global_step": 24479, "epoch": 254, "lr": 0.00011499290744575191}
+{"train_loss": 0.07010307908058167, "global_step":{"train_loss": 0.06978791952133179, "global_step": 2{"train_loss": 0.118781179189682, "global_step": 24481, "epoch": 255, "lr": 0.00011496303019237054}
+{"train_loss": 0.06615254282951355, "global_step": 2{"train_loss": 0.06565305590629578, "global_step":{"train_loss": 0.10131406784057617, "global_step": 2{"train_loss": 0.10168058425188065, "global_step":{"train_loss": 0.08093295246362686, "global_step": 2{"train_loss": 0.088015809655{"train_loss": 0.0881{"train_loss": 0.09397809207439423, "global_step": 24485, "epoch": 255, "lr": 0.0001149032826353416}
+{"train_loss": 0.09551110863685608, "global_step": 2{"train_loss": 0.096246138215{"train_loss": 0.096{"train_loss": 0.08027980476617813, "global_step":{"train_loss": 0.0768718421459198, "global_step": 2{"train_loss": 0.06822872161865234, "global_step"{"train_loss": 0.07212534546852{"train_loss": 0.07205{"train_loss": 0.08296093344688416, "global_step": 24489, "epoch": 255, "lr": 0.{"train_loss": 0.08027{"train_loss": 0.08740763366222382, "global_step"{"train_loss": 0.08186845481395721, "global_step": 24{"train_loss": 0.07261122763156891, "global_step"{"train_loss": 0.07463981211185455, "global_step": 24{"train_loss": 0.08767024427652359, "global_step": 24492, "epoch": 255, "lr": 0.00011479874672457209}
+{"train_loss": 0.0755540132522583, "global_step": 24493, "epoch": 255, "lr": 0.0001147838153430016}
+{"train_loss": 0.07307261228561401, "global_step"{"train_loss": 0.07062629610300064, "global_step": 2{"train_loss": 0.11711250245571136, "global_step": 24495, "epoch": 255, "lr": 0.0{"train_loss": 0.1154{"train_loss": 0.07260642200708389, "global_step"{"train_loss": 0.07365315407514572, "global_step": 24{"train_loss": 0.07347728312015533, "global_step": 24497, "epoch": 255, "lr": 0.0{"train_loss": 0.0753{"train_loss": 0.08138348907232285, "global_step"{"train_loss": 0.07979249954223633, "global_step": 24{"train_loss": 0.08953709900379181, "global_step"{"train_loss": 0.09428908675909042, "global_step": 24{"train_loss": 0.11028389632701874, "global_step"{"train_loss": 0.11431474983692169, "global_step": 2{"train_loss": 0.06274683028459549, "global_step"{"train_loss": 0.06366940587759018, "global_step": 24{"train_loss": 0.08229635655879974, "global_step"{"train_loss": 0.082869380712509{"train_loss": 0.0821{"train_loss": 0.09921428561210632, "global_step": 24503, "epoch": 255, "lr": 0.0{"train_loss": 0.1019{"train_loss": 0.07562202960252762, "global_step": 24504, "epoch": 255, "lr": 0.00011461960846769923}
+{"train_loss": 0.08158838748931885, "global_step{"train_loss": 0.0794294178485870{"train_loss": 0.0797{"train_loss": 0.07398784160614014, "global_step": 24506, "epoch": 255, "lr": 0.0{"train_loss": 0.0737{"train_loss": 0.07755501568317413, "global_step": 24507, "epoch": 255, "lr": 0.00011457483697846343}
+{"train_loss": 0.08060631901025772, "global_step": 24508, "epoch": 255, "lr": 0.0{"train_loss": 0.0825{"train_loss": 0.06513718515634537, "global_step{"train_loss": 0.0656903311610221{"train_loss": 0.0656{"train_loss": 0.11112231761217117, "global_step": 24510, "epoch": 255, "lr": 0.0{"train_loss": 0.1079{"train_loss": 0.12287973612546921, "global_step": 24511, "epoch": 255, "lr": 0.0{"train_loss": 0.1209{"train_loss": 0.09577126055955887, "global_ste{"train_loss": 0.09648969769477844, "global_step": 2451{"train_loss": 0.08822494745254517, "global_ste{"train_loss": 0.08757176995277405, "global_step": 2451{"train_loss": 0.058306314051151276, "global_st{"train_loss": 0.06131719425320625, "global_step": 2451{"train_loss": 0.04641672968864441, "global_step": 24515, "epoch": 255, "lr": 0.00011445547194363908}
+{"train_loss": 0.09413206577301025, "global_step": 24516, "epoch": 255, "lr": 0.0001144405539346177}
+{"train_loss": 0.11982589960098267, "global_st{"train_loss": 0.1234699785709381{"train_loss": 0.123186{"train_loss": 0.09958453476428986, "global_st{"train_loss": 0.0964414700865745{"train_loss": 0.097200{"train_loss": 0.06183627247810364, "global_st{"train_loss": 0.0658263638615608{"train_loss": 0.065840{"train_loss": 0.07166778296232224, "global_st{"train_loss": 0.0762675479054451, "global_step": 24520,{"train_loss": 0.06607219576835632, "global_s{"train_loss": 0.06744001805782318, "global_step": 24521,{"train_loss": 0.10655731707811356, "global_s{"train_loss": 0.10371213406324387{"train_loss": 0.10434{"train_loss": 0.09412676841020584, "global_s{"train_loss": 0.09984438121318817{"train_loss": 0.099302{"train_loss": 0.08897422254085541, "global_s{"train_loss": 0.09027231484651566, "global_step": 24524,{"train_loss": 0.06017991900444031, "global_s{"train_loss": 0.06190798431634903{"train_loss": 0.062107{"train_loss": 0.10469537228345871, "global_step": 24526, "epoch": 255, "lr": 0{"train_loss": 0.105870{"train_loss": 0.09328298270702362, "global_step": 24527, "epoch": 255, "lr": 0.00011427649431161076}
+{"train_loss": 0.1030694991350174, "global_step": 24528, "epoch": 255, "lr": 0.{"train_loss": 0.10134{"train_loss": 0.07425194978713989, "global_step": 24529, "epoch": 255, "lr": 0{"train_loss": 0.080232{"train_loss": 0.08913379162549973, "global_step": 24530, "epoch": 255, "lr": 0{"train_loss": 0.084903{"train_loss": 0.08945710957050323, "global_st{"train_loss": 0.08406388014554977, "global_step": 24531{"train_loss": 0.07665766775608063, "global_step": 24532, "epoch": 255, "lr": 0{"train_loss": 0.073194{"train_loss": 0.059188149869441986, "global_step": 24533, "epoch": 255, "lr": {"train_loss": 0.0633135{"train_loss": 0.060456812381744385, "global_step": 24534, "epoch": 255, "lr": 0.00011417212950116378}
+{"train_loss": 0.06844782829284668, "global_step": 24535, "epoch": 255, "lr": {"train_loss": 0.0741965{"train_loss": 0.10567609965801239, "global_step": 24536, "epoch": 255, "lr": {"train_loss": 0.0998558{"train_loss": 0.06363976001739502, "global_step": 24537, "epoch": 255, "lr": 0.00011412741049016448}
+{"train_loss": 0.11276265233755112, "global_step": 24538, "epoch": 255, "lr": {"train_loss": 0.112921{"train_loss": 0.08689983189105988, "global_{"train_loss": 0.08500026166439056{"train_loss": 0.0845991{"train_loss": 0.07488660514354706, "global_{"train_loss": 0.07513788342475891{"train_loss": 0.0759108{"train_loss": 0.0802854523062706, "global_s{"train_loss": 0.07790102809667587{"train_loss": 0.077600{"train_loss": 0.12083344906568527, "global_s{"train_loss": 0.1231369823217392,{"train_loss": 0.124468{"train_loss": 0.07687868177890778, "global_step": 24543, "epoch": 255, "lr": 0.00011403798825961472}
+{"train_loss": 0.09703086316585541, "global_step": 24544, "epoch": 255, "lr": 0.00011402308660274692}
+{"train_loss": 0.09951423108577728, "global_step": 24545, "epoch": 255, "lr": 0.00011400818553135644}
+{"train_loss": 0.08799902349710464, "global_step": 24546, "epoch": 255, "lr": 0.00011399328504554483}
+{"train_loss": 0.087563157081604, "global_step": 24547, "epoch": 255, "lr": 0.{"train_loss": 0.08883{"train_loss": 0.08246451616287231, "global_step": 24548, "epoch": 255, "lr": 0.{"train_loss": 0.07894{"train_loss": 0.07924613356590271, "global_step": 24549, "epoch": 255, "lr": 0.{"train_loss": 0.080{"train_loss": 0.09153160452842712, "global_{"train_loss": 0.09176512807607651, {"train_loss": 0.0917{"train_loss": 0.06420086324214935, "global_step": 24551, "epoch": 255, "lr": 0.00011391879140372123}
+{"train_loss": 0.06892463564872742, "global_step": 24552, "epoch": 255, "lr": 0{"train_loss": 0.069479{"train_loss": 0.08900328725576401, "global_step": 24553, "epoch": 255, "lr": 0{"train_loss": 0.085586{"train_loss": 0.07488669455051422, "global_step": 24554, "epoch": 255, "lr": 0{"train_loss": 0.075262{"train_loss": 0.05246146023273468, "global_step": 24555, "epoch": 255, "lr": 0.00011385920704103075}
+{"train_loss": 0.09021611511707306, "global_step": 24556, "epoch": 255, "lr": 0.00011384431241658805}
+{"train_loss": 0.07132334262132645, "glob{"train_loss": 0.06875631213188171, "global_step": 24557, "ep{"train_loss": 0.09343472123146057, "glob{"train_loss": 0.09536214917898178, "global_step": 24558, "ep{"train_loss": 0.09012523293495178, "global_step": 24559, "epoch": 255, "lr": 0.00011379963206383428}
+{"train_loss": 0.10861319303512573, "global_step": 24560, "epoch": 255, "lr": 0.00011378473978677922}
+{"train_loss": 0.06491854786872864, "global_step": 24561, "epoch": 255, "lr": 0.00011376984809682472}
+{"train_loss": 0.0859893262386322, "global_step": 24562, "epoch": 255, "lr": 0.00011375495699407194}
+{"train_loss": 0.08205166459083557, "glo{"train_loss": 0.07861281931400299, "global_step": 24563, "ep{"train_loss": 0.07588808983564377, "global_step": 24564, "epoch": 255, "lr": 0.00011372517655057788}
+{"train_loss": 0.0982031524181366, "global_step": 24565, "epoch": 255, "lr": 0.00011371028721003925}
+{"train_loss": 0.09082777798175812, "global_step": 24566, "epoch": 255, "lr": 0.00011369539845710808}
+{"train_loss": 0.10617168992757797, "global_step": 24567, "epoch": 255, "lr": 0.00011368051029188586}
+{"train_loss": 0.13425219058990479, "global_step": 24568, "epoch": 255, "lr": 0{"train_loss": 0.123635{"train_loss": 0.11683067679405212, "glob{"train_loss": 0.116294264793396, "glo{"train_loss": 0.116813{"train_loss": 0.09913202375173569, "global_step": 24570, "epoch": 255, "lr": 0{"train_loss": 0.104597{"train_loss": 0.09869708120822906, "global_step": 24571, "epoch": 255, "lr": 0.00011362096351011295}
+{"train_loss": 0.09721525758504868, "g{"train_loss": 0.10103101283311844, "global_step": 24572, "epoch{"train_loss": 0.08432814478874207, "global_step": 24573, "epoch": 255, "lr": 0.00011359119364811541}
+{"train_loss": 0.08680993318557739, "global_step": 24574, "epoch": 255, "lr": {"train_loss": 0.0870785{"train_loss": 0.0861211793962866, "global_step": 24575, "epoch": 255, "lr": 0.00011356142613979184}
+{"train_loss": 0.07796216011047363, "gl{"train_loss": 0.08709162473678589, "gl{"train_loss": 0.0865491{"train_loss": 0.0720343291759491, "global_step": 24577, "epoch": 256, "lr": 0.00011353166098595287}
+{"train_loss": 0.08066536486148834, "glo{"train_loss": 0.07991519570350647, "global_step": 24578, "epo{"train_loss": 0.10800613462924957, "global_step": 24579, "epoch": 256, "lr": 0.00011350189818740944}
+{"train_loss": 0.12307174503803253, "global_step": 24580, "epoch": 256, "lr": 0{"train_loss": 0.123707{"train_loss": 0.07004331052303314, "global_step": 24581, "epoch": 256, "lr": 0{"train_loss": 0.071333{"train_loss": 0.11152574419975281, "global_step": 24582, "epoch": 256, "lr": 0.00011345725840754662}
+{"train_loss": 0.11366992443799973, "global_step": 24583, "epoch": 256, "lr": {"train_loss": 0.1098930{"train_loss": 0.08365868031978607, "global_step": 24584, "epoch": 256, "lr": {"train_loss": 0.0835619{"train_loss": 0.06155867502093315, "global_step": 24585, "epoch": 256, "lr": 0.00011341262393165853}
+{"train_loss": 0.0906975269317627, "glo{"train_loss": 0.08540157228708267, "global_step": 24586, "epo{"train_loss": 0.08018022775650024, "glo{"train_loss": 0.07992351055145264, "global_step": 24587, "epo{"train_loss": 0.051517143845558167, "gl{"train_loss": 0.04749074578285217, "global_step": 24588, "epoc{"train_loss": 0.10020346194505692, "gl{"train_loss": 0.10066540539264679, "glo{"train_loss": 0.100557{"train_loss": 0.08515328168869019, "global_step": 24590, "epoch": 256, "lr": 0{"train_loss": 0.083620{"train_loss": 0.08022775501012802, "global_step": 24591, "epoch": 256, "lr": 0.00011332337090274814}
+{"train_loss": 0.07546654343605042, "gl{"train_loss": 0.07499583065509796, "glo{"train_loss": 0.075026{"train_loss": 0.13811463117599487, "gl{"train_loss": 0.13524502515792847, "global_step": 24593, "epoc{"train_loss": 0.09197379648685455, "gl{"train_loss": 0.09021089971065521, "global_step": 24594, "epoc{"train_loss": 0.08000658452510834, "gl{"train_loss": 0.08126561343669891, "global_step": 24595, "epoc{"train_loss": 0.0882640853524208, "global_step": 24596, "epoch": 256, "lr": 0.00011324900960938958}
+{"train_loss": 0.1112440824508667, "glob{"train_loss": 0.11457660794258118, "global_step": 24597, "ep{"train_loss": 0.08882211893796921, "glob{"train_loss": 0.0926930159330368, "gl{"train_loss": 0.092508{"train_loss": 0.09668241441249847, "glo{"train_loss": 0.09758816659450531, "gl{"train_loss": 0.097457{"train_loss": 0.11075377464294434, "glo{"train_loss": 0.11415661871433258, "global_step": 24600, "epo{"train_loss": 0.13414812088012695, "global_step": 24601, "epoch": 256, "lr": {"train_loss": 0.1333472{"train_loss": 0.075640968978405, "globa{"train_loss": 0.076042041182518, "global_step": 24602, "epo{"train_loss": 0.1118917465209961, "glob{"train_loss": 0.11723317205905914, "global_step": 24603, "ep{"train_loss": 0.07720808684825897, "glob{"train_loss": 0.0738585963845253, "global_step": 24604, "ep{"train_loss": 0.09903957694768906, "glo{"train_loss": 0.10042931139469147, "global_step": 24605, "epo{"train_loss": 0.11933068931102753, "global_step": 24606, "epoch": 256, "lr": 0.00011310033134147677}
+{"train_loss": 0.06912580877542496, "global_step": 24607, "epoch": 256, "lr": 0.00011308546676770109}
+{"train_loss": 0.10826411098241806, "global_step": 24608, "epoch": 256, "lr": 0.00011307060278578782}
+{"train_loss": 0.0974588543176651, "glob{"train_loss": 0.09533391892910004, "global_step": 24609, "ep{"train_loss": 0.0883793905377388, "global_step": 24610, "epoch": 256, "lr": 0.00011304087659795293}
+{"train_loss": 0.0986100435256958, "global_step": 24611, "epoch": 256, "lr": 0.00011302601439223381}
+{"train_loss": 0.07020317018032074, "global_step": 24612, "epoch": 256, "lr": 0.00011301115277878195}
+{"train_loss": 0.0681634172797203, "global_step": 24613, "epoch": 256, "lr": 0.00011299629175769836}
+{"train_loss": 0.07704228162765503, "global_step": 24614, "epoch": 256, "lr": 0.00011298143132908438}
+{"train_loss": 0.10567651689052582, "global_step": 24615, "epoch": 256, "lr": 0.00011296657149304123}
+{"train_loss": 0.09178488701581955, "global_step": 24616, "epoch": 256, "lr": 0.00011295171224966998}
+{"train_loss": 0.09031173586845398, "global_step": 24617, "epoch": 256, "lr": 0.00011293685359907184}
+{"train_loss": 0.07976573705673218, "global_step": 24618, "epoch": 256, "lr": 0.00011292199554134806}
+{"train_loss": 0.07209771871566772, "global_step": 24619, "epoch": 256, "lr": 0.00011290713807659984}
+{"train_loss": 0.09837821125984192, "global_step": 24620, "epoch": 256, "lr": 0{"train_loss": 0.097850{"train_loss": 0.0632091611623764, "global{"train_loss": 0.06670847535133362, "global_step": 24621, "{"train_loss": 0.09094275534152985, "global{"train_loss": 0.09078259766101837, "global_step": 24622, "{"train_loss": 0.11007939279079437, "global{"train_loss": 0.11427927017211914, "global_step": 24623, "{"train_loss": 0.10443031787872314, "global_step": 24624, "epoch": 256, "lr": 0.0001128328596510321}
+{"train_loss": 0.1112000048160553, "global_{"train_loss": 0.10398904979228973, "global_step": 24625, {"train_loss": 0.08097906410694122, "global_step": 24626, "epoch": 256, "lr": 0.00011280315243517432}
+{"train_loss": 0.08435839414596558, "global_step": 24627, "epoch": 256, "lr": 0.00011278829971787215}
+{"train_loss": 0.08549536764621735, "global_step": 24628, "epoch": 256, "lr": 0.0001127734475944558}
+{"train_loss": 0.08396628499031067, "global_step": 24629, "epoch": 256, "lr": 0.00011275859606502654}
+{"train_loss": 0.0715690329670906, "global_step": 24630, "epoch": 256, "lr": 0.0001127437451296856}
+{"train_loss": 0.0684625655412674, "global_s{"train_loss": 0.07205958664417267, "global_step": 24631,{"train_loss": 0.07505939900875092, "global_step": 24632, "epoch": 256, "lr": 0.00011271404504167264}
+{"train_loss": 0.10165435820817947, "global_step": 24633, "epoch": 256, "lr": 0.000112699195889203}
+{"train_loss": 0.08371291309595108, "global_s{"train_loss": 0.07872526347637177, "global_step": 24634,{"train_loss": 0.0893334299325943, "global_step": 24635, "epoch": 256, "lr": 0.00011266949936784302}
+{"train_loss": 0.07229970395565033, "global_step": 24636, "epoch": 256, "lr": 0.00011265465199915483}
+{"train_loss": 0.0702311247587204, "global_step": 24637, "epoch": 256, "lr": 0.00011263980522526268}
+{"train_loss": 0.08620715141296387, "global_step": 24638, "epoch": 256, "lr": 0.00011262495904626775}
+{"train_loss": 0.10492198169231415, "global_step": 24639, "epoch": 256, "lr": 0.00011261011346227097}
+{"train_loss": 0.0719790831208229, "global_ste{"train_loss": 0.0779876857995987, "global_step": 24640{"train_loss": 0.0976816937327385, "global_ste{"train_loss": 0.09772446751594543, "global_step": 2464{"train_loss": 0.0935295820236206, "global_step": 24642, "epoch": 256, "lr": 0.0001125655802812811}
+{"train_loss": 0.06455043703317642, "global_step": 24643, "epoch": 256, "lr": 0.00011255073707828816}
+{"train_loss": 0.08768677711486816, "global_ste{"train_loss": 0.0857771709561348, "global_step": 24644{"train_loss": 0.10023531317710876, "global_st{"train_loss": 0.10234957933425903, "global_step": 24645{"train_loss": 0.06442835181951523, "global_st{"train_loss": 0.0661947950720787, "global_step": 24646{"train_loss": 0.10788179188966751, "global_step": 24647, "epoch": 256, "lr": 0.00011249137022236397}
+{"train_loss": 0.07089196145534515, "global_s{"train_loss": 0.06711062788963318, "global_step": 24648{"train_loss": 0.08954103291034698, "global_s{"train_loss": 0.09394244849681854, "glob{"train_loss": 0{"train_loss": 0.08672124147415161, "global_s{"train_loss": 0.0860147476196289, "global_step": 24650, {"train_loss": 0.05867376923561096, "global_step": 24651, "epoch": 256, "lr": 0.00011243201290096674}
+{"train_loss": 0.14242017269134521, "global_step": 24652, "epoch": 256, "lr": 0.000112{"train_loss": 0{"train_loss": 0.08611325919628143, "global_step": 24653, "epoch": 256, "lr": 0.000112{"train_loss": 0{"train_loss": 0.12108483910560608, "global_step": 24654, "epoch": 256, "lr": 0.00011238750117084265}
+{"train_loss": 0.07339899986982346, "global_step": 24655, "epoch": 256, "lr": 0.0001123726651205637}
+{"train_loss": 0.07729992270469666, "global_step": 24656, "epoch": 256, "lr": 0.0001{"train_loss": 0.0{"train_loss": 0.09534045308828354, "global_step": 24657, "epoch": 256, "lr": 0.0001{"train_loss": 0.0{"train_loss": 0.054151978343725204, "global_step": 24658, "epoch": 256, "lr": 0.00011232816055042885}
+{"train_loss": 0.08212339878082275, "global_step": 24659, "epoch": 256, "lr": 0.0001123133268876212}
+{"train_loss": 0.08682829141616821, "global_step": 24660, "epoch": 256, "lr": 0.000{"train_loss": 0.08{"train_loss": 0.11185482889413834, "global_step": 24661, "epoch": 256, "lr": 0.000112283661353468}
+{"train_loss": 0.09698977321386337, "global{"train_loss": 0.09450818598270416, "global_step": 24662, "{"train_loss": 0.08233166486024857, "global_step": 24663, "epoch": 256, "lr": 0.00011225399820860435}
+{"train_loss": 0.07601045817136765, "global_step": 24664, "epoch": 256, "lr": 0.000{"train_loss": 0.08{"train_loss": 0.06627430021762848, "global{"train_loss": 0.07216396927833557, "global_step": 24665, "{"train_loss": 0.09704424440860748, "global_step": 24666, "epoch": 256, "lr": 0.00011220950797299416}
+{"train_loss": 0.07386776059865952, "global_step": 24667, "epoch": 256, "lr": 0.00011219467908997741}
+{"train_loss": 0.07276366651058197, "global_step": 24668, "epoch": 256, "lr": 0.00011217985080488906}
+{"train_loss": 0.06006103754043579, "global_step": 24669, "epoch": 256, "lr": 0.000{"train_loss": 0.06{"train_loss": 0.08362376689910889, "global_step": 24670, "epoch": 256, "lr": 0.0001121501960289011}
+{"train_loss": 0.08832151489332318, "global_step": 24671, "epoch": 256, "lr": 0.00011213536953820355}
+{"train_loss": 0.09077245742082596, "global_step": 24672, "epoch": 257, "lr": 0.00011212054364583804}
+{"train_loss": 0.07300573587417603, "global_step": 24673, "epoch": 257, "lr": 0.00011210571835190586}
+{"train_loss": 0.09055523574352264, "global_step": 24674, "epoch": 257, "lr": 0.0{"train_loss": 0.0911{"train_loss": 0.07571321725845337, "global_step": 24675, "epoch": 257, "lr": 0.0001120760695597447}
+{"train_loss": 0.06834089756011963, "global_step": 24676, "epoch": 257, "lr": 0.00011206124606171755}
+{"train_loss": 0.08494596928358078, "global_step": 24677, "epoch": 257, "lr": 0.00011204642316252751}
+{"train_loss": 0.08103929460048676, "glob{"train_loss": 0.08614455163478851, "global_step": 24678, "ep{"train_loss": 0.09092295169830322, "global_step": 24679, "epoch": 257, "lr": 0.000112016779161062}
+{"train_loss": 0.06990204006433487, "global_step": 24680, "epoch": 257, "lr": 0.00011200195805898837}
+{"train_loss": 0.12050352245569229, "glob{"train_loss": 0.11914809048175812, "global_step": 24681, "ep{"train_loss": 0.06819050014019012, "glob{"train_loss": 0.071049265563488, "global_step": 24682, "epo{"train_loss": 0.07406575977802277, "gl{"train_loss": 0.07536521553993225, "global_step": 24683, "epoc{"train_loss": 0.09024118632078171, "global_step": 24684, "epoch": 257, "lr": 0.0001119426796441101}
+{"train_loss": 0.0794512927532196, "global_step": 24685, "epoch": 257, "lr": 0{"train_loss": 0.078596{"train_loss": 0.10441721975803375, "global_step": 24686, "epoch": 257, "lr": 0{"train_loss": 0.110821{"train_loss": 0.07680107653141022, "global_step": 24687, "epoch": 257, "lr": 0.00011189822712886386{"{"train_loss": 0.0969381332397461, "glob{"train_loss": 0.09686445444822311, "global_step": 24688, "ep{"train_loss": 0.11030391603708267, "global_step": 24689, "epoch": 257, "lr": 0.00011186859511826697}
+{"train_loss": 0.11074952036142349, "global_step": 24690, "epoch": 257, "lr": 0.0001118537800131414}
+{"train_loss": 0.06847082078456879, "global_step": 24691, "epoch": 257, "lr": 0.0001118389655082654}
+{"train_loss": 0.08089668303728104, "global_step": 24692, "epoch": 257, "lr": 0.0001118241516037402}
+{"train_loss": 0.09762000292539597, "global_step": 24693, "epoch": 257, "lr": 0.00011180933829966642}
+{"train_loss": 0.07173249870538712, "global_step": 24694, "epoch": 257, "lr": 0.00011179452559614508}
+{"train_loss": 0.0882134661078453, "global_step": 24695, "epoch": 257, "lr": 0.0001117797134932769}
+{"train_loss": 0.0809202492237091, "global_step": 24696, "epoch": 257, "lr": 0.00011176490199116285}
+{"train_loss": 0.06619313359260559, "global_step": 24697, "epoch": 257, "lr": 0.00011175009108990384{"{"train_loss": 0.05278652161359787, "glo{"train_loss": 0.05489663779735565, "global_step": 24698, "e{"{"train_loss": 0.0708649754524231, "global_step": 24699, "epoch": 257, "lr": 0.00{"train_loss": 0.073{"train_loss": 0.06748276948928833, "global_step": 24700, "epoch": 257, "lr": 0.000111705661992265}
+{"train_loss": 0.09287381172180176, "global_step": 24701, "epoch": 257, "lr": 0.0001116908534954344}
+{"train_loss": 0.12237101048231125, "global_step": 24702, "epoch": 257, "lr": 0.00{"train_loss": 0.12{"train_loss": 0.06977542489767075, "global_step": 24703, "epoch": 257, "lr": 0.00{"train_loss": 0.07{"train_loss": 0.10804848372936249, "global_step": 24704, "epoch": 257, "lr": 0.00{"train_loss": 0.11{{"train_loss": 0.07982809841632843, "global_step": 24705, "epoch": 257, "lr": 0.00011163162552271245}
+{"train_loss": 0.09160421788692474, "global_step": 24706, "epoch": 257, "lr": 0.00011161682003368623}
+{"train_loss": 0.10499028116464615, "global_step": 24707, "epoch": 257, "lr": 0.00011160201514652339}
+{"train_loss": 0.0627913624048233, "global_step": 24708, "epoch": 257, "lr": 0.0{"train_loss": 0.062{{"train_loss": 0.0962044894695282, "global_step": 24709, "epoch": 257, "lr": 0.00{"train_loss": 0.099{"train_loss": 0.07035805284976959, "global_step": 24710, "epoch": 257, "lr": 0.00011155760409722327}
+{"train_loss": 0.12393899261951447, "global_step": 24711, "epoch": 257, "lr": 0.00011154280161852205}
+{"train_loss": 0.09890218079090118, "glob{"train_loss": 0.10394516587257385, "glob{"train_loss": 0.104{"train_loss": 0.07856118679046631, "glob{"train_loss": 0.07929772138595581, "glob{"train_loss": 0.078{"train_loss": 0.11194410920143127, "global_step": 24714, "epoch": 257, "lr": 0.00{"train_loss": 0.1{"train_loss": 0.04483075439929962, "global_step": 24715, "epoch": 257, "lr": 0.00{"train_loss": 0.043{"train_loss": 0.10949923098087311, "global_step": 24716, "epoch": 257, "lr": 0.00011146879826254299}
+{"train_loss": 0.10885646939277649, "glo{"train_loss": 0.10967159271240234, "global_step": 24717, "epo{"train_loss": 0.099647656083107, "globa{"train_loss": 0.10094231367111206, "global_step": 24718, "e{"train_loss": 0.06251882016658783, "global_step": 24719, "epoch": 257, "lr": 0.00011142440348260538}
+{"train_loss": 0.08968807756900787, "global_step": 24720, "epoch": 257, "lr": 0.000{"train_loss": 0.09{"train_loss": 0.10225093364715576, "global_step": 24721, "epoch": 257, "lr": 0.00{"train_loss": 0.103{"train_loss": 0.08693138509988785, "globa{"train_loss": 0.08270043879747391, "global_step": 24722, "e{"train_loss": 0.06749118119478226, "globa{"train_loss": 0.06999918818473816, "global_step": 24723, "e{"train_loss": 0.11875102669000626, "global_step": 24724, "epoch": 257, "lr": 0.0{"train_loss": 0.1169{"train_loss": 0.08282525092363358, "global_step": 24725, "epoch": 257, "lr": 0.{"train_loss": 0.0849{"train_loss": 0.09394941478967667, "global_step": 24726, "epoch": 257, "lr": 0.00011132083677853149}
+{"train_loss": 0.12514205276966095, "global_step": 24727, "epoch": 257, "lr": 0.00011130604394980215}
+{"train_loss": 0.11249129474163055, "global_step": 24728, "epoch": 257, "lr": 0.00011129125172505234}
+{"train_loss": 0.07114282250404358, "global_step": 24729, "epoch": 257, "lr": 0.00011127646010438306}
+{"train_loss": 0.10487979650497437, "global_step": 24730, "epoch": 257, "lr": 0.00011126166908789483}
+{"train_loss": 0.08100785315036774, "global_step": 24731, "epoch": 257, "lr": 0.00011124687867568844}
+{"train_loss": 0.1081717237830162, "global_step": 24732, "epoch": 257, "lr": 0.00011123208886786463}
+{"train_loss": 0.09965679049491882, "global_step": 24733, "epoch": 257, "lr": 0.00011121729966452414}
+{"train_loss": 0.09752205014228821, "global_step": 24734, "epoch": 257, "lr": 0.0{"train_loss": 0.1000{"train_loss": 0.09721247106790543, "global_step": 24735, "epoch": 257, "lr": 0.00011118772307169569}
+{"train_loss": 0.0825100764632225, "global_step": 24736, "epoch": 257, "lr": 0.00011117293568240928}
+{"train_loss": 0.0976463258266449, "global_step": 24737, "epoch": 257, "lr": 0.00011115814889800887}
+{"train_loss": 0.1077728420495987, "global_step": 24738, "epoch": 257, "lr": 0.00011114336271859533}
+{"train_loss": 0.07959803938865662, "global_step": 24739, "epoch": 257, "lr": 0.0001111285771442691}
+{"train_loss": 0.07755370438098907, "global_step": 24740, "epoch": 257, "lr": 0.000{"train_loss": 0.07{"train_loss": 0.07335013151168823, "global_{"train_loss": 0.0712658017873764, "glo{"train_loss": 0.07{"train_loss": 0.09936176985502243, "global{"train_loss": 0.09880664944648743, "glo{"train_loss": 0.09{"train_loss": 0.09839440882205963, "global{"train_loss": 0.09702204912900925, "global_step": 24743, "{"train_loss": 0.08220888674259186, "global{"train_loss": 0.07970540225505829, "glo{"train_loss": 0.08{"train_loss": 0.11872828006744385, "global_step": 24745, "epoch": 257, "lr": 0.00011103987641078737}
+{"train_loss": 0.08463045954704285, "global_step": 24746, "epoch": 257, "lr": 0.0001110250950748925}
+{"train_loss": 0.07057449966669083, "global_step": 24747, "epoch": 257, "lr": 0.00011101031434489045}
+{"train_loss": 0.08076470345258713, "global_step": 24748, "epoch": 257, "lr": 0.00011099553422088199}
+{"train_loss": 0.07740806043148041, "globa{"train_loss": 0.07512465864419937, "global_step": 24749, "e{"train_loss": 0.09540198743343353, "globa{"train_loss": 0.10121499747037888, "global_step": 24750, "e{"train_loss": 0.07426725327968597, "globa{"train_loss": 0.07775525748729706, "global_step": 24751, "e{"train_loss": 0.08811943978071213, "globa{"train_loss": 0.0863177478313446, "global_step": 24752, "ep{"train_loss": 0.09211607277393341, "glob{"train_loss": 0.09124870598316193, "global_step": 24753, "ep{"train_loss": 0.08811300992965698, "global_step": 24754, "epoch": 257, "lr": 0.0{"train_loss": 0.0875{"train_loss": 0.1050327941775322, "global_step": 24755, "epoch": 257, "lr": 0.00011089209032909399}
+{"train_loss": 0.0961339920759201, "global_step": 24756, "epoch": 257, "lr": 0.00011087731505665634}
+{"train_loss": 0.09503229707479477, "global_step": 24757, "epoch": 257, "lr": 0.00{"train_loss": 0.093{"train_loss": 0.058017417788505554, "glob{"train_loss": 0.0597209669649601, "glob{"train_loss": 0.0594{"train_loss": 0.1111680194735527, "glob{"train_loss": 0.11419246345758438, "glob{"train_loss": 0.115{"train_loss": 0.04741068184375763, "glob{"train_loss": 0.050378091633319855, "glo{"train_loss": 0.050{"train_loss": 0.09531502425670624, "global_step": 24761, "epoch": 257, "lr": 0.000{"train_loss": 0.10{"train_loss": 0.08137322217226028, "globa{"train_loss": 0.08416271209716797, "glob{"train_loss": 0.08{"train_loss": 0.08295924961566925, "global_step": 24763, "epoch": 257, "lr": 0.00011077390514840408}{{"train_loss": 0.08566343784332275, "glob{"train_loss": 0.0869826227426529, "global{"train_loss": 0.08{"train_loss": 0.11866723746061325, "glo{"train_loss": 0.12422019243240356, "global_step": 24765, "e{{"train_loss": 0.09685102105140686, "global_step": 24766, "epoch": 257, "lr": 0.000{"train_loss": 0.09{"train_loss": 0.08864035628115137, "global_step": 24767, "epoch": 257, "lr": 0.00011071482713732091}
+{"train_loss": 0.09361700713634491, "global_step": 24768, "epoch": 258, "lr": 0.00011070005915431286}
+{"train_loss": 0.07108104228973389, "gl{"train_loss": 0.07119635492563248, "global{"train_loss": 0.071{"train_loss": 0.05005211383104324, "global_step": 24770, "epoch": 258, "lr": 0.00011067052501271609}
+{"train_loss": 0.09039012342691422, "global_step": 24771, "epoch": 258, "lr": 0.00011065575885432842}
+{"train_loss": 0.07561971247196198, "global_step": 24772, "epoch": 258, "lr": 0.{"train_loss": 0.07725{"train_loss": 0.08410471677780151, "global_step": 24773, "epoch": 258, "lr": 0.{"train_loss": 0.08389{"train_loss": 0.07902250438928604, "global_step": 24774, "epoch": 258, "lr": 0.00011061146403001514}
+{"train_loss": 0.0850740373134613, "global_step": 24775, "epoch": 258, "lr": 0.00011059670030586242}
+{"train_loss": 0.12194003909826279, "gl{"train_loss": 0.12198784947395325, "global_step": 24776, "epoc{"train_loss": 0.08291086554527283, "global_step": 24777, "epoch": 258, "lr": 0.00011056717468408777}
+{"train_loss": 0.08133150637149811, "global_step": 24778, "epoch": 258, "lr": 0.00011055241278666688}
+{"train_loss": 0.07642364501953125, "global_step": 24779, "epoch": 258, "lr": 0.0{"train_loss": 0.0752{"train_loss": 0.09062225371599197, "gl{"train_loss": 0.08359675854444504, "global_step": 24780, "epo{"train_loss": 0.08554521948099136, "global_step": 24781, "epoch": 258, "lr": 0.0{"train_loss": 0.0883{"train_loss": 0.09728743135929108, "global_step": 24782, "epoch": 258, "lr": 0.0{"train_loss": 0.{"tr{"train_loss": 0.08846895396709442, "global_step": 24783, "epoch": 258, "lr": 0.00011047861243824{"tra{"train_loss": 0.10585026443004608, "global_step": 24784, "epoch": 258, "lr": 0.00011046385419700{"tra{"train_loss": 0.10035613179206848, "global_step": 24785, "epoch": 258, "lr": 0.00011044909656547{"tra{"train_loss": 0.07915354520082474, "global_step": 24786, "epoch": 258, "lr": 0.00011043433954376{"tra{"train_loss": 0.08343254774808884, {"train_loss": 0.0850587785243988, "global_step": 24787, "epo{"tra{"train_loss": 0.05539945140480995, "global_step": 24788, "epoch": 258, "lr": 0.00011040482733018{"tra{"train_loss": 0.05173124372959137, "global_step": 24789, "epoch": 258, "lr": 0.00011039007213851{"tra{"train_loss": 0.06798087805509567, "global_step": 24790, "epoch": 258, "lr": 0.000110375317557072}
+{"train_loss": 0.07123079895973206, {"train_loss": 0.07404249906539917, "global_step": 24791, "epoch":{"train_loss": 0.1072063222527504, "global_step": 24792, "epoch": 258, "lr": 0.00011034581022523043}
+{"train_loss": 0.07155430316925049, "{"train_loss": 0.07130609452724457, "globa{"train_loss": 0.070443{"train_loss": 0.08860404044389725, "global_step": 24794, "epoch": 258, "lr": 0.00011031630533546308}
+{"train_loss": 0.11255449056625366, "global_step": 24795, "epoch": 258, "lr": 0.00011030155380660843}
+{"train_loss": 0.07793936133384705, "global_step": 24796, "epoch": 258, "lr": 0.000110286802888573{"tr{"train_loss": 0.095611073076725, "global_step": 24797, "epoch": 258, "lr": 0.00011027205258145943{"{"train_loss": 0.0905701145529747, "global_step": 24798, "epoch": 258, "lr": 0.00011025730288536592}{{"train_loss": 0.08346018940210342, "global_step": 24799, "epoch": 258, "lr": 0.0001102425538003937}
+{"train_loss": 0.11757916212081909, "glo{"train_loss": 0.11753138899803162, "global_step": 24800, "epo{"train_loss": 0.10747478902339935, "global_step": 24801, "epoch": 258, "lr": 0.0001102130574642149}{{"train_loss": 0.08731752634048462, "global_step": 24802, "epoch": 258, "lr": 0.00011019831021320912}
+{"train_loss": 0.08658494055271149, "global_step": 24803, "epoch": 258, "lr": 0.00011018356357372641}
+{"train_loss": 0.09411711990833282, "glo{"train_loss": 0.09570280462503433, "global_step": 24804, "epo{"train_loss": 0.06499801576137543, "global_step": 24805, "epoch": 258, "lr": 0.00{"train_loss": 0.064{"train_loss": 0.07979343086481094, "global_step": 24806, "epoch": 258, "lr": 0.00{"train_loss": 0.079{"train_loss": 0.10882867872714996, "global_step": 24807, "epoch": 258, "lr": 0.00{"train_loss": 0.111{"train_loss": 0.079774409532547, "global_step": 24808, "epoch": 258, "lr": 0.000{"train_loss": 0.0{{"train_loss": 0.07971502095460892, "globa{"train_loss": 0.08213852345943451, "glob{"train_loss": 0.08{"train_loss": 0.09603634476661682, "global_step": 24810, "epoch": 258, "lr": 0.000{"train_loss": 0.0{"train_loss": 0.09409904479980469, "glob{"train_loss": 0.08899150788784027, "global_step": 24811, "e{"train_loss": 0.10858003795146942, "glob{"train_loss": 0.10839066654443741, "global_step": 24812, "e{"train_loss": 0.12660083174705505, "global_step": 24813, "epoch": 258, "lr": 0.00011003613083475416}
+{"train_loss": 0.08014021813869476, "glob{"train_loss": 0.08418039977550507, "global_step": 24814, "ep{"train_loss": 0.08066906034946442, "glob{"train_loss": 0.07954639196395874, "global_step": 24815, "e{"train_loss": 0.09270831942558289, "glob{"train_loss": 0.09049351513385773, "global_step": 24816, {"t{"train_loss": 0.10966502130031586, "glob{"train_loss": 0.10610532760620117, "global_step": 24817, {"t{"train_loss": 0.0634169653058052, "global_step": 24818, "epoch": 258, "lr": 0.0001099624374325209}
+{"train_loss": 0.09960322827100754, "global_step": 24819, "epoch": 258, "lr": 0.00010994770059106048}
+{"train_loss": 0.0853554755449295, "global_step": 24820, "epoch": 258, "lr": 0.0001{"train_loss": 0.{"train_loss": 0.12799924612045288, "globa{"train_loss": 0.12605367600917816, "global_step": 24821, {"{"train_loss": 0.07036326080560684, "global_step": 24822, "epoch": 258, "lr": 0.00010990349374645805}
+{"train_loss": 0.09244780987501144, "global_step": 24823, "epoch": 258, "lr": 0.00010988875935851799}
+{"train_loss": 0.08900629729032516, "global_step": 24824, "epoch": 258, "lr": 0.00010987402558420888{"{"train_loss": 0.09770996123552322, "globa{"train_loss": 0.09577570110559464, "global_step": 24825, {"{"train_loss": 0.12206004559993744, "global_step": 24826, "epoch": 258, "lr": 0.0001{"train_loss": 0.1{"train_loss": 0.10542888939380646, "global_step": 24827, "epoch": 258, "lr": 0.00010982982794407057}
+{"train_loss": 0.10064488649368286, "global_step": 24828, "epoch": 258, "lr": 0.00010981509662528861{"{"train_loss": 0.10477948188781738, "globa{"train_loss": 0.10813739895820618, "global_step": 24829, {"{"train_loss": 0.1293392777442932, "global_step": 24830, "epoch": 258, "lr": 0.0001097856358302227}
+{"train_loss": 0.07486613094806671, "global{"train_loss": 0.07738865911960602, "global_step": 24831, "{"train_loss": 0.07515507191419601, "global_step": 24832, "epoch": 258, "lr": 0.00{"train_loss": 0.0{"{"train_loss": 0.07520498335361481, "global{"train_loss": 0.07829267531633377, "global_step": 24833, "{"train_loss": 0.08214498311281204, "global{"train_loss": 0.07880005240440369, "global_step": 24834,{"{"train_loss": 0.09416759014129639, "global{"train_loss": 0.09171680361032486, "global_step": 24835, "{"train_loss": 0.059160854667425156, "globa{"train_loss": 0.0596001110970974, "global_step": 24836, "ep{"train_loss": 0.06852048635482788, "global_step": 24837, "epoch": 258, "lr": 0.00{"train_loss": 0.069{"train_loss": 0.0723438709974289, "globa{"train_loss": 0.07156827300786972, "global_step": 24838, "e{"train_loss": 0.09554027020931244, "globa{"train_loss": 0.09717171639204025, "global_step": 24839, "e{"train_loss": 0.08500391244888306, "global_step": 24840, "epoch": 258, "lr": 0.00010963836873093143{"{"train_loss": 0.12856599688529968, "global_step": 24841, "epoch": 258, "lr": 0.00010962364540369603{"{"train_loss": 0.0830584317445755, "glob{"train_loss": 0.08268596976995468, "globa{"train_loss": 0.{"{"train_loss": 0.0902244970202446, "global_step": 24843, "epoch": 258, "lr": 0.00010959420059563425}{{"train_loss": 0.05127214267849922, "global_step": 24844, "epoch": 258, "lr": 0.00010957947911500848}
+{"train_loss": 0.10985972732305527, "global_step": 24845, "epoch": 258, "lr": 0.00010956475825011981}
+{"train_loss": 0.07699977606534958, "global_step": 24846, "epoch": 258, "lr": 0.00010955003800106835}
+{"train_loss": 0.05891461670398712, "global_step": 24847, "epoch": 258, "lr": 0.000{"train_loss": 0.05{"train_loss": 0.07462556660175323, "global_step": 24848, "epoch": 258, "lr": 0.00010952059935087841}
+{"train_loss": 0.09324313700199127, "global_step": 24849, "epoch": 258, "lr": 0.00010950588094994032}
+{"train_loss": 0.07515101134777069, "global_step": 24850, "epoch": 258, "lr": 0.00010949116316524046}
+{"train_loss": 0.07740212976932526, "globa{"train_loss": 0.08254225552082062, "glob{"train_loss": 0.08{"train_loss": 0.06862751394510269, "global_step": 24852, "epoch": 258, "lr": 0.0001094617294449564{"t{"train_loss": 0.06395983695983887, "globa{"train_loss": 0.06504654139280319, "global_step": 24853,{"t{"train_loss": 0.09442049264907837, "global_step": 24854, "epoch": 258, "lr": 0.0001094322981908278{"t{"train_loss": 0.09022685885429382, "global_step": 24855, "epoch": 258, "lr": 0.00010941758348882247}
+{"train_loss": 0.057294100522994995, "global_step": 24856, "epoch": 258, "lr": 0.0{"train_loss": 0.{"t{"train_loss": 0.08270968496799469, "global_step": 24857, "epoch": 258, "lr": 0.0001093881559354305{"t{"train_loss": 0.07521073520183563, "global_step": 24858, "epoch": 258, "lr": 0.00010937344308424429}
+{"train_loss": 0.09247539937496185, "global_step": 24859, "epoch": 258, "lr": 0.0001093587308501982{"t{"train_loss": 0.08816760778427124, "global_step": 24860, "epoch": 258, "lr": 0.00010934401923339237}
+{"train_loss": 0.08034402877092361, "global_step": 24861, "epoch": 258, "lr": 0.00010932930823392697}
+{"train_loss": 0.09159044921398163, "gl{"train_loss": 0.09005160629749298, "global_step": 24862, "{"tr{"train_loss": 0.08705700666178018, "global_step": 24863, "epoch": 258, "lr": {"train_loss": 0.087047{"train_loss": 0.08324655890464783, "gl{"train_loss": 0.08117222785949707, "gl{"train_loss": 0.080{"tr{"train_loss": 0.0984695702791214, "global_step": 24865, "epoch": 259, "lr": 0.00010927047041147372}
+{"train_loss": 0.08605103194713593, "global_step": 24866, "epoch": 259, "lr": 0{"train_loss": 0.086979{"train_loss": 0.08800213038921356, "glo{"train_loss": 0.08846509456634521, "global_step": 24867, "epo{"train_loss": 0.07486375421285629, "global_step": 24868, "epoch": 259, "lr": 0.0001092263485316169{"t{"train_loss": 0.08868978917598724, "glo{"train_loss": 0.0832800567150116, "global_step": 24869, "epoc{"train_loss": 0.10794098675251007, "global_step": 24870, "epoch": 259, "lr": 0{"train_loss": 0.10{"tr{"train_loss": 0.0624389722943306, "global_step": 24871, "epoch": 259, "lr": 0.{"train_loss": 0.06594{"train_loss": 0.0943702682852745, "global_step": 24872, "epoch": 259, "lr": 0.0{"train_loss": 0.090{"train_loss": 0.06453058123588562, "global_step": 24873, "epoch": 259, "lr": 0.0001091528244293597}
+{"train_loss": 0.08836741745471954, "global_step": 24874, "epoch": 259, "lr": 0.00010913812146443513{"{"train_loss": 0.09694685786962509, "global_step": 24875, "epoch": 259, "lr": 0.000109123419118253}
+{"train_loss": 0.08496642112731934, "glob{"train_loss": 0.0867588147521019, "global_step": 24876, "e{"{"train_loss": 0.09048271924257278, "glo{"train_loss": 0.0861729234457016, "global_step": 24877, "epoc{"train_loss": 0.07799740135669708, "global_step": 24878, "epoch": 259, "lr": 0.00010907931579316353{"{"train_loss": 0.07817280292510986, "global_step": 24879, "epoch": 259, "lr": 0.00010906461592295283}
+{"train_loss": 0.11844630539417267, "global_step": 24880, "epoch": 259, "lr": 0.00010904991667198538}
+{"train_loss": 0.1138344332575798, "global_step": 24881, "epoch": 259, "lr": 0.00{"train_loss": 0.112{"train_loss": 0.07956484705209732, "global_step": 24882, "epoch": 259, "lr": 0.00{"train_loss": 0.07{"train_loss": 0.09072704613208771, "gl{"train_loss": 0.08504396677017212, "global_step": 24883, "ep{"{"train_loss": 0.092547707259655, "global_step": 24884, "epoch": 259, "lr": 0.0001{"train_loss": 0.0{"train_loss": 0.0764293223619461, "globa{"train_loss": 0.07896876335144043, "global{"train_loss": 0.{"train_loss": 0.0947565883398056, "global{"train_loss": 0.09092558920383453, "global{"train_loss": 0{"train_loss": 0.1073026955127716, "global_{"train_loss": 0.10658569633960724, "global_step": 24887,{"train_loss": 0.06619925796985626, "global_step": 24888, "epoch": 259, "lr": 0.0001089{"train_loss": {"train_loss": 0.07713234424591064, "global_s{"train_loss": 0.07790816575288773, "globa{"train_loss": {"train_loss": 0.07765807211399078, "global_s{"train_loss": 0.07461203634738922, "global_step": 24890,{"train_loss": 0.07240581512451172, "global_s{"train_loss": 0.07390515506267548, "global_step": 24891,{"train_loss": 0.09230013191699982, "global_s{"train_loss": 0.08866292238235474, "global_step": 24892,{"train_loss": 0.11425739526748657, "global_s{"train_loss": 0.11346234381198883, "global_step": 2489{"train_loss": 0.10581354796886444, "global_step": 24894, "epoch": 259, "lr": 0.00010884419223501545}
+{"train_loss": 0.05881257355213165, "global_s{"train_loss": 0.05548451095819473, "global_step": 24895,{"train_loss": 0.06560580432415009, "global_s{"train_loss": 0.0659521073102951, "global_step": 24896,{"train_loss": 0.10572332888841629, "global_step": 24897, "epoch": 259, "lr": 0.0001088{"train_loss": {"train_loss": 0.07104799151420593, "global_step": 24898, "epoch": 259, "lr": 0.0001087{"train_loss": {"train_loss": 0.09642267972230911, "global_{"train_loss": 0.09262096881866455, "global_step": 24899, {"train_loss": 0.10455776751041412, "global_{"train_loss": 0.10622631013393402, "global_step": 24900, {"train_loss": 0.08719608187675476, "global_step": 24901, "epoch": 259, "lr": 0.0001087{"train_loss": {"train_loss": 0.05343417078256607, "global_{"train_loss": 0.061935774981975555, "global_step": 24902,{"train_loss": 0.06941141188144684, "global_step": 24903, "epoch": 259, "lr": 0.0001087{"train_loss": {"train_loss": 0.07452736794948578, "global_step": 24904, "epoch": 259, "lr": 0.0001086973206818935}
+{"train_loss": 0.08836738765239716, "global_step": 24905, "epoch": 259, "lr": 0.0001086{"train_loss": {"train_loss": 0.07359229028224945, "global_s{"train_loss": 0.06643733382225037, "global_step": 24906,{"train_loss": 0.06817448884248734, "global_step": 24907, "epoch": 259, "lr": 0.000108{"train_loss": 0{"train_loss": 0.08886853605508804, "global_step": 24908, "epoch": 259, "lr": 0.00010863858946388455}
+{"train_loss": 0.09736764430999756, "global_s{"train_loss": 0.10285605490207672, "global_step": 24909,{"train_loss": 0.0772470012307167, "global_st{"train_loss": 0.07645528763532639, "global_step": 24910{"train_loss": 0.10600901395082474, "global_st{"train_loss": 0.10878109931945801, "global_step": 24911{"train_loss": 0.07431289553642273, "global_step": 24912, "epoch": 259, "lr": 0.00010857986820018325}
+{"train_loss": 0.10065581649541855, "global_step": 24913, "epoch": 259, "lr": 0.00010856518944036837}
+{"train_loss": 0.0769106075167656, "global_step": 24914, "epoch": 259, "lr": 0.0001085{"train_loss": {"train_loss": 0.07893393933773041, "global_step": 24915, "epoch": 259, "lr": 0.00010853583378877072}
+{"train_loss": 0.06746867299079895, "global_step": 24916, "epoch": 259, "lr": 0.00010852115689718776}
+{"train_loss": 0.0883544459939003, "global_step": 24917, "epoch": 259, "lr": 0.00010850{"train_loss":{"train_loss": 0.11170467734336853, "global_step": 24918, "epoch": 259, "lr": 0.0001084{"train_loss": {"train_loss": 0.06700202822685242, "global_step{"train_loss": 0.06778066605329514, "global_step": 249{"train_loss": 0.09959714114665985, "global_step": 24920, "epoch": 259, "lr": 0.0001084{"train_loss": {"train_loss": 0.05894714593887329, "global_step{"train_loss": 0.06010483205318451, "global_step": 249{"train_loss": 0.0994473248720169, "global_step"{"train_loss": 0.09779100865125656, "global_step": 24{"train_loss": 0.08744306862354279, "global_step": 24923, "epoch": 259, "lr": 0.00010841843610413392}
+{"train_loss": 0.08958403766155243, "global_step{"train_loss": 0.0856611505150795, "global_step": 249{"train_loss": 0.08750813454389572, "global_step": 24925, "epoch": 259, "lr": 0.00010838909291741051}
+{"train_loss": 0.10020722448825836, "global_step": 24926, "epoch": 259, "lr": 0.00010837442225976367}
+{"train_loss": 0.08911417424678802, "global_step": 24927, "epoch": 259, "lr": 0.00010835975222605994}
+{"train_loss": 0.1009165495634079, "global_step": 24928, "epoch": 259, "lr": 0.00010834508281639936}
+{"train_loss": 0.09686130285263062, "global_step": 24929, "epoch": 259, "lr": 0.00010833041403088162}
+{"train_loss": 0.08898057043552399, "global_step": 24930, "epoch": 259, "lr": 0.0001083157458696068}
+{"train_loss": 0.06893905997276306, "global_step": 24931, "epoch": 259, "lr": 0.00010830107833267451}
+{"train_loss": 0.0782344713807106, "global_step": 24932, "epoch": 259, "lr": 0.00010828641142018496}
+{"train_loss": 0.09581075608730316, "global_ste{"train_loss": 0.0918012410402298, "global_step": 24933{"train_loss": 0.0943441167473793, "global_step": 24934, "epoch": 259, "lr": 0.00010825707946893302}
+{"train_loss": 0.06398499757051468, "global_ste{"train_loss": 0.0605134516954422, "global_step": 24935{"train_loss": 0.06416210532188416, "global_step": 24936, "epoch": 259, "lr": 0.00010822775001664997}
+{"train_loss": 0.09963032603263855, "global_step": 24937, "epoch": 259, "lr": 0.00010821308622787139}
+{"train_loss": 0.05735080689191818, "global_step": 24938, "epoch": 259, "lr": 0.0001081984230641346}
+{"train_loss": 0.09124169498682022, "global_step": 24939, "epoch": 259, "lr": 0.00010818376052553951}
+{"train_loss": 0.06678876280784607, "global_step": 24940, "epoch": 259, "lr": 0.00010816909861218585}
+{"train_loss": 0.05494847893714905, "global_ste{"train_loss": 0.059223659336566925, "global_step": 249{"train_loss": 0.11553596705198288, "global_step": 24942, "epoch": 259, "lr": 0.0001081{"train_loss": {"train_loss": 0.09377454221248627, "global_step{"train_loss": 0.09513132274150848, "gl{"train_loss": {"train_loss": 0.08411536365747452, "global_step": 24944, "epoch": 259, "lr": 0.0001081{"train_loss": {"train_loss": 0.08513496071100235, "global_step": 24945, "epoch": 259, "lr": 0.0001080{"train_loss": {"train_loss": 0.059163231402635574, "global_step": 24946, "epoch": 259, "lr": 0.00010808114026772612}
+{"train_loss": 0.0970100462436676, "global_step": 24947, "epoch": 259, "lr": 0.0001080{"train_loss":{"train_loss": 0.06629133224487305, "global_ste{"train_loss": 0.0683208629488945, "global_step": 24948{"train_loss": 0.06934814900159836, "global_step": 24949, "epoch": 259, "lr": 0.00010803716954434273}
+{"train_loss": 0.09139350801706314, "global_step": 24950, "epoch": 259, "lr": 0.00010802251388889466}
+{"train_loss": 0.10452961176633835, "global_step": 24951, "epoch": 259, "lr": 0.00010800785885978617}
+{"train_loss": 0.09743926674127579, "global_step": 24952, "epoch": 259, "lr": 0.00010799320445711693}
+{"train_loss": 0.07897653430700302, "global_step": 24953, "epoch": 259, "lr": 0.00010{"train_loss": 0.{"train_loss": 0.09398070722818375, "global_s{"train_loss": 0.09458000957965851, "global_step": 24954{"train_loss": 0.10479235649108887, "global_step": 24955, "epoch": 259, "lr": 0.00010794924500874317}
+{"train_loss": 0.0851399302482605, "global_step": 24956, "epoch": 259, "lr": 0.00010793459311282918}
+{"train_loss": 0.12855002284049988, "global_step": 24957, "epoch": 259, "lr": 0.00010{"train_loss": 0.{"train_loss": 0.07455647736787796, "global_step": 24958, "epoch": 259, "lr": 0.0001{"train_loss": 0.0{"train_loss": 0.08611406692458938, "global_step": 24959, "epoch": 259, "lr": 0.0001{"train_loss": 0.0{"train_loss": 0.07474444061517715, "global_s{"train_loss": 0.07429218292236328, "global_step": 24960,{"train_loss": 0.07969695329666138, "global_step": 24961, "epoch": 260, "lr": 0.000107861343039328}
+{"train_loss": 0.09911786764860153, "global_s{"train_loss": 0.10171526670455933, "global_step": 249{"train_loss": 0.1195167750120163, "global_step": 24963, "epoch": 260, "lr": 0.00010783204740128871}
+{"train_loss": 0.06638731062412262, "global_step": 24964, "epoch": 260, "lr": 0.00010781740052367397}
+{"train_loss": 0.08625102043151855, "global_step": 24965, "epoch": 260, "lr": 0.00010780275427379553}
+{"train_loss": 0.08861032128334045, "global_step": 24966, "epoch": 260, "lr": 0.0001077881086517532}
+{"train_loss": 0.10484291613101959, "global_step": 24967, "epoch": 260, "lr": 0.000{"train_loss": 0.10{"train_loss": 0.11028006672859192, "global_step": 24968, "epoch": 260, "lr": 0.000{"train_loss": 0.10{"train_loss": 0.09510976076126099, "global_step": 24969, "epoch": 260, "lr": 0.00010774417555363954}
+{"train_loss": 0.08728782832622528, "global_step": 24970, "epoch": 260, "lr": 0.0001077295324439385}
+{"train_loss": 0.08205174654722214, "global_step": 24971, "epoch": 260, "lr": 0.00010771488996257215}
+{"train_loss": 0.08632734417915344, "global_step": 24972, "epoch": 260, "lr": 0.00010770024810964016}
+{"train_loss": 0.08219282329082489, "global_step": 24973, "epoch": 260, "lr": 0.00010768560688524229}
+{"train_loss": 0.07033721357584, "global_step": 24974, "epoch": 260, "lr": 0.00010767096628947812}
+{"train_loss": 0.1142050102353096, "global_step": 24975, "epoch": 260, "lr": 0.00010765632632244742}
+{"train_loss": 0.09577424824237823, "global_step"{"train_loss": 0.09538601338863373, "g{"train_loss": {"train_loss": 0.07528367638587952, "global_step": 24977, "epoch": 260, "lr": 0.00010762704827498526}
+{"train_loss": 0.08933772891759872, "global_step": 24978, "epoch": 260, "lr": 0.0001076124101947531}
+{"train_loss": 0.11032859236001968, "global_step": 24979, "epoch": 260, "lr": 0.00010759777274365317}
+{"train_loss": 0.08359788358211517, "global_step"{"train_loss": 0.0867169052362442, "global_step": 24{"train_loss": 0.07640615105628967, "global_step": 24981, "epoch": 260, "lr": 0.00010756849972924872}
+{"train_loss": 0.08050589263439178, "global_step": 24982, "epoch": 260, "lr": 0.00010755386416614347}
+{"train_loss": 0.08385719358921051, "global_step{"train_loss": 0.08390991389751434, "global_step": 249{"train_loss": 0.09832970798015594, "global_step": 24984, "epoch": 260, "lr": 0.00010752459492862543}
+{"train_loss": 0.06790491938591003, "global_step": 24985, "epoch": 260, "lr": 0.000107{"train_loss": 0{"train_loss": 0.09368330240249634, "global_step": 24986, "epoch": 260, "lr": 0.00010749532821002813}
+{"train_loss": 0.08847817778587341, "global_ste{"train_loss": 0.0898657739162445, "glo{"train_loss": 0{"train_loss": 0.10296277701854706, "global_step": 24988, "epoch": 260, "lr": 0.00010746606401114894}
+{"train_loss": 0.0770670473575592, "global_step": 24989, "epoch": 260, "lr": 0.00010745143285685268}
+{"train_loss": 0.061266154050827026, "global_step": 24990, "epoch": 260, "lr": 0.00010743680233278484}
+{"train_loss": 0.10459813475608826, "global_step": 24991, "epoch": 260, "lr": 0.00010742217243904506}
+{"train_loss": 0.0906580463051796, "global_step": 24992, "epoch": 260, "lr": 0.00010740754317573305}
+{"train_loss": 0.07162168622016907, "global_st{"train_loss": 0.07186342030763626, "global_step": 24993{"train_loss": 0.076308973133564, "global_step{"train_loss": 0.07904738932847977, "glob{"train_loss"{"train_loss": 0.052949294447898865, "global_ste{"train_loss": 0.05592456832528114, "global_step": 2499{"train_loss": 0.09104019403457642, "global_ste{"train_loss": 0.09288613498210907, "global_step": 2499{"train_loss": 0.09657661616802216, "global_ste{"train_loss": 0.09399875998497009, "global_step": 2499{"train_loss": 0.10409724712371826, "global_step": 24998, "epoch": 260, "lr": 0.00010731978084042024}
+{"train_loss": 0.10043372213840485, "global_step": 24999, "epoch": 260, "lr": 0.00010730515599289112}
+{"train_loss": 0.07287364453077316, "global_ste{"train_loss": 0.07611268013715744, "global_step": 2500{"train_loss": 0.07117493450641632, "global_ste{"train_loss": 0.07193983346223831, "global_step": 250{"train_loss": 0.1006222814321518, "global_step": 25002, "epoch": 260, "lr": 0.00010726128523804903}
+{"train_loss": 0.09884920716285706, "global_step": 25003, "epoch": 260, "lr": 0.00010724666291601553}
+{"train_loss": 0.10785047709941864, "global_step{"train_loss": 0.10568855702877045, "global_step": 250{"train_loss": 0.10666206479072571, "global_step": 25005, "epoch": 260, "lr": 0.00010721742016691645}
+{"train_loss": 0.08220987766981125, "global_step": 25006, "epoch": 260, "lr": 0.00010720279974005012}
+{"train_loss": 0.07682525366544724, "global_step": 25007, "epoch": 260, "lr": 0.0001071881799451054}
+{"train_loss": 0.06018766760826111, "global_step": 25008, "epoch": 260, "lr": 0.00010717356078218168}
+{"train_loss": 0.07364308089017868, "global_step{"train_loss": 0.06988068670034409, "global_step": 250{"train_loss": 0.08061070740222931, "global_step": 25010, "epoch": 260, "lr": 0.00010714432435279587}
+{"train_loss": 0.071963369846344, "global_step":{"train_loss": 0.07551179826259613, "global_step": 2{"train_loss": 0.09003221988677979, "global_step":{"train_loss": 0.08937264233827591, "global_step": 2{"train_loss": 0.11272132396697998, "global_step": 25013, "epoch": 260, "lr": 0.00010710047445136395}
+{"train_loss": 0.08457744866609573, "global_step":{"train_loss": 0.08854236453771591, {"train_loss": 0{"train_loss": 0.10060906410217285, "global_step": 25015, "epoch": 260, "lr": 0.000107{"train_loss": 0{"train_loss": 0.08721376955509186, "global_step":{"train_loss": 0.08673885464668274, "global_step": 2{"train_loss": 0.06928065419197083, "global_step":{"train_loss": 0.0698418915271759, "{"train_loss": {"train_loss": 0.07764296978712082, "global_step"{"train_loss": 0.07824975997209549, "{"train_loss": 0{"train_loss": 0.08434808999300003, "global_step"{"train_loss": 0.08380952477455139, "{"train_loss": 0{"train_loss": 0.08844919502735138, "global_step"{"train_loss": 0.08704106509685516, "global_step": 25{"train_loss": 0.09934329986572266, "global_step": 25021, "epoch": 260, "lr": 0.000106{"train_loss": 0{"train_loss": 0.09356694668531418, "global_step": 25022, "epoch": 260, "lr": 0.00010696895891920702}
+{"train_loss": 0.10818575322628021, "global_step": 25023, "epoch": 260, "lr": 0.000106{"train_loss": 0{"train_loss": 0.07433240115642548, "global_step": 25024, "epoch": 260, "lr": 0.00010693974021149373}
+{"train_loss": 0.05931900814175606, "global_step"{"train_loss": 0.05869532376527786, "{"train_loss": 0{"train_loss": 0.07824248820543289, "global_step"{"train_loss": 0.07840701192617416, "global_step": 25{"train_loss": 0.08338853716850281, "global_step"{"train_loss": 0.08095008134841919, "global_step": 2{"train_loss": 0.10216344892978668, "global_step"{"train_loss": 0.10270088911056519, "global_step": 25{"train_loss": 0.08261370658874512, "global_step"{"train_loss": 0.08118966221809387, "global_step": 2{"train_loss": 0.08715756237506866, "global_step": 25030, "epoch": 260, "lr": 0.00010685209930064668}
+{"train_loss": 0.09170268476009369, "global_step"{"train_loss": 0.09950657188892365, "global_step": 25{"train_loss": 0.0883350670337677, "global_step":{"train_loss": 0.08873845636844635, {"train_loss": 0{"train_loss": 0.06863627582788467, "global_step":{"train_loss": 0.07247808575630188, "global_step": 2{"train_loss": 0.08354578912258148, "global_step":{"train_loss": 0.08467477560043335, {"train_loss": 0{"train_loss": 0.10038277506828308, "global_step": 25035, "epoch": 260, "lr": 0.000106{"train_loss": 0{"train_loss": 0.08674459159374237, "global_step":{"train_loss": 0.08770521730184555, "global_step": 2{"train_loss": 0.0729241818189621, "global_step": {"train_loss": 0.06822420656681061, "global_step": {"train_loss": 0.09463225305080414, "global_step": 25038, "epoch": 260, "lr": 0.00010673528027790642}
+{"train_loss": 0.08163534104824066, "global_step": {"train_loss": 0.0763096809387207, "global_step": {"train_loss": 0.11354546993970871, "global_step": 25040, "epoch": 260, "lr": 0.0001067060818712849}
+{"train_loss": 0.1129816323518753, "global_step": 25041, "epoch": 260, "lr": 0.00010669148362088039}
+{"train_loss": 0.10427369177341461, "global_step": 25042, "epoch": 260, "lr": 0.00010667688600587948}
+{"train_loss": 0.07717571407556534, "global_step": 25043, "epoch": 260, "lr": 0.00010666228902638136}
+{"train_loss": 0.07336902618408203, "global_step": 25044, "epoch": 260, "lr": 0.00010664769268248557}
+{"train_loss": 0.1057310700416565, "global_step": 2{"train_loss": 0.10916180163621902, "global_step":{"train_loss": 0.10007991641759872, "global_step": 2{"train_loss": 0.10738620162010193, "global_step":{"train_loss": 0.06413708627223969, "global_step": 2{"train_loss": 0.06405229866504669, "{"train_loss"{"train_loss": 0.07485589385032654, "global_step": 2{"train_loss": 0.07411329448223114, "global_step":{"train_loss": 0.0791950672864914, "global_step": 25049, "epoch": 260, "lr": 0.00010657472050051902}
+{"train_loss": 0.100956030189991, "global_step": 2505{"train_loss": 0.10150031745433807, {"train_los{"train_loss": 0.08828931301832199, "global_step": 25051, "epoch": 260, "lr": 0.00010654553{"train_los{"train_loss": 0.10639424622058868, "global_step": 25052, "epoch": 260, "lr": 0.00010653094482492698}
+{"train_loss": 0.09842686355113983, "global_step": 25053, "epoch": 260, "lr": 0.0001065163{"train_loss{"train_loss": 0.06398751586675644, "global_step": 25054, "epoch": 260, "lr": 0.0001065017{"train_loss{"train_loss": 0.08758864066718768, "global_step": 25055, "epoch": 260, "lr": 0.000106487174877805, "train_action_mse_error": 3.5180255508748814e-06}
+{"train_loss": 0.07548995316028595, "global_step": 25056, "epoch": 261, "lr": 0.0001064725{"train_loss{"train_loss": 0.08938933908939362, "global_step": 25057, "epoch": 261, "lr": 0.00010645799809686506}
+{"train_loss": 0.06770052015781403, "global_step": 25058, "epoch": 261, "lr": 0.00010644341066183553}
+{"train_loss": 0.10584225505590439, "global_step": 25059, "epoch": 261, "lr": 0.00010642882386389885}
+{"train_loss": 0.09554362297058105, "global_step": 25060, "epoch": 261, "lr": 0.0001064142377031542}
+{"train_loss": 0.08636109530925751, "global_step": 25061, "epoch": 261, "lr": 0.00010639965217970096}
+{"train_loss": 0.09616926312446594, "global_step": 25{"train_loss": 0.09617844223976135, "global_step"{"train_loss": 0.09986136853694916, "global_step": 25{"train_loss": 0.10281941294670105, "global_step"{"train_loss": 0.11882659792900085, "global_step": 25{"train_loss": 0.12057098746299744, "global_step"{"train_loss": 0.0917690098285675, "global_step": 250{"train_loss": 0.09284064173698425, "global_step{"train_loss": 0.09074589610099792, "global_step": 250{"train_loss": 0.094511017203331, "{"train_loss"{"train_loss": 0.09046686440706253, "global_step": 25067, "epoch": 261, "lr": 0.00010631215242766312}
+{"train_loss": 0.08164568245410919, "global_step": 2{"train_loss": 0.07888354361057281, "{"train_loss"{"train_loss": 0.08143141865730286, "global_step": 2{"train_loss": 0.08161238580942154, "{"train_loss"{"train_loss": 0.06664566695690155, "global_step": 2{"train_loss": 0.06715293228626251, "global_step":{"train_loss": 0.09052206575870514, "global_step": 2{"train_loss": 0.08831939101219177, "global_step":{"train_loss": 0.1018790602684021, "global_step": 25072, "epoch": 261, "lr": 0.00010623925351135238}
+{"train_loss": 0.0829317718744278, "global_step": 25073, "epoch": 261, "lr": 0.00010622467564314212}
+{"train_loss": 0.06574760377407074, "global_step": 250{"train_loss": 0.061706848442554474, "global_st{"train_loss": 0.12103202939033508, "global_step": 2507{"train_loss": 0.11822796612977982, "global_ste{"train_loss": 0.05910498648881912, "global_step": 25076, "epoch": 261, "lr": 0.00010618094587040212}
+{"train_loss": 0.057546213269233704, "global_step": 250{"train_loss": 0.058435238897800446, "global_ste{"train_loss": 0.07917574048042297, "global_step": 2507{"train_loss": 0.08330647647380829, "global_st{"train_loss": 0.06471563875675201, "global_step": 2507{"train_loss": 0.06705933809280396, "global_ste{"train_loss": 0.10474928468465805, "global_step": 25080, "epoch": 261, "lr": 0.0001061226{"train_loss{"train_loss": 0.0886872410774231, "global_step": 25081, "epoch": 261, "lr": 0.00010610807{"train_los{"train_loss": 0.09121181070804596, "global_step": 25082, "epoch": 261, "lr": 0.00010609350{"train_los{"train_loss": 0.07629648596048355, "global_step": 25083, "epoch": 261, "lr": 0.00010607893209944255}
+{"train_loss": 0.06856317818164825, "global_step": 2508{"train_loss": 0.06858372688293457, {"train_lo{"train_loss": 0.09012047201395035, "global_step": 25085, "epoch": 261, "lr": 0.00010604979106242408}
+{"train_loss": 0.09315279126167297, "global_step": 2508{"train_loss": 0.08794447779655457, "global_ste{"train_loss": 0.07530558854341507, "global_step": 2508{"train_loss": 0.074430711567401{"train_loss": {"train_loss": 0.08070092648267746, "global_step": 2508{"train_loss": 0.08281383663415909, "global_ste{"train_loss": 0.08963581919670105, "global_step": 2508{"train_loss": 0.09177078306674957, "global_ste{"train_loss": 0.0896064043045044, "global_step": 25090{"train_loss": 0.08653487265110016, "global_st{"train_loss": 0.1076282262802124, "global_step": 25091,{"train_loss": 0.10817508399486542, "global_s{"train_loss": 0.10574892163276672, "global_step": 25092,{"train_loss": 0.10536493360996246, "global_s{"train_loss": 0.07399393618106842, "global_step": 25093,{"train_loss": 0.07267161458730698, "global_s{"train_loss": 0.0864361822605133, "global_step": 25094, {"train_loss": 0.08380231261253357, "global_{"train_loss": 0.07756230235099792, "global_step": 25095, "epoch": 261, "lr": 0.0001059{"train_loss": {"train_loss": 0.0973939448595047, "global_step": 25096, "epoch": 261, "lr": 0.00010588{"train_loss":{"train_loss": 0.125777006149292, "global_step": 25097, "epoch": 261, "lr": 0.0001058749{"train_loss{"train_loss": 0.1137695461511612, "global_step": 25098, "epoch": 261, "lr": 0.00010586043673515477}
+{"train_loss": 0.0700211375951767, "global_step": 25099, "epoch": 261, "lr": 0.000105845875{"train_lo{"train_loss": 0.10008101165294647, "global_step": 25100, "epo{"train_loss": 0.09581019729375839, "glo{"train_loss": 0.12577146291732788, "global_step": 25101, "epo{"train_loss": 0.12056253850460052, "glo{"train_loss": 0.09301945567131042, "global_step": 25102, "epoch": 261, "lr": 0.000105802195{"train_lo{"train_loss": 0.05634549260139465, "global_step": 25103, "epo{"train_loss": 0.0564102306962{"train_lo{"train_loss": 0.05248631536960602, "global_step": 25104, "epoch": 261, "lr": 0.00010577307895764076}
+{"train_loss": 0.08004716783761978, "global_step": 25105, "epoc{"train_loss": 0.07791122794151306, "gl{"train_loss": 0.08810678124427795, "global_step": 25106, "epoch": 261, "lr": 0.000105743964{"train_lo{"train_loss": 0.06955920159816742, "global_step": 25107, "epoch": 261, "lr": 0.00010572940{"train_los{"train_loss": 0.07450033724308014, "global_step": 25108, "ep{"train_loss": 0.07297007739543915, "glob{"train_loss": 0.08252900838851929, "global_step": 25109, "ep{"train_loss": 0.08949971944093704, "glob{"train_loss": 0.09628795087337494, "global_step": 25110, "epoch": 261, "lr": 0.00010568574427979707}
+{"train_loss": 0.08255048096179962, "global_step": 25111, "ep{"train_loss": 0.0819689258933{"train_los{"train_loss": 0.09335377812385559, "global_step": 25112, "ep{"train_loss": 0.094520457088{"train_los{"train_loss": 0.08212016522884369, "global_step": 25113, "e{"train_loss": 0.0847565084695{"train_los{"train_loss": 0.10873197764158249, "global_step": 25114, "{"train_loss": 0.1105537787079{"train_loss"{"train_loss": 0.11641146242618561, "global_step": 25115, "{"train_loss": 0.1168967783451{"train_loss"{"train_loss": 0.07938253879547119, "global_step": 25116, "{"train_loss": 0.0730381458997{"train_loss"{"train_loss": 0.09539234638214111, "global_step": 25117, "epoch": 261, "lr": 0.00010558388304629218}
+{"train_loss": 0.08287070691585541, "global_step": 25118, {"train_loss": 0.07749217748641968, "global_{"train_loss": 0.06745189428329468, "global_step": 25119, {"train_loss": 0.07033620029687881, "global_{"train_loss": 0.07312733680009842, "global_step": 25120, {"train_loss": 0.07303944975137{"train_loss"{"train_loss": 0.08758257329463959, "global_step": 25121, "epoch": 261, "lr": 0.000105525{"train_loss{"train_loss": 0.07573999464511871, "global_step": 25122,{"train_loss": 0.07422871887683868, "global_s{"train_loss": 0.08287101984024048, "global_step": 25123,{"train_loss": 0.08613923192024231, "global_{"train_loss": 0.08864334225654602, "global_step": 25124,{"train_loss": 0.08788017928600311, "global_s{"train_loss": 0.09108228981494904, "global_step": 25125,{"train_loss": 0.090485177934169{"train_loss"{"train_loss": 0.07553684711456299, "global_step": 25126, "epoch": 261, "lr": 0.00010545296490007232}
+{"train_loss": 0.10419362783432007, "global_step": 25127, "epoch": 261, "lr": 0.0001054{"train_loss": {"train_loss": 0.06672709435224533, "global_step": 25128{"train_loss": 0.06705374270677567, "global_st{"train_loss": 0.09119018912315369, "global_step": 25129{"train_loss": 0.09767378121614456, "global_st{"train_loss": 0.08212293684482574, "global_step": 25130{"train_loss": 0.07909412682056427, "global_s{"train_loss": 0.08431477099657059, "global_step": 25131{"train_loss": 0.08072857558727264, "global_st{"train_loss": 0.058905161917209625, "global_step": 25132, "epoch": 261, "lr": 0.00010536571510415117}
+{"train_loss": 0.10011155158281326, "global_step": 25133, "epoch": 261, "lr": 0.00010535117572643049}
+{"train_loss": 0.08510722219944, "global_step": 25134, "epoch": 261, "lr": 0.00010533663699324026}
+{"train_loss": 0.06570184975862503, "global_step": 25135{"train_loss": 0.062493909150362015, "global_{"train_loss": 0.06154889613389969, "global_step": 25136,{"train_loss": 0.0651455968618393, "global_st{"train_loss": 0.095509372651577, "global_step": 25137, {"train_loss": 0.09029605984687805, "global_{"train_loss": 0.08194076269865036, "global_step": 25138, {"train_loss": 0.07646043598651886, "global_{"train_loss": 0.08555257320404053, "global_step": 25139, {"train_loss": 0.0828850120306015, "global_{"train_loss": 0.0965985506772995, "global_step": 25140, "epoch": 261, "lr": 0.0001052494181347849}
+{"train_loss": 0.09384045749902725, "global_step": 25141, "epoch": 261, "lr": 0.0001052348{"train_los{"train_loss": 0.061746370047330856, "global_step": 25142, "epoch": 261, "lr": 0.00010522035034269855}
+{"train_loss": 0.09435684978961945, "global_step": 25143, "epoch": 261, "lr": 0.000105205{"train_loss"{"train_loss": 0.09269951283931732, "global_step": 25144, "epoch": 261, "lr": 0.000105191{"train_loss"{"train_loss": 0.09130601584911346, "global_step": 25145, "epoch": 261, "lr": 0.00010517675349547729}
+{"train_loss": 0.08053043484687805, "global_step": 25146, "epoch": 261, "lr": 0.00010516222250437493}
+{"train_loss": 0.106572225689888, "global_step": 25147, "epoch": 261, "lr": 0.0001051476921590898}
+{"train_loss": 0.09584613144397736, "global_step": 25148, "epoch": 261, "lr": 0.00010513316245972094}
+{"train_loss": 0.1219584047794342, "global_step": 25149, "epoch": 261, "lr": 0.00010511863340636709}
+{"train_loss": 0.0898866355419159, "global_step": 25150, "epoch": 261, "lr": 0.00010510410499912748}
+{"train_loss": 0.08688801624036084, "global_step": 25151, "e{"train_loss": 0.08664921853536119, "globa{"train_loss": 0.0854736715555191, "global_step": 25152, "ep{"train_loss": 0.0859812796115875{"train_{"train_loss": 0.057484086602926254, "global_step": 25153, "epoch": 262, "lr": 0.0001050605236550824}
+{"train_loss": 0.07193008065223694, "global_step": 25154, "ep{"train_loss": 0.0699097141623497, "globa{"train_loss": 0.08812253177165985, "global_step": 25155, "epoch": 262, "lr": 0.000105031472{"train_l{"train_loss": 0.08255621790885925, "global_step": 25156, "epoch": 262, "lr": 0.00010501694812962566}
+{"train_loss": 0.08543725311756134, "global_step": 25157, "e{"train_loss": 0.082717329263687{"train_l{"train_loss": 0.07068398594856262, "global_step": 25158, "e{"train_loss": 0.07212869077920914, "glob{"train_loss": 0.06949768960475922, "global_step": 25159, "e{"train_loss": 0.06988732516765594, "globa{"train_loss": 0.0857040286064148, "global_step": 25160, "ep{"train_loss": 0.08084866404533{"train_lo{"train_loss": 0.08698619157075882, "global_step": 25161, "ep{"train_loss": 0.08613146841526{"train_lo{"train_loss": 0.06306052207946777, "global_step": 25162, "ep{"train_loss": 0.06131486967206001, "glob{"train_loss": 0.08157013356685638, "global_step": 25163, "ep{"train_loss": 0.08299154043197632, "glo{"train_loss": 0.074326291680336, "global_step": 25164, "epoc{"train_loss": 0.0768992006778717, "glo{"train_loss": 0.07818848639726639, "global_step": 25165, "epo{"train_loss": 0.080255992710590{"train{"train_loss": 0.10826302319765091, "global_step": 25166, "epo{"train_loss": 0.111223869025707{"train_{"train_loss": 0.10119672864675522, "global_step": 25167, "epo{"train_loss": 0.09970400482416153, "glo{"train_loss": 0.09227816015481949, "global_step": 25168, "epoch": 262, "lr": 0.00010484270426{"train_{"train_loss": 0.07306806743144989, "global_step": 25169, "epo{"train_loss": 0.07040224224328995, "glo{"train_loss": 0.0779401957988739, "global_step": 25170, "epoc{"train_loss": 0.08171188831329346, "gl{"train_loss": 0.06970907002687454, "global_step": 25171, "epoc{"train_loss": 0.07133430242538452, "gl{"train_loss": 0.1115386113524437, "global_step": 25172, "epoch{"train_loss": 0.113841712474823, "glo{"train_loss": 0.1050340086221695, "global_step": 25173, "epoch": 262, "lr": 0.00010477013018760018}
+{"train_loss": 0.09481193870306015, "global_step": 25174, "epoch": 262, "lr": 0.00010475561731676904}
+{"train_loss": 0.08553855121135712, "global_step": 25175, "epoch": 262, "lr": 0.00010474110509452404}
+{"train_loss": 0.07791777700185776, "global_step": 25176, "epoc{"train_loss": 0.07930213212966919, "gl{"train_loss": 0.08207879215478897, "global_step": 25177, "epoc{"train_loss": 0.07551873475313187, "gl{"train_loss": 0.07881303131580353, "global_step": 25178, "epoc{"train_loss": 0.08193649351596832, "g{"train_loss": 0.10394704341888428, "global_step": 25179, "epoch": 262, "lr": 0.000104683062693{"train{"train_loss": 0.0833047479391098, "global_step": 25180, "epoch{"train_loss": 0.08634339272975922, "g{"train_loss": 0.09981127828359604, "global_step": 25181, "epoch{"train_loss": 0.092570722103118{"trai{"train_loss": 0.07734055072069168, "global_step": 25182, "epoc{"train_loss": 0.07543297111988068, "gl{"train_loss": 0.07737740129232407, "global_step": 25183, "epoc{"train_loss": 0.07404585927724838, "gl{"train_loss": 0.05725596100091934, "global_step": 25184, "epoc{"train_loss": 0.05687826871871948, "gl{"train_loss": 0.10603563487529755, "global_step": 25185, "epoc{"train_loss": 0.10241234302520752, "gl{"train_loss": 0.0969291478395462, "global_step": 25186, "epoch{"train_loss": 0.1006154716014862, "gl{"train_loss": 0.08879682421684265, "global_step": 25187, "epoc{"train_loss": 0.09027349948883057, "gl{"train_loss": 0.07155857980251312, "global_step": 25188, "epoc{"train_loss": 0.07586538046598434, "gl{"train_loss": 0.09244291484355927, "global_step": 25189, "epoch": 262, "lr": 0.0001045380021399{"trai{"train_loss": 0.08056340366601944, "global_step": 25190, "epo{"train_loss": 0.08168996870517731, "glo{"train_loss": 0.07783984392881393, "global_step": 25191, "epo{"train_loss": 0.07534296810626984{"trai{"train_loss": 0.08015543222427368, "global_step": 25192, "epo{"train_loss": 0.07664544135332108{"trai{"train_loss": 0.0797140896320343, "global_step": 25193, "epoc{"train_loss": 0.07598420977592468{"tra{"train_loss": 0.07681626081466675, "global_step": 25194, "epoc{"train_loss": 0.0744839906692504{"trai{"train_loss": 0.07352675497531891, "global_step": 25195, "epoc{"train_loss": 0.0710991621017456{"trai{"train_loss": 0.09320563077926636, "global_step": 25196, "epo{"train_loss": 0.0957842618227005, "glob{"train_loss": 0.06989230215549469, "global_step": 25197, "epoch": 262, "lr": 0.00010442200049739867}
+{"train_loss": 0.10415982455015182, "global_step": 25198, "ep{"train_loss": 0.09839923679828644, "glob{"train_loss": 0.11611616611480713, "global_step": 25199, "epoch": 262, "lr": 0.00010439300659336049}
+{"train_loss": 0.08195490390062332, "global_step": 25200, "ep{"train_loss": 0.08020299673080444{"train{"train_loss": 0.08891168981790543, "global_step": 25201, "ep{"train_loss": 0.09207519888877869{"train{"train_loss": 0.10000686347484589, "global_step": 25202, "ep{"train_loss": 0.1008808389306068{"train_{"train_loss": 0.09350094199180603, "global_step": 25203, "ep{"train_loss": 0.09435847401618958, "glob{"train_loss": 0.08012248575687408, "global_step": 25204, "ep{"train_loss": 0.07896027714014053, "glo{"train_loss": 0.09043888002634048, "global_step": 25205, "ep{"train_loss": 0.090333186089992{"train_l{"train_loss": 0.10181672871112823, "global_step": 25206, "ep{"train_loss": 0.10184341669082642, "glob{"train_loss": 0.06460800766944885, "global_step": 25207, "ep{"train_loss": 0.06457116454839706, "glob{"train_loss": 0.08021916449069977, "global_step": 25208, "epoch": 262, "lr": 0.0001042625662{"train_l{"train_loss": 0.10609380900859833, "global_step": 25209, "epoch": 262, "lr": 0.0001042480761{"train_{"train_loss": 0.08206473290920258, "global_step": 25210, "epoch": 262, "lr": 0.00010423358669278336}
+{"train_loss": 0.09240058064460754, "global_step": 25211, "epoch": 262, "lr": 0.0001042190978{"train_{"train_loss": 0.10340318083763123, "global_step": 25212, "epoch": 262, "lr": 0.00010420460973029932}
+{"train_loss": 0.07729899883270264, "global_step": 25213, "epoch": 262, "lr": 0.0001041901222{"train_l{"train_loss": 0.1112927794456482, "global_step": 25214, "epoch": 262, "lr": 0.00010417563537716872}
+{"train_loss": 0.06381691247224808, "global_step": 25215, "ep{"train_loss": 0.06555159389972687, "glob{"train_loss": 0.07568290829658508, "global_step": 25216, "ep{"train_loss": 0.07538098096847534, "glob{"train_loss": 0.08586688339710236, "global_step": 25217, "ep{"train_loss": 0.08503277599811554, "glob{"train_loss": 0.09548376500606537, "global_step": 25218, "ep{"train_loss": 0.09513936936855316, "glob{"train_loss": 0.07920084148645401, "global_step": 25219, "ep{"train_loss": 0.08095812797546387, "glob{"train_loss": 0.08987734466791153, "global_step": 25220, "epoch": 262, "lr": 0.00010408872798178859}
+{"train_loss": 0.07221183180809021, "global_step": 25221, "epoch": 262, "lr": 0.00010407424570126271}
+{"train_loss": 0.10382571816444397, "global_step": 25222, "epoch": 262, "lr": 0.00010405976407396277}
+{"train_loss": 0.08362752199172974, "global_step": 25223, "epoch": 262, "lr": 0.00010404528309998765}
+{"train_loss": 0.10258041322231293, "global_step": 25224, "epoch": 262, "lr": 0.00010403080277943576}
+{"train_loss": 0.07929803431034088, "global_step": 25225, "epoch": 262, "lr": 0.00010401632311240584}
+{"train_loss": 0.07042199373245239, "global_step": 25226, "epoch": 262, "lr": 0.00010400184409899636}
+{"train_loss": 0.08427822589874268, "global_step": 25227, "epoch": 262, "lr": 0.00010398736573930598}
+{"train_loss": 0.08856302499771118, "global_step": 25228, "epoch": 262, "lr": 0.0001039728880334334}
+{"train_loss": 0.08933289349079132, "global_step": 25229, "epoch": 262, "lr": 0.00010395841098147701}
+{"train_loss": 0.07568390667438507, "global_step": 25230, "epoch": 262, "lr": 0.0001039439{"train_loss{"train_loss": 0.08164253830909729, "global_step": 25231, "epoch": 262, "lr": 0.00010392945883970741}
+{"train_loss": 0.0874040350317955, "global_step": 25232, "epoch": 262, "lr": 0.00010391498375009147}
+{"train_loss": 0.11270221322774887, "global_step": 25233, "epoch": 262, "lr": 0.00010390050931478596}
+{"train_loss": 0.08715570718050003, "global_step": 25234, "epoch": 262, "lr": 0.00010388603553388978}
+{"train_loss": 0.07318547368049622, "global_step": 25235, "epoch": 262, "lr": 0.00010387156240750125}
+{"train_loss": 0.08661109209060669, "global_step": 25236, "epoch": 262, "lr": 0.00010385708993571906}
+{"train_loss": 0.1344129741191864, "global_step": 25237, "epo{"train_loss": 0.13359397649765015, "glo{"train_loss": 0.11165206134319305, "global_step": 25238, "epoch": 262, "lr": 0.00010382814695636762}
+{"train_loss": 0.10769255459308624, "global_step": 25239, "epoch": 262, "lr": 0.00010381367644899551}
+{"train_loss": 0.1054718941450119, "global_step": 25240, "epo{"train_loss": 0.10916994512081146, "glo{"train_loss": 0.08825525641441345, "global_step": 25241, "epoch": 262, "lr": 0.0001037847{"train_loss{"train_loss": 0.06157490611076355, "global_step": 25242, "epoch": 262, "lr": 0.00010377026885727628}
+{"train_loss": 0.10356645286083221, "global_step": 25243, "epo{"train_loss": 0.10513079166412354, "glo{"train_loss": 0.12792538106441498, "global_step": 25244, "epoch": 262, "lr": 0.00010374133373911285}
+{"train_loss": 0.09087461978197098, "global_step": 25245, "epoch": 262, "lr": 0.00010372686716322162}
+{"train_loss": 0.09103409200906754, "global_step": 25246, "epoch": 262, "lr": 0.0001037124012429219}
+{"train_loss": 0.08733004917545865, "global_step": 25247, "epoch": 262, "lr": 0.00010369793597831241}
+{"train_loss": 0.10649871826171875, "global_step": 25248, "epoch": 263, "lr": 0.00010368347136949139}
+{"train_loss": 0.10425449907779694, "global_step": 25249, "ep{"train_loss": 0.10424812138080597, "glob{"train_loss": 0.07572107762098312, "global_step": 25250, "epoch": 263, "lr": 0.000103654{"train_loss"{"train_loss": 0.05614614486694336, "global_step": 25251, "ep{"train_loss": 0.0568336620926857, "globa{"train_loss": 0.06429187208414078, "global_step": 25252, "e{"train_loss": 0.06462940573692322, "glo{"train_loss": 0.06554214656352997, "global_step": 25253, "epoch": 263, "lr": 0.00010361115816566363}
+{"train_loss": 0.06647443771362305, "global_step": 25254, "epoch": 263, "lr": 0.00010359669749364287}
+{"train_loss": 0.07917024195194244, "global_step": 25255, "epoch": 263, "lr": 0.00010358223747810008}
+{"train_loss": 0.09460592269897461, "global_step": 25256, "epoch": 263, "lr": 0.00010356777811913379}
+{"train_loss": 0.09274852275848389, "global_step": 25257, "epoch": 263, "lr": 0.00010355331941684245}
+{"train_loss": 0.08920218050479889, "global_step": 25258, "epoch": 263, "lr": 0.00010353886137132467}
+{"train_loss": 0.08324681222438812, "global_step": 25259, "e{"train_loss": 0.08773727715015411, "globa{"train_loss": 0.05528102070093155, "global_step": 25260, "epoch": 263, "lr": 0.00010350{"train_loss":{"train_loss": 0.10710175335407257, "global_step": 25261, "epoch": 263, "lr": 0.00010349549117639608}
+{"train_loss": 0.09399894624948502, "global_step": 25262, "epoch": 263, "lr": 0.00010348103575895645}
+{"train_loss": 0.08685173839330673, "global_step": 25263, "epoch": 263, "lr": 0.00010346658099878234}
+{"train_loss": 0.07941079139709473, "global_step": 25264, "epoch": 263, "lr": 0.0001034521268959725}
+{"train_loss": 0.08637606352567673, "global_step": 25265, "epoch": 263, "lr": 0.00010343767345062509}
+{"train_loss": 0.0593237429857254, "global_step": 25266, "epoch": 263, "lr": 0.0001034232206628387}
+{"train_loss": 0.05490525811910629, "global_step": 25267, "epoch": 263, "lr": 0.00010340876853271157}
+{"train_loss": 0.07661210000514984, "global_step": 25268, "epoch": 263, "lr": 0.00010339431706034223}
+{"train_loss": 0.11949899792671204, "global_step": 25269, "epoch": 263, "lr": 0.00010337986624582918}
+{"train_loss": 0.08555477857589722, "global_step": 25270, "epoch": 263, "lr": 0.00010336541608927053}
+{"train_loss": 0.08025926351547241, "global_step": 25271, "epoch": 263, "lr": 0.00010335096659076505}
+{"train_loss": 0.0715894103050232, "global_step": 25272, "epo{"train_loss": 0.07193805277347565, "glo{"train_loss": 0.10962401330471039, "global_step": 25273, "epoch": 263, "lr": 0.00010332206956830654}
+{"train_loss": 0.08859926462173462, "global_step": 25274, "epoch": 263, "lr": 0.0001033076{"train_loss{"train_loss": 0.0666612982749939, "global_step": 25275, "epoc{"train_loss": 0.06720203161{"train_los{"train_loss": 0.08530949801206589, "global_step": 25276, "epoc{"train_loss": 0.08752195537090302, "g{"train_loss": 0.08609403669834137, "global_step": 25277, "epoch": 263, "lr": 0.00010326428{"train_los{"train_loss": 0.07867543399333954, "global_step": 25278, "epoch": 263, "lr": 0.00010324983853497479}
+{"train_loss": 0.11322858929634094, "global_step": 25279, "epoch": 263, "lr": 0.00010323539{"train_los{"train_loss": 0.11075559258460999, "global_step": 25280, "epoch": 263, "lr": 0.00010322095{"train_los{"train_loss": 0.09074003249406815, "global_step": 25281, "ep{"train_loss": 0.08607342839241028, "glob{"train_loss": 0.0794159546494484, "global_step": 25282, "epo{"train_loss": 0.0813077166676{"train_lo{"train_loss": 0.09617126733064651, "global_step": 25283, "epoch": 263, "lr": 0.00010317762397264385}
+{"train_loss": 0.06994542479515076, "global_step": 25284, "epoch": 263, "lr": 0.0001031631{"train_loss{"train_loss": 0.09955215454101562, "global_step": 25285, "epoch": 263, "lr": 0.0001031487{"train_loss{"train_loss": 0.08835244178771973, "global_step": 25286, "epoch": 263, "lr": 0.00010313{"train_loss":{"train_loss": 0.07987215369939804, "global_step": 25287, "epoch": 263, "lr": 0.00010311986419016138}
+{"train_loss": 0.059647753834724426, "global_step": 25288, "epoch": 263, "lr": 0.00010310542589360781}
+{"train_loss": 0.09018457680940628, "global_step": 25289, "epoch": 263, "lr": 0.00010309098825687755}
+{"train_loss": 0.06001747399568558, "global_step": 25290, "e{"train_loss": 0.06143255531787872, "globa{"train_loss": 0.09281554818153381, "global_step": 25291, "e{"train_loss": 0.08849185705184937, "globa{"train_loss": 0.0862375870347023, "global_step": 25292, "ep{"train_loss": 0.08899196237325668, "glo{"train_loss": 0.08092713356018066, "global_step": 25293, "ep{"train_loss": 0.07960136234760284, "glo{"train_loss": 0.05209922045469284, "global_step": 25294, "ep{"train_loss": 0.05632568150758743, "glob{"train_loss": 0.07861167192459106, "global_step": 25295, "ep{"train_loss": 0.082480{"train_loss": 0.0{"train_loss": 0.07604518532752991, "global_step": 25296, "ep{"train_loss": 0.07591935992240906, "glob{"train_loss": 0.09999866038560867, "global_step": 25297, "ep{"train_loss": 0.10953760147094727, "glob{"train_loss": 0.11955983936786652, "global_step": 25298, "ep{"train_loss": 0.11685{"train_loss": 0.11{"train_loss": 0.10332588106393814, "global_step": 25299, "epoch": 263, "lr": 0.00010294664820149302}
+{"train_loss": 0.08807373046875, "global_step": 25300, "epoch": 263, "lr": 0.00010293221782930857}
+{"train_loss": 0.08266119658946991, "global_step": 25301, "epoc{"train_loss": 0.0806102305650711, "glo{"train_loss": 0.07173632830381393, "global_step": 25302, "epoch": 263, "lr": 0.000102903359068047}
+{"train_loss": 0.09855301678180695, "global_step": 25303, "epoch": 263, "lr": 0.00010288893067916632}
+{"train_loss": 0.07971026003360748, "global_step": 25304, "epoch": 263, "lr": 0.00010287450295158319}
+{"train_loss": 0.051850106567144394, "global_step": 25305, "epoch": 263, "lr": 0.0001028600758853962}
+{"train_loss": 0.09064839780330658, "global_step": 25306, "epoch": 263, "lr": 0.00010284564948070334}
+{"train_loss": 0.08021780848503113, "global_step": 25307, "epoch": 263, "lr": 0.00010283122373760293}
+{"train_loss": 0.08860987424850464, "global_step": 25308, "epoch": 263, "lr": 0.00010281679865619329}
+{"train_loss": 0.06471331417560577, "global_step": 25309, "epoch": 263, "lr": 0.00010280237423657246}
+{"train_loss": 0.11894270032644272, "global_step": 25310, "epoch": 263, "lr": 0.0001027879504788389}
+{"train_loss": 0.08808809518814087, "global_step": 25311, "epoch": 263, "lr": 0.0001027735273830905}
+{"train_loss": 0.09074107557535172, "global_step": 25312, "ep{"train_loss": 0.092776358127594, "global{"train_loss": 0.07441321015357971, "global_step": 25313, "epoch": 263, "lr": 0.00010274468317794292}
+{"train_loss": 0.06850412487983704, "global_step": 25314, "{"train_loss": 0.06603708863258362, "global{"train_loss": 0.06178346648812294, "global_step": 25315, "{"train_loss": 0.06377603113651276, "global{"train_loss": 0.09655113518238068, "global_step": 25316, "epoch": 263, "lr": 0.0001{"train_loss": 0.0{"train_loss": 0.07594407349824905, "global_step": 25317, "epoch": 263, "lr": 0.0001{"train_loss": 0.0{"train_loss": 0.07448380440473557, "global_step": 25318, {"train_loss": 0.07128709554672241, "global_{"train_loss": 0.11142599582672119, "global_step": 25319, {"train_loss": 0.10421940684318542, "global_{"train_loss": 0.06638229638338089, "global_step": 25320, {"train_loss": 0.07032361626625061, "global_{"train_loss": 0.1043783575296402, "global_step": 25321, "epoch": 263, "lr": 0.00010262933285640816}
+{"train_loss": 0.09763124585151672, "global_step": 25322, "epoch": 263, "lr": 0.00010261491704898016}
+{"train_loss": 0.08064627647399902, "global_step": 25323, "epoch": 263, "lr": 0.00010260050190471595}
+{"train_loss": 0.07136644423007965, "global_step": 25324, "epoch": 263, "lr": 0.00010258608742371347}
+{"train_loss": 0.07028736919164658, "global_step": 25325, "epoch": 263, "lr": 0.00010257167360607107}
+{"train_loss": 0.09086321294307709, "global_step": 25326, "epoch": 263, "lr": 0.00010255726045188665}
+{"train_loss": 0.10567650198936462, "global_step": 25327, "epoch": 263, "lr": 0.00010254284796125869}
+{"train_loss": 0.07619182765483856, "global_step": 25328, {"train_loss": 0.0790459{"train_loss": 0.078{"train_loss": 0.0725347250699997, "global_step": 25329, "epoch": 263, "lr": 0.00010251402497106404}
+{"train_loss": 0.11818474531173706, "global_step": 25330, "epoch": 263, "lr": 0.00010249961447169371}
+{"train_loss": 0.10847719013690948, "global_step": 25331, "{"train_loss": 0.11072089523077011, "global{"train_loss": 0.06491230428218842, "global_step": 25332, "epoch": 263, "lr": 0.00010247079546489784}
+{"train_loss": 0.09760165214538574, "global_step": 25333, "{"train_loss": 0.10320073366165161, "global{"train_loss": 0.10340169072151184, "global_step": 25334, "epoch": 263, "lr": 0.00010244197911468232}
+{"train_loss": 0.08504041284322739, "global_step": 25335, "{"train_loss": 0.07968804985284805, "global{"train_loss": 0.13161638379096985, "global_step": 25336, "{"train_loss": 0.1234489306807518, "global_{"train_loss": 0.13997459411621094, "global_step": 25337, "epoch": 263, "lr": 0.00010239875957216416}
+{"train_loss": 0.07501218467950821, "global_step": 25338, "epoch": 263, "lr": 0.00010238435438713199}
+{"train_loss": 0.10113860666751862, "global_step": 25339, {"train_loss": 0.103912353515625, "global_st{"train_loss": 0.061613742262125015, "global_step": 25340, "epoch": 263, "lr": 0.00010235554601136677}
+{"train_loss": 0.0975046381354332, "global_step": 25341{"train_loss": 0.09583856910467148, "global{"train_loss": 0.08349578082561493, "global_step": 25342, "epoch": 263, "lr": 0.00010232674029532128}
+{"train_loss": 0.08577979111578315, "global_step": 25343, "epoch": 263, "lr": 0.00010231233843493857}
+{"train_loss": 0.10230989754199982, "global_step": 25344{"train_loss": 0.09989763796329498, "global_st{"train_loss": 0.09602832794189453, "global_step": 25345{"train_loss": 0.09654408693313599, "global_st{"train_loss": 0.06326070427894592, "global_step": 25346, "epoch": 264, "lr": 0.00010226913684552759}
+{"train_loss": 0.07102704048156738, "global_step": 25347{"train_loss": 0.07564577460289001, "global_st{"train_loss": 0.0658215880393982, "global_step": 25348,{"train_loss": 0.0656275525689125, "global_st{"train_loss": 0.11101327836513519, "global_step": 25349, "epoch": 264, "lr": 0.00010222594124578157}
+{"train_loss": 0.09536353498697281, "global_step": 25350{"train_loss": 0.09461569786071777, "global_s{"train_loss": 0.08430439233779907, "global_step": 25351{"train_loss": 0.08421170711517334, "global_st{"train_loss": 0.06173117831349373, "global_step": 25352{"train_loss": 0.0620756633579731, "global_ste{"train_loss": 0.12156914919614792, "global_step": 2535{"train_loss": 0.12248972058296204, "global_ste{"train_loss": 0.05106488615274429, "global_step": 2535{"train_loss": 0.05321059376001358, "global_ste{"train_loss": 0.08724452555179596, "global_step": 2535{"train_loss": 0.09138065576553345, "global_st{"train_loss": 0.09567874670028687, "global_step": 2535{"train_loss": 0.09796243906021118, "global_ste{"train_loss": 0.07140325009822845, "global_step": 2535{"train_loss": 0.06786589324474335, "global_ste{"train_loss": 0.08204607665538788, "global_step": 25358, "epoch": 264, "lr": 0.0{"train_loss": 0.0832{"train_loss": 0.07233806699514389, "global_step": 25359, "epoch": 264, "lr": 0.00010208199920597388}
+{"train_loss": 0.10682445764541626, "global_step": 25360, "epoch": 264, "lr": 0.0{"train_loss": 0.1003{"train_loss": 0.10688625276088715, "global_step": 25361, "epoch": 264, "lr": 0.00010205321879638827}
+{"train_loss": 0.07383787631988525, "global_step": 25362, "epoch": 264, "lr": 0.0{"train_loss": 0.0784{"train_loss": 0.09507530927658081, "global_step": 25363, "epoch": 264, "lr": 0.00010202444105475728}
+{"train_loss": 0.06278626620769501, "global_step": 25364, "epoch": 264, "lr": 0.00010201005318466981}
+{"train_loss": 0.07870437204837799, "global_step": 25365, "epoch": 264, "lr": 0.00{"train_loss": 0.077{"train_loss": 0.06428313255310059, "global_step": 25366, "epoch": 264, "lr": 0.00{"train_loss": 0.063{"train_loss": 0.07420892268419266, "global_step": 253{"train_loss": 0.07649773359{"train_loss": 0.076{"train_loss": 0.07119038701057434, "global_step": 253{"train_loss": 0.07111820578575134, "global_ste{"train_loss": 0.12477029860019684, "global_step": 25369, "epoch": 264, "lr": 0.0001019381238454308}
+{"train_loss": 0.06479619443416595, "global_step": 253{"train_loss": 0.06586958467960358, "global_step{"train_loss": 0.08838191628456116, "global_step": 25371, "epoch": 264, "lr": 0.00010190935678345647}
+{"train_loss": 0.04809747636318207, "global_step": 25372, "epoch": 264, "lr": 0.0001018949742543729}
+{"train_loss": 0.06642398238182068, "global_step": 25373, "epoch": 264, "lr": 0.00010188059239335554}
+{"train_loss": 0.07909061014652252, "global_step": 253{"train_loss": 0.0795478373{"train_loss": 0.0797{"train_loss": 0.09639978408813477, "global_step": 253{"train_loss": 0.0983695238828659, "global_step{"train_loss": 0.08383885025978088, "global_step": 25376, "epoch": 264, "lr": 0.00010183745081968044}
+{"train_loss": 0.0679464340209961, "global_step": 25377, "epoch": 264, "lr": 0.00010182307163190743}
+{"train_loss": 0.08010945469141006, "global_step": 25378, "epoch": 264, "lr": 0.00010180869311269034}
+{"train_loss": 0.07954490184783936, "global_step": 25379, "epoch": 264, "lr": 0.00010179431526212715}
+{"train_loss": 0.10717838257551193, "global_step": 253{"train_loss": 0.10644058883190155, "global_ste{"train_loss": 0.09376842528581619, "global_step": 253{"train_loss": 0.09554816782474518, "global_step{"train_loss": 0.10307273268699646, "global_step": 25382, "epoch": 264, "lr": 0.{"train_loss": 0.1057{"train_loss": 0.05806174501776695, "global_step": 25383, "epoch": 264, "lr": 0.00010173681054837044}
+{"train_loss": 0.08278477936983109, "global_step": 25{"train_loss": 0.08360296487808228, "global_step"{"train_loss": 0.09826253354549408, "global_step": 25{"train_loss": 0.10150906443595886, "global_step"{"train_loss": 0.06713111698627472, "global_step": 25386, "epoch": 264, "lr": 0.00010169368903871499}
+{"train_loss": 0.1242307499051094, "global_step": 25387, "epoch": 264, "lr": 0.00010167931654090667}
+{"train_loss": 0.0965406522154808, "global_step": 25388, "epoch": 264, "lr": 0.{"train_loss": 0.09478{"train_loss": 0.1136026680469513, "global_step": 25389{"train_loss": 0.10659736394882202, "global_st{"train_loss": 0.07550612092018127, "global_step": 25390, "epoch": 264, "lr": 0.00010163620306508202}
+{"train_loss": 0.06295749545097351, "global_step": 25391, "epoch": 264, "lr": 0.{"train_loss": 0.06885{"train_loss": 0.10144615173339844, "global_step": 25392, "epoch": 264, "lr": 0.00010160746409684456}
+{"train_loss": 0.0947948694229126, "global_step": 25393, "epoch": 264, "lr": 0.00010159309561771309}
+{"train_loss": 0.09744489192962646, "global_step": 25394, "epoch": 264, "lr": 0.0{"train_loss": 0.1016{"train_loss": 0.06882968544960022, "global_step": 25395{"train_loss": 0.06968379765748978, "global_st{"train_loss": 0.09293036162853241, "global_step": 25396{"train_loss": 0.09195012{"train_loss": 0.0909{"train_loss": 0.07330946624279022, "global_step": 25397, "epoch": 264, "lr": 0.00010153562840338538}
+{"train_loss": 0.08993161469697952, "global_step": 25398{"train_loss": 0.09175428748130798, "global_st{"train_loss": 0.11101944744586945, "global_step": 25399{"train_loss": 0.11195691674947739, "global{"train_loss": 0.069078728556633, "global_step": 25400, {"train_loss": 0.06645434349775314, "global_{"train_loss": 0.09600663185119629, "global_step": 25401, "epoch": 264, "lr": 0.00010147817191727049}
+{"train_loss": 0.11989200860261917, "global_step": 25402, "epoch": 264, "lr": 0.00010146380947275873}
+{"train_loss": 0.09676923602819443, "global_step": 25403, "epoch": 264, "lr": 0.00010144944769924927}
+{"train_loss": 0.07220053672790527, "global_step": 25404,{"train_loss": 0.07496151328086853, "global_s{"train_loss": 0.07691620290279388, "global_step": 25405, "epoch": 264, "lr": 0.0001014207261656287}
+{"train_loss": 0.09666496515274048, "global_step": 25406,{"train_loss": 0.09362459927797318, "global_s{"train_loss": 0.050689052790403366, "global_step": 25407{"train_loss": 0.05092824250459671, "global_st{"train_loss": 0.07866171002388, "global_step": 25408, "{"train_loss": 0.077624514{"train_loss": 0.{"train_loss": 0.08525636792182922, "global_step": 25409, "epoch": 264, "lr": 0.00010136329115471884}
+{"train_loss": 0.08011069893836975, "global_step": 25410, "epoch": 264, "lr": 0.00010{"train_loss": 0.{"train_loss": 0.0713648572564125, "global_step": 25411, "epoch": 264, "lr": 0.00010133457767899401}
+{"train_loss": 0.09925206005573273, "global_step": 25412, "epoch": 264, "lr": 0.00010132022194890631}
+{"train_loss": 0.09902261197566986, "global_step": 25413, "e{"train_loss": 0.102250531{"train_loss": 0{"train_loss": 0.1019013375043869, "global_step": 25414, "epoch": 264, "lr": 0.00010129151250476923}
+{"train_loss": 0.0795922800898552, "global_step": 25415, "epoch": 264, "lr": 0.00010127715879091528}
+{"train_loss": 0.09017781168222427, "global_step": 25416, "epoch": 264, "lr": 0.00010126280574933473}
+{"train_loss": 0.07949981093406677, "global_step": 25417, "epoch": 264, "lr": 0.0001012{"train_loss": {"train_loss": 0.0834854245185852, "global_step": 25418, "epoch": 264, "lr": 0.00010123410168338492}
+{"train_loss": 0.08936090767383575, "global_step": 25419, "epo{"train_loss": 0.08701831{"train_loss": {"train_loss": 0.0779976174235344, "global_step": 25420, "epoch": 264, "lr": 0.00010120540030770154}
+{"train_loss": 0.0866977721452713, "global_step": 25421, "epoch{"train_loss": 0.08790750056505203, "g{"train_loss": 0.09267998486757278, "global_step": 25422, "epoch{"train_loss": 0.09862877{"train_loss"{"train_loss": 0.06531825661659241, "global_step": 25423, "epoch{"train_loss": 0.06278955{"train_loss{"train_loss": 0.11655814200639725, "global_step": 25424, "epoch{"train_loss": 0.10965122{"train_loss"{"train_loss": 0.07178932428359985, "global_step": 25425, "epoch{"train_loss": 0.07281899452209473, "g{"train_loss": 0.09029299020767212, "global_step": 25426, "epoch{"train_loss": 0.08446460217237473, "g{"train_loss": 0.06820953637361526, "global_step": 25427, "epoch{"train_loss": 0.0723748{"train_loss":{"train_loss": 0.059450507164001465, "global_step": 25428, "epo{"train_loss": 0.05882256{"train_loss": {"train_loss": 0.09247235953807831, "global_step": 25429, "epo{"train_loss": 0.09232906{"train_loss": {"train_loss": 0.08229488879442215, "global_step": 25430, "epo{"train_loss": 0.0780473{"train_loss": 0{"train_loss": 0.07170358300209045, "global_step": 25431, "epo{"train_loss": 0.07104432582855225, "glo{"train_loss": 0.07234717905521393, "global_step": 25432, "epo{"train_loss": 0.070747509598732, "globa{"train_loss": 0.12147350609302521, "global_step": 25433, "epoch": 264, "lr": 0.00010101890699498968}
+{"train_loss": 0.0800139456987381, "global_step": 25434, "ep{"train_loss": 0.08316010236740112, "glob{"train_loss": 0.0749581977725029, "global_step": 25435, "epoch": 264, "lr": 0.00010099022582121925}
+{"train_loss": 0.10457000136375427, "global_step": 25436, "epoch": 264, "lr": 0.00010097588624562611}
+{"train_loss": 0.10452698171138763, "global_step": 25437, "epoch": 264, "lr": 0.0001009615473443581}
+{"train_loss": 0.06973928958177567, "global_step": 25438, "ep{"train_loss": 0.06948532164096832, "glob{"train_loss": 0.08500670707629372, "global_step": 25439, "epoch": 264, "lr": 0.00010093287156518754}
+{"train_loss": 0.05428367480635643, "global_step": 25440, "ep{"train_loss": 0.05182691663503647, "glob{"train_loss": 0.06710950285196304, "global_step": 25441, "ep{"train_loss": 0.06996039301156998, "glob{"train_loss": 0.10335423052310944, "global_step": 25442, "ep{"train_loss": 0.10245220363140106, "glob{"train_loss": 0.11160998046398163, "global_step": 25443, "epoch": 265, "lr": 0.00010087552810304217}
+{"train_loss": 0.10220794379711151, "global_step": 25444, "ep{"train_loss": 0.10194778442382812, "glob{"train_loss": 0.042910389602184296, "global_step": 25445, "e{"train_loss": 0.042878538370132446, "glob{"train_loss": 0.09086475521326065, "global_step": 25446, "epoch": 265, "lr": 0.00010083252759367963}
+{"train_loss": 0.0793878510594368, "global_step": 25447, "epo{"train_loss": 0.07974943518638611, "glo{"train_loss": 0.07055153697729111, "global_step": 25448, "epo{"train_loss": 0.07124391198158264, "glo{"train_loss": 0.09928223490715027, "global_step": 25449, "epoch": 265, "lr": 0.000100789{"train_loss"{"train_loss": 0.08088397979736328, "global_step": 25450, "ep{"train_loss": 0.07815307378768921, "glob{"train_loss": 0.09388189017772675, "global_step": 25451, "ep{"train_loss": 0.09182935953{"train_loss"{"train_loss": 0.09732484817504883, "global_step": 25452, "epoch": 265, "lr": 0.000100746{"train_loss"{"train_loss": 0.07031761109828949, "global_step": 25453, "e{"train_loss": 0.06621076166629791, "globa{"train_loss": 0.09353090822696686, "global_step": 25454, "epoch": 265, "lr": 0.00010071788928912277}
+{"train_loss": 0.09288343787193298, "global_step": 25455, "e{"train_loss": 0.09302099049091339, "globa{"train_loss": 0.09561153501272202, "global_step": 25456, "epoch": 265, "lr": 0.00010068923647185078}
+{"train_loss": 0.09989657998085022, "global_step": 25457, "e{"train_loss": 0.10630860924720764, "globa{"train_loss": 0.07398919761180878, "global_step": 25458, "epoch": 265, "lr": 0.00010066058635968679}
+{"train_loss": 0.0907035619020462, "global_step": 25459, "ep{"train_loss": 0.09236890077590942, "glo{"train_loss": 0.0909091979265213, "global_step": 25460, "epo{"train_loss": 0.08941012620925903, "glo{"train_loss": 0.0835048258304596, "global_step": 25461, "epoc{"train_loss": 0.08480136096{"train_los{"train_loss": 0.07219813764095306, "global_step": 25462, "epoc{"train_loss": 0.0704906880{"train_loss{"train_loss": 0.08718211948871613, "global_step": 25463, "epoc{"train_loss": 0.08967725187540054, "gl{"train_loss": 0.09305143356323242, "global_step": 25464, "epoch": 265, "lr": 0.0001005746{"train_loss{"train_loss": 0.06763823330402374, "global_step": 25465, "epoch": 265, "lr": 0.00010056033228110397}
+{"train_loss": 0.05102001130580902, "global_step": 25466, "epoc{"train_loss": 0.05292273685336113, "gl{"train_loss": 0.062026675790548325, "global_step": 25467, "epo{"train_loss": 0.05683428794145584, "glo{"train_loss": 0.08667637407779694, "global_step": 25468, "epo{"train_loss": 0.08097469806671143, "gl{"train_loss": 0.11571837961673737, "global_step": 25469, "epo{"train_loss": 0.11731208860874176, "gl{"train_loss": 0.0869409590959549, "global_step": 25470, "epoc{"train_loss": 0.08983874320983887, "gl{"train_loss": 0.0847623273730278, "global_step": 25471, "epoch": 265, "lr": 0.00010047442662151558}
+{"train_loss": 0.08753647655248642, "global_step": 25472, "epoch{"train_loss": 0.08823949098587036, "g{"train_loss": 0.1057891994714737, "global_step": 25473, "epoch": 265, "lr": 0.00010044579{"train_los{"train_loss": 0.08575655519962311, "global_step": 25474, "epoch"{"train_loss": 0.088097378{"train_los{"train_loss": 0.0808887705206871, "global_step": 25475, "epoch": 265, "lr": 0.00010041716973528557}
+{"train_loss": 0.06943419575691223, "global_step": 25476, "epoch"{"train_loss": 0.07119601219892502, "{"train_loss": 0.05850931629538536, "global_step": 25477, "epoch"{"train_loss": 0.061214543879032135,{"train_loss": 0.08767177164554596, "global_step": 25478, "epoch": 265, "lr": 0.00010037423419063352}
+{"train_loss": 0.088719941675663, "global_step": 25479, "epoch": {"train_loss": 0.09543542563915253,{"train_loss": 0.1196666806936264, "global_step": 25480, "epoch": 265, "lr": 0.00010034561388614671}
+{"train_loss": 0.06418821960687637, "global_step": 25481, "epoch": 2{"train_loss": 0.06500011682510376{"train_loss": 0.04652400687336922, "global_step": 25482, "epoch": 2{"train_loss": 0.04861808195710182{"train_loss": 0.08352916687726974, "global_step": 25483, "epoch": 2{"train_loss": 0.08715090155601501{"train_loss": 0.07491593807935715, "global_step": 25484, "epoch": 265, "lr": 0.00010028838142{"train{"train_loss": 0.10092420876026154, "global_step": 25485, "epoch": 265, "lr": 0.00010027407500243144}
+{"train_loss": 0.09710323065519333, "global_step": 25486, "epoch": 265, "lr": 0.000100259769262611}
+{"train_loss": 0.11333926767110825, "global_step": 25487, "epoch": 265, "lr": 0.00010024546420{"train{"train_loss": 0.06390167772769928, "global_step": 25488, "epoch": 265, "lr": 0.00010023115982067216}
+{"train_loss": 0.10295827686786652, "global_step": 25489, "epoch": 265, "lr": 0.0001002168561187486}
+{"train_loss": 0.0633760616183281, "global_step": 25490, "epoch": 265, "lr": 0.00010020255309631876}
+{"train_loss": 0.09726734459400177, "global_step": 25491, "epoch": {"train_loss": 0.10251232236623764,{"train_loss": 0.0694027990102768, "global_step": 25492, "epoch": 265, "lr": 0.000100173949090{"trai{"train_loss": 0.1105511337518692, "global_step": 25493, "epoch": 26{"train_loss": 0.1101026684045791{"train_loss": 0.07869705557823181, "global_step": 25494, "epoch": 265, "lr": 0.0001001453478034{"trai{"train_loss": 0.10336799919605255, "global_step": 25495, "epoch": 26{"train_loss": 0.1061627566814422{"train_loss": 0.10053262114524841, "global_step": 25496, "epoch": 26{"train_loss": 0.1017404794692993{"train_loss": 0.0909169539809227, "global_step": 25497, "epoch": 265, "lr": 0.00010010245097331{"tra{"train_loss": 0.11034020781517029, "global_step": 25498, "epoch": 265, "lr": 0.00010008815339034229}
+{"train_loss": 0.08299010246992111, "global_step": 25499, "epoch": 265, "lr": 0.00010007385648773868}
+{"train_loss": 0.08938111364841461, "global_step": 25500, "epoch": 265, "lr": 0.00010005956026560268}
+{"train_loss": 0.12219739705324173, "global_step": 25501, "epoch": 265, "lr": 0.00010004526472403148}
+{"train_loss": 0.07592155039310455, "global_step": 25502, "epoch": 265, "lr": 0.00010003096986312264}
+{"train_loss": 0.07403126358985901, "global_step": 25503, "epoch": 265, "lr": 0.0001000166756829732}
+{"train_loss": 0.07409511506557465, "global_step": 25504, "epoch": 265, "lr": 0.000100002382183{"train{"train_loss": 0.09989560395479202, "global_step": 25505, "epoch": 265, "lr": 9.998808936534267{"trai{"train_loss": 0.11637097597122192, "global_step": 25506, "epoch": {"train_loss": 0.11453419923{"trai{"train_loss": 0.08456803858280182, "global_step": 25507, "epoch": 265, "lr": 9.995950577191844{"trai{"train_loss": 0.09102798998355865, "global_step": 25508, "epoch": 265, "lr": 9.994521499702709e-05}
+{"train_loss": 0.07579521834850311, "global_step": 25509, "epoch": 265, "lr": 9.993092490347922{"trai{"train_loss": 0.07426215708255768, "global_step": 25510, "epoch": 265, "lr": 9.991663549137222{"trai{"train_loss": 0.06283891201019287, "global_step": 25511, "epoch":{"train_loss": 0.06884483993053436,{"train_loss": 0.06710033118724823, "global_step": 25512, "epoch":{"train_loss": 0.062789849936{"tra{"train_loss": 0.10605708509683609, "global_step": 25513, "epoch": 265, "lr": 9.98737713446695e-05}
+{"train_loss": 0.07624264061450958, "global_step": 25514, "epoch": 265, "lr": 9.985948465929897{"trai{"train_loss": 0.07425057888031006, "global_step": 25515, "epoch":{"train_loss": 0.0696801245212555, {"train_loss": 0.08389247953891754, "global_step": 25516, "epoch"{"train_loss": 0.0866384357213974, "{"train_loss": 0.07369355857372284, "global_step": 25517, "epoch{"train_loss": 0.07436797767877579, "{"train_loss": 0.13365978002548218, "global_step": 25518, "epoch": 265, "lr": 9.980234473806324e-05}
+{"train_loss": 0.0903492420911789, "global_step": 25519, "epoch": 265, "lr": 9.978806146330236e-05}
+{"train_loss": 0.07132525742053986, "global_step": 25520, "epoch": 265, "lr": 9.977377887095507e-05}
+{"train_loss": 0.08220113068819046, "global_step": 25521, "epoch": 265, "lr": 9.975949696111879e-05}
+{"train_loss": 0.07495897263288498, "global_step": 25522, "epoch": 265, "lr": 9.974521573389075e-05}
+{"train_loss": 0.07550367712974548, "global_step": 25523, "epoch": 265, "lr": 9.973093518936827e-05}
+{"train_loss": 0.10619611293077469, "global_step": 25524, "epoch": 265, "lr": 9.971665532764{"train_l{"train_loss": 0.09572204947471619, "global_step": 25525, "epoch": 265, "lr": 9.97023761488286e-05}
+{"train_loss": 0.07244482636451721, "global_step": 25526, "epoch": 265, "lr": 9.968809765300604e-05}
+{"train_loss": 0.08398233354091644, "global_step": 25527, "epoch": 265, "lr": 9.96738198402{"train_lo{"train_loss": 0.06880293786525726, "global_step": 25528, "epoch": 265, "lr": 9.96595427107{"train_lo{"train_loss": 0.09497641026973724, "global_step": 25529, "epoch": 265, "lr": 9.964526626449373e-05}
+{"train_loss": 0.09255467355251312, "global_step": 25530, "epoch": 265, "lr": 9.963099050163231e-05}
+{"train_loss": 0.12079290300607681, "global_step": 25531, "epoch": 265, "lr": 9.961671542225414e-05}
+{"train_loss": 0.09480973333120346, "global_step": 25532, "epoch"{"train_loss": 0.08859747648239136, {"train_loss": 0.08684617280960083, "global_step": 25533, "epoch"{"train_loss": 0.08513270318508148, {"train_loss": 0.06640009582042694, "global_step": 25534, "epoch": 265, "lr": 9.957389428599175e-05}
+{"train_loss": 0.08594870481950541, "global_step": 25535, "epoch": 265, "lr": 9.955962194151893e-05}
+{"train_loss": 0.075555719435215, "global_step": 25536, "epoch": 266, "lr": 9.9545350281015{"train_{"train_loss": 0.044401343911886215, "global_step": 25537, "epoch": 266, "lr": 9.953107930457848e-05}
+{"train_loss": 0.10143686085939407, "global_step": 25538, "epoch": 266, "lr": 9.95168090123053e-05}
+{"train_loss": 0.12254741042852402, "global_step": 25539, "epoch"{"train_loss": 0.12513530254364014, {"train_loss": 0.09567730128765106, "global_step": 25540, "epoch": 266, "lr": 9.948827048063852e-05}
+{"train_loss": 0.06681430339813232, "global_step": 25541, "epoch": 266, "lr": 9.947400224143943e-05}
+{"train_loss": 0.1124832034111023, "global_step": 25542, "epoch": 266, "lr": 9.945973468679266e-05}
+{"train_loss": 0.08024387061595917, "global_step": 25543, "epoch"{"train_loss": 0.07701273262500763, {"train_loss": 0.0855100229382515, "global_step": 25544, "epoch": 266, "lr": 9.943120163154485e-05}
+{"train_loss": 0.08248482644557953, "global_step": 25545, "epoch": 266, "lr": 9.941693613113821e-05}
+{"train_loss": 0.06151857227087021, "global_step": 25546, "epoch": 266, "lr": 9.9402671315672{"train_{"train_loss": 0.06834942102432251, "global_step": 25547, "epoch{"train_loss": 0.06753109395503998, "{"train_loss": 0.09051918238401413, "global_step": 25548, "epoch": 266, "lr": 9.9374143739952{"train{"train_loss": 0.06593884527683258, "global_step": 25549, "epoch": 266, "lr": 9.9359880979892{"train_{"train_loss": 0.06827975809574127, "global_step": 25550, "epoch": 266, "lr": 9.934561890516196e-05}
+{"train_loss": 0.10039529204368591, "global_step": 25551, "epoch": 266, "lr": 9.933135751585{"train_l{"train_loss": 0.06648989021778107, "global_step": 25552, "epoc{"train_loss": 0.06537095457315445, "g{"train_loss": 0.08959385752677917, "global_step": 25553, "epoch": 266, "lr": 9.930283679391872e-05}
+{"train_loss": 0.09607447683811188, "global_step": 25554, "epoc{"train_loss": 0.09371645748615265, "{"train_loss": 0.11290848255157471, "global_step": 25555, "epoch": 266, "lr": 9.927431881485112e-05}
+{"train_loss": 0.07248052209615707, "global_step": 25556, "epoch": 266, "lr": 9.926006085413709e-05}
+{"train_loss": 0.08552257716655731, "global_step": 25557, "ep{"train_loss": 0.0866543203592{"train_l{"train_loss": 0.08600757271051407, "global_step": 25558, "epoch": 266, "lr": 9.92315469908{"train_lo{"train_loss": 0.08940321952104568, "global_step": 25559, "e{"train_loss": 0.09049275517463{"train_lo{"train_loss": 0.11855175346136093, "global_step": 25560, "e{"train_loss": 0.11972001194953918, "glob{"train_loss": 0.0962427482008934, "global_step": 25561, "ep{"train_loss": 0.09497323632240295, "glo{"train_loss": 0.11977314949035645, "global_step": 25562, "ep{"train_loss": 0.12075132131576{"train_l{"train_loss": 0.07937953621149063, "global_step": 25563, "epoch": 266, "lr": 9.916027434283{"train_l{"train_loss": 0.11595406383275986, "global_step": 25564, "ep{"train_loss": 0.11884165555238724, "glo{"train_loss": 0.09346093982458115, "global_step": 25565, "ep{"train_loss": 0.08913927525281906, "glo{"train_loss": 0.07349568605422974, "global_step": 25566, "epoch": 266, "lr": 9.911751899352282e-05}
+{"train_loss": 0.11346309632062912, "global_step": 25567, "ep{"train_loss": 0.11707204580307007, "glo{"train_loss": 0.08751875162124634, "global_step": 25568, "ep{"train_loss": 0.08541452884674072, "glo{"train_loss": 0.13858535885810852, "global_step": 25569, "ep{"train_loss": 0.13079580664634705, "gl{"train_loss": 0.06758955121040344, "global_step": 25570, "ep{"train_loss": 0.06671954691410065, "glo{"train_loss": 0.08763842284679413, "global_step": 25571, "ep{"train_loss": 0.08742405474185{"train_l{"train_loss": 0.10130474716424942, "global_step": 25572, "ep{"train_loss": 0.10576163977384567, "glo{"train_loss": 0.06814153492450714, "global_step": 25573, "ep{"train_loss": 0.06546828150749207, "gl{"train_loss": 0.10843702405691147, "global_step": 25574, "epoch": 266, "lr": 9.900353496292{"train_l{"train_loss": 0.06596429646015167, "global_step": 25575, "epoch": 266, "lr": 9.898929005298431e-05}
+{"train_loss": 0.1069570779800415, "global_step": 25576, "epoch": 266, "lr": 9.897504583089{"train_l{"train_loss": 0.05205347761511803, "global_step": 25577, "epoch": 266, "lr": 9.896080229675895e-05}
+{"train_loss": 0.08607431501150131, "global_step": 25578, "epoch": 266, "lr": 9.894655945066842e-05}
+{"train_loss": 0.08784882724285126, "global_step": 25579, "epoch": 266, "lr": 9.893231729272208e-05}
+{"train_loss": 0.1358364373445511, "global_step": 25580, "epoch": 266, "lr": 9.891807582301{"train_l{"train_loss": 0.10449948906898499, "global_step": 25581, "epo{"train_loss": 0.10225167870521545, "gl{"train_loss": 0.08015438914299011, "global_step": 25582, "epo{"train_loss": 0.08004119247198105, "gl{"train_loss": 0.09348911046981812, "global_step": 25583, "epo{"train_loss": 0.09815127402544022, "gl{"train_loss": 0.06984498351812363, "global_step": 25584, "epoch": 266, "lr": 9.88611168285459e-05}
+{"train_loss": 0.0825883150100708, "global_step": 25585, "epoc{"train_loss": 0.08273988962173462, "g{"train_loss": 0.06665640324354172, "global_step": 25586, "epoc{"train_loss": 0.06531073153018951, "g{"train_loss": 0.08177973330020905, "global_step": 25587, "epoch": 266, "lr": 9.881840481397{"train_{"train_loss": 0.07233674824237823, "global_step": 25588, "epoch": 266, "lr": 9.880416885369{"train_l{"train_loss": 0.07389689236879349, "global_step": 25589, "epoch": 266, "lr": 9.878993358251{"train_l{"train_loss": 0.09155775606632233, "global_step": 25590, "epoch": 266, "lr": 9.87756990005568e-05}
+{"train_loss": 0.08919332921504974, "global_step": 25591, "epoch": 266, "lr": 9.876146510790309e-05}
+{"train_loss": 0.08326396346092224, "global_step": 25592, "epoch": 266, "lr": 9.874723190465391e-05}
+{"train_loss": 0.08793668448925018, "global_step": 25593, "epoch": 266, "lr": 9.873299939090622e-05}
+{"train_loss": 0.08182890713214874, "global_step": 25594, "epoch": 266, "lr": 9.871876756675698e-05}
+{"train_loss": 0.07261554151773453, "global_step": 25595, "epoch": 266, "lr": 9.870453643230295e-05}
+{"train_loss": 0.0782383382320404, "global_step": 25596, "epoch{"train_loss": 0.07792524993419647, "{"train_loss": 0.1248525083065033, "global_step": 25597, "epoch"{"train_loss": 0.12495329231023788,{"train_loss": 0.10716915130615234, "global_step": 25598, "epoch"{"train_loss": 0.10694526135921478,{"train_loss": 0.07691428065299988, "global_step": 25599, "epoch": 266, "lr": 9.864761879337802e-05}
+{"train_loss": 0.07960112392902374, "global_step": 25600, "epoch": 266, "lr": 9.863339110885403e-05}
+{"train_loss": 0.07245460152626038, "global_step": 25601, "epoch"{"train_loss": 0.07299241423606873, {"train_loss": 0.07275475561618805, "global_step": 25602, "epoch": 266, "lr": 9.860493781073301e-05}
+{"train_loss": 0.08421657979488373, "global_step": 25603, "epoch": 266, "lr": 9.85907121973298e-05}
+{"train_loss": 0.10523706674575806, "global_step": 25604, "epoch": 266, "lr": 9.8576487274{"train_los{"train_loss": 0.08378247171640396, "global_step": 25605, "epoch": 266, "lr": 9.856226304232215e-05}
+{"train_loss": 0.08830488473176956, "global_step": 25606, "epoch": 266, "lr": 9.85480395009114e-05}
+{"train_loss": 0.0925377905368805, "global_step": 25607, "epoch": 266, "lr": 9.853381665035857e-05}
+{"train_loss": 0.08917973190546036, "global_step": 25608, "epoch":{"train_loss": 0.08421806991100311,{"train_loss": 0.10436926037073135, "global_step": 25609, "epoch": 266, "lr": 9.850537302221412e-05}
+{"train_loss": 0.09219595789909363, "global_step": 25610, "epoch": 266, "lr": 9.849115224481611e-05}
+{"train_loss": 0.07160308957099915, "global_step": 25611, "epoch": 266, "lr": 9.847693215866338e-05}
+{"train_loss": 0.09459340572357178, "global_step": 25612, "epoch": 266, "lr": 9.846271276385286e-05}
+{"train_loss": 0.07900653034448624, "global_step": 25613, "epoch": 266, "lr": 9.844849406048122e-05}
+{"train_loss": 0.080812469124794, "global_step": 25614, "epoch": 266, "lr": 9.843427604864537e-05}
+{"train_loss": 0.09508092701435089, "global_step": 25615, "epoch": 266, "lr": 9.842005872844211e-05}
+{"train_loss": 0.07012033462524414, "global_step": 25616, "epoch": {"train_loss": 0.06771522760391235{"train_loss": 0.10552620887756348, "global_step": 25617, "epoch": 266, "lr": 9.839162616332064e-05}
+{"train_loss": 0.09056326746940613, "global_step": 25618, "epoch": 266, "lr": 9.837741091859616e-05}
+{"train_loss": 0.08422031253576279, "global_step": 25619, "epoch": 266, "lr": 9.836319636{"train_loss{"train_loss": 0.09481577575206757, "global_step": 25620, "epoch": {"train_loss": 0.09974{"train_loss{"train_loss": 0.09315712004899979, "global_step": 25621, "epoch": 266, "lr": 9.833476933692869e-05}
+{"train_loss": 0.0653001219034195, "global_step": 25622, "epoch": 2{"train_loss": 0.063801161944866{"train_loss": 0.10898832976818085, "global_step": 25623, "epoch": 266, "lr": 9.830634507720682e-05}
+{"train_loss": 0.11618218570947647, "global_step": 25624, "epoch": 266, "lr": 9.8292133986{"train_lo{"train_loss": 0.09580443054437637, "global_step": 25625, "epoch": 266, "lr": 9.827792358749994e-05}
+{"train_loss": 0.06570641696453094, "global_step": 25626, "epoch": 266, "lr": 9.826371388{"train_los{"train_loss": 0.11691942811012268, "global_step": 25627, "epoch": 266, "lr": 9.824950486858242e-05}
+{"train_loss": 0.0739787220954895, "global_step": 25628, "epoch": 266, "lr": 9.823529654841142e-05}
+{"train_loss": 0.0902397632598877, "global_step": 25629, "epoch": 266, "lr": 9.822108892122815e-05}
+{"train_loss": 0.09455952048301697, "global_step": 25630, "epoch": 266, "lr": 9.820688198712915e-05}
+{"train_loss": 0.0884002260863781, "global_step": 25631, "epoch": 266, "lr": 9.819267574621{"train_l{"train_loss": 0.11239463090896606, "global_step": 25632, "epoch": 267, "lr": 9.817847019857125e-05}
+{"train_loss": 0.07342852652072906, "global_step": 25633, "epoch": 2{"train_loss": 0.0802427{"train_l{"train_loss": 0.0734986811876297, "global_step": 25634, "epoch": 267, "lr": 9.815006118351153e-05}
+{"train_loss": 0.08084827661514282, "global_step": 25635, "epoch": 267, "lr": 9.81358577162854e-05}
+{"train_loss": 0.08923694491386414, "global_step": 25636, "epoch": 26{"train_loss": 0.082552820444107{"train_loss": 0.07659118622541428, "global_step": 25637, "epoch": 267, "lr": 9.810745286292396e-05}
+{"train_loss": 0.07612296938896179, "global_step": 25638, "epoch": 267, "lr": 9.809325147698221e-05}
+{"train_loss": 0.07033222168684006, "global_step": 25639, "epoch": 26{"train_loss": 0.0666944{"train_{"train_loss": 0.06005735695362091, "global_step": 25640, "epoch": 267, "lr": 9.806485078705986e-05}
+{"train_loss": 0.0463925339281559, "global_step": 25641, "epoch": 267, "lr": 9.805065148327279{"trai{"train_loss": 0.0868476927280426, "global_step": 25642, "epoch": 267, "lr": 9.803645287373074e-05}
+{"train_loss": 0.12715835869312286, "global_step": 25643, "epoch": 26{"train_loss": 0.124584659934043{"train_loss": 0.13607905805110931, "global_step": 25644, "epoch": 267, "lr": 9.800805773776815e{"tra{"train_loss": 0.08867989480495453, "global_step": 25645, "epoch": 267, "lr": 9.799386121154105e-05}
+{"train_loss": 0.0783785879611969, "global_step": 25646, "epoch": 267, "lr": 9.797966537994574e{"tra{"train_loss": 0.10604122281074524, "global_step": 25647, "epoch": 267, "lr": 9.796547024307869e-05}
+{"train_loss": 0.08878578245639801, "global_step": 25648, "epoch": 267, "lr": 9.79512758010367e-{"tr{"train_loss": 0.10141794383525848, "global_step": 25649, "epoch": 267, "lr": 9.793708205391646e-05}
+{"train_loss": 0.0883137658238411, "global_step": 25650, "epoch": 267,{"train_loss": 0.0854367464780{"train_loss": 0.062452808022499084, "global_step": 25651, "epoch": 267{"train_loss": 0.06592399{"trai{"train_loss": 0.07074356079101562, "global_step": 25652, "epoch": 267{"train_loss": 0.07424928{"trai{"train_loss": 0.10548140853643417, "global_step": 25653, "epoch": 267, "lr": 9.78803140165852e-05}
+{"train_loss": 0.0865955650806427, "global_step": 25654, "epoch": 267, "lr": 9.7866123745523e-05}
+{"train_loss": 0.09301848709583282, "global_step": 25655, "epoch": 26{"train_loss": 0.0950633585{"tr{"train_loss": 0.08960392326116562, "global_step": 25656, "epoch": 26{"train_loss": 0.0873409360{"tra{"train_loss": 0.07440158724784851, "global_step": 25657, "epoch": 26{"train_loss": 0.071492105722427{"train_loss": 0.11459166556596756, "global_step": 25658, "epoch": 26{"train_loss": 0.11588738858699{"train_loss": 0.08018013834953308, "global_step": 25659, "epoch": 26{"train_loss": 0.083238363265991{"train_loss": 0.08351273089647293, "global_step": 25660, "epoch": 267, "lr": 9.778099672806468e-05}
+{"train_loss": 0.07277457416057587, "global_step": 25661, "epoch": 26{"train_loss": 0.073951356112957{"train_loss": 0.08388971537351608, "global_step": 25662, "epoch": 267, "lr": 9.775262662319807e-05}
+{"train_loss": 0.06194624304771423, "global_step": 25663, "epoch": 267, "lr": 9.773844261512804{"trai{"train_loss": 0.11638543009757996, "global_step": 25664, "epoch": 267, "lr": 9.772425930342913e-05}
+{"train_loss": 0.0548216849565506, "global_step": 25665, "epoch": 26{"train_loss": 0.0566056370{"tra{"train_loss": 0.1233275830745697, "global_step": 25666, "epoch": 267,{"train_loss": 0.1192878484{"t{"train_loss": 0.07128018140792847, "global_step": 25667, "epoch": 267,{"train_loss": 0.0714204758{"t{"train_loss": 0.08735382556915283, "global_step": 25668, "epoch": 267, "lr": 9.766753302227509e-05}
+{"train_loss": 0.10208111256361008, "global_step": 25669, "epoch": 267, "lr": 9.76533531938798e-05}
+{"train_loss": 0.06621313095092773, "global_step": 25670, "epoch": 267, "lr": 9.76391740624351e-05}
+{"train_loss": 0.10611164569854736, "global_step": 25671, "epoch": 267, "lr": 9.762499562803737{"trai{"train_loss": 0.07745089381933212, "global_step": 25672, "epoch": 267, "lr": 9.761081789078325e-05}
+{"train_loss": 0.09048672020435333, "global_step": 25673, "epoch": 267, "lr": 9.759664085076919{"trai{"train_loss": 0.06808482110500336, "global_step": 25674, "epoch": 267, "lr": 9.75824645080917{"train{"train_loss": 0.07895951718091965, "global_step": 25675, "epoch": 267, "lr": 9.75682888628475e-05}
+{"train_loss": 0.08952614665031433, "global_step": 25676, "epoch": 267, "lr": 9.755411391513298e-05}
+{"train_loss": 0.09592301398515701, "global_step": 25677, "epoch": 267, "lr": 9.75399396650447{"train{"train_loss": 0.0848730057477951, "global_step": 25678, "epoch": 267, "lr": 9.752576611267928e-05}
+{"train_loss": 0.08111803233623505, "global_step": 25679, "epoch": 267, "lr": 9.751159325813313e-05}
+{"train_loss": 0.0833888128399849, "global_step": 25680, "epoch": 267, "{"train_loss": 0.08383109420{"train_loss": 0.08519528806209564, "global_step": 25681, "epoch": 267, "{"train_loss": 0.09058293700{"train_loss": 0.08757270127534866, "global_step": 25682, "epoch": 267, "lr": 9.746907888237527e-05}
+{"train_loss": 0.08486910164356232, "global_step": 25683, "epoch": 267,{"train_loss": 0.0812677890062{"train_loss": 0.07621124386787415, "global_step": 25684, "epoch": 267, "lr": 9.744073945606906e{"tra{"train_loss": 0.08078720420598984, "global_step": 25685, "epoch": 267,{"train_loss": 0.0806147828698{"train_loss": 0.11199784278869629, "global_step": 25686, "epoch": 267,{"train_loss": 0.1104046329855{"train_loss": 0.09025944769382477, "global_step": 25687, "epoch": 267, "lr": 9.739823555483823e-05}
+{"train_loss": 0.11370537430047989, "global_step": 25688, "epoch": 267, "lr": 9.738406898500816e-05}
+{"train_loss": 0.08522292226552963, "global_step": 25689, "epoch": 267, "lr": 9.736990311396222{"trai{"train_loss": 0.07568945735692978, "global_step": 25690, "epoch": 267, "lr": 9.735573794179693e-05}
+{"train_loss": 0.09843911230564117, "global_step": 25691, "epoch": 267, "lr": 9.73415734686088e-05}
+{"train_loss": 0.10627670586109161, "global_step": 25692, "epoch": 267, "lr": 9.73274096944943e-05}
+{"train_loss": 0.04812386631965637, "global_step": 25693, "epoch": 267, "lr": 9.731324661954977e-05}
+{"train_loss": 0.10431969165802002, "global_step": 25694, "epoch": 267, "lr": 9.72990842438718e-05}
+{"train_loss": 0.06284817308187485, "global_step": 25695, "epoch": 267, "lr": 9.72849225675566e-05}
+{"train_loss": 0.0812683254480362, "global_step": 25696, "epoch": 267, "lr": 9.72707615907009e-05}
+{"train_loss": 0.10288750380277634, "global_step": 25697, "epoch": 267, "lr": 9.72566013134009e-05}
+{"train_loss": 0.0861162543296814, "global_step": 25698, "epoch": 267, "{"train_loss": 0.08376908302{"train_loss": 0.07330501824617386, "global_step": 25699, "epoch": 267, "lr": 9.722828285785404e-05}
+{"train_loss": 0.06921349465847015, "global_step": 25700, "epoch": 267, "lr": 9.721412467980005e-05}
+{"train_loss": 0.08917754143476486, "global_step": 25701, "epoch": 267, "lr": 9.719996720168746e-05}
+{"train_loss": 0.06035323068499565, "global_step": 25702, "epoch": 267, "lr": 9.718581042361274e-{"tr{"train_loss": 0.10500854253768921, "global_step": 25703, "epoch": 267, "lr": 9.71716543456724e-05}
+{"train_loss": 0.047379955649375916, "global_step": 25704, "epoch": 267, "lr": 9.715749896796264e-05}
+{"train_loss": 0.07598520070314407, "global_step": 25705, "epoch": 267, "lr": 9.714334429058007e-05}
+{"train_loss": 0.0698331668972969, "global_step": 25706, "epoch": 267, "lr": 9.712919031362078e-05}
+{"train_loss": 0.07713191211223602, "global_step": 25707, "epoch": 267, "lr": 9.71150370371815{"trai{"train_loss": 0.09069504588842392, "global_step": 25708, "epoch": 267, "l{"train_loss": 0.093{"train{"train_loss": 0.08827385306358337, "global_step": 25709, "epoch": 267, "lr": 9.70867325862478{"train{"train_loss": 0.08162201941013336, "global_step": 25710, "epoch": 267, "lr": 9.707258141194633e-05}
+{"train_loss": 0.09246239811182022, "global_step": 25711, "epoch": 267, {"train_loss": 0.08634{"train{"train_loss": 0.07725182175636292, "global_step": 25712, "epoch": 267, {"train_loss": 0.07660{"trai{"train_loss": 0.0825423151254654, "global_step": 25713, "epoch": 267, "lr": 9.703013209485923e-05}
+{"train_loss": 0.07555963844060898, "global_step": 25714, "epoch": 267, "{"train_loss": 0.0723098516{"train_loss": 0.07403253763914108, "global_step": 25715, "epoch": 267, "{"train_loss": 0.07125175744{"train_loss": 0.08379830420017242, "global_step": 25716, "epoch": 267, "lr": 9.698768908852178{"trai{"train_loss": 0.05220809578895569, "global_step": 25717, "epoch": 267, "lr": 9.697354282258101{"trai{"train_loss": 0.08705194294452667, "global_step": 25718, "epoch": 267, "lr": 9.69593972582201e-05}
+{"train_loss": 0.08543939143419266, "global_step": 25719, "epoch": 267, "lr": 9.694525239553518e-05}
+{"train_loss": 0.10844142735004425, "global_step": 25720, "epoch": 267, "lr": 9.693110823462275{"trai{"train_loss": 0.10390137135982513, "global_step": 25721, "epoch": 267, "lr": 9.691696477557892e-05}
+{"train_loss": 0.0655520111322403, "global_step": 25722, "epoch": 267, "lr": 9.690282201850027e{"tra{"train_loss": 0.09299159795045853, "global_step": 25723, "epoch": 267,{"train_loss": 0.094572313129{"train_loss": 0.08618344366550446, "global_step": 25724, "epoch": 267,{"train_loss": 0.0852617248892{"train_loss": 0.08384349942207336, "global_step": 25725, "epoch": 267, "lr": 9.68603979600174e-05}
+{"train_loss": 0.05854543671011925, "global_step": 25726, "epoch": 267,{"train_loss": 0.05811332{"tra{"train_loss": 0.08480653799294184, "global_step": 25727, "epoch": 267, "lr": 9.683211876595297e-05}
+{"train_loss": 0.0770120695233345, "global_step": 25728, "epoch": 268, "{"train_loss": 0.0750150829{"train_loss": 0.05567161738872528, "global_step": 25729, "epoch": 268, "{"train_loss": 0.05680777505{"train_loss": 0.09104916453361511, "global_step": 25730, "epoch": 268, "{"train_loss": 0.0908886641{"train_loss": 0.07917439937591553, "global_step": 25731, "epoch": 268, "{"train_loss": 0.07848113775{"train_loss": 0.09768194705247879, "global_step": 25732, "epoch": 268, "lr": 9.676143307697591e{"tra{"train_loss": 0.08078932017087936, "global_step": 25733, "epoch": 268, "lr": 9.674729804786802e-05}
+{"train_loss": 0.09853706508874893, "global_step": 25734, "epoch": 268, "lr": 9.673316372188046e-05}
+{"train_loss": 0.05539112538099289, "global_step": 25735, "epoch": 268, "lr": 9.671903009910956e-05}
+{"train_loss": 0.08166201412677765, "global_step": 25736, "epoch": 268, "lr": 9.67048971796516e-05}
+{"train_loss": 0.06566548347473145, "global_step": 25737, "epoch": 268,{"train_loss": 0.064773157238{"train_loss": 0.10624364763498306, "global_step": 25738, "epoch": 268,{"train_loss": 0.1086882650852{"train_loss": 0.09084977209568024, "global_step": 25739, "epoch": 268,{"train_loss": 0.0891026258468{"train_loss": 0.09505106508731842, "global_step": 25740, "epoch": 268, "lr": 9.66483725368738e-05}
+{"train_loss": 0.08875126391649246, "global_step": 25741, "epoch": 268,{"train_loss": 0.0790249258279{"train_loss": 0.07664928585290909, "global_step": 25742, "epoch": 268, "lr": 9.662011443786448e-05}
+{"train_loss": 0.09451420605182648, "global_step": 25743, "epoch": 268,{"train_loss": 0.0935941413044{"train_loss": 0.10474364459514618, "global_step": 25744, "epoch": 268, "lr": 9.659185915480117e-05}
+{"train_loss": 0.05968857556581497, "global_step": 25745, "epoch": 268,{"train_loss": 0.06506{"train_{"train_loss": 0.11345067620277405, "global_step": 25746, "epoch": 268, "lr": 9.656360668845345e-05}
+{"train_loss": 0.07717403769493103, "global_step": 25747, "epoch": 268, "lr": 9.654948151178846e-05}
+{"train_loss": 0.06708458811044693, "global_step": 25748, "epoch": 268, "lr": 9.653535703959104e-05}
+{"train_loss": 0.09395495057106018, "global_step": 25749, "epoch": 268, "lr": 9.652123327195723e-05}
+{"train_loss": 0.09664114564657211, "global_step": 25750, "epoch": 268,{"train_loss": 0.0976267158985{"train_loss": 0.12827491760253906, "global_step": 25751, "epoch": 268, "lr": 9.649298785076535e-05}
+{"train_loss": 0.07422463595867157, "global_step": 25752, "epoch": 268, "lr": 9.64788661973997e-05}
+{"train_loss": 0.0854935497045517, "global_step": 25753, "epoch": 268, "lr": 9.64647452489823{"train{"train_loss": 0.10317195951938629, "global_step": 25754, "epoch": 268, "lr": 9.645062500560948e-05}
+{"train_loss": 0.0819883719086647, "global_step": 25755, "epoch": 268, "lr": 9.643650546737733e-05}
+{"train_loss": 0.10824302583932877, "global_step": 25756, "epoch": 268, "lr": 9.642238663438208e-05}
+{"train_loss": 0.07855896651744843, "global_step": 25757, "epoch": 268, "lr": 9.640826850671971e-05}
+{"train_loss": 0.08223859965801239, "global_step": 25758, "epoch": 268, "lr": 9.639415108448646e-05}
+{"train_loss": 0.07949229329824448, "global_step": 25759, "epoch": 268, "lr": 9.638003436777856e-05}
+{"train_loss": 0.08772458881139755, "global_step": 25760, "epoch": 268, "lr": 9.636591835669192e-05}
+{"train_loss": 0.10118713974952698, "global_step": 25761, "epoch": 268,{"train_loss": 0.0997372{"trai{"train_loss": 0.0958346351981163, "global_step": 25762, "epoch": 268, {"train_loss": 0.092192947864{"train_loss": 0.09381803870201111, "global_step": 25763, "epoch": 268, "lr": 9.63235745581217e-{"tr{"train_loss": 0.127954363822937, "global_step": 25764, "epoch": 268, "lr": 9.630946137048182e-05}
+{"train_loss": 0.13430988788604736, "global_step": 25765, "epoch": 268, "l{"train_loss": 0.133712857{"train_loss": 0.09435182809829712, "global_step": 25766, "epoch": 268, "lr": 9.628123711360404e-05}
+{"train_loss": 0.09687082469463348, "global_step": 25767, "epoch": 268, "lr": 9.62671260445584{"train{"train_loss": 0.10487616062164307, "global_step": 25768, "epoch": 268, "lr": 9.62530156819029{"train{"train_loss": 0.08700267970561981, "global_step": 25769, "epoch": 268, "lr": 9.62389060257338{"train{"train_loss": 0.05909678712487221, "global_step": 25770, "epoch": 268, "lr": 9.62247970761472{"train{"train_loss": 0.07668021321296692, "global_step": 25771, "epoch": 268, "lr": 9.62106888332391{"train{"train_loss": 0.09025736153125763, "global_step": 25772, "epoch": 268, "lr": 9.6196581297105{"train_{"train_loss": 0.10770323872566223, "global_step": 25773, "epoch": 268, "l{"train_loss": 0.11{"train_{"train_loss": 0.1063171923160553, "global_step": 25774, "epoch": 268, "lr{"train_loss": 0.107777595{"train_loss": 0.10530496388673782, "global_step": 25775, "epoch": 268, "lr": 9.61542629303128{"train{"train_loss": 0.09366808831691742, "global_step": 25776, "epoch": 268, "lr": 9.6140158222238{"train_{"train_loss": 0.07544887065887451, "global_step": 25777, "epoch": 268, "lr": 9.612605422141838e-05}
+{"train_loss": 0.09074358642101288, "global_step": 25778, "epoch": 268, "lr{"train_loss": 0.{"train_l{"train_loss": 0.10384099930524826, "global_step": 25779, "epoch": 268, "lr": 9.609784834192762e-05}
+{"train_loss": 0.09118596464395523, "global_step": 25780, "epoch": 268, "lr": 9.608374646344{"train_l{"train_loss": 0.10638615489006042, "global_step": 25781, "epoch": 268, "lr{"train_loss": 0.{"train_l{"train_loss": 0.07942349463701248, "global_step": 25782, "epoch": 268, "lr": 9.605554482950{"train_l{"train_loss": 0.0928586795926094, "global_step": 25783, "epoch": 268, "lr": 9.604144507423{"trai{"train_loss": 0.08846890926361084, "global_step": 25784, "epoch": 268, "lr": 9.602734602688{"train_l{"train_loss": 0.08622300624847412, "global_step": 25785, "epoch": 268, "lr": 9.60132476875596e-05}
+{"train_loss": 0.10051052272319794, "global_step": 25786, "epoch": 268, "lr": 9.599915005635{"train_l{"train_loss": 0.07054328173398972, "global_step": 25787, "epoch": 268, "lr": 9.598505313336547e-05}
+{"train_loss": 0.0703294575214386, "global_step": 25788, "epoch": 268, "lr": 9.597095691868702e-05}
+{"train_loss": 0.09254119545221329, "global_step": 25789, "epoch": 268, "lr": 9.59568614124{"train_lo{"train_loss": 0.0983266830444336, "global_step": 25790, "epoch": 268, "lr": 9.594276661464748e-05}
+{"train_loss": 0.06843171268701553, "global_step": 25791, "epoch": 268, "lr": 9.592867252547821e-05}
+{"train_loss": 0.057479314506053925, "global_step": 25792, "epoch": 268, "lr": 9.59145791450{"train_lo{"train_loss": 0.08857804536819458, "global_step": 25793, "epoch": 268, "lr": 9.590048647332{"train_l{"train_loss": 0.09952501952648163, "global_step": 25794, "epoch": 268, "lr": 9.58863945105245e-05}
+{"train_loss": 0.07585609704256058, "global_step": 25795, "epoch": 268, "lr": 9.587230325671121e-05}
+{"train_loss": 0.08811277896165848, "global_step": 25796, "epoch": 268, "lr{"train_loss": 0.087973795{"train_loss": 0.09809042513370514, "global_step": 25797, "epoch": 268, "lr{"train_loss": 0.09889364{"train_loss": 0.09494954347610474, "global_step": 25798, "epoch": 268, "lr": 9.583003375012834e-05}
+{"train_loss": 0.09276144206523895, "global_step": 25799, "epoch": 268, "lr": 9.58159453332{"train_l{"train_loss": 0.10539381951093674, "global_step": 25800, "epoch": 268, "lr": 9.58018576257468e-05}
+{"train_loss": 0.0651605948805809, "global_step": 25801, "epoch": 268, "lr": 9.578777062784{"train_l{"train_loss": 0.09572544693946838, "global_step": 25802, "epoch": 268, "lr": 9.577368433959955e-05}
+{"train_loss": 0.07020608335733414, "global_step": 25803, "epoch": 268, "l{"train_loss": 0.0769359320{"train_loss": 0.0946945995092392, "global_step": 25804, "epoch": 268, "lr": 9.574551389245417e-05}
+{"train_loss": 0.08362046629190445, "global_step": 25805, "epoch": 268, "lr": 9.5731429733746{"train{"train_loss": 0.045930467545986176, "global_step": 25806, "epoch": 268, "lr": 9.571734628507{"train_l{"train_loss": 0.07690940797328949, "global_step": 25807, "epoch": 268, "lr": 9.57032635465428e-05}
+{"train_loss": 0.051015742123126984, "global_step": 25808, "epoch": 268, "lr": 9.568918151823787e-05}
+{"train_loss": 0.10210032761096954, "global_step": 25809, "epoch": 268, "lr": 9.567510020025876e-05}
+{"train_loss": 0.08240428566932678, "global_step": 25810, "epoch": 268, "lr": 9.56610195927014e-05}
+{"train_loss": 0.09248685091733932, "global_step": 25811, "epoch": 268, "lr": 9.564693969566172e-05}
+{"train_loss": 0.07464149594306946, "global_step": 25812, "epoch": 268, "lr": 9.563286050923564e-05}
+{"train_loss": 0.11798727512359619, "global_step": 25813, "epoch": 268, "lr": 9.561878203351891e-05}
+{"train_loss": 0.08901345729827881, "global_step": 25814, "epoch": 268, "{"train_loss": 0.08779981732{"train_loss": 0.07544490694999695, "global_step": 25815, "epoch": 268, "lr": 9.559062721459722e-05}
+{"train_loss": 0.08353248238563538, "global_step": 25816, "epoch": 268, "lr": 9.557655087158393e-05}
+{"train_loss": 0.1076832264661789, "global_step": 25817, "epoch": 268, "lr": 9.55624752396635e-05}
+{"train_loss": 0.07916651666164398, "global_step": 25818, "epoch": 268, "lr": 9.55484003189318e-05}
+{"train_loss": 0.10974310338497162, "global_step": 25819, "epoch": 268, "lr": 9.553432610948{"train_l{"train_loss": 0.07030074298381805, "global_step": 25820, "epoch": 268, "lr": 9.55202526114179e-05}
+{"train_loss": 0.09292585402727127, "global_step": 25821, "epoch": 268, "lr": 9.550617982482{"train_l{"train_loss": 0.1058124527335167, "global_step": 25822, "epoch": 268, {"train_loss": 0.1018{"train_{"train_loss": 0.08855747117195278, "global_step": 25823, "epoch": 268, "lr": 9.547803638645861e-05}
+{"train_loss": 0.06053902953863144, "global_step": 25824, "epoch": 269,{"train_loss": 0.060925707221{"train_loss": 0.11040846258401871, "global_step": 25825, "epoch": 269, "lr": 9.5449895795144{"train_{"train_loss": 0.059807322919368744, "global_step": 25826, "epoch": 269{"train_loss": 0.05875653773546{"train_loss": 0.07773572951555252, "global_step": 25827, "epoch": 269{"train_loss": 0.07570271193981{"train_loss": 0.11202651262283325, "global_step": 25828, "epoch": 269, "lr": 9.54076902480781e-05}
+{"train_loss": 0.08115527778863907, "global_step": 25829, "epoch": 26{"train_loss": 0.083040259778499{"train_loss": 0.09513901174068451, "global_step": 25830, "epoch": 269, "lr": 9.537955677775461e-05}
+{"train_loss": 0.09168614447116852, "global_step": 25831, "epoch": 269, "lr": 9.536549111119637e-05}
+{"train_loss": 0.09526950120925903, "global_step": 25832, "epoch": 269, "lr": 9.535142615716{"train_l{"train_loss": 0.0737890675663948, "global_step": 25833, "epoch": 269, "lr": 9.533736191576628e-05}
+{"train_loss": 0.13228866457939148, "global_step": 25834, "epoch": 26{"train_loss": 0.134520456194877{"train_loss": 0.09168262779712677, "global_step": 25835, "epoch": 26{"train_loss": 0.092378795146942{"train_loss": 0.11497463285923004, "global_step": 25836, "epoch": 26{"train_loss": 0.115441203117370{"train_loss": 0.07130677998065948, "global_step": 25837, "epoch": 269, "lr": 9.528111207833214e-05}
+{"train_loss": 0.07633563131093979, "global_step": 25838, "epoch": 269, "lr": 9.526705140149608e-05}
+{"train_loss": 0.07809144258499146, "global_step": 25839, "epoch": 269, "lr": 9.52529914378604e-05}
+{"train_loss": 0.08066973090171814, "global_step": 25840, "epoch": 269, "lr": 9.523893218752094e-05}
+{"train_loss": 0.10118438303470612, "global_step": 25841, "epoch": 269, "lr": 9.5224873650{"train_los{"train_loss": 0.06163642182946205, "global_step": 25842, "epoch": 269, "lr": 9.521081582711358e-05}
+{"train_loss": 0.09941916167736053, "global_step": 25843, "epoch":{"train_loss": 0.1065726{"train_lo{"train_loss": 0.10660630464553833, "global_step": 25844, "epoch": 269, "lr": 9.518270232103995e-05}
+{"train_loss": 0.06279189884662628, "global_step": 25845, "epoch": 269, "lr": 9.516864663861758e-05}
+{"train_loss": 0.08989086747169495, "global_step": 25846, "epoch":{"train_loss": 0.08766096830368042,{"train_loss": 0.10818154364824295, "global_step": 25847, "epoch": 269, "lr": 9.514053741548017e-05}
+{"train_loss": 0.09286078810691833, "global_step": 25848, "epoch": 269, "lr": 9.5126483874{"train_los{"train_loss": 0.09958255290985107, "global_step": 25849, "epoch": 269, "lr": 9.5112431048{"train_los{"train_loss": 0.09552159905433655, "global_step": 25850, "epoch": 269, "lr": 9.509837893647825e-05}
+{"train_loss": 0.10510978102684021, "global_step": 25851, "epoch":{"train_loss": 0.10466532409191132,{"train_loss": 0.11728315055370331, "global_step": 25852, "epoch": 269, "lr": 9.507027685{"train_loss{"train_loss": 0.07090432941913605, "global_step": 25853, "epoch": 269, "lr": 9.505622688661792e-05}
+{"train_loss": 0.09620992094278336, "global_step": 25854, "epoch": 269, "lr": 9.50421776324759e-05}
+{"train_loss": 0.10926008224487305, "global_step": 25855, "epoch": 269, "lr": 9.502812909306558e-05}
+{"train_loss": 0.09144788235425949, "global_step": 25856, "epoch{"train_loss": 0.09021802246570587, {"train_loss": 0.074673593044281, "global_step": 25857, "epoch": 269, "lr": 9.500003415882297e-05}
+{"train_loss": 0.09830880165100098, "global_step": 25858, "epoch":{"train_loss": 0.09310965240001678,{"train_loss": 0.09541873633861542, "global_step": 25859, "epoch": 269, "lr": 9.497194208465554e-05}
+{"train_loss": 0.07496011257171631, "global_step": 25860, "epoch": 269, "lr": 9.495789712033914e-05}
+{"train_loss": 0.08799289911985397, "global_step": 25861, "epoch": 269, "lr": 9.49438528713283e-05}
+{"train_loss": 0.07958166301250458, "global_step": 25862, "epoch": 269, "lr": 9.492980933771898e-05}
+{"train_loss": 0.11654792726039886, "global_step": 25863, "epoch": 269, "lr": 9.491576651960656e-05}
+{"train_loss": 0.10608406364917755, "global_step": 25864, "epoch": 269, "lr": 9.49017244{"train_loss"{"train_loss": 0.07616326212882996, "global_step": 25865, "epoc{"train_loss": 0.07543625{"train_loss"{"train_loss": 0.08200730383396149, "global_step": 25866, "epoc{"train_loss": 0.08203934133052826, "g{"train_loss": 0.08672840893268585, "global_step": 25867, "epoc{"train_loss": 0.08936445415019989, "g{"train_loss": 0.07930481433868408, "global_step": 25868, "epoc{"train_loss": 0.07770027{"train_loss"{"train_loss": 0.10039340704679489, "global_step": 25869, "epoc{"train_loss": 0.09802056849002838, "g{"train_loss": 0.062440551817417145, "global_step": 25870, "epoch": 269, "lr": 9.481748683476746e-05}
+{"train_loss": 0.09373082220554352, "global_step": 25871, "ep{"train_loss": 0.09420090913772583, "glo{"train_loss": 0.08513978868722916, "global_step": 25872, "epoch": 269, "lr": 9.478941336973619e-05}
+{"train_loss": 0.08193200826644897, "global_step": 25873, "epoch": 269, "lr": 9.477537{"train_loss": {"train_loss": 0.11671783775091171, "global_step": 25874, "ep{"train_loss": 0.11382816731929779, "glo{"train_loss": 0.09402859210968018, "global_step": 25875, "ep{"train_loss": 0.0976979{"train_loss": 0{"train_loss": 0.12675994634628296, "global_step": 25876, "ep{"train_loss": 0.13152548670768738, "glo{"train_loss": 0.12218061089515686, "global_step": 25877, "ep{"train_loss": 0.12471924722194672, "glo{"train_loss": 0.06548026204109192, "global_step": 25878, "epoch": 269, "lr": 9.47052{"train_loss": 0{"train_loss": 0.10467308014631271, "global_step": 25879, "epoch": 269, "lr": 9.46911{"train_loss": 0{"train_loss": 0.09837566316127777, "global_step": 25880, "epoch": 269, "lr": 9.467714817537865e-05}
+{"train_loss": 0.07941148430109024, "global_step": 25881, "ep{"train_loss": 0.07617117464542389, "glo{"train_loss": 0.059376806020736694, "global_step": 25882, "e{"train_loss": 0.061993{"train_loss": 0.0{"train_loss": 0.118334099650383, "global_step": 25883, "epo{"train_loss": 0.12038446217775345, "gl{"train_loss": 0.06702648103237152, "global_step": 25884, "epo{"train_loss": 0.06817881762981415, "g{"train_loss": 0.09884005784988403, "global_step": 25885, "epo{"train_loss": 0.09387131780385971, "gl{"train_loss": 0.0815812200307846, "global_step": 25886, "epoch": 269, "lr": 9.459297940007077e-05}
+{"train_loss": 0.10845139622688293, "global_step": 25887, "epoc{"train_loss": 0.10177572816610336, "g{"train_loss": 0.10668449103832245, "global_step": 25888, "epoc{"train_loss": 0.11045356094837189, "g{"train_loss": 0.08439275622367859, "global_step": 25889, "epoc{"train_loss": 0.08770{"train_loss": 0{"train_loss": 0.09954044222831726, "global_step": 25890, "epoc{"train_loss": 0.10082{"train_loss": 0{"train_loss": 0.1295710653066635, "global_step": 25891, "epoch": 269, "lr": 9.452285{"train_loss": {"train_loss": 0.08361151814460754, "global_step": 25892, "epoch": 269, "lr": 9.45088{"train_loss": 0{"train_loss": 0.11542827636003494, "global_step": 25893, "epo{"train_loss": 0.11091350764036179, "g{"train_loss": 0.10010384023189545, "global_step": 25894, "epoch": 269, "lr": 9.448079456617054e-05}
+{"train_loss": 0.09162720292806625, "global_step": 25895, "epo{"train_loss": 0.09203173965215683, "gl{"train_loss": 0.07269001007080078, "global_step": 25896, "epo{"train_loss": 0.07846343517303467, "gl{"train_loss": 0.07966455072164536, "global_step": 25897, "epo{"train_loss": 0.07584341615438461, "gl{"train_loss": 0.06768609583377838, "global_step": 25898, "epo{"train_loss": 0.06419995427131653, "gl{"train_loss": 0.08263053745031357, "global_step": 25899, "epoch": 269, "lr": 9.441070239490535e-05}
+{"train_loss": 0.07595651596784592, "global_step": 25900, "epoch": 269, "lr": 9.439668611736631e-05}
+{"train_loss": 0.12017397582530975, "global_step": 25901, "epoch": 269, "lr": 9.438267055895467e-05}
+{"train_loss": 0.10252588242292404, "global_step": 25902, "epoch": 269, "lr": 9.436865571976588e-05}
+{"train_loss": 0.102687306702137, "global_step": 25903, "epoch": 269, "lr": 9.435464159989542e-05}
+{"train_loss": 0.07780338823795319, "global_step": 25904, "epoch{"train_loss": 0.08443350344896317, "{"train_loss": 0.08368457108736038, "global_step": 25905, "epoch": 269, "lr": 9.432661551849092e-05}
+{"train_loss": 0.10266424715518951, "global_step": 25906, "epoch{"train_loss": 0.105505{"train_loss":{"train_loss": 0.051550302654504776, "global_step": 25907, "epoc{"train_loss": 0.049477{"train_loss":{"train_loss": 0.10397356003522873, "global_step": 25908, "epoch": 269, "lr": 9.4284581{"train_loss":{"train_loss": 0.07259270548820496, "global_step": 25909, "epoch": 269, "lr": 9.4270571{"train_loss":{"train_loss": 0.06578100472688675, "global_step": 25910, "epoch": 269, "lr": 9.425656290972926e-05}
+{"train_loss": 0.0788002461194992, "global_step": 25911, "epoch": 269, "lr": 9.424255454784007e-05}
+{"train_loss": 0.1011948361992836, "global_step": 25912, "epoch{"train_loss": 0.10384993{"train_loss{"train_loss": 0.07357042282819748, "global_step": 25913, "epoch": 269, "lr": 9.421453998{"train_loss{"train_loss": 0.07445394992828369, "global_step": 25914, "epoch": 269, "lr": 9.420053378361606e-05}
+{"train_loss": 0.09143302589654922, "global_step": 25915, "epoch": 269, "lr": 9.418652830300713e-05}
+{"train_loss": 0.10596524178981781, "global_step": 25916, "epoc{"train_loss": 0.09940289705991745, "g{"train_loss": 0.08944269269704819, "global_step": 25917, "epoc{"train_loss": 0.09446980059146881, "g{"train_loss": 0.08210036158561707, "global_step": 25918, "epoc{"train_loss": 0.078512430{"train_loss{"train_loss": 0.09027240813399355, "global_step": 25919, "epoc{"train_loss": 0.089942388{"train_loss{"train_loss": 0.09040726721286774, "global_step": 25920, "epoc{"train_loss": 0.09246346354484558, "g{"train_loss": 0.11089862883090973, "global_step": 25921, "epoc{"train_loss": 0.10407558083534241, "g{"train_loss": 0.09675351530313492, "global_step": 25922, "epoc{"train_loss": 0.10192836821079254, "g{"train_loss": 0.08463852107524872, "global_step": 25923, "epoc{"train_loss": 0.08547597378492355, "g{"train_loss": 0.0999441146850586, "global_step": 25924, "epoch{"train_loss": 0.10438661277294159, "{"train_loss": 0.12565019726753235, "global_step": 25925, "epoch{"train_loss": 0.12231233716011047, "{"train_loss": 0.08199445903301239, "global_step": 25926, "epoch{"train_loss": 0.08175791054964066, "{"train_loss": 0.10310503840446472, "global_step": 25927, "epoch{"train_loss": 0.10668995976448059, {"train_loss": 0.0764017403125763, "global_step": 25928, "epoch"{"train_loss": 0.0750591903924942, "{"train_loss": 0.09877641499042511, "global_step": 25929, "epoch{"train_loss": 0.1031195893{"train_lo{"train_loss": 0.06952657550573349, "global_step": 25930, "epoch{"train_loss": 0.0657267570{"train_lo{"train_loss": 0.1009095311164856, "global_step": 25931, "epoch"{"train_loss": 0.10013367235660553, {"train_loss": 0.059774249792099, "global_step": 25932, "epoch": {"train_loss": 0.056697294{"train_{"train_loss": 0.10486922413110733, "global_step": 25933, "epoch":{"train_loss": 0.09698651731014252,{"train_loss": 0.12075228989124298, "global_step": 25934, "epoch":{"train_loss": 0.11826351284980774,{"train_loss": 0.08104754239320755, "global_step": 25935, "epoch":{"train_loss": 0.07752180099487305,{"train_loss": 0.07424919307231903, "global_step": 25936, "epoch":{"train_loss": 0.06987574696540833,{"train_loss": 0.04701818525791168, "global_step": 25937, "epoch":{"train_loss": 0.043687865{"train_l{"train_loss": 0.10144194960594177, "global_step": 25938, "epoch": {"train_loss": 0.097643658{"train_{"train_loss": 0.08860865980386734, "global_step": 25939, "epoch":{"train_loss": 0.09366497{"train_lo{"train_loss": 0.08986969292163849, "global_step": 25940, "epoch": 270, "lr": 9.38366257171{"train_lo{"train_loss": 0.05434077978134155, "global_step": 25941, "epoch": 270, "lr": 9.38226390020{"train_l{"train_loss": 0.06340266019105911, "global_step": 25942, "epoch"{"train_loss": 0.060024093{"train_lo{"train_loss": 0.054401103407144547, "global_step": 25943, "epoch"{"train_loss": 0.058270081877708435,{"train_loss": 0.08472386002540588, "global_step": 25944, "epoch":{"train_loss": 0.08537451922893524,{"train_loss": 0.10513710975646973, "global_step": 25945, "epoch":{"train_loss": 0.106491103{"train_l{"train_loss": 0.08867855370044708, "global_step": 25946, "epoch"{"train_loss": 0.09340120106935501,{"train_loss": 0.06201471388339996, "global_step": 25947, "epoch": 270, "lr": 9.373873389854346e-05}
+{"train_loss": 0.07986666262149811, "global_step": 25948, "epoch": 270, "lr": 9.372475224669{"train{"train_loss": 0.08541320264339447, "global_step": 25949, "epoch": 270, "lr": 9.37107713185456e-05}
+{"train_loss": 0.0821911171078682, "global_step": 25950, "epoch": 270, "lr": 9.369679111419647e-05}
+{"train_loss": 0.06572231650352478, "global_step": 25951, "epoch": 270, "lr": 9.36828116337409e-05}
+{"train_loss": 0.05829277262091637, "global_step": 25952, "epoch": 270, "lr": 9.3668832877273{"train_{"train_loss": 0.06897959113121033, "global_step": 25953, "epoch":{"train_loss": 0.06798301637172699{"train_loss": 0.10136736929416656, "global_step": 25954, "epoch": 270, "lr": 9.364087753668673e-05}
+{"train_loss": 0.09960778057575226, "global_step": 25955, "epoch": 270, "lr": 9.362690095275697e-05}
+{"train_loss": 0.08703567087650299, "global_step": 25956, "epoch": 270, "lr": 9.36129250931965{"train{"train_loss": 0.08581230044364929, "global_step": 25957, "epoch":{"train_loss": 0.08183170855045319,{"train_loss": 0.0946226567029953, "global_step": 25958, "epoch": {"train_loss": 0.0936318039894104,{"train_loss": 0.08240728080272675, "global_step": 25959, "epoch": 270, "lr": 9.357100186168344e-05}
+{"train_loss": 0.0947909876704216, "global_step": 25960, "epoch": 270, "lr": 9.35570289005523e-05}
+{"train_loss": 0.09028182178735733, "global_step": 25961, "epoch": 270, "lr": 9.354305666426637{"trai{"train_loss": 0.0704052746295929, "global_step": 25962, "epoch": 2{"train_loss": 0.069435454905033{"train_loss": 0.07421401143074036, "global_step": 25963, "epoch": 2{"train_loss": 0.0720576047897338{"train_loss": 0.0853571891784668, "global_step": 25964, "epoch": 270, "lr": 9.35011443054314e-0{"t{"train_loss": 0.10143867135047913, "global_step": 25965, "epoch": 27{"train_loss": 0.098972797393798{"train_loss": 0.11413790285587311, "global_step": 25966, "epoch": 27{"train_loss": 0.113876722753047{"train_loss": 0.1158602237701416, "global_step": 25967, "epoch": 270, "lr": 9.345923847362836e-05}
+{"train_loss": 0.08391997218132019, "global_step": 25968, "epoch": 270, "lr": 9.344527131392276e-0{"t{"train_loss": 0.07052668929100037, "global_step": 25969, "epoch": 270, "lr": 9.343130487982341e-05}
+{"train_loss": 0.09384755790233612, "global_step": 25970, "epoch": 270, "lr": 9.341733917142553e-05}
+{"train_loss": 0.09226715564727783, "global_step": 25971, "epoch": 270, "lr": 9.340337418882398e-0{"t{"train_loss": 0.0925709456205368, "global_step": 25972, "epoch": 270, "lr": 9.338940993211402e-05}
+{"train_loss": 0.09179364889860153, "global_step": 25973, "epoch": 270, "lr": 9.337544640139071e-05}
+{"train_loss": 0.09206534922122955, "global_step": 25974, "epoch": 270, "lr": 9.336148359674921e-05}
+{"train_loss": 0.08283045887947083, "global_step": 25975, "epoch": 270, "lr": 9.334752151828445e-05}
+{"train_loss": 0.11755542457103729, "global_step": 25976, "epoch": 270, "lr": 9.333356016609161e-05}
+{"train_loss": 0.07619114220142365, "global_step": 25977, "epoch": 270, "lr": 9.331959954026579e-05{"{"train_loss": 0.09032204747200012, "global_step": 25978, "epoch": 2{"train_loss": 0.0912874341011047{"train_loss": 0.08099380135536194, "global_step": 25979, "epoch": 2{"train_loss": 0.0785836800932884{"train_loss": 0.08951308578252792, "global_step": 25980, "epoch": 270, "lr": 9.32777220219406e-05}
+{"train_loss": 0.06276881694793701, "global_step": 25981, "epoch": 270, "lr": 9.32637643025333e-05}
+{"train_loss": 0.09867129474878311, "global_step": 25982, "epoch": 270, "lr": 9.324980730996817e-05{"{"train_loss": 0.08853656053543091, "global_step": 25983, "epoch": 270, "lr": 9.323585104434036e-05}
+{"train_loss": 0.06034690514206886, "global_step": 25984, "epoch": 270, "lr": 9.32218955057449e-05}
+{"train_loss": 0.0837734043598175, "global_step": 25985, "epoch": 2{"train_loss": 0.0862948596477508{"train_loss": 0.10010135918855667, "global_step": 25986, "epoch": 2{"train_loss": 0.10199500620365{"{"train_loss": 0.10728508234024048, "global_step": 25987, "epoch": 270, "lr": 9.31800332531029e-05}{{"train_loss": 0.09020528197288513, "global_step": 25988, "epoch": 270, "lr": 9.316608062358707e-05{"{"train_loss": 0.07765764743089676, "global_step": 25989, "epoch": 2{"train_loss": 0.0784599334001541{"train_loss": 0.08840052783489227, "global_step": 25990, "epoch": 2{"train_loss": 0.0987732112407684{"train_loss": 0.09526264667510986, "global_step": 25991, "epoch": 270, "lr": 9.312422710046442e-05{"{"train_loss": 0.08064471185207367, "global_step": 25992, "epoch": 270, "lr": 9.311027738154851e-05{"{"train_loss": 0.09661157429218292, "global_step": 25993, "epoch": {"train_loss": 0.097966752946376{"{"train_loss": 0.09235277026891708, "global_step": 25994, "epoch": 270, "lr": 9.308238012747395e-05{"{"train_loss": 0.09345334023237228, "global_step": 25995, "epoch": 270, "lr": 9.306843259250531e-05}
+{"train_loss": 0.065310999751091, "global_step": 25996, "epoch": 2{"train_loss": 0.0656275004148483{"train_loss": 0.10896594822406769, "global_step": 25997, "epoch": 270, "lr": 9.304053970718028e-05}{{"train_loss": 0.0977582037448883, "global_step": 25998, "epoch": 27{"train_loss": 0.095907174050807{"train_loss": 0.0706765353679657, "global_step": 25999, "epoch": 270, "lr": 9.30126497353047e-05}
+{"train_loss": 0.08275684714317322, "global_step": 26000, "epoch": 270, "lr": 9.299870584214789e-05}
+{"train_loss": 0.054910868406295776, "global_step": 26001, "epoch": 270, "lr": 9.298476267763822e-05}
+{"train_loss": 0.08866281062364578, "global_step": 26002, "epoch": 27{"train_loss": 0.087052211165428{"train_loss": 0.08662714064121246, "global_step": 26003, "epoch": 27{"train_loss": 0.090964242815971{"train_loss": 0.08191237598657608, "global_step": 26004, "epoch": 27{"train_loss": 0.081489220261573{"train_loss": 0.09183629602193832, "global_step": 26005, "epoch": 27{"train_loss": 0.092093959450721{"train_loss": 0.07087888568639755, "global_step": 26006, "epoch": 270, "lr": 9.291505778812148e-{"tr{"train_loss": 0.0925515741109848, "global_step": 26007, "epoch": 270{"train_loss": 0.09229534864425{"train_loss": 0.09065268933773041, "global_step": 26008, "epoch": 270{"train_loss": 0.0944295972585{"train_loss": 0.0689811259508133, "global_step": 26009, "epoch": 270, "lr": 9.28732436042542e-05}
+{"train_loss": 0.05977696180343628, "global_step": 26010, "epoch": 270, "lr": 9.285930700184171e-05}
+{"train_loss": 0.0795360803604126, "global_step": 26011, "epoch": 270, "lr": 9.284537112902578e-05}{{"train_loss": 0.08719861507415771, "global_step": 26012, "epoch": 270, "lr": 9.283143598590111e-05}
+{"train_loss": 0.10165680944919586, "global_step": 26013, "epoch": 270, "lr": 9.281750157256288e-05{"{"train_loss": 0.10298115015029907, "global_step": 26014, "epoch": 270, "lr": 9.280356788910573e-05}
+{"train_loss": 0.08625949628185481, "global_step": 26015, "epoch": 270, "lr": 9.278963493562474e-05, "train_action_mse_error": 3.0313692604977405e-06}
+{"train_loss": 0.12508517503738403, "global_step": 26016, "epoch": 271, "lr": 9.277570271221461e-05}
+{"train_loss": 0.08316172659397125, "global_step": 26017, "epoch": 271, "lr": 9.276177121897029e-05}
+{"train_loss": 0.09788481146097183, "global_step": 26018, "epoch": 271, "lr": 9.274784045598672e-05}
+{"train_loss": 0.09001535177230835, "global_step": 26019, "epoch": 271, "lr": 9.273391042335864e-05}
+{"train_loss": 0.06727544963359833, "global_step": 26020, "epoch": 271, "lr": 9.271998112118097e-0{"t{"train_loss": 0.09282395243644714, "global_step": 26021, "epoch": 271, "lr": 9.270605254954856e-{"tr{"train_loss": 0.056607551872730255, "global_step": 26022, "epoch": 2{"train_loss": 0.0551806725{"trai{"train_loss": 0.06877484917640686, "global_step": 26023, "epoch": 2{"train_loss": 0.0719064846{"trai{"train_loss": 0.079632468521595, "global_step": 26024, "epoch": 271{"train_loss": 0.0767820775{"tr{"train_loss": 0.10316067934036255, "global_step": 26025, "epoch": 271, "lr": 9.265034557036853e-{"tr{"train_loss": 0.08897052705287933, "global_step": 26026, "epoch": 271, "lr": 9.263642065288514e-05}
+{"train_loss": 0.07624947279691696, "global_step": 26027, "epoch": 271{"train_loss": 0.07506006956100{"train_loss": 0.09076027572154999, "global_step": 26028, "epoch": 271{"train_loss": 0.0899589955806{"train_loss": 0.10006332397460938, "global_step": 26029, "epoch": 271{"train_loss": 0.10136243700981{"train_loss": 0.06457085907459259, "global_step": 26030, "epoch": 271, "lr": 9.258072829504241e-05}
+{"train_loss": 0.09203015267848969, "global_step": 26031, "epoch": 27{"train_loss": 0.092851564288139{"train_loss": 0.06708038598299026, "global_step": 26032, "epoch": 27{"train_loss": 0.074198722839355{"train_loss": 0.10317927598953247, "global_step": 26033, "epoch": 27{"train_loss": 0.101319164037704{"train_loss": 0.08235222846269608, "global_step": 26034, "epoch": 271, "lr": 9.252504764109604e{"tra{"train_loss": 0.08754032850265503, "global_step": 26035, "epoch": 27{"train_loss": 0.08839762210845{"train_loss": 0.11167117953300476, "global_step": 26036, "epoch": 271, "lr": 9.249721170497998e-05}
+{"train_loss": 0.08381319046020508, "global_step": 26037, "epoch": 271, "lr": 9.248329483496798e{"tra{"train_loss": 0.09402389079332352, "global_step": 26038, "epoch": 271, "lr": 9.246937869711288e{"tra{"train_loss": 0.11167262494564056, "global_step": 26039, "epoch": 27{"train_loss": 0.1058749556{"tra{"train_loss": 0.06484539806842804, "global_step": 26040, "epoch": 27{"train_loss": 0.0636325776576{"train_loss": 0.07522301375865936, "global_step": 26041, "epoch": 27{"train_loss": 0.07515824586153{"train_loss": 0.07400457561016083, "global_step": 26042, "epoch": 2{"train_loss": 0.0756106972694397{"train_loss": 0.09457413852214813, "global_step": 26043, "epoch": {"train_loss": 0.09501130878925323{"train_loss": 0.059709154069423676, "global_step": 26044, "epoch": 271, "lr": 9.23858972505869e-05}
+{"train_loss": 0.11264082789421082, "global_step": 26045, "epoch": 271, "lr": 9.23719862404841{"train{"train_loss": 0.06259793788194656, "global_step": 26046, "epoch": 271, "lr": 9.235807596329647e-05}
+{"train_loss": 0.12213777005672455, "global_step": 26047, "epoch"{"train_loss": 0.117048263549{"train{"train_loss": 0.07002472132444382, "global_step": 26048, "epoch": 271, "lr": 9.233025760804501e-05}
+{"train_loss": 0.06778810173273087, "global_step": 26049, "epoch": 271, "lr": 9.231634953017057e-05}
+{"train_loss": 0.07524438202381134, "global_step": 26050, "epoch": 271, "lr": 9.230244218559014e-05}
+{"train_loss": 0.09070484340190887, "global_step": 26051, "epoch"{"train_loss": 0.09148217737674713, {"train_loss": 0.10736792534589767, "global_step": 26052, "epoch": 271, "lr": 9.227462969668968e-05}
+{"train_loss": 0.1007068008184433, "global_step": 26053, "epoch": 271, "lr": 9.226072455255894e-05}
+{"train_loss": 0.05719684809446335, "global_step": 26054, "epoch": 271, "lr": 9.224682014210103e-05}
+{"train_loss": 0.07528556883335114, "global_step": 26055, "epoch": 271, "lr": 9.223291646541036e-05}
+{"train_loss": 0.08179530501365662, "global_step": 26056, "epoch": 271, "lr": 9.2219013522581{"train_{"train_loss": 0.07891979813575745, "global_step": 26057, "epoch":{"train_loss": 0.0784316360{"train{"train_loss": 0.0835842490196228, "global_step": 26058, "epoch": 271, "lr": 9.21912098388893{"train{"train_loss": 0.07079819589853287, "global_step": 26059, "epoch": 271, "lr": 9.21773090982149{"train{"train_loss": 0.07013879716396332, "global_step": 26060, "epoch"{"train_loss": 0.07239145785570145, {"train_loss": 0.064154252409935, "global_step": 26061, "epoch": 271, "lr": 9.214950981968269e{"tra{"train_loss": 0.08906994760036469, "global_step": 26062, "epoch": 271, "lr": 9.213561128201425e{"tra{"train_loss": 0.09140294045209885, "global_step": 26063, "epoch": {"train_loss": 0.088364131748{"tra{"train_loss": 0.06417183578014374, "global_step": 26064, "epoch":{"train_loss": 0.06477080285549164,{"train_loss": 0.08258257806301117, "global_step": 26065, "epoch": 271, "lr": 9.209392007653545e{"tra{"train_loss": 0.06719723343849182, "global_step": 26066, "epoch":{"train_loss": 0.0699427649378{"tra{"train_loss": 0.08022899925708771, "global_step": 26067, "epoch":{"train_loss": 0.07944952696561813,{"train_loss": 0.08970463275909424, "global_step": 26068, "epoch": 271, "lr": 9.205223548433351{"trai{"train_loss": 0.09997816383838654, "global_step": 26069, "epoch":{"train_loss": 0.100814133882{"trai{"train_loss": 0.07451918721199036, "global_step": 26070, "epoch": 271, "lr": 9.202444943150335{"trai{"train_loss": 0.12548214197158813, "global_step": 26071, "epoch": 271, "lr": 9.201055750796335e-05}
+{"train_loss": 0.07231438905000687, "global_step": 26072, "epoch": 271, "lr": 9.199666631979966e-05}
+{"train_loss": 0.0965011715888977, "global_step": 26073, "epoch": {"train_loss": 0.095285803079{"tra{"train_loss": 0.07717296481132507, "global_step": 26074, "epoch": 271, "lr": 9.19688861499793e-05}
+{"train_loss": 0.10058093070983887, "global_step": 26075, "epoch": 271, "lr": 9.195499716851168e-05}
+{"train_loss": 0.11377352476119995, "global_step": 26076, "epoch"{"train_loss": 0.11646868288516{"tra{"train_loss": 0.054776035249233246, "global_step": 26077, "epoch": 271, "lr": 9.192722141293501e-05}
+{"train_loss": 0.0584593191742897, "global_step": 26078, "epoch"{"train_loss": 0.061900485306978226,{"train_loss": 0.07588734477758408, "global_step": 26079, "epoch": 271, "lr": 9.189944860113315e-05}
+{"train_loss": 0.0653974860906601, "global_step": 26080, "epoch": 271, "lr": 9.188556329938429e-05}
+{"train_loss": 0.1176452487707138, "global_step": 26081, "epoch": 271, "lr": 9.187167873386278e-05}
+{"train_loss": 0.10406894981861115, "global_step": 26082, "epoch": 2{"train_loss": 0.11209982633590{"{"train_loss": 0.08438391983509064, "global_step": 26083, "epoch": 271, "lr": 9.184391181188017e-05{"{"train_loss": 0.10067406296730042, "global_step": 26084, "epoch": 271, "lr": 9.183002945560813e-05{"{"train_loss": 0.08231036365032196, "global_step": 26085, "epoch": 271, "lr": 9.181614783594164e-05}
+{"train_loss": 0.07734658569097519, "global_step": 26086, "epoch": 271, "lr": 9.180226695297524e-05}
+{"train_loss": 0.07343143224716187, "global_step": 26087, "epoch": 271, "lr": 9.178838680680357e-05}
+{"train_loss": 0.10932981967926025, "global_step": 26088, "epoch": 271, "lr": 9.177450739752096e-05}
+{"train_loss": 0.09559890627861023, "global_step": 26089, "epoch": 271, "lr": 9.176062872522209e-05}
+{"train_loss": 0.09664400666952133, "global_step": 26090, "epoch": 271, "lr": 9.174675079000124e-05}
+{"train_loss": 0.0709800273180008, "global_step": 26091, "epoch": 27{"train_loss": 0.071429759263992{"train_loss": 0.13078361749649048, "global_step": 26092, "epoch": 271, "lr": 9.171899713117227e-05}
+{"train_loss": 0.08515134453773499, "global_step": 26093, "epoch": 271, "lr": 9.170512140775301e-05}
+{"train_loss": 0.10190614312887192, "global_step": 26094, "epoch": 27{"train_loss": 0.10456870496273{"train_loss": 0.06390880048274994, "global_step": 26095, "epoch": 271, "lr": 9.167737217337751e-05}
+{"train_loss": 0.0595845989882946, "global_step": 26096, "epoch": 271, "lr": 9.166349866261017e-05}
+{"train_loss": 0.09288730472326279, "global_step": 26097, "epoch": 271, "lr": 9.164962588958243e-05}
+{"train_loss": 0.08816302567720413, "global_step": 26098, "epoch": 271, "lr": 9.163575385438882e-05}
+{"train_loss": 0.09512262046337128, "global_step": 26099, "epoch": 271, "lr": 9.162188255712368e-05}
+{"train_loss": 0.07121463119983673, "global_step": 26100, "epoch": 271, "lr": 9.160801199788158e-05}
+{"train_loss": 0.09635598212480545, "global_step": 26101, "epoch": 271, "lr": 9.15941421767568e-05}
+{"train_loss": 0.12498685717582703, "global_step": 26102, "epoch": 271, "lr": 9.158027309384405e-05}
+{"train_loss": 0.09198183566331863, "global_step": 26103, "epoch": 271, "lr": 9.156640474923757e-05}
+{"train_loss": 0.08447133004665375, "global_step": 26104, "epoch": 271, "lr": 9.155253714303187e-05}
+{"train_loss": 0.10574761778116226, "global_step": 26105, "epoch": 2{"train_loss": 0.1082587242126464{"train_loss": 0.07023051381111145, "global_step": 26106, "epoch": 271, "lr": 9.15248041462006e-05}
+{"train_loss": 0.09225455671548843, "global_step": 26107, "epoch": 271, "lr": 9.15109387557638e-05}
+{"train_loss": 0.06607688963413239, "global_step": 26108, "epoch": 271, "lr": 9.149707410410551e-05}
+{"train_loss": 0.11370936036109924, "global_step": 26109, "epoch": 271, "lr": 9.14832101913201e-05}{{"train_loss": 0.12907564640045166, "global_step": 26110, "epoch": 271, "lr": 9.146934701750207e-05{"{"train_loss": 0.08692041811688493, "global_step": 26111, "epoch": 271, "lr": 9.145548458274569e-0{"t{"train_loss": 0.08135858923196793, "global_step": 26112, "epoch": {"train_loss": 0.08518416434526443{"train_loss": 0.09409961104393005, "global_step": 26113, "epoch": 272, "lr": 9.142776193079572e-05}
+{"train_loss": 0.07604631781578064, "global_step": 26114, "epoch": 272, "lr": 9.141390171379083{"trai{"train_loss": 0.08226928114891052, "global_step": 26115, "epoch": {"train_loss": 0.08440164476633072{"train_loss": 0.06613195687532425, "global_step": 26116, "epoch": 272, "lr": 9.13861834981933e-05}
+{"train_loss": 0.07180016487836838, "global_step": 26117, "epoch": {"train_loss": 0.07290074229240417{"train_loss": 0.086961530148983, "global_step": 26118, "epoch": 272, "lr": 9.135846824110796e-05}
+{"train_loss": 0.06144487112760544, "global_step": 26119, "epoch": 272, "lr": 9.13446117222432e-0{"t{"train_loss": 0.09914305061101913, "global_step": 26120, "epoch": 272, "lr": 9.13307559432896e-05}
+{"train_loss": 0.09964399039745331, "global_step": 26121, "epoch": 272, "lr": 9.13169009043415e-0{"t{"train_loss": 0.11879628896713257, "global_step": 26122, "epoch": 272, "lr": 9.130304660549318e-05}
+{"train_loss": 0.06892622262239456, "global_step": 26123, "epoch": 272, "lr": 9.128919304683903e-{"tr{"train_loss": 0.05760311335325241, "global_step": 26124, "epoch": 272, "lr": 9.127534022847346e-{"tr{"train_loss": 0.0831894725561142, "global_step": 26125, "epoch": 272{"train_loss": 0.084149643778{"{"train_loss": 0.09361998736858368, "global_step": 26126, "epoch": 272, "lr": 9.124763681298502e-05}
+{"train_loss": 0.08772990852594376, "global_step": 26127, "epoch": 272, "lr": 9.123378621605088e-05{"{"train_loss": 0.07779578119516373, "global_step": 26128, "epoch": 272, "lr": 9.12199363597826e-05}
+{"train_loss": 0.1012624204158783, "global_step": 26129, "epoch": 272, "lr": 9.12060872442744e-05}
+{"train_loss": 0.1006828099489212, "global_step": 26130, "epoch": 272, "lr": 9.119223886962063e-05}
+{"train_loss": 0.12143558263778687, "global_step": 26131, "epoch": 272, "lr": 9.117839123591559e-05}
+{"train_loss": 0.06958924233913422, "global_step": 26132, "epoch": 272, "lr": 9.116454434325366e-05}
+{"train_loss": 0.08424926549196243, "global_step": 26133, "epoch": 27{"train_loss": 0.0840211957693{"train_loss": 0.09568046033382416, "global_step": 26134, "epoch":{"train_loss": 0.08694112300872803,{"train_loss": 0.1011844277381897, "global_step": 26135, "epoch": 272, "lr": 9.112300811246876e-05}
+{"train_loss": 0.10034207999706268, "global_step": 26136, "epoch": {"train_loss": 0.10497435927391052{"train_loss": 0.10363990068435669, "global_step": 26137, "epoch": {"train_loss": 0.10187583416700363{"train_loss": 0.06414573639631271, "global_step": 26138, "epoch": {"train_loss": 0.07212315499782562{"train_loss": 0.06975048780441284, "global_step": 26139, "epoch": {"train_loss": 0.06712616980075836{"train_loss": 0.04085236042737961, "global_step": 26140, "epoch": {"train_loss": 0.04225855693221092{"train_loss": 0.09728632122278214, "global_step": 26141, "epoch": {"train_loss": 0.1053460091352462{{"train_loss": 0.06964658200740814, "global_step": 26142, "epoch": {"train_loss": 0.0755311697721481{"train_loss": 0.07796382904052734, "global_step": 26143, "epoch": 272, "lr": 9.10122774597764e-05}
+{"train_loss": 0.09847618639469147, "global_step": 26144, "epoch": 272, "lr": 9.099843946698426e-05}
+{"train_loss": 0.08367995172739029, "global_step": 26145, "epoch": 272, "lr": 9.098460221646055e-05}
+{"train_loss": 0.0818089172244072, "global_step": 26146, "epoch": 272, "lr": 9.097076570829955e-05}
+{"train_loss": 0.08588097989559174, "global_step": 26147, "epoch": 272, "lr": 9.09569299425955e-05}
+{"train_loss": 0.08224321901798248, "global_step": 26148, "epoch": 272, "lr": 9.09430949194425e-05}
+{"train_loss": 0.08430304378271103, "global_step": 26149, "epoch"{"train_loss": 0.09121109545230865, {"train_loss": 0.09522188454866409, "global_step": 26150, "epoch": 272, "lr": 9.091542710116672e-05}{{"train_loss": 0.08666875958442688, "global_step": 26151, "epoch"{"train_loss": 0.08883282542228699,{{"train_loss": 0.06985951960086823, "global_step": 26152, "epoch": 272, "lr": 9.088776225422598e-05}{{"train_loss": 0.05890094116330147, "global_step": 26153, "epoch": 272, "lr": 9.087393094524165e-05}
+{"train_loss": 0.11058107018470764, "global_step": 26154, "epoch": 272, "lr": 9.086010037937374e-05}{{"train_loss": 0.07175058126449585, "global_step": 26155, "epoch": 272, "lr": 9.084627055671626e-05}
+{"train_loss": 0.07909733057022095, "global_step": 26156, "epoch"{"train_loss": 0.08257953822612762, {"train_loss": 0.08048175275325775, "global_step": 26157, "epoch": 272, "lr": 9.08186131414095e-05}
+{"train_loss": 0.10954304039478302, "global_step": 26158, "epoch": 272, "lr": 9.080478554894862e-05}
+{"train_loss": 0.07527386397123337, "global_step": 26159, "epoch": 272, "lr": 9.079095870007488e-05}{{"train_loss": 0.05539173260331154, "global_step": 26160, "epoch": 272, "lr": 9.077713259488245e-05}{{"train_loss": 0.0766044557094574, "global_step": 26161, "epoch":{"train_loss": 0.07601293921470642,{"train_loss": 0.1137174740433693, "global_step": 26162, "epoch": {"train_loss": 0.11012982577085495{"train_loss": 0.058445870876312256, "global_step": 26163, "epoch":{"train_loss": 0.060720205307006836{"train_loss": 0.06650608032941818, "global_step": 26164, "epoch": 272, "lr": 9.072183561280913e-05}
+{"train_loss": 0.0937035083770752, "global_step": 26165, "epoch": 2{"train_loss": 0.0960575789213180{"train_loss": 0.08503441512584686, "global_step": 26166, "epoch": 2{"train_loss": 0.0876202434301376{"train_loss": 0.0683615505695343, "global_step": 26167, "epoch": 27{"train_loss": 0.068183377385139{"train_loss": 0.07658293843269348, "global_step": 26168, "epoch": 27{"train_loss": 0.078049078583717{"train_loss": 0.11075463145971298, "global_step": 26169, "epoch": 272, "lr": 9.065273112934434e-05}
+{"train_loss": 0.07010122388601303, "global_step": 26170, "epoch": 27{"train_loss": 0.072646304965019{"train_loss": 0.1019463986158371, "global_step": 26171, "epoch": 272{"train_loss": 0.10565416514873{"train_loss": 0.08615337312221527, "global_step": 26172, "epoch": 272{"train_loss": 0.08591777831315{"train_loss": 0.09122811257839203, "global_step": 26173, "epoch": 272{"train_loss": 0.09118819236755{"train_loss": 0.09906448423862457, "global_step": 26174, "epoch": 272{"train_loss": 0.09739974141120{"train_loss": 0.07415506988763809, "global_step": 26175, "epoch": 272, "lr": 9.05698303227678e-05}
+{"train_loss": 0.07409025728702545, "global_step": 26176, "epoch": 272, "lr": 9.055601612927796e-05}
+{"train_loss": 0.1202506572008133, "global_step": 26177, "epoch": 272, "lr": 9.054220268106938e-05}
+{"train_loss": 0.07436572760343552, "global_step": 26178, "epoch": 272, "lr": 9.052838997823605e-05}
+{"train_loss": 0.09297312051057816, "global_step": 26179, "epoch": 272, "lr": 9.051457802087205e-05}
+{"train_loss": 0.08933465927839279, "global_step": 26180, "epoch": 272, "lr": 9.050076680907154e-05}
+{"train_loss": 0.0779271125793457, "global_step": 26181, "epoch": 272{"train_loss": 0.0837474092841{"train_loss": 0.08091026544570923, "global_step": 26182, "epoch": 272{"train_loss": 0.08234161138534{"train_loss": 0.09186982363462448, "global_step": 26183, "epoch": 272{"train_loss": 0.09362410008907{"train_loss": 0.11385869979858398, "global_step": 26184, "epoch": 272{"train_loss": 0.11255130171775{"train_loss": 0.0784010961651802, "global_step": 26185, "epoch": 272,{"train_loss": 0.0764399990439{"train_loss": 0.0831170529127121, "global_step": 26186, "epoch": 272,{"train_loss": 0.0878064036369{"train_loss": 0.0781860202550888, "global_step": 26187, "epoch": 272, {"train_loss": 0.076235041022{"train_loss": 0.08928258717060089, "global_step": 26188, "epoch": 272, {"train_loss": 0.09259629994{"train_loss": 0.1320180892944336, "global_step": 26189, "epoch": 272, "lr": 9.037649946873626e-05}
+{"train_loss": 0.1178240105509758, "global_step": 26190, "epoch": 272, "l{"train_loss": 0.1172031760{"train_loss": 0.07271617650985718, "global_step": 26191, "epoch": 272, "lr": 9.034889271334484e-05}
+{"train_loss": 0.0815025195479393, "global_step": 26192, "epoch": 272, "lr": 9.033509045563968e-05}
+{"train_loss": 0.10380546748638153, "global_step": 26193, "epoch": 272, "lr{"train_loss": 0.10456039{"train_loss": 0.08990653604269028, "global_step": 26194, "epoch": 272, "lr{"train_loss": 0.090228378{"train_loss": 0.08814199268817902, "global_step": 26195, "epoch": 272, "l{"train_loss": 0.0877129882{"train_loss": 0.10160592198371887, "global_step": 26196, "epoch": 272, "lr": 9.027988889361527e-05}
+{"train_loss": 0.09598354995250702, "global_step": 26197, "epoch": 272, "l{"train_loss": 0.0964838042{"train_loss": 0.07146158814430237, "global_step": 26198, "epoch": 272, "l{"train_loss": 0.0737941637{"train_loss": 0.11533880233764648, "global_step": 26199, "epoch": 272, "{"train_loss": 0.11566030979{"train_loss": 0.08959569782018661, "global_step": 26200, "epoch": 272, "{"train_loss": 0.09303162992{"train_loss": 0.069887176156044, "global_step": 26201, "epoch": 272, "l{"train_loss": 0.0690280348{"train_loss": 0.08647862076759338, "global_step": 26202, "epoch": 272, "l{"train_loss": 0.089855164{"train_loss": 0.12856325507164001, "global_step": 26203, "epoch": 272, "lr": 9.018331492941017e-05}
+{"train_loss": 0.10752126574516296, "global_step": 26204, "epoch": 272, "l{"train_loss": 0.1083728224{"train_loss": 0.07929380238056183, "global_step": 26205, "epoch": 272, "l{"train_loss": 0.0849253386{"train_loss": 0.0835324078798294, "global_step": 26206, "epoch": 272, "lr": 9.014193730301723e-05}
+{"train_loss": 0.0867488463409245, "global_step": 26207, "epoch": 272, "lr{"train_loss": 0.087436229{"train_loss": 0.05649811029434204, "global_step": 26208, "epoch": 273, "lr": 9.011435595910372e-05}
+{"train_loss": 0.08809903264045715, "global_step": 26209, "epoch": 273, "lr{"train_loss": 0.088976308{"train_loss": 0.08912627398967743, "global_step": 26210, "epoch": 273, "lr{"train_loss": 0.088755771{"train_loss": 0.09424646198749542, "global_step": 26211, "epoch": 273, "lr": 9.007298955563406e-05}
+{"train_loss": 0.07297477126121521, "global_step": 26212, "epoch": 273, "l{"train_loss": 0.0716928169{"train_loss": 0.09145116806030273, "global_step": 26213, "epoch": 273, "{"train_loss": 0.090661443{"train_loss": 0.08870923519134521, "global_step": 26214, "epoch": 273, {"train_loss": 0.092962905764{"train_loss": 0.08342583477497101, "global_step": 26215, "epoch": 273, "lr": 9.001784483143296e-05}
+{"train_loss": 0.09600536525249481, "global_step": 26216, "epoch": 273, "lr": 9.000406052251307e-05}
+{"train_loss": 0.0746966078877449, "global_step": 26217, "epoch": 273, "lr": 8.9990276962633e-05}
+{"train_loss": 0.06860217452049255, "global_step": 26218, "epoch": 273, "lr": 8.997649415188676e-05}
+{"train_loss": 0.08445964753627777, "global_step": 26219, "epoch": 273, "lr": 8.996271209036801e-05}
+{"train_loss": 0.06396458297967911, "global_step": 26220, "epoch": 273, "lr": 8.994893077817075e-05}
+{"train_loss": 0.08580251783132553, "global_step": 26221, "epoch": 273, "{"train_loss": 0.08233790099{"train_loss": 0.08982628583908081, "global_step": 26222, "epoch": 273, "{"train_loss": 0.08770960569{"train_loss": 0.06075187772512436, "global_step": 26223, "epoch": 273, "{"train_loss": 0.06044690683{"train_loss": 0.06152086704969406, "global_step": 26224, "epoch": 273, "l{"train_loss": 0.0629715695{"train_loss": 0.08253941684961319, "global_step": 26225, "epoch": 273, "lr": 8.988003546029074e-05}
+{"train_loss": 0.10117927938699722, "global_step": 26226, "epoch": 273, "lr": 8.986625864599267e-05}
+{"train_loss": 0.07738679647445679, "global_step": 26227, "epoch": 273, "lr": 8.985248258167307e-05}
+{"train_loss": 0.07118366658687592, "global_step": 26228, "epoch": 273, "lr": 8.983870726742544e-05}
+{"train_loss": 0.11683861166238785, "global_step": 26229, "epoch": 273, "lr": 8.982493270334378e-05}
+{"train_loss": 0.10843799263238907, "global_step": 26230, "epoch": 273, "lr": 8.981115888952167e-05}
+{"train_loss": 0.073825404047966, "global_step": 26231, "epoch": 273, "lr": 8.979738582605318e-05}
+{"train_loss": 0.07813046872615814, "global_step": 26232, "epoch": 273, "lr": 8.97836135130319e-05}
+{"train_loss": 0.06970132142305374, "global_step": 26233, "epoch": 273, "lr": 8.976984195055173e-05}
+{"train_loss": 0.08914563804864883, "global_step": 26234, "epoch": 273, "lr": 8.975607113870636e-05}
+{"train_loss": 0.06841874122619629, "global_step": 26235, "epoch": 273, "lr": 8.974230107758959e-05}
+{"train_loss": 0.08910894393920898, "global_step": 26236, "epoch": 273, "lr": 8.972853176729528e-05}
+{"train_loss": 0.09629485756158829, "global_step": 26237, "epoch": 273, "lr": 8.971476320791697e-05}
+{"train_loss": 0.07333306968212128, "global_step": 26238, "epoch": 273, "lr": 8.97009953995487e-05}
+{"train_loss": 0.11542494595050812, "global_step": 26239, "epoch": 273, "{"train_loss": 0.11924010515{"train_loss": 0.11340795457363129, "global_step": 26240, "epoch": 273, "{"train_loss": 0.10913328081{"train_loss": 0.08327624201774597, "global_step": 26241, "epoch": 273,{"train_loss": 0.0821195691823{"train_loss": 0.10868300497531891, "global_step": 26242, "epoch": 273,{"train_loss": 0.108357384800{"train_loss": 0.11650870740413666, "global_step": 26243, "epoch": 273,{"train_loss": 0.1167353019118{"train_loss": 0.07148382067680359, "global_step": 26244, "epoch": 273, "lr": 8.961840432579692e-05}
+{"train_loss": 0.08701786398887634, "global_step": 26245, "epoch": 273, "lr": 8.96046417771228e-05}
+{"train_loss": 0.0875367745757103, "global_step": 26246, "epoch": 273, "lr": 8.95908799802085e-05}
+{"train_loss": 0.08483102917671204, "global_step": 26247, "epoch": 273, "lr": 8.957711893514769e-05}
+{"train_loss": 0.06423792988061905, "global_step": 26248, "epoch": 273, "lr": 8.956335864203413e-05}
+{"train_loss": 0.08238008618354797, "global_step": 26249, "epoch": 273, "lr": 8.954959910096157e-05}
+{"train_loss": 0.07044550776481628, "global_step": 26250, "epoch": 273, "lr": 8.953584031202355e-05}
+{"train_loss": 0.07006096839904785, "global_step": 26251, "epoch": 273, "lr": 8.952208227531395e-05}
+{"train_loss": 0.09889508783817291, "global_step": 26252, "epoch": 273, "lr": 8.95083249909262e-05}
+{"train_loss": 0.0791805237531662, "global_step": 26253, "epoch": 273, "lr": 8.94945684589543e-05}
+{"train_loss": 0.07418102771043777, "global_step": 26254, "epoch": 273, {"train_loss": 0.074722535908{"train_loss": 0.08925159275531769, "global_step": 26255, "epoch": 273,{"train_loss": 0.089616551995{"train_loss": 0.06542212516069412, "global_step": 26256, "epoch": 273, "lr": 8.945330337846926e-05}
+{"train_loss": 0.11827170848846436, "global_step": 26257, "epoch": 273, "lr": 8.943954985709686e-05}
+{"train_loss": 0.08386918902397156, "global_step": 26258, "epoch": 273, "lr": 8.94257970886084e-05}
+{"train_loss": 0.05855549871921539, "global_step": 26259, "epoch": 27{"train_loss": 0.057737525552511{"train_loss": 0.08957891911268234, "global_step": 26260, "epoch": 273, "lr": 8.939829381065827e-05}
+{"train_loss": 0.0972995012998581, "global_step": 26261, "epoch": 273, "lr": 8.938454330138382e-05}
+{"train_loss": 0.07999497652053833, "global_step": 26262, "epoch": 273, "lr": 8.937079354536797e-05}
+{"train_loss": 0.09232976287603378, "global_step": 26263, "epoch": 273{"train_loss": 0.09097218513488{"train_loss": 0.05369701236486435, "global_step": 26264, "epoch": 273, "lr": 8.93432962934867e-05}
+{"train_loss": 0.09069753438234329, "global_step": 26265, "epoch": 273, "lr": 8.932954879780844e-05}
+{"train_loss": 0.0817137137055397, "global_step": 26266, "epoch": 273, "lr": 8.931580205576335e-05}
+{"train_loss": 0.06576912105083466, "global_step": 26267, "epoch": 273, "lr": 8.930205606744486e-05}
+{"train_loss": 0.06567175686359406, "global_step": 26268, "epoch": 273{"train_loss": 0.06953672319650{"train_loss": 0.11547187715768814, "global_step": 26269, "epoch": 27{"train_loss": 0.123688615858554{"train_loss": 0.10517849773168564, "global_step": 26270, "epoch": 27{"train_loss": 0.1045985072851{"train_loss": 0.09646143019199371, "global_step": 26271, "epoch": 2{"train_loss": 0.098431356251239{{"train_loss": 0.08623597770929337, "global_step": 26272, "epoch": 273, "lr": 8.923333743502966e-05}
+{"train_loss": 0.09377552568912506, "global_step": 26273, "epoch": 273, "lr": 8.921959597103709e-05}
+{"train_loss": 0.0946020781993866, "global_step": 26274, "epoch": 273, "lr": 8.920585526142635e-05}
+{"train_loss": 0.08058053255081177, "global_step": 26275, "epoch": 273, "lr": 8.919211530629112e-05}{{"train_loss": 0.08214351534843445, "global_step": 26276, "epoch": 2{"train_loss": 0.0818479061126709{"train_loss": 0.0761900395154953, "global_step": 26277, "epoch": 273, "lr": 8.916463765982112e-05}
+{"train_loss": 0.11130458861589432, "global_step": 26278, "epoch": 273, "lr": 8.915089996867338e-05}
+{"train_loss": 0.11100073158740997, "global_step": 26279, "epoch": 273, "lr": 8.913716303237545e-05}
+{"train_loss": 0.10670451819896698, "global_step": 26280, "epoch": 273, "lr": 8.912342685102064e-05}
+{"train_loss": 0.08185140788555145, "global_step": 26281, "epoch": {"train_loss": 0.0825803130865097,{"train_loss": 0.08033224940299988, "global_step": 26282, "epoch": 273, "lr": 8.909595675351474e-05}
+{"train_loss": 0.09379458427429199, "global_step": 26283, "epoch":{"train_loss": 0.09176315367221832{"train_loss": 0.08767244219779968, "global_step": 26284, "epoch":{"train_loss": 0.08744724094867706,{"train_loss": 0.1047324687242508, "global_step": 26285, "epoch": 273, "lr": 8.905475727166828e-05}
+{"train_loss": 0.08855630457401276, "global_step": 26286, "epoch": 273, "lr": 8.904102562193679e-05}{{"train_loss": 0.08864185214042664, "global_step": 26287, "epoch": {"train_loss": 0.08940616250038147{"train_loss": 0.078362837433815, "global_step": 26288, "epoch": 27{"train_loss": 0.076498866081237{"train_loss": 0.09621157497167587, "global_step": 26289, "epoch": 273, "lr": 8.899983520670358e-05}
+{"train_loss": 0.11372371017932892, "global_step": 26290, "epoch": 273, "lr": 8.89861065799246e-05}
+{"train_loss": 0.09864451736211777, "global_step": 26291, "epoch": 273, "lr": 8.897237870911744e-05}
+{"train_loss": 0.07543167471885681, "global_step": 26292, "epoch": 273, "lr": 8.895865159437563e-05}
+{"train_loss": 0.11215118318796158, "global_step": 26293, "epoch": 273, "lr": 8.89449252357925e-05}
+{"train_loss": 0.10843825340270996, "global_step": 26294, "epoch": 2{"train_loss": 0.1039234548807144{"train_loss": 0.08979466557502747, "global_step": 26295, "epoch": 273, "lr": 8.891747478747678e-0{"t{"train_loss": 0.09546788781881332, "global_step": 26296, "epoch": 273, "lr": 8.890375069793095e-05}
+{"train_loss": 0.08387386798858643, "global_step": 26297, "epoch": 273, "lr": 8.889002736491781e-0{"t{"train_loss": 0.11068062484264374, "global_step": 26298, "epoch": 2{"train_loss": 0.1077736020088{"t{"train_loss": 0.07448184490203857, "global_step": 26299, "epoch": 273, "lr": 8.886258296886336e-0{"t{"train_loss": 0.09903626888990402, "global_step": 26300, "epoch": 273, "lr": 8.88488619060089e-05}
+{"train_loss": 0.08000952750444412, "global_step": 26301, "epoch": 273, "lr": 8.883514160006094e{"tra{"train_loss": 0.0914243832230568, "global_step": 26302, "epoch": 273, "lr": 8.882142205111279e-{"tr{"train_loss": 0.08690250338986516, "global_step": 26303, "epoch": 273, "lr": 8.880770325925794e-05}
+{"train_loss": 0.08556753396987915, "global_step": 26304, "epoch": 274, "lr": 8.879398522458982e-05}
+{"train_loss": 0.07542197406291962, "global_step": 26305, "epoch": 274, "lr": 8.878026794720189e-05}
+{"train_loss": 0.09850985556840897, "global_step": 26306, "epoch": 27{"train_loss": 0.096858695149421{"train_loss": 0.05641631782054901, "global_step": 26307, "epoch": 274, "lr": 8.875283566463994e-05}
+{"train_loss": 0.08907133340835571, "global_step": 26308, "epoch": 274, "lr": 8.873912065965279e-05}
+{"train_loss": 0.10167598724365234, "global_step": 26309, "epoch": 274, "lr": 8.872540641231946e{"tra{"train_loss": 0.08900310099124908, "global_step": 26310, "epoch": 27{"train_loss": 0.09314776957035{"train_loss": 0.10084380954504013, "global_step": 26311, "epoch": 274, "lr": 8.869798019098747e-05}
+{"train_loss": 0.08691041171550751, "global_step": 26312, "epoch": 274, "lr": 8.868426821717564e{"tra{"train_loss": 0.09979699552059174, "global_step": 26313, "epoch": 274, "lr": 8.867055700139113e{"tra{"train_loss": 0.08526593446731567, "global_step": 26314, "epoch": 274, "lr": 8.865684654372723e{"tra{"train_loss": 0.07074226438999176, "global_step": 26315, "epoch": 274, "lr": 8.864313684427732e{"tra{"train_loss": 0.06751875579357147, "global_step": 26316, "epoch": 274, "lr": 8.86294279031348{"train{"train_loss": 0.09962774813175201, "global_step": 26317, "epoch": 274, "lr": 8.86157197203930{"train{"train_loss": 0.08693300932645798, "global_step": 26318, "epoch": 274, "lr": 8.86020122961453e-05}
+{"train_loss": 0.08137074112892151, "global_step": 26319, "epoch": 274, "lr": 8.85883056304849{"train{"train_loss": 0.08716470003128052, "global_step": 26320, "epoch": 274, "lr": 8.85745997235054{"train{"train_loss": 0.08254449814558029, "global_step": 26321, "epoch": 274, "lr": 8.85608945752999{"train{"train_loss": 0.09719054400920868, "global_step": 26322, "epoch": 274, "lr": 8.85471901859619{"train{"train_loss": 0.09839634597301483, "global_step": 26323, "epoch": 274, "lr": 8.853348655558457e-05}
+{"train_loss": 0.11403253674507141, "global_step": 26324, "epoch": 274, "lr": 8.85197836842613{"train{"train_loss": 0.10413502156734467, "global_step": 26325, "epoch": 27{"train_loss": 0.104909{"train_l{"train_loss": 0.08686292171478271, "global_step": 26326, "epoch": 274, "lr": 8.84923802191{"train_lo{"train_loss": 0.07336486876010895, "global_step": 26327, "epoch": 274, "lr": 8.847867962554897e-05}
+{"train_loss": 0.0948200672864914, "global_step": 26328, "epoch": 274, "lr": 8.846497979137505e-05}
+{"train_loss": 0.12952964007854462, "global_step": 26329, "epoch": 274, "lr": 8.845128071672163e-05}
+{"train_loss": 0.06703798472881317, "global_step": 26330, "epoch": 274, "lr": 8.843758240168208e-05}
+{"train_loss": 0.0779041200876236, "global_step": 26331, "epoch": 274, "lr": 8.842388484634972e-05}
+{"train_loss": 0.08023756742477417, "global_step": 26332, "epoch": 274,{"train_loss": 0.0838653370738{"train_loss": 0.0904485285282135, "global_step": 26333, "epoch": 274, {"train_loss": 0.097450718283{"train_loss": 0.07503417879343033, "global_step": 26334, "epoch": 274, "lr": 8.838279673952794e-05}
+{"train_loss": 0.07921648025512695, "global_step": 26335, "epoch": 274, {"train_loss": 0.080583766102{"train_loss": 0.08010988682508469, "global_step": 26336, "epoch": 274, "lr": 8.83554084685591e-05}
+{"train_loss": 0.09022712707519531, "global_step": 26337, "epoch": 274, "lr": 8.834171547342812e-05}
+{"train_loss": 0.048471640795469284, "global_step": 26338, "epoch": 274,{"train_loss": 0.0498774051666{"train_loss": 0.09504307061433792, "global_step": 26339, "epoch": 274,{"train_loss": 0.0943905785679{"train_loss": 0.09742864221334457, "global_step": 26340, "epoch": 274, "lr": 8.830064105056786e-05}
+{"train_loss": 0.0661664754152298, "global_step": 26341, "epoch": 274, "lr": 8.82869510974361e-05}
+{"train_loss": 0.07493285834789276, "global_step": 26342, "epoch": 274,{"train_loss": 0.0753101706504{"train_loss": 0.10020145773887634, "global_step": 26343, "epoch": 274, "lr": 8.825957347346457e-05}
+{"train_loss": 0.09700833261013031, "global_step": 26344, "epoch": 274, "lr": 8.824588580281113e-05}
+{"train_loss": 0.10126227140426636, "global_step": 26345, "epoch": 274, "lr": 8.823219889317022e-05}
+{"train_loss": 0.09642405807971954, "global_step": 26346, "epoch": 274, "lr": 8.821851274463515e-05}
+{"train_loss": 0.10415542125701904, "global_step": 26347, "epoch": 274, "lr": 8.820482735729891e-05}
+{"train_loss": 0.0835312157869339, "global_step": 26348, "epoch": 274, "lr": 8.819114273125479e-05}
+{"train_loss": 0.07218475639820099, "global_step": 26349, "epoch": 274, "lr": 8.817745886659601e-05}
+{"train_loss": 0.10209783911705017, "global_step": 26350, "epoch": 274, {"train_loss": 0.102571099996{"train_loss": 0.10654495656490326, "global_step": 26351, "epoch": 274, "lr": 8.815009342{"train_loss{"train_loss": 0.08047755807638168, "global_step": 26352, "epoch": 274, {"train_loss": 0.083490580320{"train_loss": 0.08650660514831543, "global_step": 26353, "epoch": 274, {"train_loss": 0.091527864336{"train_loss": 0.07392000406980515, "global_step": 26354, "epoch": 274, "lr": 8.810905096734316e-05}
+{"train_loss": 0.06304039061069489, "global_step": 26355, "epoch": 274, {"train_loss": 0.062350198626{"train_loss": 0.08439097553491592, "global_step": 26356, "epoch": 274, {"train_loss": 0.08126749098{"train_loss": 0.07620325684547424, "global_step": 26357, "epoch": 274, "lr": 8.806801537037816e-05}
+{"train_loss": 0.08374197781085968, "global_step": 26358, "epoch": 274, {"train_loss": 0.087086185812{"train_loss": 0.09273768961429596, "global_step": 26359, "epoch": 274, "lr": 8.804066211669841e-05}
+{"train_loss": 0.11329255998134613, "global_step": 26360, "epoch": 274, "lr": 8.802698663342703e-05}
+{"train_loss": 0.08335050940513611, "global_step": 26361, "epoch": 274, "lr": 8.80133119126589e-05}
+{"train_loss": 0.07593220472335815, "global_step": 26362, "epoch": 274{"train_loss": 0.08222720026969{"train_loss": 0.09388862550258636, "global_step": 26363, "epoch": 27{"train_loss": 0.095091946423053{"train_loss": 0.08201347291469574, "global_step": 26364, "epoch": 27{"train_loss": 0.083786241710186{"train_loss": 0.07470791041851044, "global_step": 26365, "epoch": 274, "lr": 8.795862065648018e-05}
+{"train_loss": 0.08420296013355255, "global_step": 26366, "epoch": {"train_loss": 0.0799429714679718,{"train_loss": 0.07562796771526337, "global_step": 26367, "epoch": 274, "lr": 8.79312796058307e-05}
+{"train_loss": 0.11254531145095825, "global_step": 26368, "epoch": 274, "lr": 8.791761022519177e-05}
+{"train_loss": 0.0805654525756836, "global_step": 26369, "epoch": 274, "lr": 8.790394160780091e-05}
+{"train_loss": 0.09047962725162506, "global_step": 26370, "epoch":{"train_loss": 0.09338488429784775,{"train_loss": 0.08092309534549713, "global_step": 26371, "epoch":{"train_loss": 0.07758668065071106,{"train_loss": 0.07495145499706268, "global_step": 26372, "epoch":{"train_loss": 0.07401072978973389{"train_loss": 0.07135091722011566, "global_step": 26373, "epoch": 274, "lr": 8.784927477257865e-05}
+{"train_loss": 0.08606669306755066, "global_step": 26374, "epoch"{"train_loss": 0.08584430813789368, {"train_loss": 0.08133386075496674, "global_step": 26375, "epoch"{"train_loss": 0.08634485304355621, {"train_loss": 0.11514629423618317, "global_step": 26376, "epoch": 274, "lr": 8.780828266482626e-05}
+{"train_loss": 0.10228784382343292, "global_step": 26377, "epoch": 274, "lr": 8.77946201567696e-05}
+{"train_loss": 0.07104255259037018, "global_step": 26378, "epoch": 274, "lr": 8.77809584127986e-05}
+{"train_loss": 0.1195681169629097, "global_step": 26379, "epoch"{"train_loss": 0.110699862241745, "g{"train_loss": 0.09560243785381317, "global_step": 26380, "epoc{"train_loss": 0.09701651334762573, "{"train_loss": 0.07775008678436279, "global_step": 26381, "epoch": 274, "lr": 8.773997776632885e-05}
+{"train_loss": 0.08842293173074722, "global_step": 26382, "epoc{"train_loss": 0.08201690763235092, "g{"train_loss": 0.06774376332759857, "global_step": 26383, "epoch": 274, "lr": 8.771266115748202e-05}
+{"train_loss": 0.06570274382829666, "global_step": 26384, "epoch": 274, "lr": 8.769900399997761e-05}
+{"train_loss": 0.09316249191761017, "global_step": 26385, "epoch": 274, "lr": 8.768534760720979e-05}
+{"train_loss": 0.07748796045780182, "global_step": 26386, "epoc{"train_loss": 0.07826624810695648, "g{"train_loss": 0.09238488972187042, "global_step": 26387, "epoc{"train_loss": 0.08689956367015839, "g{"train_loss": 0.11056195199489594, "global_step": 26388, "epoc{"train_loss": 0.10843721777200699, "{"train_loss": 0.08557164669036865, "global_step": 26389, "epoch": 274, "lr": 8.76307296853647e-05}
+{"train_loss": 0.10632981359958649, "global_step": 26390, "epoc{"train_loss": 0.10751962661743164, "g{"train_loss": 0.08157080411911011, "global_step": 26391, "epoc{"train_loss": 0.08154767006635666, "g{"train_loss": 0.09008359909057617, "global_step": 26392, "epoc{"train_loss": 0.0896495133638382, "gl{"train_loss": 0.09099464118480682, "global_step": 26393, "epo{"train_loss": 0.08654483407735825, "gl{"train_loss": 0.09241868555545807, "global_step": 26394, "epoch": 274, "lr": 8.75624745007906e-05}
+{"train_loss": 0.10935462266206741, "global_step": 26395, "epo{"train_loss": 0.10560799390077591, "gl{"train_loss": 0.0910748839378357, "global_step": 26396, "epoc{"train_loss": 0.09501824527978897, "g{"train_loss": 0.08960017561912537, "global_step": 26397, "epoc{"train_loss": 0.0892710{"train_loss":{"train_loss": 0.09134940803050995, "global_step": 26398, "epoc{"train_loss": 0.09134015440940857, "g{"train_loss": 0.08802210590026031, "global_step": 26399, "epoch": 274, "lr": 8.749423845787533e-05}
+{"train_loss": 0.07223978638648987, "global_step": 26400, "epoc{"train_loss": 0.0712873563170433, "gl{"train_loss": 0.06946849822998047, "global_step": 26401, "epo{"train_loss": 0.0746767{"train_loss": {"train_loss": 0.05016446113586426, "global_step": 26402, "epo{"train_loss": 0.05077839642763138, "gl{"train_loss": 0.0899990126490593, "global_step": 26403, "epoc{"train_loss": 0.08375712484121323, "g{"train_loss": 0.07858756184577942, "global_step": 26404, "epoch": 275, "lr": 8.742602156823541e-05}
+{"train_loss": 0.08879291266202927, "global_step": 26405, "epoch": 275, "lr": 8.741238048972249e-05}
+{"train_loss": 0.11238737404346466, "global_step": 26406, "epoch": 275, "lr": 8.739874017789813e-05}
+{"train_loss": 0.0691143125295639, "global_step": 26407, "epoch{"train_loss": 0.06924396753311157, "{"train_loss": 0.07654127478599548, "global_step": 26408, "epoch": 275, "lr": 8.737146185468612e-05}
+{"train_loss": 0.10411109030246735, "global_step": 26409, "epoch": 275, "lr": 8.735782384348434e-05}
+{"train_loss": 0.07719998061656952, "global_step": 26410, "epoch{"train_loss": 0.07508625090122223, "{"train_loss": 0.07533048093318939, "global_step": 26411, "epoch{"train_loss": 0.0714210718870163, "g{"train_loss": 0.11216022074222565, "global_step": 26412, "epoc{"train_loss": 0.11287745833396912, "g{"train_loss": 0.08496025204658508, "global_step": 26413, "epoch": 275, "lr": 8.73032794{"train_loss"{"train_loss": 0.0610220767557621, "global_step": 26414, "epoch{"train_loss": 0.062250521034002304, {"train_loss": 0.07521932572126389, "global_step": 26415, "epoch"{"train_loss": 0.07695404440164566, {"train_loss": 0.07077410072088242, "global_step": 26416, "epoch"{"train_loss": 0.06961662322282791, {"train_loss": 0.10194012522697449, "global_step": 26417, "epoch": 275, "lr": 8.72487473758293e-05}
+{"train_loss": 0.0819009393453598, "global_step": 26418, "epoch": 275, "lr": 8.7235116271{"train_lo{"train_loss": 0.10111339390277863, "global_step": 26419, "epoch"{"train_loss": 0.10061956197023392, {"train_loss": 0.06594005227088928, "global_step": 26420, "epoch"{"train_loss": 0.0714835524559021, "{"train_loss": 0.06245929375290871, "global_step": 26421, "epoch": 275, "lr": 8.71942275662968e-05}
+{"train_loss": 0.06858263909816742, "global_step": 26422, "epoch{"train_loss": 0.0701480284333229, "g{"train_loss": 0.08049425482749939, "global_step": 26423, "epoc{"train_loss": 0.07902862876653671, "g{"train_loss": 0.06164974346756935, "global_step": 26424, "epoc{"train_loss": 0.06152038276195526, "g{"train_loss": 0.08795084059238434, "global_step": 26425, "epoc{"train_loss": 0.08747100830078125, "g{"train_loss": 0.07656075060367584, "global_step": 26426, "epoc{"train_loss": 0.07614562660455704, "{"train_loss": 0.07767323404550552, "global_step": 26427, "epoc{"train_loss": 0.07486393302679062, "g{"train_loss": 0.09858094155788422, "global_step": 26428, "epoc{"train_loss": 0.09677537530660629, "g{"train_loss": 0.0857553631067276, "global_step": 26429, "epoch{"train_loss": 0.08759567141532898, "{"train_loss": 0.07336379587650299, "global_step": 26430, "epoch{"train_loss": 0.07074025273323059, "{"train_loss": 0.08749754726886749, "global_step": 26431, "epoch": 275, "lr": 8.705798182763694e-05}
+{"train_loss": 0.1151108667254448, "global_step": 26432, "epoch": 275, "lr": 8.704436148230031e-05}
+{"train_loss": 0.09613222628831863, "global_step": 26433, "epoch"{"train_loss": 0.1024983674287796, "{"train_loss": 0.07901362329721451, "global_step": 26434, "epoch{"train_loss": 0.08355744928121567, {"train_loss": 0.08673671633005142, "global_step": 26435, "epoch": 275, "lr": 8.7003505{"train_loss":{"train_loss": 0.08856356889009476, "global_step": 26436, "epoch": 275, "lr": 8.698988779382655e-05}
+{"train_loss": 0.08559638261795044, "global_step": 26437, "epoch{"train_loss": 0.08377730846405029, "{"train_loss": 0.08273950219154358, "global_step": 26438, "epoch{"train_loss": 0.08294619619846344, "{"train_loss": 0.08415515720844269, "global_step": 26439, "epoch": 275, "lr": 8.694{"train_loss": 0.0{"train_loss": 0.07657080888748169, "global_step": 26440, "epoch": 275, "lr": 8.69354264184007e-05}
+{"train_loss": 0.09735730290412903, "global_step": 26441, "epoch": 275, "lr": 8.692{"train_loss": 0.0{"train_loss": 0.1447647362947464, "global_step": 26442, "epoch": 275, "lr": 8.6908{"train_loss": 0.{"train_loss": 0.1200357973575592, "global_step": 26443, "epoch": 275, "lr": 8.68945{"train_loss": 0{"train_loss": 0.049661003053188324, "global_step": 26444, "epoch": 275, "lr": 8.688097736195684e-05}
+{"train_loss": 0.07637634128332138, "global_step": 26445, "epoch{"train_loss": 0.07544421404600143, "{"train_loss": 0.09116983413696289, "global_step": 26446, "epoch{"train_loss": 0.09{"train_loss": 0.0{"train_loss": 0.07196980714797974, "global_step": 26447, "epoch": 275, "lr": 8.684{"train_loss": 0.0{"train_loss": 0.0848863497376442, "global_step": 26448, "epoch": 275, "lr": 8.68265406304273e-05}
+{"train_loss": 0.09590590000152588, "global_step": 26449, "epoch": 275, "lr": 8.681293337400796e-05}
+{"train_loss": 0.06683851033449173, "global_step": 26450, "epoch": 275, "lr": 8.679932688835901e-05}
+{"train_loss": 0.09235192835330963, "global_step": 26451, "epoch": 275, "lr": 8.678572117357327e-05}
+{"train_loss": 0.09296248853206635, "global_step": 26452, "epoch": 275, "lr": 8.677211622974342e-05}
+{"train_loss": 0.08864273130893707, "global_step": 26453, "epoch":{"train_loss": 0.09007056057453156,{"train_loss": 0.1295374184846878, "global_step": 26454, "epoch": 275, "lr": 8.6744{"train_loss": 0.{"train_loss": 0.1021806076169014, "global_step": 26455, "epoch": 275, "lr": 8.673130602491497e-05}
+{"train_loss": 0.08850512653589249, "global_step": 26456, "epoch": 275, "lr": 8.67177041658348e-05}
+{"train_loss": 0.09847905486822128, "global_step": 26457, "epoch": 275, "lr": 8.67041{"train_loss": 0{"train_loss": 0.07895009964704514, "global_step": 26458, "epoch": 275, "lr": 8.66905{"train_loss":{"train_loss": 0.07988172024488449, "global_step": 26459, "epoch": 275, "lr": 8.66769{"train_loss": 0{"train_loss": 0.09765370935201645, "global_step": 26460, "epoch": 2{"train_loss": 0.{"train_loss": 0{"train_loss": 0.0782206803560257, "global_step": 26461, "epoch": 275, "lr": 8.664970644357094e-05}
+{"train_loss": 0.10687406361103058, "global_step": 26462, "epoch": 275, "lr": 8.663610921439385e-05}
+{"train_loss": 0.11489629000425339, "global_step": 26463, "epoch": 275, "lr": 8.662251275719141e-05}
+{"train_loss": 0.11510946601629257, "global_step": 26464, "epoch": 275, "lr": 8.660891707205627e-05}
+{"train_loss": 0.08519963920116425, "global_step": 26465, "epoch": 275, "lr": 8.659532215908086e-05}
+{"train_loss": 0.08602770417928696, "global_step": 26466, "epoch": 275, "lr": 8.658172801835783e-05}
+{"train_loss": 0.12788471579551697, "global_step": 26467, "epoch": 275, "lr": 8.656813{"train_loss": {"train_loss": 0.11610940843820572, "global_step": 26468, "epoch": 275, "lr": 8.655454{"train_loss": {"train_loss": 0.10876926779747009, "global_step": 26469, "epoch": 275, "lr": 8.654095023062886e-05}
+{"train_loss": 0.07414795458316803, "global_step": 26470, "epoch": 275, "lr": 8.652735917984096e-05}
+{"train_loss": 0.0975986048579216, "global_step": 26471, "epoch": 275, "lr": 8.651376890176842e-05}
+{"train_loss": 0.083881676197052, "global_step": 26472, "epoch": 275, "lr": 8.650017939{"train_los{"train_loss": 0.08359067142009735, "global_step": 26473, "epoch": 275, "lr": 8.648659066413887e-05}
+{"train_loss": 0.09046480059623718, "global_step": 26474, "epoch": 275,{"train_loss": 0.0{"train_loss{"train_loss": 0.08583948761224747, "global_step": 26475, "epoch": 275, "lr": 8.645941551{"train_loss{"train_loss": 0.09731137752532959, "global_step": 26476, "epoch": 275, "lr": 8.644582910537205e-05}
+{"train_loss": 0.08476705849170685, "global_step": 26477, "epoch": 275, "lr": 8.643224346{"train_loss{"train_loss": 0.08209863305091858, "global_step": 26478, "epoch": 275, "lr": 8.641865859{"train_loss{"train_loss": 0.08473542332649231, "global_step": 26479, "epoch": 275, "lr": 8.640507450603865e-05}
+{"train_loss": 0.10071796178817749, "global_step": 26480, "epoch"{"train_loss": 0.09658215939998627, {"train_loss": 0.06940184533596039, "global_step": 26481, "epoch": 275, "lr": 8.6377908{"train_loss":{"train_loss": 0.052024442702531815, "global_step": 26482, "epoch{"train_loss": 0.053749896585941315, {"train_loss": 0.09103487432003021, "global_step": 26483, "epoch": 275, "lr": 8.635074587036318e-05}
+{"train_loss": 0.09386853128671646, "global_step": 26484, "epoch": 275, "lr": 8.633716564600783e-05}
+{"train_loss": 0.09705822914838791, "global_step": 26485, "epoch": 275, "lr": 8.63235{"train_loss": {"train_loss": 0.10696546733379364, "global_step": 26486, "epoch": 275, "lr": 8.631000751942053e-05}
+{"train_loss": 0.0977780893445015, "global_step": 26487, "epoch": 275, "lr": 8.629642{"train_loss": {"train_loss": 0.0949527770280838, "global_step": 26488, "epoch": 275, "lr": 8.628285248961438e-05}
+{"train_loss": 0.07174324989318848, "global_step": 26489, "epoch": 275, "lr": 8.6269276{"train_loss":{"train_loss": 0.11121713370084763, "global_step": 26490, "epoch": 275, "lr": 8.625570055732914e-05}
+{"train_loss": 0.09487860649824142, "global_step": 26491, "epoch{"train_loss": 0.09900479018688202, "{"train_loss": 0.09767159819602966, "global_step": 26492, "epoch": 275, "lr": 8.622855172330424e-05}
+{"train_loss": 0.07657813280820847, "global_step": 26493, "epoch": 275, "lr": 8.621497846837062e-05}
+{"train_loss": 0.12139828503131866, "global_step": 26494, "epoch": 275, "lr": 8.620140598827933e-05}
+{"train_loss": 0.08839911983037989, "global_step": 26495, "epoch": 275, "lr": 8.618783428312294e-05}
+{"train_loss": 0.08132472634315491, "global_step": 26496, "epoch{"train_loss": 0.08067849278450012, "{"train_loss": 0.09225381910800934, "global_step": 26497, "epoch{"train_loss": 0.092735{"train_loss":{"train_loss": 0.07443556934595108, "global_step": 26498, "epoch{"train_loss": 0.069245{"train_loss":{"train_loss": 0.06671829521656036, "global_step": 26499, "epoch": 276, "lr": 8.61335552136938e-05}
+{"train_loss": 0.12235862761735916, "global_step": 26500, "epoch": 276, "lr": 8.6119987{"train_loss":{"train_loss": 0.10021208971738815, "global_step": 26501, "epoch": 276, "lr": 8.610642033099097e-05}
+{"train_loss": 0.06772558391094208, "global_step": 26502, "ep{"train_loss": 0.06762567162513733, "glo{"train_loss": 0.08790968358516693, "global_step": 26503, "epoch": 276, "lr": 8.6079288{"train_loss":{"train_loss": 0.09920383244752884, "global_step": 26504, "epoch": 276, "lr": 8.6065723{"train_los{"train_loss": 0.0967770516872406, "global_step": 26505, "epoch": 276, "lr": 8.60521598{"train_loss"{"train_loss": 0.06573426723480225, "global_step": 26506, "epoch": 276, "lr": 8.60385966{"train_loss{"train_loss": 0.11064818501472473, "global_step": 26507, "epoch": 276, "lr": 8.60250342{"train_loss"{"train_loss": 0.08659347891807556, "global_step": 26508, "epo{"train_loss": 0.088794901{"train_loss"{"train_loss": 0.07542769610881805, "global_step": 26509, "epo{"train_loss": 0.07870694{"train_loss":{"train_loss": 0.08042050153017044, "global_step": 26510, "epo{"train_loss": 0.08261904{"train_loss":{"train_loss": 0.05550163611769676, "global_step": 26511, "epoch": 276, "lr": 8.5970792{"train_loss":{"train_loss": 0.08508855104446411, "global_step": 26512, "epoc{"train_loss": 0.08427859842777252, "g{"train_loss": 0.07755023241043091, "global_step": 26513, "epoc{"train_loss": 0.076017{"train_loss":{"train_loss": 0.10926473140716553, "global_step": 26514, "epoch": 276, "lr": 8.593011{"train_loss": {"train_loss": 0.09666267037391663, "global_step": 26515, "epoch": 276, "lr": 8.591656305859675e-05}
+{"train_loss": 0.07339026778936386, "global_step": 26516, "epoch": 276, "lr": 8.590300{"train_loss": {"train_loss": 0.07988709956407547, "global_step": 26517, "epoc{"train_loss": 0.08099585771560669, "{"train_loss": 0.09472659230232239, "global_step": 26518, "epoc{"train_loss": 0.09722518920898438, "{"train_loss": 0.10074326395988464, "global_step": 26519, "epoch": 276, "lr": 8.586234608003044e-05}
+{"train_loss": 0.08316975831985474, "global_step": 26520, "epoch": 276, "lr": 8.584879{"train_loss":{"train_loss": 0.06329081952571869, "global_step": 26521, "epoc{"train_loss": 0.062235575169324875, "{"train_loss": 0.10791148990392685, "global_step": 26522, "epoch{"train_loss": 0.10725{"train_loss":{"train_loss": 0.08835037052631378, "global_step": 26523, "epoch": 276, "lr": 8.580814{"train_loss": {"train_loss": 0.1024617999792099, "global_step": 26524, "epoch": 276, "lr": 8.5794592{"train_loss":{"train_loss": 0.07912363111972809, "global_step": 26525, "epoch": 276, "lr": 8.5781043{"train_loss"{"train_loss": 0.08514177799224854, "global_step": 26526, "epoch": 276, "lr": 8.576749629497545e-05}
+{"train_loss": 0.1030520424246788, "global_step": 26527, "epoch": 276, "lr": 8.5753949{"train_loss":{"train_loss": 0.09314066916704178, "global_step": 26528, "epoch": 276, "lr": 8.5740403{"train_loss"{"train_loss": 0.08545844256877899, "global_step": 26529, "epoch": 276, "lr": 8.572685805359396e-05}
+{"train_loss": 0.08814263343811035, "global_step": 26530, "epoch": 276, "lr": 8.571331352934319e-05}
+{"train_loss": 0.07911388576030731, "global_step": 26531, "epoch"{"train_loss": 0.07795044779777527, {"train_loss": 0.087281733751297, "global_step": 26532, "epoch": 276, "lr": 8.568622681{"train_loss{"train_loss": 0.09181226789951324, "global_step": 26533, "epoch": 276, "lr": 8.567268462651146e-05}
+{"train_loss": 0.10507476329803467, "global_step": 26534, "epoch": 276, "lr": 8.565914321584851e-05}
+{"train_loss": 0.0823599249124527, "global_step": 26535, "epoch": 276, "lr": 8.5645602583813e-05}
+{"train_loss": 0.0928829088807106, "global_step": 26536, "epoch": 276, "lr": 8.563206273049716e-05}
+{"train_loss": 0.10445365309715271, "global_step": 26537, "epoch": 276, "lr": 8.56185236559{"train_lo{"train_loss": 0.06420435011386871, "global_step": 26538, "epoch": 276, "lr": 8.560498536039343e-05}
+{"train_loss": 0.06353335827589035, "global_step": 26539, "epoch": 276, "lr": 8.559144784378987e-05}
+{"train_loss": 0.11346067488193512, "global_step": 26540, "epoch": 276, "lr": 8.557791110627477e-05}
+{"train_loss": 0.08491253107786179, "global_step": 26541, "epoch": 276, "lr": 8.556437514794034e-05}
+{"train_loss": 0.0820714682340622, "global_step": 26542, "epoch": 276, "lr": 8.555083996887879e-05}
+{"train_loss": 0.08947376161813736, "global_step": 26543, "epoch": 276, "lr": 8.553730556918216e-05}
+{"train_loss": 0.08940547704696655, "global_step": 26544, "epoch": 276, "lr": 8.55237719489427e-05}
+{"train_loss": 0.07931600511074066, "global_step": 26545, "epoch": 276, "lr": 8.551023910825{"train_l{"train_loss": 0.07890721410512924, "global_step": 26546, "epoch": 276, "lr": 8.549670704720{"train_l{"train_loss": 0.07989917695522308, "global_step": 26547, "epoch":{"train_loss": 0.0762413963675499, {"train_loss": 0.07479413598775864, "global_step": 26548, "epoch"{"train_loss": 0.07495379447937012, {"train_loss": 0.059624455869197845, "global_step": 26549, "epoch{"train_loss": 0.05829755961894989, "{"train_loss": 0.10296856611967087, "global_step": 26550, "epoch{"train_loss": 0.10561934113502502, "{"train_loss": 0.07906926423311234, "global_step": 26551, "epoch{"train_loss": 0.0812179222{"train_lo{"train_loss": 0.09088516980409622, "global_step": 26552, "epo{"train_loss": 0.09470655024{"train_los{"train_loss": 0.061351872980594635, "global_step": 26553, "ep{"train_loss": 0.06850749254{"train_loss{"train_loss": 0.10619492828845978, "global_step": 26554, "epoch": 276, "lr": 8.538847863{"train_loss{"train_loss": 0.09780329465866089, "global_step": 26555, "epoch": 276, "lr": 8.537495359{"train_loss{"train_loss": 0.10053859651088715, "global_step": 26556, "ep{"train_loss": 0.10314683616{"train_loss{"train_loss": 0.0996214747428894, "global_step": 26557, "epoch": 276, "lr": 8.534790585835744e-05}
+{"train_loss": 0.060020964592695236, "global_step": 26558, "ep{"train_loss": 0.0617230087518692, "glob{"train_loss": 0.08051551878452301, "global_step": 26559, "epoch": 276, "lr": 8.532086124286685e-05}
+{"train_loss": 0.0934281051158905, "global_step": 26560, "ep{"train_loss": 0.0924084335565567, "glob{"train_loss": 0.06987082213163376, "global_step": 26561, "e{"train_loss": 0.07401935756206{"train_lo{"train_loss": 0.08886781334877014, "global_step": 26562, "e{"train_loss": 0.09276002645492{"train_lo{"train_loss": 0.0750085860490799, "global_step": 26563, "ep{"train_loss": 0.0701285675168{"train_lo{"train_loss": 0.09431351721286774, "global_step": 26564, "epoch": 276, "lr": 8.525326337204575e-05}
+{"train_loss": 0.09900681674480438, "global_step": 26565, "ep{"train_loss": 0.0922406762838{"train_lo{"train_loss": 0.099100761115551, "global_step": 26566, "epoch": 276, "lr": 8.5226229692812{"train_{"train_loss": 0.09324294328689575, "global_step": 26567, "epoch": 276, "lr": 8.521271402551338e-05}
+{"train_loss": 0.0667431503534317, "global_step": 26568, "epoch": 276, "lr": 8.519919913988168e-05}
+{"train_loss": 0.09141145646572113, "global_step": 26569, "epoch": 276, "lr": 8.518568503600941e-05}
+{"train_loss": 0.06987179815769196, "global_step": 26570, "epoch": 276, "lr": 8.517217171398888e-05}
+{"train_loss": 0.0885547325015068, "global_step": 26571, "epoch{"train_loss": 0.08951993286609{"trai{"train_loss": 0.10756728798151016, "global_step": 26572, "epoc{"train_loss": 0.10880060493946075, "g{"train_loss": 0.08027590811252594, "global_step": 26573, "epoc{"train_loss": 0.07773375511169434, "g{"train_loss": 0.08805816620588303, "global_step": 26574, "epoch": 276, "lr": 8.511812624626283e-05}
+{"train_loss": 0.12593023478984833, "global_step": 26575, "epoch": 276, "lr": 8.510461683488049e-05}
+{"train_loss": 0.08632820844650269, "global_step": 26576, "epoch": 276, "lr": 8.509110820590172e-05}
+{"train_loss": 0.08664565533399582, "global_step": 26577, "epoc{"train_loss": 0.0818539410829544, "gl{"train_loss": 0.08509890735149384, "global_step": 26578, "epoch": 276, "lr": 8.506409329552308{"trai{"train_loss": 0.08167135715484619, "global_step": 26579, "epoch": 276, "lr": 8.505058701430723e-05}
+{"train_loss": 0.09316636621952057, "global_step": 26580, "ep{"train_loss": 0.09028699994087219{"trai{"train_loss": 0.0651194304227829, "global_step": 26581, "epoch": 276, "lr": 8.50235768002821e-{"tr{"train_loss": 0.13493186235427856, "global_step": 26582, "epo{"train_loss": 0.1351901888847351, "glo{"train_loss": 0.09042378515005112, "global_step": 26583, "epoch": 276, "lr": 8.499656971807905e{"tra{"train_loss": 0.09372621774673462, "global_step": 26584, "ep{"train_loss": 0.0967864990234375, {"tra{"train_loss": 0.06394897401332855, "global_step": 26585, "epoch": 276, "lr": 8.496956576843357e-05}
+{"train_loss": 0.07779261469841003, "global_step": 26586, "epoch": 276, "lr": 8.495606496854982e-05}
+{"train_loss": 0.1114422008395195, "global_step": 26587, "epoch": 276, "lr": 8.494256495208139e-05}
+{"train_loss": 0.09152261912822723, "global_step": 26588, "epoch": 276, "lr": 8.492906571912005e-05}
+{"train_loss": 0.12495332211256027, "global_step": 26589, "epoch": 276, "lr": 8.49155672697578e-05}
+{"train_loss": 0.10834003984928131, "global_step": 26590, "e{"train_loss": 0.10637640953063965, "glob{"train_loss": 0.0880756623422106, "global_step": 26591, "epoch": 276, "lr": 8.488857272219837e{"tra{"train_loss": 0.10615991055965424, "global_step": 26592, "ep{"train_loss": 0.10733062773942947,{"tr{"train_loss": 0.061716027557849884, "global_step": 26593, "e{"train_loss": 0.05721937119960785,{"trai{"train_loss": 0.08657342940568924, "global_step": 26594, "e{"train_loss": 0.08857939392328262, "glob{"train_loss": 0.09390399605035782, "global_step": 26595, "e{"train_loss": 0.0868682861328125, {"trai{"train_loss": 0.08618701994419098, "global_step": 26596, "{"train_loss": 0.08692573010921478, {"trai{"train_loss": 0.08111927658319473, "global_step": 26597, "{"train_loss": 0.08321648091077805, "globa{"train_loss": 0.0828857421875, "global_step": 26598, "epoch": 277, "lr": 8.479411650262232e-05}
+{"train_loss": 0.10103284567594528, "global_step": 26599, "epoch": 277, "lr": 8.47806258943058e-05}{{"train_loss": 0.08213706314563751, "global_step": 26600, "epoch": 277, "lr": 8.476713607059919e-05}
+{"train_loss": 0.09224657714366913, "global_step": 26601, "epoch": 277, "lr": 8.475364703159438e-05{"{"train_loss": 0.08940478414297104, "global_step": 26602, "epoch": 277, "lr": 8.474015877738331e-05}
+{"train_loss": 0.058815859258174896, "global_step": 26603, "epoch": 277, "lr": 8.472667130805762e-05}
+{"train_loss": 0.058640070259571075, "global_step": 26604, "e{"train_loss": 0.05746553838253021, "glob{"train_loss": 0.10421556234359741, "global_step": 26605, "epoch": 277, "lr": 8.469969872443024e-05}
+{"train_loss": 0.10206688940525055, "global_step": 26606, "epoch": 277, "lr": 8.468621361031206e-05}
+{"train_loss": 0.08355006575584412, "global_step": 26607, "epoch": 277, "lr": 8.467272928144686e-05}
+{"train_loss": 0.08042321354150772, "global_step": 26608, "epoch": 277, "lr": 8.465924573792625e-05}
+{"train_loss": 0.0709475576877594, "global_step": 26609, "epoch": 277, "lr": 8.464576297984222e-05}
+{"train_loss": 0.0756169855594635, "global_step": 26610, "epoch": 277, "lr": 8.463228100728633e-05}
+{"train_loss": 0.08731375634670258, "global_step": 26611, "epo{"train_loss": 0.08493198454380035, "gl{"train_loss": 0.06829135119915009, "global_step": 26612, "epo{"train_loss": 0.06985308229923248, "gl{"train_loss": 0.06995488703250885, "global_step": 26613, "epoch": 277, "lr": 8.459183980370698e-05}
+{"train_loss": 0.11283034086227417, "global_step": 26614, "epoch": 277, "lr": 8.457836097418242e-05}
+{"train_loss": 0.10721684247255325, "global_step": 26615, "epoch": 277, "lr": 8.456488293064515e-05{"{"train_loss": 0.06321965903043747, "global_step": 26616, "epoch": 277, "lr": 8.455140567318703e-05}
+{"train_loss": 0.09433937817811966, "global_step": 26617, "epoch": 277, "lr": 8.453792920189962e-05}
+{"train_loss": 0.0942324846982956, "global_step": 26618, "epoch": 277, "lr": 8.4524453516875e-05}
+{"train_loss": 0.08804328739643097, "global_step": 26619, "epoch": 277, "lr": 8.451097861820465e-05}{{"train_loss": 0.06870399415493011, "global_step": 26620, "epo{"train_loss": 0.06752043217420578, "g{{"train_loss": 0.08004677295684814, "global_step": 26621, "epoch": 277, "lr": 8.44840311802942e-05}
+{"train_loss": 0.050641316920518875, "global_step": 26622, "epoch": 277, "lr": 8.447055864123764e-05}
+{"train_loss": 0.097074955701828, "global_step": 26623, "epoch": 277, "lr": 8.44570868889024e-05}
+{"train_loss": 0.11396848410367966, "global_step": 26624, "epoch": 277, "lr": 8.444361592338036e-05}
+{"train_loss": 0.1048741340637207, "global_step": 26625, "epoch": 277, "lr": 8.443014574476306e-05}
+{"train_loss": 0.10133059322834015, "global_step": 26626, "epoch": 277, "lr": 8.44166763531425e-05}
+{"train_loss": 0.09787984192371368, "global_step": 26627, "epoch": 277, "lr": 8.440320774861017e-05}
+{"train_loss": 0.11514179408550262, "global_step": 26628, "epoc{"train_loss": 0.11464875936508179, "g{"train_loss": 0.0659155324101448, "global_step": 26629, "epoch{"train_loss": 0.07021438330411911, "{"train_loss": 0.09941435605287552, "global_step": 26630, "epoch{"train_loss": 0.10125327110290527, "{"train_loss": 0.07126271724700928, "global_step": 26631, "epoch{"train_loss": 0.06935564428567886, "{"train_loss": 0.07658366858959198, "global_step": 26632, "epoch": 277, "lr": 8.433587653548331e-05}
+{"train_loss": 0.07590679079294205, "global_step": 26633, "epoch": 277, "lr": 8.432241265540686e-0{"t{"train_loss": 0.10919864475727081, "global_step": 26634, "epoch": 277, "lr": 8.430894956306053e-{"tr{"train_loss": 0.09379731118679047, "global_step": 26635, "epoc{"train_loss": 0.08764975517988205, "{"train_loss": 0.10301490128040314, "global_step": 26636, "epoc{"train_loss": 0.10098714381456375, "g{"train_loss": 0.0813959613442421, "global_step": 26637, "epoch{"train_loss": 0.08268803358078003, "{"train_loss": 0.09865262359380722, "global_step": 26638, "epoch": 277, "lr": 8.425510507281109e-0{"t{"train_loss": 0.088695228099823, "global_step": 26639, "epoch": 277, "lr": 8.424164592049107e-05}
+{"train_loss": 0.06776045262813568, "global_step": 26640, "epoch": 277, "lr": 8.42281875564511e-05}
+{"train_loss": 0.08028003573417664, "global_step": 26641, "epoch": 277, "lr": 8.421472998078317e-05}
+{"train_loss": 0.07332095503807068, "global_step": 26642, "epoch": 277, "lr": 8.420127319357867e-05}
+{"train_loss": 0.09718023240566254, "global_step": 26643, "epoch": 277, "lr": 8.418781719492932e-05}
+{"train_loss": 0.06610691547393799, "global_step": 26644, "epoch": 277, "lr": 8.417436198492683e-05}
+{"train_loss": 0.07414653152227402, "global_step": 26645, "epoch":{"train_loss": 0.0759877860546112, {"train_loss": 0.07839085161685944, "global_step": 26646, "epoch": 277, "lr": 8.41474539312286e-05{"{"train_loss": 0.08114378154277802, "global_step": 26647, "epoch": 277, "lr": 8.413400108771605e-0{"t{"train_loss": 0.09658312797546387, "global_step": 26648, "epoch"{"train_loss": 0.0959936678409576{"t{"train_loss": 0.06187849119305611, "global_step": 26649, "epoch": 277, "lr": 8.410709776782248e-05}
+{"train_loss": 0.12232358753681183, "global_step": 26650, "epoch": 277, "lr": 8.409364729162463e-0{"t{"train_loss": 0.07516492903232574, "global_step": 26651, "epoch"{"train_loss": 0.0836131423711776{"t{"train_loss": 0.11430954188108444, "global_step": 26652, "epoch": 277, "lr": 8.406674870718451e-05}
+{"train_loss": 0.09704823791980743, "global_step": 26653, "epoch": 277, "lr": 8.405330059912551e-05}
+{"train_loss": 0.0976313129067421, "global_step": 26654, "epoch":{"train_loss": 0.0986184477806091{"{"train_loss": 0.07632898539304733, "global_step": 26655, "epoch":{"train_loss": 0.0773824080824852, {"train_loss": 0.0797114372253418, "global_step": 26656, "epoch": 277, "lr": 8.40129610126916e-05}
+{"train_loss": 0.07910767197608948, "global_step": 26657, "epoch": 277, "lr": 8.399951606343322e-05}{{"train_loss": 0.07795077562332153, "global_step": 26658, "epoch": 277, "lr": 8.398607190410385e-05}{{"train_loss": 0.09293188154697418, "global_step": 26659, "epoch": 277, "lr": 8.397262853479518e-05}
+{"train_loss": 0.0744054913520813, "global_step": 26660, "epoch": 277, "lr": 8.395918595559859e-05}
+{"train_loss": 0.08055771142244339, "global_step": 26661, "epoch": {"train_loss": 0.07730849087238312{"train_loss": 0.05448608845472336, "global_step": 26662, "epoch": 277, "lr": 8.393230316790801e-05}
+{"train_loss": 0.09389694035053253, "global_step": 26663, "epoch": 277, "lr": 8.391886295959716e-05}
+{"train_loss": 0.07815289497375488, "global_step": 26664, "epoch": 277, "lr": 8.390542354176452e-0{"t{"train_loss": 0.10971945524215698, "global_step": 26665, "epoch": 2{"train_loss": 0.1082675382494{"t{"train_loss": 0.08735770732164383, "global_step": 26666, "epoch": 2{"train_loss": 0.0850980281829834{"train_loss": 0.09542658925056458, "global_step": 26667, "epoch": {"train_loss": 0.0987581014633178{"train_loss": 0.07015244662761688, "global_step": 26668, "epoch": 277, "lr": 8.385167377704713e-05}
+{"train_loss": 0.08278238773345947, "global_step": 26669, "epoch": 277, "lr": 8.383823831297854e-{"tr{"train_loss": 0.09836505353450775, "global_step": 26670, "epoch": {"train_loss": 0.1018000990152{"tr{"train_loss": 0.09820713847875595, "global_step": 26671, "epoch": 277, "lr": 8.381136975801488e-{"tr{"train_loss": 0.08744625002145767, "global_step": 26672, "epoch": 277, "lr": 8.379793666730277e-05}
+{"train_loss": 0.09528616070747375, "global_step": 26673, "epoch": 277, "lr": 8.378450436789224e-05}
+{"train_loss": 0.10584783554077148, "global_step": 26674, "epoch": 277, "lr": 8.377107285987511e-{"tr{"train_loss": 0.08103600144386292, "global_step": 26675, "ep{"train_loss": 0.07815207540988922, {"tr{"train_loss": 0.1352423131465912, "global_step": 26676, "epo{"train_loss": 0.1379360556602478, "glo{"train_loss": 0.06690346449613571, "global_step": 26677, "ep{"train_loss": 0.06697852909564972, {"t{"train_loss": 0.07814568281173706, "global_step": 26678, "epoch": 277, "lr": 8.371735474356774e-05}
+{"train_loss": 0.08612748980522156, "global_step": 26679, "ep{"train_loss": 0.08309824019670486, "glo{"train_loss": 0.08285403996706009, "global_step": 26680, "ep{"train_loss": 0.08395768702030182, "glo{"train_loss": 0.10140354186296463, "global_step": 26681, "epoch": 277, "lr": 8.367707447044724e-{"tr{"train_loss": 0.066750168800354, "global_step": 26682, "epoch": 277, "lr": 8.366364929686815e-05}
+{"train_loss": 0.08124895393848419, "global_step": 26683, "epo{"train_loss": 0.07864232361316681, "gl{"train_loss": 0.09690830111503601, "global_step": 26684, "epoch": 277, "lr": 8.363680132644984e-05}
+{"train_loss": 0.10109913349151611, "global_step": 26685, "ep{"train_loss": 0.10031796246767044, "glo{"train_loss": 0.10043016076087952, "global_step": 26686, "epoch": 277, "lr": 8.360995652562778e-05}
+{"train_loss": 0.08675183642966051, "global_step": 26687, "epoch": 277, "lr": 8.359653531404375e-05}
+{"train_loss": 0.08300277590751648, "global_step": 26688, "epoch": 278, "lr": 8.358311489513297e-05{"{"train_loss": 0.0904492512345314, "global_step": 26689, "epoch": 278, "lr": 8.356969526898689e-05}{{"train_loss": 0.08194092661142349, "global_step": 26690, "e{"train_loss": 0.08631253987550735, "glo{{"train_loss": 0.06925773620605469, "global_step": 26691, "e{"train_loss": 0.06884575635194778, "glob{"train_loss": 0.07170574367046356, "global_step": 26692, "epoch": 278, "lr": 8.352944114805e-05}
+{"train_loss": 0.08226597309112549, "global_step": 26693, "epoch": 278, "lr": 8.351602469387618e-05}
+{"train_loss": 0.07974947988986969, "global_step": 26694, "e{"train_loss": 0.08391676843166351, "glo{"train_loss": 0.08972464501857758, "global_step": 26695, "epoch": 278, "lr": 8.348919416528427e-05}
+{"train_loss": 0.13044846057891846, "global_step": 26696, "epoch": 278, "lr": 8.347578009104899e-05}
+{"train_loss": 0.05168919265270233, "global_step": 26697, "epoch": 278, "lr": 8.346236681030921e-05}{{"train_loss": 0.10004481673240662, "global_step": 26698, "epoch": 278, "lr": 8.34489543231563e-05}
+{"train_loss": 0.09823104739189148, "global_step": 26699, "epoch": 278, "lr": 8.34355426296816e-05}
+{"train_loss": 0.11313945055007935, "global_step": 26700, "epoch": 278, "lr": 8.342213172997652e-05}
+{"train_loss": 0.08440941572189331, "global_step": 26701, "epoch": 278, "lr": 8.340872162413225e-05}
+{"train_loss": 0.09574896097183228, "global_step": 26702, "e{"train_loss": 0.09519896656274796, "glob{"train_loss": 0.08231768012046814, "global_step": 26703, "e{"train_loss": 0.08286182582378387, "glob{"train_loss": 0.09014159440994263, "global_step": 26704, "epoch": 278, "lr": 8.336849607067791e-05}
+{"train_loss": 0.08379137516021729, "global_step": 26705, "e{"train_loss": 0.08446438610553741, "glo{{"train_loss": 0.10886326432228088, "global_step": 26706, "epoch": 278, "lr": 8.334168300602003e-05}{{"train_loss": 0.06577886641025543, "global_step": 26707, "epoch": 278, "lr": 8.33282776652585e-05}
+{"train_loss": 0.07886771857738495, "global_step": 26708, "{"train_loss": 0.07877854257822037, "globa{"train_loss": 0.07312367856502533, "global_step": 26709, "{"train_loss": 0.0792851448059082, "global{"train_loss": 0.08246545493602753, "global_step": 26710, "epoch": 278, "lr": 8.328806641033904e-05}{{"train_loss": 0.07655443996191025, "global_step": 26711, "epoch": 278, "lr": 8.327466424812522e-05}
+{"train_loss": 0.08813364803791046, "global_step": 26712, {"train_loss": 0.08579248934984207, "globa{"train_loss": 0.11094395071268082, "global_step": 26713, {"train_loss": 0.11375731974840164, "global{"train_loss": 0.1225356012582779, "global_step": 26714, "epoch": 278, "lr": 8.323446253103903e-05}
+{"train_loss": 0.08171828836202621, "global_step": 26715, "{"train_loss": 0.07831615954637527, "globa{"train_loss": 0.07778416574001312, "global_step": 26716, "epoch": 278, "lr": 8.320766536185714e-05}
+{"train_loss": 0.07598959654569626, "global_step": 26717, "epoch": 278, "lr": 8.319426797020251e-05}
+{"train_loss": 0.05511808395385742, "global_step": 26718, "epoch": 278, "lr": 8.318087137396044e-05}
+{"train_loss": 0.08675077557563782, "global_step": 26719, "epoch": 278, "lr": 8.316747557322224e-05}
+{"train_loss": 0.07247506082057953, "global_step": 26720, "epoch": 278, "lr": 8.315408056807897e-05}
+{"train_loss": 0.06593431532382965, "global_step": 26721, "epoch": 278, "lr": 8.314068635862191e-{"tr{"train_loss": 0.07405470311641693, "global_step": 26722, "epoch": 278, "lr": 8.31272929449423e-05}
+{"train_loss": 0.11134551465511322, "global_step": 26723, "epoch": 278, "lr": 8.311390032713137e-05}
+{"train_loss": 0.08019452542066574, "global_step": 26724, "epoch": 278, "lr": 8.310050850528024e-05}
+{"train_loss": 0.08209274709224701, "global_step": 26725, "epoch": 278, "lr": 8.308711747948012e-05}
+{"train_loss": 0.07066278904676437, "global_step": 26726, "epoch": 278, "lr": 8.307372724982232e-05}
+{"train_loss": 0.07365052402019501, "global_step": 26727, "epoch": 278, "lr": 8.306033781639781e-05}
+{"train_loss": 0.09199811518192291, "global_step": 26728, "epoch": 278, "lr": 8.30469491792979{"train{"train_loss": 0.08710125088691711, "global_step": 26729, "epoch": 278, "lr": 8.303356133861378e-05}
+{"train_loss": 0.1008889228105545, "global_step": 26730{"train_loss": 0.1060468852519989, "global_st{"train_loss": 0.0653543621301651, "global_step": 26731, "epoch": 278, "lr": 8.300678804685746e-05}
+{"train_loss": 0.10291197896003723, "global_step": 26732, "epoch": 278, "lr": 8.299340259596757e-05}
+{"train_loss": 0.09311224520206451, "global_step": 26733, "epoch": 278, "lr": 8.298001794185806e-05}
+{"train_loss": 0.06901563704013824, "global_step": 26734{"train_loss": 0.06510016322135925, "gl{"trai{"train_loss": 0.11996486783027649, "global_step": 26735, "epoch": 278, "lr": 8.295325102434486{"trai{"train_loss": 0.0953199565410614, "global_step": 26736,{"train_loss": 0.09747368842363358, "gl{"tra{"train_loss": 0.08828241378068924, "global_step": 26737,{"train_loss": 0.09005403518676758, "gl{"tra{"train_loss": 0.059995006769895554, "global_step": 26738{"train_loss": 0.06186175346374512, "gl{"trai{"train_loss": 0.1221221387386322, "global_step": 26739, "epoch": 278, "lr": 8.289972675469314e-05}
+{"train_loss": 0.06473832577466965, "global_step": 26740,{"train_loss": 0.06406579911708832, "global_{"train_loss": 0.09286327660083771, "global_step": 26741, "epoch": 278, "lr": 8.287296940401262e-05}
+{"train_loss": 0.0782853215932846, "global_step": 26742, "epoch": 278, "lr": 8.285959192502752e-0{"t{"train_loss": 0.08791612833738327, "global_step": 26743, "epoch": 278, "lr": 8.284621524373404e-0{"t{"train_loss": 0.09254563599824905, "global_step": 26744, {"train_loss": 0.08790476620197296, "global{"train_loss": 0.10944368690252304, "global_step": 26745, {"train_loss": 0.10931409895420074, "global{"train_loss": 0.06754296272993088, "global_step": 26746, "epoch": 278, "lr": 8.280608998691415e-05}
+{"train_loss": 0.10288038104772568, "global_step": 26747, {"train_loss": 0.1045866310596466, "global_{"train_loss": 0.12309359759092331, "global_step": 26748, "epoch": 278, "lr": 8.277934380582872e-05}
+{"train_loss": 0.10016024112701416, "global_step": 26749, "epoch": 278, "lr": 8.276597191259766e-05}
+{"train_loss": 0.11614036560058594, "global_step": 26750{"train_loss": 0.11534276604652405, "global_s{"train_loss": 0.08817166835069656, "global_step": 26751, "epoch": 278, "lr": 8.27392305212138e-05}
+{"train_loss": 0.0938030555844307, "global_step": 26752, "epoch": 278, "lr": 8.272586102324324e-05{"{"train_loss": 0.07993382960557938, "global_step": 26753, "epoch": 278, "lr": 8.271249232387492e-05}
+{"train_loss": 0.06375794857740402, "global_step": 26754, "epoch": 278, "lr": 8.26991244231999e-05}
+{"train_loss": 0.10383409261703491, "global_step": 26755, "epoch": 278, "lr": 8.26857573213092e-05}
+{"train_loss": 0.08089444786310196, "global_step": 26756, "epoch": 278, "lr": 8.267239101829394e-05}
+{"train_loss": 0.07821538299322128, "global_step": 26757, "epoch": 278, "lr": 8.265902551424501e-05}
+{"train_loss": 0.058869197964668274, "global_step": 26758, "epoch": 278, "lr": 8.264566080925347e-05}
+{"train_loss": 0.09627217054367065, "global_step": 26759, "epoch": 278, "lr": 8.263229690341035e-05}
+{"train_loss": 0.10490107536315918, "global_step": 2676{"train_loss": 0.10464899241924286, "global_s{"train_loss": 0.06606052815914154, "global_step": 2676{"train_loss": 0.07203800231218338, "global_st{"train_loss": 0.10541293025016785, "global_step": 26762, "epoch": 278, "lr": 8.259220998168151e-{"tr{"train_loss": 0.1154748797416687, "global_step": 26763{"train_loss": 0.11414175480604172, "globa{"t{"train_loss": 0.09938088804483414, "global_step": 26764, "epoch": 278, "lr": 8.256548936460595e-05}
+{"train_loss": 0.1081864982843399, "global_step": 26765, "epoch": 278, "lr": 8.255213025556418e-05{"{"train_loss": 0.07209429144859314, "global_step": 26766, "epoch": 278, "lr": 8.253877194630774e-05}
+{"train_loss": 0.06278851628303528, "global_step": 26767, "epoch": 278, "lr": 8.252541443692767e-05{"{"train_loss": 0.0689259022474289, "global_step": 26768, {"train_loss": 0.06956429779529572, "globa{{"train_loss": 0.06635361164808273, "global_step": 26769, "epoch": 278, "lr": 8.249870181816009e-05}
+{"train_loss": 0.07354512810707092, "global_step": 26770, "epoch": 278, "lr": 8.248534670895456e-05}
+{"train_loss": 0.09863826632499695, "global_step": 26771, {"train_loss": 0.10611134022474289, "global{"train_loss": 0.1003694161772728, "global_step": 26772, "{"train_loss": 0.10277942568063736, "globa{"train_loss": 0.07702697813510895, "global_step": 26773, "epoch": 278, "lr": 8.24452861831424e-05}
+{"train_loss": 0.07146658003330231, "global_step": 26774, "epoch": 278, "lr": 8.24319342754429e-05}
+{"train_loss": 0.06876087933778763, "global_step": 26775, "epoch": 278, "lr": 8.241858316834728e-05}
+{"train_loss": 0.08307921886444092, "global_step": 26776, "{"train_loss": 0.0803995132446289, "glob{"{"train_loss": 0.08166714012622833, "global_step": 26777, "epoch": 278, "lr": 8.239188335633104e-0{"t{"train_loss": 0.09865091741085052, "global_step": 26778, "epoch": 278, "lr": 8.237853465159232e-0{"t{"train_loss": 0.10541655123233795, "global_step": 26779, "epoch": 278, "lr": 8.236518674782112e-05}
+{"train_loss": 0.11100409924983978, "global_step": 26780, "epoch": 278, "lr": 8.23518396451082e-05}
+{"train_loss": 0.06017883121967316, "global_step": 26781,{"train_loss": 0.06476244330406189, "glo{"tr{"train_loss": 0.072346992790699, "global_step": 26782, "epoch": 278, "lr": 8.232514784322107e-05{"{"train_loss": 0.08692372361353289, "global_step": 26783, "epoch": 278, "lr": 8.231180314422848e-05{"{"train_loss": 0.11980750411748886, "global_step": 26784, "{"train_loss": 0.12008252739906311, "glob{"train_loss": 0.1401052623987198, "global_step": 26785, "e{"train_loss": 0.14720967411994934, "glob{"train_loss": 0.09940967708826065, "global_step": 26786, "e{"train_loss": 0.10127678513526917, "glob{"train_loss": 0.08845499157905579, "global_step": 26787, "e{"train_loss": 0.09121362864971161, "glo{{"train_loss": 0.0649259090423584, "global_step": 26788, "epoch": 279, "lr": 8.22450916724115e-05}
+{"train_loss": 0.09017772972583771, "global_step": 26789, "epoch": 279, "lr": 8.223175178331317e-05}
+{"train_loss": 0.09408747404813766, "global_step": 26790, "epoch": 279, "lr": 8.221841269618193e-05}
+{"train_loss": 0.06964649260044098, "global_step": 26791, "epoch": 279, "lr": 8.220507441110848e-05}
+{"train_loss": 0.0769730806350708, "global_step": 26792, "epoch": 279, "lr": 8.219173692818368e-05}
+{"train_loss": 0.11607436835765839, "global_step": 26793, "epoch": 279, "lr": 8.217840024749846e-05}
+{"train_loss": 0.07720322161912918, "global_step": 26794, "epo{"train_loss": 0.07954303920269012, "gl{"train_loss": 0.04974689707159996, "global_step": 26795, "epoch": 279, "lr": 8.215172929320962e-05}
+{"train_loss": 0.1242399662733078, "global_step": 26796, "epoch": 279, "lr": 8.21383950197877e-05}
+{"train_loss": 0.0870264545083046, "global_step": 26797, "epoch": 279, "lr": 8.212506154896862e-05}
+{"train_loss": 0.059892091900110245, "global_step": 26798, "epoch": 279, "lr": 8.21117288808429e-05}
+{"train_loss": 0.07654045522212982, "global_step": 26799, "epoch": 279, "lr": 8.209839701550168e-05}
+{"train_loss": 0.054658252745866776, "global_step": 26800, "epoch": 279, "lr": 8.208506595303548e-05}
+{"train_loss": 0.09357491135597229, "global_step": 26801, "epoch": 279, "lr": 8.207173569353527e-05}
+{"train_loss": 0.0603153333067894, "global_step": 26802, "epoch": 279, "lr": 8.205840623709158e-05}
+{"train_loss": 0.07823081314563751, "global_step": 26803, "epoch": 279, "lr": 8.204507758379547e-05}
+{"train_loss": 0.10057268291711807, "global_step": 26804, "epoch": 279, "lr": 8.203174973373751e-05}
+{"train_loss": 0.10180218517780304, "global_step": 26805, "epoc{"train_loss": 0.10338009893894196, "g{"train_loss": 0.05402471125125885, "global_step": 26806, "epoc{"train_loss": 0.05320579558610916, "g{"train_loss": 0.07376400381326675, "global_step": 26807, "epoc{"train_loss": 0.07331337779760361, "g{"train_loss": 0.09281574189662933, "global_step": 26808, "epoch": 279, "lr": 8.197844636770288e-05}
+{"train_loss": 0.07607050240039825, "global_step": 26809, "epoch": 279, "lr": 8.196512253519712e-05}
+{"train_loss": 0.08304961770772934, "global_step": 26810, "epoch": 279, "lr": 8.19517995064742e-05}
+{"train_loss": 0.09778545051813126, "global_step": 26811, "epoch": 279, "lr": 8.193847728162461e-05}
+{"train_loss": 0.0730930045247078, "global_step": 26812, "epoch": 279, "lr": 8.192515586073919e-05}
+{"train_loss": 0.11549431085586548, "global_step": 26813, "epoch": 279, "lr": 8.191183524390848e-05}
+{"train_loss": 0.08610893785953522, "global_step": 26814, "epoch": 279, "lr": 8.189851543122344e-05}
+{"train_loss": 0.07016590237617493, "global_step": 26815, "epoch": 279, "lr": 8.188519642277462e-05}
+{"train_loss": 0.08360601961612701, "global_step": 26816, "epoc{"train_loss": 0.07952657341957092, "g{"train_loss": 0.06813740730285645, "global_step": 26817, "epoch": 279, "lr": 8.185856081894852e-05}
+{"train_loss": 0.08545899391174316, "global_step": 26818, "epoch": 279, "lr": 8.184524422375259e-05}
+{"train_loss": 0.1318339705467224, "global_step": 26819, "epoch{"train_loss": 0.12937918305397034, "{"train_loss": 0.07044652849435806, "global_step": 26820, "epoch{"train_loss": 0.0671771988272667, "g{"train_loss": 0.10343987494707108, "global_step": 26821, "epoc{"train_loss": 0.10404826700687408, "g{"train_loss": 0.08060900866985321, "global_step": 26822, "epoch": 279, "lr": 8.179198588986579e-05}
+{"train_loss": 0.10831638425588608, "global_step": 26823, "epoc{"train_loss": 0.10759297758340836, "{"train_loss": 0.10543787479400635, "global_step": 26824, "epoch": 279, "lr": 8.176536155232981e-05}
+{"train_loss": 0.09352719783782959, "global_step": 26825, "epoc{"train_loss": 0.08937234431505203, "g{"train_loss": 0.09307623654603958, "global_step": 26826, "epoch": 279, "lr": 8.173874043536585e-05}
+{"train_loss": 0.05464884638786316, "global_step": 26827, "epoc{"train_loss": 0.06042639538645744, "g{"train_loss": 0.10970257222652435, "global_step": 26828, "epoch": 279, "lr": 8.17121225396989e-05}
+{"train_loss": 0.10073154419660568, "global_step": 26829, "epoch": 279, "lr": 8.169881480007846e-05}
+{"train_loss": 0.11689998209476471, "global_step": 26830, "epoch": 279, "lr": 8.168550786605412e-05}
+{"train_loss": 0.09742708504199982, "global_step": 26831, "epo{"train_loss": 0.09912119060754776, "gl{"train_loss": 0.08385433256626129, "global_step": 26832, "epo{"train_loss": 0.0877789556980133, "gl{"train_loss": 0.03784078359603882, "global_step": 26833, "epoch": 279, "lr": 8.16455918984642e-05}
+{"train_loss": 0.08505411446094513, "global_step": 26834, "epoch": 279, "lr": 8.163228818773056e-05}
+{"train_loss": 0.11077208817005157, "global_step": 26835, "epoch": 279, "lr": 8.161898528304613e-05}
+{"train_loss": 0.08543181419372559, "global_step": 26836, "ep{"train_loss": 0.08491616696119308, "gl{"train_loss": 0.09727811813354492, "global_step": 26837, "ep{"train_loss": 0.09700095653533936, "glo{"train_loss": 0.09003067016601562, "global_step": 26838, "ep{"train_loss": 0.09281814843416214, "glo{"train_loss": 0.09109821170568466, "global_step": 26839, "epoch": 279, "lr": 8.156578172661189e-05}
+{"train_loss": 0.0908653512597084, "global_step": 26840, "epo{"train_loss": 0.09268908202648163, "gl{"train_loss": 0.09714540839195251, "global_step": 26841, "epo{"train_loss": 0.09296039491891861, "gl{"train_loss": 0.0687316283583641, "global_step": 26842, "epoch": 279, "lr": 8.152588752724098e-05}
+{"train_loss": 0.10276395082473755, "global_step": 26843, "epoch": 279, "lr": 8.151259107421063e-05}
+{"train_loss": 0.12823769450187683, "global_step": 26844, "epoch": 279, "lr": 8.149929542804469e-05}
+{"train_loss": 0.11497651785612106, "global_step": 26845, "epoch": 279, "lr": 8.14860005888335e-05}
+{"train_loss": 0.10212180018424988, "global_step": 26846, "ep{"train_loss": 0.10274779796600342, "glo{"train_loss": 0.09308914095163345, "global_step": 26847, "epoch": 279, "lr": 8.145941333163782e-05}
+{"train_loss": 0.07414381206035614, "global_step": 26848, "epoch": 279, "lr": 8.144612091383428e-05}
+{"train_loss": 0.07732157409191132, "global_step": 26849, "epoch": 279, "lr": 8.143282930334774e-05}
+{"train_loss": 0.07327430695295334, "global_step": 26850, "epoch": 279, "lr": 8.141953850026849e-05}
+{"train_loss": 0.08317793905735016, "global_step": 26851, "epoch": 279, "lr": 8.140624850468733e-05}
+{"train_loss": 0.08668653666973114, "global_step": 26852, "e{"train_loss": 0.09128192067146301, "glob{"train_loss": 0.08303011208772659, "global_step": 26853, "e{"train_loss": 0.07917936146259308, "glob{"train_loss": 0.09148281067609787, "global_step": 26854, "epoch": 279, "lr": 8.136638336383623e-05}
+{"train_loss": 0.09945812076330185, "global_step": 26855, "epoch": 279, "lr": 8.13530965991518e-05}
+{"train_loss": 0.09700021892786026, "global_step": 26856, "epoch": 279, "lr": 8.133981064241767e-05}
+{"train_loss": 0.07488270103931427, "global_step": 26857, "e{"train_loss": 0.07536131143569946, "glob{"train_loss": 0.0796840488910675, "global_step": 26858, "epoch": 279, "lr": 8.131324115316247e-05}
+{"train_loss": 0.07513163238763809, "global_step": 26859, "ep{"train_loss": 0.07542479038238525, "g{"{"train_loss": 0.09707410633563995, "global_step": 26860, "ep{"train_loss": 0.09452734887599945, "g{"{"train_loss": 0.0866038054227829, "global_step": 26861, "epo{"train_loss": 0.08929324150085449, "g{{"train_loss": 0.08302533626556396, "global_step": 26862, "epoch": 279, "lr": 8.12601118740374e-05}
+{"train_loss": 0.08972878754138947, "global_step": 26863, "epo{"train_loss": 0.09297142922878265, "g{{"train_loss": 0.09856843203306198, "global_step": 26864, "epo{"train_loss": 0.09761545062065125, "g{{"train_loss": 0.09039714932441711, "global_step": 26865, "epoch": 279, "lr": 8.12202734045046e-05}
+{"train_loss": 0.08025519549846649, "global_step": 26866, "epo{"train_loss": 0.08489431440830231, "gl{"train_loss": 0.08640125393867493, "global_step": 26867, "epo{"train_loss": 0.08691932260990143, "g{"train_loss": 0.09646879136562347, "global_step": 26868, "epoch": 279, "lr": 8.118044221466572e-05{"{"train_loss": 0.1039847731590271, "global_step": 26869, "epoc{"train_loss": 0.10860531777143478, {"{"train_loss": 0.07870343327522278, "global_step": 26870, "epoc{"train_loss": 0.08012424409389496, {{"train_loss": 0.10083305835723877, "global_step": 26871, "epoc{"train_loss": 0.10008363425731659, "g{"train_loss": 0.08345561474561691, "global_step": 26872, "epoch": 279, "lr": 8.112734528973464e-05}
+{"train_loss": 0.1064470112323761, "global_step": 26873, "epoch{"train_loss": 0.09707184880971909, "{"train_loss": 0.11076311022043228, "global_step": 26874, "epoch{"train_loss": 0.10815532505512238, "{"train_loss": 0.07669416069984436, "global_step": 26875, "epoch": 279, "lr": 8.108753109534071e-05{"{"train_loss": 0.06041363999247551, "global_step": 26876, "epo{"train_loss": 0.060414575040340424, {"{"train_loss": 0.07945100218057632, "global_step": 26877, "epoc{"train_loss": 0.07962564378976822, "g{"train_loss": 0.07105731964111328, "global_step": 26878, "epoc{"train_loss": 0.06924286484718323, "g{"train_loss": 0.08878167431491117, "global_step": 26879, "epoch": 279, "lr": 8.103445683986047e-0{"t{"train_loss": 0.08097590506076813, "global_step": 26880, "epoch": 280, "lr": 8.10211903010651e-05}
+{"train_loss": 0.07107484340667725, "global_step": 26881, "epoch": 280, "lr": 8.100792457248036e-05}
+{"train_loss": 0.11883106827735901, "global_step": 26882, "epoch": 280, "lr": 8.09946596541965e-05}
+{"train_loss": 0.09620145708322525, "global_step": 26883, "epoch": 280, "lr": 8.098139554630386e-0{"t{"train_loss": 0.11640104651451111, "global_step": 26884, "epoch": 280, "lr": 8.096813224889277e-05}
+{"train_loss": 0.09455833584070206, "global_step": 26885, "epoc{"train_loss": 0.09556683897972107, "g{"train_loss": 0.08752761781215668, "global_step": 26886, "epoc{"train_loss": 0.08637791872024536,{"t{"train_loss": 0.06540296226739883, "global_step": 26887, "epoch": 280, "lr": 8.09283472204522e-05}
+{"train_loss": 0.07701102644205093, "global_step": 26888, "epoch": 280, "lr": 8.091508716587057e-05}
+{"train_loss": 0.09847179055213928, "global_step": 26889, "epoch": 280, "lr": 8.090182792222201e-05}
+{"train_loss": 0.08035197854042053, "global_step": 26890, "epoc{"train_loss": 0.07614075392484665, "g{"train_loss": 0.06459295749664307, "global_step": 26891, "epoch": 280, "lr": 8.087531186808534e-05}
+{"train_loss": 0.07465419918298721, "global_step": 26892, "epoch": 280, "lr": 8.08620550577779e-05}
+{"train_loss": 0.09643624722957611, "global_step": 26893, "epoch": 280, "lr": 8.084879905876461e-05}
+{"train_loss": 0.08514294773340225, "global_step": 26894, "epoch": 280, "lr": 8.083554387113584e-{"tr{"train_loss": 0.08285705745220184, "global_step": 26895, "epoch": 280, "lr": 8.082228949498183e-05}
+{"train_loss": 0.08052588999271393, "global_step": 26896, "epo{"train_loss": 0.07927832007408142{"tra{"train_loss": 0.10970056056976318, "global_step": 26897, "epo{"train_loss": 0.10639142990112305{"tra{"train_loss": 0.06417521834373474, "global_step": 26898, "epoch": 280, "lr": 8.078253123627109e-05}
+{"train_loss": 0.0760800763964653, "global_step": 26899, "epoc{"train_loss": 0.0705069899559021, "gl{"train_loss": 0.06887571513652802, "global_step": 26900, "epoch": 280, "lr": 8.075602978949239e-05}
+{"train_loss": 0.09416568279266357, "global_step": 26901, "epo{"train_loss": 0.09145167469978333, "gl{"train_loss": 0.07617788016796112, "global_step": 26902, "epoch": 280, "lr": 8.072953159077859e-05}
+{"train_loss": 0.08095774054527283, "global_step": 26903, "epoch": 280, "lr": 8.071628370967169e-05}
+{"train_loss": 0.07613393664360046, "global_step": 26904, "epo{"train_loss": 0.07228396832942963, "g{"train_loss": 0.0996096059679985, "global_step": 26905, "epoc{"train_loss": 0.10047297179698944, "{"train_loss": 0.0985700786113739, "global_step": 26906, "epoch": 280, "lr": 8.067654494043293e-05}
+{"train_loss": 0.08323200047016144, "global_step": 26907, "epoch": 280, "lr": 8.066330030901486e-05}
+{"train_loss": 0.0883989930152893, "global_step": 26908, "epoch": 280, "lr": 8.06500564902444e-05}{{"train_loss": 0.079904705286026, "global_step": 26909, "epoch": {"train_loss": 0.08134467899799347{"train_loss": 0.08779029548168182, "global_step": 26910, "epoch": 280, "lr": 8.06235712910073e-05}
+{"train_loss": 0.07869736850261688, "global_step": 26911, "epoch": {"train_loss": 0.07804976403713226{"train_loss": 0.08224093914031982, "global_step": 26912, "epoch": {"train_loss": 0.07795874029397964{"train_loss": 0.09662876278162003, "global_step": 26913, "epoch": {"train_loss": 0.096337631344795{"train_loss": 0.06551365554332733, "global_step": 26914, "epoch": 280, "lr": 8.057061064827353e-05}
+{"train_loss": 0.06351973861455917, "global_step": 26915, "epoch": 280, "lr": 8.055737252056188e-05}
+{"train_loss": 0.12286323308944702, "global_step": 26916, "epoch": 280, "lr": 8.054413520621929e-05}
+{"train_loss": 0.08987734466791153, "global_step": 26917, "epoch": 280, "lr": 8.053089870533586e-05}
+{"train_loss": 0.052534401416778564, "global_step": 26918, "epoch": 280, "lr": 8.05176630180018e-05}
+{"train_loss": 0.12692394852638245, "global_step": 26919, "epoch"{"train_loss": 0.12540370225906372, {"train_loss": 0.08588854223489761, "global_step": 26920, "epoch": 280, "lr": 8.049119408434205e-05}
+{"train_loss": 0.08979082852602005, "global_step": 26921, "epoch"{"train_loss": 0.08720900118350983, {"train_loss": 0.08869359642267227, "global_step": 26922, "epoch": 280, "lr": 8.046472840596113e{"tra{"train_loss": 0.10049768537282944, "global_step": 26923, "epoch": 280, "lr": 8.045149678772545e-05}
+{"train_loss": 0.10150039196014404, "global_step": 26924, "epoch": 280, "lr": 8.04382659835798e-{"tr{"train_loss": 0.08549986034631729, "global_step": 26925, "epoch"{"train_loss": 0.08264012634754{"tra{"train_loss": 0.08688703179359436, "global_step": 26926, "epoch": 280, "lr": 8.0411806817919e-0{"t{"train_loss": 0.08221086859703064, "global_step": 26927, "epoch": 280, "lr": 8.039857845658395e-05}
+{"train_loss": 0.07581153512001038, "global_step": 26928, "epoch": 280, "lr": 8.038535090969933e{"tra{"train_loss": 0.10062998533248901, "global_step": 26929, "epoch": 280, "lr": 8.037212417735518e{"tra{"train_loss": 0.10236458480358124, "global_step": 26930, "epoch{"train_loss": 0.098439469933509{"tra{"train_loss": 0.07543334364891052, "global_step": 26931, "epoch{"train_loss": 0.076948419213294{"tra{"train_loss": 0.11375615745782852, "global_step": 26932, "epoch": 280, "lr": 8.033244886846599e-05}
+{"train_loss": 0.06880675256252289, "global_step": 26933, "epoch": 280, "lr": 8.03192253951843e-05}
+{"train_loss": 0.07356323301792145, "global_step": 26934, "epoch": 280, "lr": 8.030600273689333e-05}
+{"train_loss": 0.08734709769487381, "global_step": 26935, "epoch": 280, "lr": 8.029278089368313e{"tra{"train_loss": 0.0989115759730339, "global_step": 26936, "epoch"{"train_loss": 0.09996765851974487, {"train_loss": 0.08087550848722458, "global_step": 26937, "epoch"{"train_loss": 0.08361531049013138, {"train_loss": 0.08626952022314072, "global_step": 26938, "epoch": 280, "lr": 8.025312025543761e-05}
+{"train_loss": 0.1120525449514389, "global_step": 26939, "epoch"{"train_loss": 0.11164699494838715, {"train_loss": 0.07152282446622849, "global_step": 26940, "epoch": 280, "lr": 8.022668390699516e-0{"t{"train_loss": 0.08182363212108612, "global_step": 26941, "epoch"{"train_loss": 0.08236526697874069, {"train_loss": 0.10849986970424652, "global_step": 26942, "epoch"{"train_loss": 0.10662274062633514, {"train_loss": 0.11960592120885849, "global_step": 26943, "epoch": 280, "lr": 8.018703550171342e-05}
+{"train_loss": 0.06011400371789932, "global_step": 26944, "epoch": 280, "lr": 8.017382099828141e-05}
+{"train_loss": 0.08332367241382599, "global_step": 26945, "epoch"{"train_loss": 0.0861169099807739{"t{"train_loss": 0.07626704126596451, "global_step": 26946, "epoch": 280, "lr": 8.014739443944994e-05}
+{"train_loss": 0.09656348824501038, "global_step": 26947, "epoch": 280, "lr": 8.013418238423054e-05}
+{"train_loss": 0.08164869993925095, "global_step": 26948, "epoch": 280, "lr": 8.012097114526203e-05}
+{"train_loss": 0.0755012184381485, "global_step": 26949, "epoch": 280, "lr": 8.010776072263424e-05}
+{"train_loss": 0.09146241843700409, "global_step": 26950, "epoch": 280, "lr": 8.009455111643722e-05}
+{"train_loss": 0.0905323326587677, "global_step": 26951, "epoch": 280, "lr": 8.008134232676093e-05}{{"train_loss": 0.0922151505947113, "global_step": 26952, "epoch": 280, "lr": 8.006813435369536e-05}
+{"train_loss": 0.10686466097831726, "global_step": 26953, "epoch": 280, "lr": 8.005492719733032e-05}
+{"train_loss": 0.07992707192897797, "global_step": 26954, "epoch": 280, "lr": 8.004172085775583e-05}
+{"train_loss": 0.10725296288728714, "global_step": 26955, "epoch":{"train_loss": 0.11005139350891113,{"train_loss": 0.10857425630092621, "global_step": 26956, "epoch": 280, "lr": 8.001531062933825e-05}
+{"train_loss": 0.08915582299232483, "global_step": 26957, "epoch":{"train_loss": 0.08516761660575867,{"train_loss": 0.07975233346223831, "global_step": 26958, "epoch":{"train_loss": 0.08147819340229034{{"train_loss": 0.0693601593375206, "global_step": 26959, "epoch": 280, "lr": 7.997570141488904e-05}
+{"train_loss": 0.11219105124473572, "global_step": 26960, "epoch": {"train_loss": 0.10854692757129669{"train_loss": 0.07703877985477448, "global_step": 26961, "epoch": 280, "lr": 7.994929935842321e-05}{{"train_loss": 0.10605606436729431, "global_step": 26962, "epoch":{"train_loss": 0.10964597761631012{"train_loss": 0.08384179323911667, "global_step": 26963, "epoch":{"train_loss": 0.08520381897687912{"train_loss": 0.08375497907400131, "global_step": 26964, "epoch": 280, "lr": 7.990970240527295e-05}{{"train_loss": 0.07312525063753128, "global_step": 26965, "epoch": 280, "lr": 7.989650505632873e-05}
+{"train_loss": 0.08425447344779968, "global_step": 26966, "epoch": 280, "lr": 7.988330852525379e-05}{{"train_loss": 0.07451207935810089, "global_step": 26967, "epoch":{"train_loss": 0.07511281967163086{{"train_loss": 0.08842048794031143, "global_step": 26968, "epoch": 280, "lr": 7.985691791707146e-05}
+{"train_loss": 0.07044655084609985, "global_step": 26969, "epoch": 280, "lr": 7.984372384014374e-05}
+{"train_loss": 0.06974214315414429, "global_step": 26970, "epoch": 280, "lr": 7.983053058144485e-05}
+{"train_loss": 0.09902293980121613, "global_step": 26971, "epoch": 280, "lr": 7.981733814106452e-0{"t{"train_loss": 0.05106038600206375, "global_step": 26972, "epoch": 280, "lr": 7.980414651909263e-05}
+{"train_loss": 0.10867917537689209, "global_step": 26973, "epoch":{"train_loss": 0.10757704824209213,{"train_loss": 0.10336332768201828, "global_step": 26974, "epoch":{"train_loss": 0.10310913622379303,{"train_loss": 0.08700262328299384, "global_step": 26975, "epoch": 280, "lr": 7.976457656452596e-05, "train_action_mse_error": 2.6411182716401527e-06}
+{"train_loss": 0.0656217560172081, "global_step": 26976, "epoch": 281, "lr": 7.975138821708621e-05}
+{"train_loss": 0.09733838587999344, "global_step": 26977, "epoch": 281, "lr": 7.973820068850393e-05}
+{"train_loss": 0.062311962246894836, "global_step": 26978, "epoch": 281, "lr": 7.972501397886909e-05}
+{"train_loss": 0.12607038021087646, "global_step": 26979, "epoch": 281, "lr": 7.971182808827125e-05}
+{"train_loss": 0.0544872023165226, "global_step": 26980, "epoch": 281, "lr": 7.969864301680053e-05}
+{"train_loss": 0.062105271965265274, "global_step": 26981, "epoch": 281, "lr": 7.968545876454643e-05}
+{"train_loss": 0.09714432060718536, "global_step": 26982, "epoch": 281, "lr": 7.967227533159893e-05}
+{"train_loss": 0.09895282983779907, "global_step": 26983, "epoch": 281, "lr": 7.965909271804765e-05}
+{"train_loss": 0.09342367947101593, "global_step": 26984, "epoch": 281, "lr": 7.964591092398242e-05}
+{"train_loss": 0.0659264624118805, "global_step": 26985, "epoch": 281, "lr": 7.963272994949309e-05}
+{"train_loss": 0.06146026402711868, "global_step": 26986, "epoch": 281, "lr": 7.96195497946692e-05}
+{"train_loss": 0.0924333855509758, "global_step": 26987, "epoch": 281, "lr": 7.960637045960078e-05}
+{"train_loss": 0.08433204889297485, "global_step": 26988, "epoch": {"train_loss": 0.0878375768661499,{"train_loss": 0.07226613163948059, "global_step": 26989, "epoch": 281, "lr": 7.958001424908885e-05{"{"train_loss": 0.07951731979846954, "global_step": 26990, "epoch": 281, "lr": 7.956683737382476e-05{"{"train_loss": 0.0929330587387085, "global_step": 26991, "epoch": {"train_loss": 0.09269668906927109{"train_loss": 0.10566574335098267, "global_step": 26992, "epoch": {"train_loss": 0.1103537753224372{{"train_loss": 0.08017723262310028, "global_step": 26993, "epoch": {"train_loss": 0.08273211121559143{"train_loss": 0.08977318555116653, "global_step": 26994, "epoch": {"train_loss": 0.0932508260011673{"train_loss": 0.09448504447937012, "global_step": 26995, "epoch": 281, "lr": 7.950096530101351e-05}{{"train_loss": 0.08444789052009583, "global_step": 26996, "epoch": 281, "lr": 7.948779334778098e-05}
+{"train_loss": 0.09217988699674606, "global_step": 26997, "epoch":{"train_loss": 0.08769433200359344{{"train_loss": 0.09653365612030029, "global_step": 26998, "epoch":{"train_loss": 0.09378416836261749,{"train_loss": 0.11680871248245239, "global_step": 26999, "epoch": 281, "lr": 7.944828241235755e-05}{{"train_loss": 0.09307163953781128, "global_step": 27000, "epoch": 281, "lr": 7.943511374227345e-05}
+{"train_loss": 0.096396304666996, "global_step": 27001, "epoch": 281, "lr": 7.942194589320049e-05}
+{"train_loss": 0.08356252312660217, "global_step": 27002, "epoch": 281, "lr": 7.940877886522864e-05}
+{"train_loss": 0.07623651623725891, "global_step": 27003, "epoch": 281, "lr": 7.939561265844732e-05}
+{"train_loss": 0.09095074981451035, "global_step": 27004, "epoch": 281, "lr": 7.938244727294635e-05}
+{"train_loss": 0.09283927083015442, "global_step": 27005, "epoch": {"train_loss": 0.09585921466350555{"train_loss": 0.07935832440853119, "global_step": 27006, "epoch": 281, "lr": 7.935611896614372e-05}
+{"train_loss": 0.07959182560443878, "global_step": 27007, "epoch": 281, "lr": 7.934295604502142e-05}
+{"train_loss": 0.07301010936498642, "global_step": 27008, "epoch": 281, "lr": 7.932979394553806e-05}
+{"train_loss": 0.0939563512802124, "global_step": 27009, "epoch": 2{"train_loss": 0.0974665284156799{"train_loss": 0.06648462265729904, "global_step": 27010, "epoch": 281, "lr": 7.930347221184624e-05}
+{"train_loss": 0.0680178552865982, "global_step": 27011, "epoch": 28{"train_loss": 0.063987761735916{"train_loss": 0.10618092119693756, "global_step": 27012, "epoch": 281, "lr": 7.927715376578532e-05}
+{"train_loss": 0.08645536005496979, "global_step": 27013, "epoch": 28{"train_loss": 0.086412370204925{"train_loss": 0.10131547600030899, "global_step": 27014, "epoch": 28{"train_loss": 0.101051598787307{"train_loss": 0.08247579634189606, "global_step": 27015, "epoch": 28{"train_loss": 0.08266055583953{"train_loss": 0.07673931121826172, "global_step": 27016, "epoch": 28{"train_loss": 0.078890353441238{"train_loss": 0.11731433868408203, "global_step": 27017, "epoch": 281, "lr": 7.921137203872273e-05}
+{"train_loss": 0.07498547434806824, "global_step": 27018, "epoch": 281, "lr": 7.919821816055656e-05}
+{"train_loss": 0.08441347628831863, "global_step": 27019, "epoch": 281, "lr": 7.918506510501493e-05}
+{"train_loss": 0.09760130941867828, "global_step": 27020, "epoch": 2{"train_loss": 0.0965787470340728{"train_loss": 0.07285450398921967, "global_step": 27021, "epoch": 281, "lr": 7.915876146216325e-05}
+{"train_loss": 0.09721459448337555, "global_step": 27022, "epoch": {"train_loss": 0.09766390174627304{"train_loss": 0.0888400599360466, "global_step": 27023, "epoch": 281, "lr": 7.913246111088422e-05}
+{"train_loss": 0.07636957615613937, "global_step": 27024, "epoch": 2{"train_loss": 0.0791941061615943{"train_loss": 0.09159444272518158, "global_step": 27025, "epoch": 2{"train_loss": 0.092033319175243{"train_loss": 0.10860657691955566, "global_step": 27026, "epoch": 2{"train_loss": 0.1063004732131958{"train_loss": 0.10772588849067688, "global_step": 27027, "epoch": 281, "lr": 7.907987028590968e-05}
+{"train_loss": 0.0684535875916481, "global_step": 27028, "epoch": {"train_loss": 0.06636561453342438{"train_loss": 0.08394619822502136, "global_step": 27029, "epoch": 281, "lr": 7.905357981364667e-05}
+{"train_loss": 0.092203289270401, "global_step": 27030, "epoch": 281, "lr": 7.904043581288459e-05}
+{"train_loss": 0.08064534515142441, "global_step": 27031, "epoch": 28{"train_loss": 0.07800164818763{"train_loss": 0.08327268809080124, "global_step": 27032, "epoch": 281, "lr": 7.901415028254655e-05}
+{"train_loss": 0.09180253744125366, "global_step": 27033, "epoch": 28{"train_loss": 0.093201771378517{"train_loss": 0.09412405639886856, "global_step": 27034, "epoch": 28{"train_loss": 0.092423036694526{"train_loss": 0.09000252187252045, "global_step": 27035, "epoch": 28{"train_loss": 0.090036787092685{"train_loss": 0.08765605837106705, "global_step": 27036, "epoch": 2{"train_loss": 0.0869648307561874{"train_loss": 0.09150271117687225, "global_step": 27037, "epoch": 2{"train_loss": 0.0938948839902877{"train_loss": 0.052343860268592834, "global_step": 27038, "epoch": 281, "lr": 7.89353134674662e-05}
+{"train_loss": 0.07530783861875534, "global_step": 27039, "epoch": 281, "lr": 7.892217688321604e-05}
+{"train_loss": 0.10459494590759277, "global_step": 27040, "epoch": {"train_loss": 0.10289284586906433{"train_loss": 0.1031058207154274, "global_step": 27041, "epoch": 2{"train_loss": 0.1073690056800842{"train_loss": 0.05376753211021423, "global_step": 27042, "epoch": 2{"train_loss": 0.0530721023678779{"train_loss": 0.09252147376537323, "global_step": 27043, "epoch": 2{"train_loss": 0.0935966372489929{"train_loss": 0.11099793016910553, "global_step": 27044, "epoch": 2{"train_loss": 0.1139334738254547{"train_loss": 0.08686663210391998, "global_step": 27045, "epoch": 281, "lr": 7.884337469543426e-05}
+{"train_loss": 0.04895453900098801, "global_step": 27046, "epoch":{"train_loss": 0.049304429441690445{"train_loss": 0.07456505298614502, "global_step": 27047, "epoch": {"train_loss": 0.07592450827360153{"train_loss": 0.08249473571777344, "global_step": 27048, "epoch": 281, "lr": 7.880398473838763e-05}
+{"train_loss": 0.10353776812553406, "global_step": 27049, "epoch": {"train_loss": 0.10878045856952667{"train_loss": 0.08299840986728668, "global_step": 27050, "epoch": {"train_loss": 0.08319611102342606{"train_loss": 0.08657471835613251, "global_step": 27051, "epoch": 281, "lr": 7.876460220912281e-05}
+{"train_loss": 0.11033158004283905, "global_step": 27052, "epoch": 281, "lr": 7.875147635040319e-05}
+{"train_loss": 0.0855046734213829, "global_step": 27053, "epoch": 281, "lr": 7.873835131735023e-05}
+{"train_loss": 0.10004498809576035, "global_step": 27054, "epoch": 281, "lr": 7.87252271100534e-05}
+{"train_loss": 0.08501403033733368, "global_step": 27055, "epoch": {"train_loss": 0.0864938348531723{"train_loss": 0.10132453590631485, "global_step": 27056, "epoch":{"train_loss": 0.09863041341304779,{"train_loss": 0.09624499082565308, "global_step": 27057, "epoch": 281, "lr": 7.868585944359254e-05}
+{"train_loss": 0.09508252143859863, "global_step": 27058, "epoch":{"train_loss": 0.10343659669160843{"train_loss": 0.08282843232154846, "global_step": 27059, "epoch": 281, "lr": 7.865961846303722e-05}
+{"train_loss": 0.058387309312820435, "global_step": 27060, "epoch": 281, "lr": 7.864649921215312e-05}
+{"train_loss": 0.08273114264011383, "global_step": 27061, "epoch"{"train_loss": 0.07917575538158417, {"train_loss": 0.0955452099442482, "global_step": 27062, "epoch": 281, "lr": 7.86202631896189e-05}
+{"train_loss": 0.06197211891412735, "global_step": 27063, "epoch": 281, "lr": 7.860714641814737e-05}
+{"train_loss": 0.08344554901123047, "global_step": 27064, "epoch": 281, "lr": 7.859403047332535e-05}
+{"train_loss": 0.09037730097770691, "global_step": 27065, "epoch": 281, "lr": 7.858091535524219e-05}
+{"train_loss": 0.0893561840057373, "global_step": 27066, "epoch": 281, "lr": 7.856780106398708e-05}
+{"train_loss": 0.07317773997783661, "global_step": 27067, "epoch":{"train_loss": 0.07721877843141556,{"train_loss": 0.1077248752117157, "global_step": 27068, "epoch": 281, "lr": 7.854157496231848e-05}
+{"train_loss": 0.09887626767158508, "global_step": 27069, "epoch": {"train_loss": 0.10299664735794067{"train_loss": 0.10973675549030304, "global_step": 27070, "epoch": 281, "lr": 7.851535216903405e-05}
+{"train_loss": 0.0870376848615706, "global_step": 27071, "epoch": 281, "lr": 7.850224201325906e-05}
+{"train_loss": 0.09283895790576935, "global_step": 27072, "epoch": 2{"train_loss": 0.0931725129485130{"train_loss": 0.07591095566749573, "global_step": 27073, "epoch": 282, "lr": 7.847602418389e-05}
+{"train_loss": 0.1062791720032692, "global_step": 27074, "epoch": 282, "lr": 7.846291651047442e-05}
+{"train_loss": 0.07372068613767624, "global_step": 27075, "epoch": 282, "lr": 7.844980966469048e-05}
+{"train_loss": 0.10045717656612396, "global_step": 27076, "epoch": 282, "lr": 7.843670364662747e-05}
+{"train_loss": 0.08261355012655258, "global_step": 27077, "epoch": 282, "lr": 7.84235984563747e-05}
+{"train_loss": 0.06529059261083603, "global_step": 27078, "epoch": 282, "lr": 7.841049409402127e-05}
+{"train_loss": 0.0825919434428215, "global_step": 27079, "epoch": 282, "lr": 7.839739055965649e-05}
+{"train_loss": 0.06644734740257263, "global_step": 27080, "epoch": 282, "lr": 7.838428785336967e-05}
+{"train_loss": 0.03911473602056503, "global_step": 27081, "epoch": 282{"train_loss": 0.03656399622559{"train_loss": 0.06268347054719925, "global_step": 27082, "epoch": 282, "lr": 7.835808492538637e-05}
+{"train_loss": 0.09417229890823364, "global_step": 27083, "epoch": 282, "lr": 7.834498470386842e-05}
+{"train_loss": 0.09963566809892654, "global_step": 27084, "epoch": 282, "lr": 7.833188531078529e-05}
+{"train_loss": 0.0860547125339508, "global_step": 27085, "epoch": 282, {"train_loss": 0.084333091974{"train_loss": 0.0707872062921524, "global_step": 27086, "epoch": 282, "{"train_loss": 0.07146488130{"train_loss": 0.10020153224468231, "global_step": 27087, "epoch": 282, "{"train_loss": 0.09882929176{"train_loss": 0.08392369747161865, "global_step": 27088, "epoch": 282, "{"train_loss": 0.08100220561{"train_loss": 0.07571199536323547, "global_step": 27089, "epoch": 282, "{"train_loss": 0.07885386049{"train_loss": 0.10938869416713715, "global_step": 27090, "epoch": 282, "{"train_loss": 0.11508928239{"train_loss": 0.09663983434438705, "global_step": 27091, "epoch": 282, {"train_loss": 0.092383004724{"train_loss": 0.07811152935028076, "global_step": 27092, "epoch": 282, "lr": 7.822712000047383e-05}
+{"train_loss": 0.07868538051843643, "global_step": 27093, "epoch": 282,{"train_loss": 0.0753562003374{"train_loss": 0.09664160758256912, "global_step": 27094, "epoch": 282, "lr": 7.820093696348627e-05}
+{"train_loss": 0.08730404078960419, "global_step": 27095, "epoch": 282, "lr": 7.818784668907149e-05}
+{"train_loss": 0.09104686230421066, "global_step": 27096, "epoch": 282, "lr": 7.817475724416146e-05}
+{"train_loss": 0.10098245739936829, "global_step": 27097, "epoch": 282, "lr": 7.816166862884535e-05}
+{"train_loss": 0.09693053364753723, "global_step": 27098, "epoch": 282{"train_loss": 0.09505719691514{"train_loss": 0.07740254700183868, "global_step": 27099, "epoch": 282{"train_loss": 0.0759697258472{"train_loss": 0.0725579559803009, "global_step": 27100, "epoch": 282,{"train_loss": 0.0749842226505{"train_loss": 0.07476387917995453, "global_step": 27101, "epoch": 282, "lr": 7.8109322465303e-05}
+{"train_loss": 0.07685355097055435, "global_step": 27102, "epoch": 282,{"train_loss": 0.0737222433090{"train_loss": 0.0953318253159523, "global_step": 27103, "epoch": 282, "lr": 7.808315436341263e-05}
+{"train_loss": 0.0667530968785286, "global_step": 27104, "epoch": 282,{"train_loss": 0.0675032436847{"train_loss": 0.09058190137147903, "global_step": 27105, "epoch": 282, "lr": 7.805698958239309e-05}
+{"train_loss": 0.07514408230781555, "global_step": 27106, "epoch": 282,{"train_loss": 0.0792394131422{"train_loss": 0.09964409470558167, "global_step": 27107, "epoch": 282,{"train_loss": 0.0917079001665{"train_loss": 0.061215415596961975, "global_step": 27108, "epoch": 282{"train_loss": 0.06373745203018{"train_loss": 0.13016238808631897, "global_step": 27109, "epoch": 282{"train_loss": 0.13514971733093{"train_loss": 0.06777642667293549, "global_step": 27110, "epoch": 282{"train_loss": 0.06810685992240{"train_loss": 0.09979822486639023, "global_step": 27111, "epoch": 282, "lr": 7.797851517168675e-05}
+{"train_loss": 0.12183380872011185, "global_step": 27112, "epoch": 282, "lr": 7.796543901097219e-05}
+{"train_loss": 0.07123580574989319, "global_step": 27113, "epoch": 282, "lr": 7.795236368127699e-05}
+{"train_loss": 0.09607239067554474, "global_step": 27114, "epoch": 282, "lr": 7.793928918269025e-05}
+{"train_loss": 0.08965922892093658, "global_step": 27115, "epoch": 282, "lr": 7.792621551530082e-05}
+{"train_loss": 0.07367740571498871, "global_step": 27116, "epoch": 282, "lr": 7.791314267919785e-05}
+{"train_loss": 0.09269163757562637, "global_step": 27117, "epoch": 282, "lr": 7.790007067447034e-05}
+{"train_loss": 0.06406987458467484, "global_step": 27118, "epoch": 282, "lr": 7.788699950120736e-05}
+{"train_loss": 0.1118246465921402, "global_step": 27119, "epoch": 282, "lr": 7.787392915949783e-05}
+{"train_loss": 0.06489276140928268, "global_step": 27120, "epoch": 282, "lr": 7.786085964943077e-05}
+{"train_loss": 0.08759915828704834, "global_step": 27121, "epoch": 282,{"train_loss": 0.0905784964561{"train_loss": 0.09083379805088043, "global_step": 27122, "epoch": 282, "lr": 7.783472312458022e-05}
+{"train_loss": 0.07906182110309601, "global_step": 27123, "epoch": 282, "lr": 7.782165610997463e-05}
+{"train_loss": 0.0972316712141037, "global_step": 27124, "epoch": 282, "lr": 7.780858992736748e-05}
+{"train_loss": 0.09171664714813232, "global_step": 27125, "epoch": 282, "lr": 7.779552457684787e-05}
+{"train_loss": 0.09379114210605621, "global_step": 27126, "epoch": 282, "lr": 7.778246005850455e-05}
+{"train_loss": 0.11096545308828354, "global_step": 27127, "epoch": 282, "lr": 7.776939637242664e-05}
+{"train_loss": 0.11228697001934052, "global_step": 27128, "epoch": 282, "lr": 7.775633351870306e-05}
+{"train_loss": 0.08136890083551407, "global_step": 27129, "epoch": 282, {"train_loss": 0.084195628762{"train_loss": 0.07608263194561005, "global_step": 27130, "epoch": 282, "lr": 7.773021030867476e-05}
+{"train_loss": 0.08966227620840073, "global_step": 27131, "epoch": 282, "lr": 7.771714995254786e-05}
+{"train_loss": 0.10549262911081314, "global_step": 27132, "epoch": 282, "lr": 7.770409042913109e-05}
+{"train_loss": 0.08467676490545273, "global_step": 27133, "epoch": 282, "lr": 7.769103173851344e-05}
+{"train_loss": 0.09968870133161545, "global_step": 27134, "epoch": 282, "lr": 7.767797388078368e-05}
+{"train_loss": 0.07072784006595612, "global_step": 27135, "epoch": 282{"train_loss": 0.07309267669916{"train_loss": 0.08410711586475372, "global_step": 27136, "epoch": 282, "lr": 7.765186066434382e-05}
+{"train_loss": 0.07494077831506729, "global_step": 27137, "epoch": 282{"train_loss": 0.07603943347930{"train_loss": 0.07068336755037308, "global_step": 27138, "epoch": 282, "lr": 7.762575078052274e-05}
+{"train_loss": 0.07829461246728897, "global_step": 27139, "epoch": 282, "lr": 7.761269708856656e-05}
+{"train_loss": 0.10343469679355621, "global_step": 27140, "epoch": 282, "lr": 7.759964423003182e-05}
+{"train_loss": 0.08290956914424896, "global_step": 27141, "epoch": 282, "lr": 7.758659220500724e-05}
+{"train_loss": 0.0617271326482296, "global_step": 27142, "epoch": 282, "lr": 7.757354101358197e-05}
+{"train_loss": 0.09320017695426941, "global_step": 27143, "epoch": 282, "lr": 7.75604906558447e-05}
+{"train_loss": 0.06300520896911621, "global_step": 27144, "epoch": 282, "lr": 7.754744113188439e-05}
+{"train_loss": 0.09029751271009445, "global_step": 27145, "epoch": 282, "lr": 7.753439244178982e-05}
+{"train_loss": 0.07785904407501221, "global_step": 27146, "epoch": 282, "lr": 7.752134458564986e-05}
+{"train_loss": 0.050186604261398315, "global_step": 27147, "epoch": 282{"train_loss": 0.05248937010765{"train_loss": 0.08880919963121414, "global_step": 27148, "epoch": 282, "lr": 7.749525137558937e-05}
+{"train_loss": 0.08694451302289963, "global_step": 27149, "epoch": 282, "lr": 7.748220602184643e-05}
+{"train_loss": 0.10959486663341522, "global_step": 27150, "epoch": 282, "lr": 7.74691615024135e-05}
+{"train_loss": 0.1046348512172699, "global_step": 27151, "epoch": 28{"train_loss": 0.11250534653663{"train_loss": 0.07983298599720001, "global_step": 27152, "epoch": 282, "lr": 7.74430749668331e-05}
+{"train_loss": 0.08350026607513428, "global_step": 27153, "epoch": 282, "lr": 7.743003295086316e-05}
+{"train_loss": 0.09622041136026382, "global_step": 27154, "epoch": 28{"train_loss": 0.089969135820865{"train_loss": 0.06661121547222137, "global_step": 27155, "epoch": 282, "lr": 7.740395142300808e-05}
+{"train_loss": 0.0830426961183548, "global_step": 27156, "epoch": 282, "lr": 7.739091191130037e-05}
+{"train_loss": 0.08895144611597061, "global_step": 27157, "epoch": 282, "lr": 7.73778732345245e-05}
+{"train_loss": 0.08189120888710022, "global_step": 27158, "epoch": 282, "lr": 7.736483539276907e-05}
+{"train_loss": 0.09262235462665558, "global_step": 27159, "epoch": 282, "lr": 7.735179838612299e-05}
+{"train_loss": 0.08917222917079926, "global_step": 27160, "epoch": 282, "lr": 7.733876221467486e-05}
+{"train_loss": 0.08777235448360443, "global_step": 27161, "epoch": 282, "lr": 7.732572687851358e-05}
+{"train_loss": 0.08683102577924728, "global_step": 27162, "epoch": 282, "lr": 7.731269237772795e-05}
+{"train_loss": 0.08136104047298431, "global_step": 27163, "epoch": {"train_loss": 0.08111107349395752{"train_loss": 0.0934029221534729, "global_step": 27164, "epoch": 282, "lr": 7.728662588263835e-05}
+{"train_loss": 0.09174063801765442, "global_step": 27165, "epoch": 2{"train_loss": 0.0948407426476478{"train_loss": 0.0727895200252533, "global_step": 27166, "epoch": 282, "lr": 7.726056273011626e-05}
+{"train_loss": 0.08584980088441323, "global_step": 27167, "epoch": 282, "lr": 7.724753240753974e-05}
+{"train_loss": 0.11912781000137329, "global_step": 27168, "epoch": 283, "lr": 7.723450292087144e-05}
+{"train_loss": 0.11299675703048706, "global_step": 27169, "epoch": 283, "lr": 7.722147427019985e-05}
+{"train_loss": 0.10085292160511017, "global_step": 27170, "epoch": 283, "lr": 7.720844645561388e-05}
+{"train_loss": 0.04991515725851059, "global_step": 27171, "epoch": 283, "lr": 7.719541947720206e-05}
+{"train_loss": 0.111658476293087, "global_step": 27172, "epoch": 283, "lr": 7.718239333505317e-05}
+{"train_loss": 0.08001257479190826, "global_step": 27173, "epoch": 283, "lr": 7.716936802925596e-05}
+{"train_loss": 0.0748785212635994, "global_step": 27174, "epoch": 283, "lr": 7.715634355989914e-05}
+{"train_loss": 0.049740955233573914, "global_step": 27175, "epoch": 283, "lr": 7.714331992707132e-05}
+{"train_loss": 0.08594436198472977, "global_step": 27176, "epoch": 283, "lr": 7.713029713086119e-05}
+{"train_loss": 0.05537368357181549, "global_step": 27177, "epoch": 283, "lr": 7.711727517135756e-05}
+{"train_loss": 0.10179012268781662, "global_step": 27178, "epoch": 283{"train_loss": 0.10367244482040{"train_loss": 0.06380738317966461, "global_step": 27179, "epoch": 283, "lr": 7.70912337628241e-05}
+{"train_loss": 0.08785185217857361, "global_step": 27180, "epoch": 283, "lr": 7.707821431397164e-05}
+{"train_loss": 0.08646487444639206, "global_step": 27181, "epoch": 283, "lr": 7.706519570218035e-05}
+{"train_loss": 0.10059937834739685, "global_step": 27182, "epoch": 283, "lr": 7.705217792753865e-05}
+{"train_loss": 0.09706774353981018, "global_step": 27183, "epoch": 283, "lr": 7.703916099013547e-05}
+{"train_loss": 0.08434854447841644, "global_step": 27184, "epoch": 283, "lr": 7.702614489005924e-05}
+{"train_loss": 0.0926949679851532, "global_step": 27185, "epoch": 283, "lr": 7.70131296273987e-05}
+{"train_loss": 0.1024792343378067, "global_step": 27186, "epoch": 283, "lr": 7.700011520224241e-05}
+{"train_loss": 0.08375885337591171, "global_step": 27187, "epoch": 283, "lr": 7.698710161467903e-05}
+{"train_loss": 0.10530765354633331, "global_step": 27188, "epoch": 283, "lr": 7.697408886479725e-05}
+{"train_loss": 0.11418426781892776, "global_step": 27189, "epoch": 283{"train_loss": 0.11455551534891{"train_loss": 0.08178120851516724, "global_step": 27190, "epoch": 283, "lr": 7.694806587843255e-05}
+{"train_loss": 0.11270077526569366, "global_step": 27191, "epoch": 283{"train_loss": 0.11131919920444{"train_loss": 0.09701288491487503, "global_step": 27192, "epoch": 283{"train_loss": 0.09192111343145{"train_loss": 0.08982809633016586, "global_step": 27193, "epoch": 283, "lr": 7.690903768371214e-05}
+{"train_loss": 0.09943283349275589, "global_step": 27194, "epoch": 2{"train_loss": 0.0984904021024704{"train_loss": 0.09564707428216934, "global_step": 27195, "epoch": 283, "lr": 7.688302307814988e-05}
+{"train_loss": 0.08893871307373047, "global_step": 27196, "epoch": 283, "lr": 7.68700170329099e-05}
+{"train_loss": 0.05672372877597809, "global_step": 27197, "epoch": 283, "lr": 7.685701182614863e-05}
+{"train_loss": 0.05652404576539993, "global_step": 27198, "epoch": 283, "lr": 7.68440074579549e-05}
+{"train_loss": 0.08705906569957733, "global_step": 27199, "epoch": 283, "lr": 7.683100392841705e-05}
+{"train_loss": 0.08668898791074753, "global_step": 27200, "epoch": 283, "lr": 7.68180012376237e-05}
+{"train_loss": 0.105679452419281, "global_step": 27201, "epoch": 2{"train_loss": 0.103617444634437{"train_loss": 0.07997285574674606, "global_step": 27202, "epoch": 283, "lr": 7.679199837262481e-05}
+{"train_loss": 0.08971677720546722, "global_step": 27203, "epoch": 283, "lr": 7.67789981985963e-05}
+{"train_loss": 0.09920342266559601, "global_step": 27204, "epoch": 2{"train_loss": 0.0970486849546432{"train_loss": 0.07172845304012299, "global_step": 27205, "epoch": 283, "lr": 7.675300036792363e-05}
+{"train_loss": 0.11495290696620941, "global_step": 27206, "epoch": 2{"train_loss": 0.1158640086650848{"train_loss": 0.1028636172413826, "global_step": 27207, "epoch": 283, "lr": 7.67270058943538e-05}
+{"train_loss": 0.0900505930185318, "global_step": 27208, "epoch": 283{"train_loss": 0.09243550896644{"train_loss": 0.07159297168254852, "global_step": 27209, "epoch": 283{"train_loss": 0.07234022021293{"train_loss": 0.10324101895093918, "global_step": 27210, "epoch": 283, "lr": 7.668802048011543e-05}
+{"train_loss": 0.08347992599010468, "global_step": 27211, "epoch": 283, "lr": 7.667502702135443e-05}
+{"train_loss": 0.06688804924488068, "global_step": 27212, "epoch": 283, "lr": 7.66620344024e-05}
+{"train_loss": 0.11582119017839432, "global_step": 27213, "epoch": 283, "lr": 7.664904262334073e-05}
+{"train_loss": 0.10556603968143463, "global_step": 27214, "epoch": 283, "lr": 7.663605168426509e-05}
+{"train_loss": 0.044509366154670715, "global_step": 27215, "epoch": 283, "lr": 7.66230615852615e-05}
+{"train_loss": 0.11612808704376221, "global_step": 27216, "epoch": 283, "lr": 7.661007232641851e-05}
+{"train_loss": 0.08129692077636719, "global_step": 27217, "epoch": 283, "lr": 7.659708390782445e-05}
+{"train_loss": 0.07971155643463135, "global_step": 27218, "epoch": 283, "lr": 7.65840963295679e-05}
+{"train_loss": 0.09180848300457001, "global_step": 27219, "epoch": 283, "lr": 7.657110959173706e-05}
+{"train_loss": 0.08798472583293915, "global_step": 27220, "epoch": 28{"train_loss": 0.092127472162246{"train_loss": 0.07074145972728729, "global_step": 27221, "epoch": 2{"train_loss": 0.0677599310874939{"train_loss": 0.05423743277788162, "global_step": 27222, "epoch": 283, "lr": 7.653215442168451e-05}
+{"train_loss": 0.08695422112941742, "global_step": 27223, "epoch": {"train_loss": 0.09014168381690979{"train_loss": 0.07482984662055969, "global_step": 27224, "epoch": 283, "lr": 7.65061885120666e-05}
+{"train_loss": 0.07725353538990021, "global_step": 27225, "epoch": 283, "lr": 7.649320681864805e-05}
+{"train_loss": 0.11484421789646149, "global_step": 27226, "epoch": {"train_loss": 0.10633409768342972{"train_loss": 0.08164124190807343, "global_step": 27227, "epoch": 283, "lr": 7.646724595503383e-05}
+{"train_loss": 0.09037306159734726, "global_step": 27228, "epoch": {"train_loss": 0.09251829981803894{"train_loss": 0.0672251507639885, "global_step": 27229, "epoch": 283, "lr": 7.644128845630589e-05}
+{"train_loss": 0.09800651669502258, "global_step": 27230, "epoch": 283, "lr": 7.642831096899527e-05}
+{"train_loss": 0.10150371491909027, "global_step": 27231, "epoch": 283, "lr": 7.641533432317145e-05}
+{"train_loss": 0.09866996109485626, "global_step": 27232, "epoch": 283, "lr": 7.640235851892266e-05}
+{"train_loss": 0.10774967074394226, "global_step": 27233, "epoch": 283, "lr": 7.638938355633738e-05}
+{"train_loss": 0.09543338418006897, "global_step": 27234, "epoch": 283, "lr": 7.637640943550377e-05}
+{"train_loss": 0.09072893857955933, "global_step": 27235, "epoch": 283, "lr": 7.636343615651047e-05}
+{"train_loss": 0.07952161878347397, "global_step": 27236, "epoch": 283, "lr": 7.635046371944561e-05}
+{"train_loss": 0.07524152100086212, "global_step": 27237, "epoch": 283, "lr": 7.63374921243976e-05}
+{"train_loss": 0.09765952825546265, "global_step": 27238, "epoch": 283, "lr": 7.632452137145475e-05}
+{"train_loss": 0.10551893711090088, "global_step": 27239, "epoch": 2{"train_loss": 0.1003524139523506{"train_loss": 0.0882018655538559, "global_step": 27240, "epoch": 283, "lr": 7.629858239223797e-05}
+{"train_loss": 0.07095401734113693, "global_step": 27241, "epoch": 283, "lr": 7.62856141661406e-05}
+{"train_loss": 0.08546104282140732, "global_step": 27242, "epoch": 283, "lr": 7.627264678250175e-05}
+{"train_loss": 0.08543646335601807, "global_step": 27243, "epoch": 2{"train_loss": 0.0813233703374862{"train_loss": 0.07882113754749298, "global_step": 27244, "epoch": 2{"train_loss": 0.0822029486298561{"train_loss": 0.12266566604375839, "global_step": 27245, "epoch": 283, "lr": 7.62337496872187e-05}
+{"train_loss": 0.08478187024593353, "global_step": 27246, "epoch": 283, "lr": 7.622078567429664e-05}
+{"train_loss": 0.06721048057079315, "global_step": 27247, "epoch": 283, "lr": 7.620782250427443e-05}
+{"train_loss": 0.10846196115016937, "global_step": 27248, "epoch": 283, "lr": 7.61948601772404e-05}
+{"train_loss": 0.09780706465244293, "global_step": 27249, "epoch": 283, "lr": 7.618189869328283e-05}
+{"train_loss": 0.06332775950431824, "global_step": 27250, "epoch": 283, "lr": 7.616893805249006e-05}
+{"train_loss": 0.07276322692632675, "global_step": 27251, "epoch": 283, "lr": 7.615597825495018e-05}
+{"train_loss": 0.07534945011138916, "global_step": 27252, "epoch": 283, "lr": 7.614301930075154e-05}
+{"train_loss": 0.07890269160270691, "global_step": 27253, "epoch": 283, "lr": 7.613006118998238e-05}
+{"train_loss": 0.07628795504570007, "global_step": 27254, "epoch": {"train_loss": 0.07942505180835724{"train_loss": 0.0945664644241333, "global_step": 27255, "epoch": 2{"train_loss": 0.0954979881644249{"train_loss": 0.08555825054645538, "global_step": 27256, "epoch": {"train_loss": 0.08601211756467819{"train_loss": 0.06584335118532181, "global_step": 27257, "epoch": {"train_loss": 0.06542373448610306{"train_loss": 0.09483108669519424, "global_step": 27258, "epoch": {"train_loss": 0.09779766201972961{"train_loss": 0.06694275140762329, "global_step": 27259, "epoch": {"train_loss": 0.06931920349597931{"train_loss": 0.1089688390493393, "global_step": 27260, "epoch": 2{"train_loss": 0.1035717427730560{"train_loss": 0.0857662558555603, "global_step": 27261, "epoch": 283, "lr": 7.602642667787831e-05}
+{"train_loss": 0.11114689707756042, "global_step": 27262, "epoch": 283, "lr": 7.601347616194464e-05}
+{"train_loss": 0.0877620808314532, "global_step": 27263, "epoch": 283, "lr": 7.600052649032259e-05}
+{"train_loss": 0.11301188170909882, "global_step": 27264, "epoch": 284, "lr": 7.598757766310034e-05}
+{"train_loss": 0.10127370059490204, "global_step": 27265, "epoch": 284, "lr": 7.597462968036615e-05}
+{"train_loss": 0.05857544392347336, "global_step": 27266, "epoch": 284, "lr": 7.596168254220808e-05}
+{"train_loss": 0.10716414451599121, "global_step": 27267, "epoch": 284, "lr": 7.594873624871432e-05}
+{"train_loss": 0.07951577752828598, "global_step": 27268, "epoch": 284, "lr": 7.593579079997311e-05}
+{"train_loss": 0.08357996493577957, "global_step": 27269, "epoch": 284, "lr": 7.592284619607248e-05}
+{"train_loss": 0.05099543184041977, "global_step": 27270, "epoch{"train_loss": 0.0498979426920414, "g{"train_loss": 0.09483365714550018, "global_step": 27271, "epoch": 284, "lr": 7.589695952314577e-05}
+{"train_loss": 0.058222752064466476, "global_step": 27272, "epoch": 284, "lr": 7.588401745429603e-05}
+{"train_loss": 0.08197665214538574, "global_step": 27273, "epoch": 284, "lr": 7.58710762306394e-05}
+{"train_loss": 0.06930120289325714, "global_step": 27274, "epoch": 284, "lr": 7.585813585226414e-05}
+{"train_loss": 0.06849127262830734, "global_step": 27275, "epoch": 284, "lr": 7.584519631925831e-05}
+{"train_loss": 0.07865589112043381, "global_step": 27276, "epoch": 284, "lr": 7.583225763171012e-05}
+{"train_loss": 0.09498420357704163, "global_step": 27277, "epoch": 284, "lr": 7.58193197897075e-05}
+{"train_loss": 0.11003245413303375, "global_step": 27278, "epoch": 284, "lr": 7.580638279333872e-05}
+{"train_loss": 0.10247170180082321, "global_step": 27279, "epoch": 284, "lr": 7.579344664269177e-05}
+{"train_loss": 0.10665345937013626, "global_step": 27280, "epoch": 284, "lr": 7.578051133785487e-05}
+{"train_loss": 0.06957780569791794, "global_step": 27281, "epoch": 284, "lr": 7.576757687891596e-05}
+{"train_loss": 0.07842925190925598, "global_step": 27282, "epoch": 284, "lr": 7.575464326596318e-05}
+{"train_loss": 0.08841636776924133, "global_step": 27283, "epoch": 284, "lr": 7.574171049908465e-05}
+{"train_loss": 0.09898753464221954, "global_step": 27284, "epoch": 284, "lr": 7.572877857836835e-05}
+{"train_loss": 0.06934371590614319, "global_step": 27285, "epoch": 284, "lr": 7.571584750390239e-05}
+{"train_loss": 0.07919637113809586, "global_step": 27286, "epo{"train_loss": 0.07873667776584625, "gl{"train_loss": 0.08920586109161377, "global_step": 27287, "epo{"train_loss": 0.08838152140378952, "gl{"train_loss": 0.08229406923055649, "global_step": 27288, "epoch": 284, "lr": 7.567705935888711e-05}
+{"train_loss": 0.11421804875135422, "global_step": 27289, "epoch": 284, "lr": 7.5664131670303e-05}
+{"train_loss": 0.07522964477539062, "global_step": 27290, "epoch": 284, "lr": 7.565120482840947e-05}
+{"train_loss": 0.08084383606910706, "global_step": 27291, "epoch": 284, "lr": 7.563827883329457e-05}
+{"train_loss": 0.09224598854780197, "global_step": 27292, "ep{"train_loss": 0.09351275861263275, "glo{"train_loss": 0.08264745771884918, "global_step": 27293, "epoch": 284, "lr": 7.56124293837525e-05}
+{"train_loss": 0.09091109037399292, "global_step": 27294, "epoch": 284, "lr": 7.559950592950145e-05}
+{"train_loss": 0.09309350699186325, "global_step": 27295, "e{"train_loss": 0.09305867552757263, "glob{"train_loss": 0.08049814403057098, "global_step": 27296, "epoch": 284, "lr": 7.55736615624793e-05}
+{"train_loss": 0.07323029637336731, "global_step": 27297, "epoch": 284, "lr": 7.556074064988417e-05}
+{"train_loss": 0.09550176560878754, "global_step": 27298, "epoch": 284, "lr": 7.55478205846837e-05}
+{"train_loss": 0.10008955001831055, "global_step": 27299, "epoch": 284, "lr": 7.553490136696579e-0{"t{"train_loss": 0.10047608613967896, "global_step": 27300, "epoch": 284, "lr": 7.552198299681848e-05}
+{"train_loss": 0.10240195691585541, "global_step": 27301, "epoch": 284, "lr": 7.55090654743297e-05{"{"train_loss": 0.06944648176431656, "global_step": 27302, "epoch": 284, "lr": 7.54961487995875e-05}
+{"train_loss": 0.08187171816825867, "global_step": 27303, {"train_loss": 0.08364909887313843, "global{"train_loss": 0.05453591048717499, "global_step": 27304, "epoch": 284, "lr": 7.547031799369437e-05}
+{"train_loss": 0.06553629040718079, "global_step": 27305, {"train_loss": 0.06535793095827103, "globa{"train_loss": 0.08428044617176056, "global_step": 27306, "epoch": 284, "lr": 7.544449057984281e-05}
+{"train_loss": 0.06835255026817322, "global_step": 27307, "epoch": 284, "lr": 7.543157814515243e-05}
+{"train_loss": 0.0899876058101654, "global_step": 27308, "{"train_loss": 0.08942683041095734, "gl{"{"train_loss": 0.09408405423164368, "global_step": 27309, "epoch": 284, "lr": 7.540575582068216e-05}
+{"train_loss": 0.11739413440227509, "global_step": 27310, "epoch": 284, "lr": 7.539284593107807e-05}
+{"train_loss": 0.08287020027637482, "global_step": 27311, "epoch": 284, "lr": 7.537993689001193e-{"tr{"train_loss": 0.08568977564573288, "global_step": 27312, "epoch": 284, "lr": 7.536702869757163e{"tra{"train_loss": 0.10811669379472733, "global_step": 27313, "epoch": 284, "lr": 7.535412135384517e-05}
+{"train_loss": 0.09794779121875763, "global_step": 27314, "epoch": 284, "lr": 7.534121485892026e-05}
+{"train_loss": 0.08315590023994446, "global_step": 27315, "epoch": 284, "lr": 7.532830921288488e-05}
+{"train_loss": 0.07378371059894562, "global_step": 27316, "epoch": 284, "lr": 7.531540441582692e-05}
+{"train_loss": 0.06488166749477386, "global_step": 27317, "epoch": 284, "lr": 7.530250046783431e{"tra{"train_loss": 0.0737438052892685, "global_step": 27318, "epoch": 284, "lr": 7.528959736899481e-05}
+{"train_loss": 0.0730094388127327, "global_step": 27319, "{"train_loss": 0.07168532907962799, "gl{"t{"train_loss": 0.08789486438035965, "global_step": 27320, "epoch": 284, "lr": 7.526379371912675e-0{"t{"train_loss": 0.06925389915704727, "global_step": 27321, "epoch": 284, "lr": 7.525089316827399e-05}
+{"train_loss": 0.06795329600572586, "global_step": 27322, "epoch": 284, "lr": 7.523799346692575e-0{"t{"train_loss": 0.0701732337474823, "global_step": 27323, "epoch": 284, "lr": 7.522509461516996e-05{"{"train_loss": 0.08884801715612411, "global_step": 27324, "epoch": 284, "lr": 7.521219661309448e-05}
+{"train_loss": 0.0883873701095581, "global_step": 27325, "e{"train_loss": 0.09070094674825668, "glo{{"train_loss": 0.07628590613603592, "global_step": 27326, "e{"train_loss": 0.07805472612380981, "glob{"train_loss": 0.10658673942089081, "global_step": 27327, "e{"train_loss": 0.10072353482246399, "glo{{"train_loss": 0.06482190638780594, "global_step": 27328, "epoch": 284, "lr": 7.516061310335176e-05}{{"train_loss": 0.12455414235591888, "global_step": 27329, "epoch": 284, "lr": 7.514771935099498e-05}
+{"train_loss": 0.10818317532539368, "global_step": 27330, "epoch": 284, "lr": 7.513482644884537e-05}{{"train_loss": 0.09285812079906464, "global_step": 27331, "epoch": 284, "lr": 7.512193439699073e-05}
+{"train_loss": 0.07559675723314285, "global_step": 27332, "epoch": 284, "lr": 7.510904319551894e-05}
+{"train_loss": 0.09474629908800125, "global_step": 27333, "epoch": 284, "lr": 7.509615284451755e-05}{{"train_loss": 0.07154079526662827, "global_step": 27334, "epoch": 284, "lr": 7.508326334407463e-05}
+{"train_loss": 0.10925204306840897, "global_step": 27335, "epoch": 284, "lr": 7.507037469427776e-05}
+{"train_loss": 0.09741097688674927, "global_step": 27336, "epoch": 284, "lr": 7.505748689521482e-05}{{"train_loss": 0.0896950215101242, "global_step": 27337, "epoch": 284, "lr": 7.504459994697346e-05}
+{"train_loss": 0.11670629680156708, "global_step": 27338, "epoch": 284, "lr": 7.503171384964147e-05}
+{"train_loss": 0.08532289415597916, "global_step": 27339, "epoch": 284, "lr": 7.501882860330672e-05}
+{"train_loss": 0.09281639754772186, "global_step": 27340, "ep{"train_loss": 0.09478796273469925, "glo{"train_loss": 0.07997384667396545, "global_step": 27341, "ep{"train_loss": 0.08057109266519547, "glo{"train_loss": 0.11880430579185486, "global_step": 27342, "epoch": 284, "lr": 7.498017797116246e-05}
+{"train_loss": 0.0982096940279007, "global_step": 27343, "epoch": 284, "lr": 7.496729612969364e-05}
+{"train_loss": 0.10460531711578369, "global_step": 27344, "epoch": 284, "lr": 7.495441513966051e-05}
+{"train_loss": 0.10085541009902954, "global_step": 27345, "ep{"train_loss": 0.10356302559375763, "glo{"train_loss": 0.07620039582252502, "global_step": 27346, "epoch": 284, "lr": 7.492865571425271e-05}
+{"train_loss": 0.09329497814178467, "global_step": 27347, "epoch": 284, "lr": 7.491577727905339e-05}
+{"train_loss": 0.061616044491529465, "global_step": 27348, "e{"train_loss": 0.06209200620651245, "glob{"train_loss": 0.10758472979068756, "global_step": 27349, "e{"train_loss": 0.1012800931930542, "globa{"train_loss": 0.06847555190324783, "global_step": 27350, "{"train_loss": 0.06767307221889496, "globa{"train_loss": 0.11122087389230728, "global_step": 27351, "epoch": 284, "lr": 7.48642720569992e-05}
+{"train_loss": 0.091547891497612, "global_step": 27352, "ep{"train_loss": 0.09034571796655655, "glo{"train_loss": 0.06354151666164398, "global_step": 27353, "ep{"train_loss": 0.06339263170957565, "glo{"train_loss": 0.11096599698066711, "global_step": 27354, "ep{"train_loss": 0.1155930757522583, "glob{"train_loss": 0.10188509523868561, "global_step": 27355, "e{"train_loss": 0.09784209728240967, "glob{"train_loss": 0.11913703382015228, "global_step": 27356, "e{"train_loss": 0.11625126004219055, "glob{"train_loss": 0.08503702282905579, "global_step": 27357, "e{"train_loss": 0.0871741771697998, "globa{"train_loss": 0.09060970693826675, "global_step": 27358, "{"train_loss": 0.09175427258014679, "globa{"train_loss": 0.0875749890692532, "global_step": 27359, "epoch": 284, "lr": 7.476130252109448e-05}
+{"train_loss": 0.10558582097291946, "global_step": 27360, "e{"train_loss": 0.10506448149681091, "glo{"train_loss": 0.09243622422218323, "global_step": 27361, "epoch": 285, "lr": 7.473556866375122e-05}
+{"train_loss": 0.07967112958431244, "global_step": 27362, "e{"train_loss": 0.08302050083875656, "glob{"train_loss": 0.09603574126958847, "global_step": 27363, "e{"train_loss": 0.09811048954725266, "glob{"train_loss": 0.0995141863822937, "global_step": 27364, "ep{"train_loss": 0.09915800392627716, "glo{"train_loss": 0.08449962735176086, "global_step": 27365, "ep{"train_loss": 0.08713571727275848, "gl{"train_loss": 0.10098740458488464, "global_step": 27366, "ep{"train_loss": 0.09851233661174774, "glo{"train_loss": 0.09675973653793335, "global_step": 27367, "ep{"train_loss": 0.09292485564947128, "g{"train_loss": 0.097978875041008, "global_step": 27368, "epoc{"train_loss": 0.09241587668657303, "g{"train_loss": 0.07226826250553131, "global_step": 27369, "epoc{"train_loss": 0.07192608714103699, "g{"train_loss": 0.104648157954216, "global_step": 27370, "epoch": 285, "lr": 7.46198085400075e-05}
+{"train_loss": 0.10041585564613342, "global_step": 27371, "epoch": 285, "lr": 7.460695057187883e-05}
+{"train_loss": 0.07601183652877808, "global_step": 27372, "epoch{"train_loss": 0.08080485463142395, "{"train_loss": 0.09377216547727585, "global_step": 27373, "epoch{"train_loss": 0.09218515455722809, "{"train_loss": 0.08269355446100235, "global_step": 27374, "epoch": 285, "lr": 7.456838179118078e-05}
+{"train_loss": 0.09147602319717407, "global_step": 27375, "epoch": 285, "lr": 7.455552723913604e-05}
+{"train_loss": 0.10055407881736755, "global_step": 27376, "epoch": 285, "lr": 7.454267354133105e-05}
+{"train_loss": 0.08761630952358246, "global_step": 27377, "epoc{"train_loss": 0.08918699622154236, "{"train_loss": 0.08787752687931061, "global_step": 27378, "epoch": 285, "lr": 7.451696870879077e-05}
+{"train_loss": 0.0954887643456459, "global_step": 27379, "epoch": 285, "lr": 7.450411757423044e-05}
+{"train_loss": 0.08560072630643845, "global_step": 27380, "epoch{"train_loss": 0.08885674923658371, "{"train_loss": 0.07204686105251312, "global_step": 27381, "epoch{"train_loss": 0.07493029534816742, "{"train_loss": 0.07873556017875671, "global_step": 27382, "epoch": 285, "lr": 7.446556929843902e-05}
+{"train_loss": 0.08812253177165985, "global_step": 27383, "epoch": 285, "lr": 7.445272158276337e-05}
+{"train_loss": 0.0868760421872139, "global_step": 27384, "epoch": 285, "lr": 7.443987472202769e-05}
+{"train_loss": 0.06223427876830101, "global_step": 27385, "epoch": 285, "lr": 7.442702871631928e-05}
+{"train_loss": 0.10424470901489258, "global_step": 27386, "epoch": 285, "lr": 7.441418356572588e-05}
+{"train_loss": 0.1138199120759964, "global_step": 27387, "epoch": 285, "lr": 7.440133927033472e-05}
+{"train_loss": 0.07456609606742859, "global_step": 27388, "epoch"{"train_loss": 0.07193821668624878, {"train_loss": 0.08511628955602646, "global_step": 27389, "epoch": 285, "lr": 7.437565324550941e-05}
+{"train_loss": 0.09693107008934021, "global_step": 27390, "epoch": 285, "lr": 7.436281151625006e-05}
+{"train_loss": 0.08440827578306198, "global_step": 27391, "epoch": 285, "lr": 7.434997064254288e-05}
+{"train_loss": 0.11696107685565948, "global_step": 27392, "epoch{"train_loss": 0.11472472548484802, "{"train_loss": 0.0585276298224926, "global_step": 27393, "epoch"{"train_loss": 0.055954910814762115,{"train_loss": 0.09531650692224503, "global_step": 27394, "epoch": 285, "lr": 7.431145315560884e-05}
+{"train_loss": 0.05185743793845177, "global_step": 27395, "epoch": 285, "lr": 7.429861570498477e-05}
+{"train_loss": 0.08471201360225677, "global_step": 27396, "epoch": 285, "lr": 7.428577911034991e-05}
+{"train_loss": 0.12193611264228821, "global_step": 27397, "epoch": 285, "lr": 7.427294337179191e-05}
+{"train_loss": 0.11199712753295898, "global_step": 27398, "epoch": 285, "lr": 7.426010848939798e-05}
+{"train_loss": 0.06859941780567169, "global_step": 27399, "epoch": 285, "lr": 7.424727446325568e-05}
+{"train_loss": 0.08042281866073608, "global_step": 27400, "epoch": 285, "lr": 7.423444129345216e-05}
+{"train_loss": 0.12189208716154099, "global_step": 27401, "epoch"{"train_loss": 0.12040179967880249, {"train_loss": 0.09790333360433578, "global_step": 27402, "epoch"{"train_loss": 0.09948433190584183, {"train_loss": 0.09095928072929382, "global_step": 27403, "epoch": 285, "lr": 7.419594692294944e-05}
+{"train_loss": 0.07438421249389648, "global_step": 27404, "epoch": 285, "lr": 7.418311717937569e-05}
+{"train_loss": 0.08822541683912277, "global_step": 27405, "epoch": 285, "lr": 7.41702882925777e-05}
+{"train_loss": 0.0851825550198555, "global_step": 27406, "epoch": 285, "lr": 7.415746026264298e-05}
+{"train_loss": 0.06671673059463501, "global_step": 27407, "epoch": 285, "lr": 7.414463308965869e-05}
+{"train_loss": 0.09809808433055878, "global_step": 27408, "epoch": 285, "lr": 7.413180677371241e-05}
+{"train_loss": 0.06922761350870132, "global_step": 27409, "epoch": 285, "lr": 7.41189813148913e-05}
+{"train_loss": 0.060183335095644, "global_step": 27410, "epoch": 2{"train_loss": 0.0506947413086891{"train_loss": 0.07929639518260956, "global_step": 27411, "epoch": 285, "lr": 7.409333296897418e-05}
+{"train_loss": 0.08077578246593475, "global_step": 27412, "epoch": 285, "lr": 7.408051008205289e-05}
+{"train_loss": 0.04654394090175629, "global_step": 27413, "epoch": 285, "lr": 7.406768805260608e-05}
+{"train_loss": 0.09437446296215057, "global_step": 27414, "epoch": 2{"train_loss": 0.0913661718368530{"train_loss": 0.06809394806623459, "global_step": 27415, "epoch": 285, "lr": 7.404204656648539e-05}
+{"train_loss": 0.10091327875852585, "global_step": 27416, "epoch": 2{"train_loss": 0.1010354235768318{"train_loss": 0.0655677393078804, "global_step": 27417, "epoch": 285, "lr": 7.401640851131071e-05}
+{"train_loss": 0.07737548649311066, "global_step": 27418, "epoch": 28{"train_loss": 0.082708306610584{"train_loss": 0.09389803558588028, "global_step": 27419, "epoch": 285, "lr": 7.399077388778029e-05}
+{"train_loss": 0.08536279946565628, "global_step": 27420, "epoch": 2{"train_loss": 0.0837495028972625{"train_loss": 0.10921632498502731, "global_step": 27421, "epoch": 285, "lr": 7.396514269659243e-05}
+{"train_loss": 0.09925131499767303, "global_step": 27422, "epoch": 285, "lr": 7.395232838834503e-05}
+{"train_loss": 0.09692499041557312, "global_step": 27423, "epoch": 2{"train_loss": 0.0963199734687805{"train_loss": 0.06747899949550629, "global_step": 27424, "epoch": 285, "lr": 7.392670234697998e-05}
+{"train_loss": 0.05651487037539482, "global_step": 27425, "epoch": 285, "lr": 7.391389061403678e-05}
+{"train_loss": 0.0807356908917427, "global_step": 27426, "epoch": 28{"train_loss": 0.082306787371635{"train_loss": 0.10351022332906723, "global_step": 27427, "epoch": 285, "lr": 7.388826972406506e-05}
+{"train_loss": 0.07271622121334076, "global_step": 27428, "epoch": 285, "lr": 7.387546056721106e-05}
+{"train_loss": 0.0785551443696022, "global_step": 27429, "epoch": 285, "lr": 7.386265226922797e-05}
+{"train_loss": 0.11891846358776093, "global_step": 27430, "epoch": 285, "lr": 7.384984483020296e-05}
+{"train_loss": 0.09101009368896484, "global_step": 27431, "epoch": 285, "lr": 7.383703825022337e-05}
+{"train_loss": 0.0706631988286972, "global_step": 27432, "epoch": 285, "lr": 7.382423252937622e-05}
+{"train_loss": 0.11223375052213669, "global_step": 27433, "epoch": 285, "lr": 7.38114276677488e-05}
+{"train_loss": 0.10784419625997543, "global_step": 27434, "epoch": 285, "lr": 7.379862366542838e-05}
+{"train_loss": 0.09300842881202698, "global_step": 27435, "epoch": 285, "lr": 7.378582052250202e-05}
+{"train_loss": 0.10152506828308105, "global_step": 27436, "epoch": 285, "lr": 7.377301823905705e-05}
+{"train_loss": 0.09596753120422363, "global_step": 27437, "epoch": 285, "lr": 7.376021681518042e-05}
+{"train_loss": 0.07202815264463425, "global_step": 27438, "epoch": 285, "lr": 7.374741625095957e-05}
+{"train_loss": 0.0719962865114212, "global_step": 27439, "epoch": 285, "lr": 7.373461654648151e-05}
+{"train_loss": 0.08334635198116302, "global_step": 27440, "epoch": 285, "lr": 7.372181770183342e-05}
+{"train_loss": 0.11344504356384277, "global_step": 27441, "epoch": 28{"train_loss": 0.110301256179809{"train_loss": 0.11284409463405609, "global_step": 27442, "epoch": 285, "lr": 7.369622259237592e-05}
+{"train_loss": 0.09962982684373856, "global_step": 27443, "epoch": 285, "lr": 7.368342632774072e-05}
+{"train_loss": 0.10816194117069244, "global_step": 27444, "epoch": 285, "lr": 7.36706309232841e-05}
+{"train_loss": 0.07356579601764679, "global_step": 27445, "epoch": 285, "lr": 7.365783637909326e-05}
+{"train_loss": 0.09270366281270981, "global_step": 27446, "epoch": 285, "lr": 7.364504269525523e-05}
+{"train_loss": 0.1089511513710022, "global_step": 27447, "epoch": 285, "lr": 7.363224987185714e-05}
+{"train_loss": 0.10881254076957703, "global_step": 27448, "epoch": 285, "lr": 7.361945790898612e-05}
+{"train_loss": 0.12018311023712158, "global_step": 27449, "epoch": 285, "lr": 7.360666680672937e-05}
+{"train_loss": 0.09560056775808334, "global_step": 27450, "epoch": 28{"train_loss": 0.089978933334350{"train_loss": 0.05712178349494934, "global_step": 27451, "epoch": 28{"train_loss": 0.055949892848730{"train_loss": 0.09379282593727112, "global_step": 27452, "epoch": 285, "lr": 7.356829866451502e-05}
+{"train_loss": 0.08642953634262085, "global_step": 27453, "epoch": 285, "lr": 7.355551100558597e-05}
+{"train_loss": 0.09488793462514877, "global_step": 27454, "epoch": 285, "lr": 7.354272420770653e-05}
+{"train_loss": 0.08909084845799953, "global_step": 27455, "epoch": 285, "lr": 7.352993827096382e-05}
+{"train_loss": 0.06169203668832779, "global_step": 27456, "epoch": 28{"train_loss": 0.062394931912422{"train_loss": 0.07625816762447357, "global_step": 27457, "epoch": 28{"train_loss": 0.073175415396690{"train_loss": 0.0787077397108078, "global_step": 27458, "epoch": 286, "lr": 7.349158562842668e-05}
+{"train_loss": 0.07548022270202637, "global_step": 27459, "epoch": 286, "lr": 7.347880313710146e-05}
+{"train_loss": 0.11626054346561432, "global_step": 27460, "epoch": 286, "lr": 7.346602150734834e-05}
+{"train_loss": 0.1030573695898056, "global_step": 27461, "epoch": 2{"train_loss": 0.1081734672188758{"train_loss": 0.10205069184303284, "global_step": 27462, "epoch": 286, "lr": 7.344046083290614e-05}
+{"train_loss": 0.10876157879829407, "global_step": 27463, "epoch": 286, "lr": 7.34276817883911e-05}
+{"train_loss": 0.10699589550495148, "global_step": 27464, "epoch": 286, "lr": 7.34149036057963e-05}
+{"train_loss": 0.13218286633491516, "global_step": 27465, "epoch": 2{"train_loss": 0.132122263312339{"train_loss": 0.10677056014537811, "global_step": 27466, "epoch": 286, "lr": 7.338934982671504e-05}
+{"train_loss": 0.07924105226993561, "global_step": 27467, "epoch": 286, "lr": 7.337657423040263e-05}
+{"train_loss": 0.08931247889995575, "global_step": 27468, "epoch": {"train_loss": 0.09781022369861603{"train_loss": 0.12376182526350021, "global_step": 27469, "epoch": 286, "lr": 7.335102562466936e-05}
+{"train_loss": 0.08565051853656769, "global_step": 27470, "epoch": 286, "lr": 7.333825261542238e-05}
+{"train_loss": 0.08355961740016937, "global_step": 27471, "epoch": 286, "lr": 7.332548046870453e-05}
+{"train_loss": 0.10701115429401398, "global_step": 27472, "epoch":{"train_loss": 0.11143794655799866,{"train_loss": 0.12356817722320557, "global_step": 27473, "epoch": 286, "lr": 7.329993876320411e-05}
+{"train_loss": 0.0630652904510498, "global_step": 27474, "epoch": 286, "lr": 7.328716920459542e-05}
+{"train_loss": 0.11301317811012268, "global_step": 27475, "epoch": 286, "lr": 7.327440050886376e-05}
+{"train_loss": 0.06810097396373749, "global_step": 27476, "epoch": {"train_loss": 0.06720582395792007{"train_loss": 0.09337368607521057, "global_step": 27477, "epoch": 286, "lr": 7.324886570637906e-05}
+{"train_loss": 0.08056233823299408, "global_step": 27478, "epoch":{"train_loss": 0.08290252834558487,{"train_loss": 0.0818285271525383, "global_step": 27479, "epoch": {"train_loss": 0.08183202892541885{"train_loss": 0.09215561300516129, "global_step": 27480, "epoch": 286, "lr": 7.321056997640296e-05}
+{"train_loss": 0.07653899490833282, "global_step": 27481, "epoch": {"train_loss": 0.07844113558530807{"train_loss": 0.08845619857311249, "global_step": 27482, "epoch": {"train_loss": 0.08684537559747696{"train_loss": 0.09765483438968658, "global_step": 27483, "epoch": 286, "lr": 7.317228201701418e-05}
+{"train_loss": 0.07757682353258133, "global_step": 27484, "epoch": {"train_loss": 0.07867170870304108{"train_loss": 0.0984424576163292, "global_step": 27485, "epoch": 2{"train_loss": 0.0984820127487182{"train_loss": 0.08796967566013336, "global_step": 27486, "epoch": 2{"train_loss": 0.0860169380903244{"train_loss": 0.10044879466295242, "global_step": 27487, "epoch": {"train_loss": 0.0991974025964737,{"train_loss": 0.06764589250087738, "global_step": 27488, "epoch":{"train_loss": 0.07045495510101318,{"train_loss": 0.105796217918396, "global_step": 27489, "epoch": 286, "lr": 7.309572941938427e-05}
+{"train_loss": 0.08200817555189133, "global_step": 27490, "epoch": 286, "lr": 7.308297367723808e-05}
+{"train_loss": 0.07182949781417847, "global_step": 27491, "epoch": 286, "lr": 7.307021879935933e-05}
+{"train_loss": 0.07411345839500427, "global_step": 27492, "epoch": {"train_loss": 0.07448386400938034{"train_loss": 0.1017620861530304, "global_step": 27493, "epoch": 2{"train_loss": 0.1058743149042129{"train_loss": 0.10369686037302017, "global_step": 27494, "epoch": 2{"train_loss": 0.0974931418895721{"train_loss": 0.09413128346204758, "global_step": 27495, "epoch": 286, "lr": 7.301920793225629e-05}
+{"train_loss": 0.08507323265075684, "global_step": 27496, "epoch": 2{"train_loss": 0.088471829891204{"train_loss": 0.06927469372749329, "global_step": 27497, "epoch": 2{"train_loss": 0.0696757584810257{"train_loss": 0.1471460461616516, "global_step": 27498, "epoch": 2{"train_loss": 0.1448724865913391{"train_loss": 0.08961635828018188, "global_step": 27499, "epoch": {"train_loss": 0.0906267836689949,{"train_loss": 0.08053801953792572, "global_step": 27500, "epoch": 286, "lr": 7.295546380481702e-05}
+{"train_loss": 0.1060127466917038, "global_step": 27501, "epoch": 286, "lr": 7.294271757438935e-05}
+{"train_loss": 0.0968237817287445, "global_step": 27502, "epoch": 286, "lr": 7.292997220918423e-05}
+{"train_loss": 0.07688580453395844, "global_step": 27503, "epoch": 286, "lr": 7.291722770928848e-05}
+{"train_loss": 0.08626707643270493, "global_step": 27504, "epoch": 286, "lr": 7.29044840747889e-05}
+{"train_loss": 0.08180271089076996, "global_step": 27505, "epoch": 286, "lr": 7.289174130577232e-05}
+{"train_loss": 0.10011433064937592, "global_step": 27506, "epoch": 2{"train_loss": 0.0948648378252983{"train_loss": 0.06827405840158463, "global_step": 27507, "epoch": 286, "lr": 7.286625836453498e-05}
+{"train_loss": 0.08429612219333649, "global_step": 27508, "epoch": 286, "lr": 7.285351819248782e-05}
+{"train_loss": 0.08535344898700714, "global_step": 27509, "epoch": 286, "lr": 7.284077888627072e-05}
+{"train_loss": 0.07533486187458038, "global_step": 27510, "epoch": 286, "lr": 7.282804044597033e-05}
+{"train_loss": 0.07204599678516388, "global_step": 27511, "epoch": 2{"train_loss": 0.0667814761400222{"train_loss": 0.07756255567073822, "global_step": 27512, "epoch": 286, "lr": 7.280256616346682e-05}
+{"train_loss": 0.09917216747999191, "global_step": 27513, "epoch": 286, "lr": 7.278983032143723e-05}
+{"train_loss": 0.06293036043643951, "global_step": 27514, "epoch": 286, "lr": 7.277709534567127e-05}
+{"train_loss": 0.11502666771411896, "global_step": 27515, "epoch": 286, "lr": 7.276436123625573e-05}
+{"train_loss": 0.09897789359092712, "global_step": 27516, "epoch": 286, "lr": 7.275162799327744e-05}
+{"train_loss": 0.0975649505853653, "global_step": 27517, "epoch": 286, "lr": 7.27388956168229e-05}
+{"train_loss": 0.10000684857368469, "global_step": 27518, "epoch": 286, "lr": 7.272616410697892e-05}
+{"train_loss": 0.08860918134450912, "global_step": 27519, "epoch": 286, "lr": 7.271343346383222e-05}
+{"train_loss": 0.07920132577419281, "global_step": 27520, "epoch": 286, "lr": 7.27007036874695e-05}
+{"train_loss": 0.1088285893201828, "global_step": 27521, "epoch": 286, "lr": 7.268797477797737e-05}
+{"train_loss": 0.09041225910186768, "global_step": 27522, "epoch": 286, "lr": 7.267524673544255e-05}
+{"train_loss": 0.08487512171268463, "global_step": 27523, "epoch": 286, "lr": 7.266251955995172e-05}
+{"train_loss": 0.11870983242988586, "global_step": 27524, "epoch": 28{"train_loss": 0.11605963110923{"train_loss": 0.07426157593727112, "global_step": 27525, "epoch": 286, "lr": 7.263706781044875e-05}
+{"train_loss": 0.10418291389942169, "global_step": 27526, "epoch": 286, "lr": 7.262434323660987e-05}
+{"train_loss": 0.05755571648478508, "global_step": 27527, "epoch": 286, "lr": 7.26116195301616e-05}
+{"train_loss": 0.06614023447036743, "global_step": 27528, "epoch": 28{"train_loss": 0.067780867218971{"train_loss": 0.1097007617354393, "global_step": 27529, "epoch": 286{"train_loss": 0.11179642379283{"train_loss": 0.054897211492061615, "global_step": 27530, "epoch": 286, "lr": 7.257345361602705e-05}
+{"train_loss": 0.08124721795320511, "global_step": 27531, "epoch": 286, "lr": 7.256073338000775e-05}
+{"train_loss": 0.0646982192993164, "global_step": 27532, "epoch": 286,{"train_loss": 0.0647514611482{"train_loss": 0.07192189991474152, "global_step": 27533, "epoch": 286, "lr": 7.253529551152697e-05}
+{"train_loss": 0.11614996194839478, "global_step": 27534, "epoch": 286, "lr": 7.252257787923881e-05}
+{"train_loss": 0.11642517894506454, "global_step": 27535, "epoch": 286, "lr": 7.250986111503435e-05}
+{"train_loss": 0.09154434502124786, "global_step": 27536, "epoch": 28{"train_loss": 0.087103165686130{"train_loss": 0.08531983941793442, "global_step": 27537, "epoch": 28{"train_loss": 0.078988112509250{"train_loss": 0.1079511046409607, "global_step": 27538, "epoch": 286{"train_loss": 0.11064859479665{"train_loss": 0.06639471650123596, "global_step": 27539, "epoch": 286{"train_loss": 0.06964813917875{"train_loss": 0.07978402078151703, "global_step": 27540, "epoch": 286, "lr": 7.244629031829664e-05}
+{"train_loss": 0.07901240885257721, "global_step": 27541, "epoch": 286, "lr": 7.243357876441213e-05}
+{"train_loss": 0.08607877790927887, "global_step": 27542, "epoch": 286, "lr": 7.242086807921737e-05}
+{"train_loss": 0.0985511839389801, "global_step": 27543, "epoch": 286, "lr": 7.240815826279877e-05}
+{"train_loss": 0.08783814311027527, "global_step": 27544, "epoch": 286, "lr": 7.239544931524293e-05}
+{"train_loss": 0.08351874351501465, "global_step": 27545, "epoch": 286, "lr": 7.238274123663644e-05}
+{"train_loss": 0.11452528089284897, "global_step": 27546, "epoch": 286, "lr": 7.237003402706589e-05}
+{"train_loss": 0.08645482361316681, "global_step": 27547, "epoch": 286, "lr": 7.235732768661759e-05}
+{"train_loss": 0.11417847871780396, "global_step": 27548, "epoch": 286, "lr": 7.234462221537834e-05}
+{"train_loss": 0.08866068720817566, "global_step": 27549, "epoch": 286, "lr": 7.233191761343448e-05}
+{"train_loss": 0.09437207877635956, "global_step": 27550, "epoch": 286, "lr": 7.231921388087262e-05}
+{"train_loss": 0.09030749489708494, "global_step": 27551, "epoch": 286, "lr": 7.230651101777913e-05}
+{"train_loss": 0.05959467589855194, "global_step": 27552, "epoch"{"train_loss": 0.060215674340724945{"train_loss": 0.10595516115427017, "global_step": 27553, "epoch": 287, "lr": 7.228110790034368e-05}
+{"train_loss": 0.09583190083503723, "global_step": 27554, "epoch"{"train_loss": 0.099937304854393, "{"train_loss": 0.10104209929704666, "global_step": 27555, "epoch": 287, "lr": 7.225570826182009e-05}
+{"train_loss": 0.09867803752422333, "global_step": 27556, "epoc{"train_loss": 0.10126432031393051, "{"train_loss": 0.08262767642736435, "global_step": 27557, "epoc{"train_loss": 0.08648641407489777, "g{"train_loss": 0.0878504067659378, "global_step": 27558, "epoch{"train_loss": 0.08354312181472778, "{"train_loss": 0.08180328458547592, "global_step": 27559, "epoch": 287, "lr": 7.220491942427561e-05}
+{"train_loss": 0.0787651464343071, "global_step": 27560, "epoch": 287, "lr": 7.219222439029025e-05}
+{"train_loss": 0.07867462933063507, "global_step": 27561, "epoch": 287, "lr": 7.217953022663822e-05}
+{"train_loss": 0.07460466772317886, "global_step": 27562, "epoch": 287, "lr": 7.216683693340572e-05}
+{"train_loss": 0.09317142516374588, "global_step": 27563, "epoch": 287, "lr": 7.215414451067944e-05}
+{"train_loss": 0.09644453227519989, "global_step": 27564, "epoch": 287, "lr": 7.214145295854564e-05}
+{"train_loss": 0.08427028357982635, "global_step": 27565, "epoch": 287, "lr": 7.21287622770909e-05}
+{"train_loss": 0.09973827004432678, "global_step": 27566, "epoch"{"train_loss": 0.09677527844905853, {"train_loss": 0.09307695925235748, "global_step": 27567, "epoch": 287, "lr": 7.21033835265638e-05}
+{"train_loss": 0.05812525749206543, "global_step": 27568, "epoch"{"train_loss": 0.06104142963886261, {"train_loss": 0.08417262136936188, "global_step": 27569, "epoch": 287, "lr": 7.207800825978959e-05}
+{"train_loss": 0.08988789469003677, "global_step": 27570, "epoch"{"train_loss": 0.0908486545085907, "{"train_loss": 0.09115830063819885, "global_step": 27571, "epoch": 287, "lr": 7.205263647745934e-05}
+{"train_loss": 0.13662901520729065, "global_step": 27572, "epoch": 287, "lr": 7.203995189317676e-05}
+{"train_loss": 0.08715057373046875, "global_step": 27573, "epoch": 287, "lr": 7.202726818026419e-05}
+{"train_loss": 0.08507996797561646, "global_step": 27574, "epoch": 287, "lr": 7.201458533880831e-05}
+{"train_loss": 0.10487024486064911, "global_step": 27575, "epoch": 287, "lr": 7.200190336889525e-05}
+{"train_loss": 0.10833922028541565, "global_step": 27576, "epoch": 287, "lr": 7.198922227061151e-05}
+{"train_loss": 0.09048419445753098, "global_step": 27577, "epoch": 287, "lr": 7.197654204404325e-05}
+{"train_loss": 0.0919777974486351, "global_step": 27578, "epoch": 287, "lr": 7.196386268927706e-05}
+{"train_loss": 0.05090440809726715, "global_step": 27579, "epoch": 287, "lr": 7.195118420639912e-05}
+{"train_loss": 0.08175478875637054, "global_step": 27580, "epoch": 287, "lr": 7.19385065954959e-05}
+{"train_loss": 0.05497531592845917, "global_step": 27581, "epoch": 287, "lr": 7.19258298566536e-05}
+{"train_loss": 0.07584670186042786, "global_step": 27582, "epoch": 287, "lr": 7.191315398995855e-05}
+{"train_loss": 0.07542948424816132, "global_step": 27583, "epoch": 287, "lr": 7.190047899549721e-05}
+{"train_loss": 0.09173466265201569, "global_step": 27584, "epoc{"train_loss": 0.08992082625627518, "g{"train_loss": 0.09808094054460526, "global_step": 27585, "epoc{"train_loss": 0.09555285423994064, "g{"train_loss": 0.10015679895877838, "global_step": 27586, "epoc{"train_loss": 0.09305417537689209, "g{"train_loss": 0.09548308700323105, "global_step": 27587, "epoch": 287, "lr": 7.184978774171391e-05}
+{"train_loss": 0.0900244414806366, "global_step": 27588, "epoch{"train_loss": 0.08546951413154602, "{"train_loss": 0.08022822439670563, "global_step": 27589, "epoch": 287, "lr": 7.182444735046778e-05}
+{"train_loss": 0.10437741130590439, "global_step": 27590, "epoch": 287, "lr": 7.181177846405812e-05}
+{"train_loss": 0.10339102149009705, "global_step": 27591, "epoc{"train_loss": 0.10637959837913513, "g{"train_loss": 0.11039000749588013, "global_step": 27592, "epoc{"train_loss": 0.11210016161203384, "g{"train_loss": 0.1001233160495758, "global_step": 27593, "epoch": 287, "lr": 7.177377704271785e-05}
+{"train_loss": 0.06047998368740082, "global_step": 27594, "epoch{"train_loss": 0.06631039083003998, "{"train_loss": 0.06650769710540771, "global_step": 27595, "epoch": 287, "lr": 7.174844712759423e-05}
+{"train_loss": 0.09466609358787537, "global_step": 27596, "epoch": 287, "lr": 7.173578348002217e-05}
+{"train_loss": 0.06429896503686905, "global_step": 27597, "epoch{"train_loss": 0.0641571581363678, "g{"train_loss": 0.10248302668333054, "global_step": 27598, "epoc{"train_loss": 0.09999588131904602, "g{"train_loss": 0.07959002256393433, "global_step": 27599, "epoc{"train_loss": 0.07762894779443741, "g{"train_loss": 0.10673730075359344, "global_step": 27600, "epoc{"train_loss": 0.10661721974611282, "g{"train_loss": 0.09733248502016068, "global_step": 27601, "epoch": 287, "lr": 7.1672478345508e-05}
+{"train_loss": 0.0947025865316391, "global_step": 27602, "epoch": 287, "lr": 7.1659819939878e-05}
+{"train_loss": 0.0731760710477829, "global_step": 27603, "epoch": 287, "lr": 7.164716240820661e-05}
+{"train_loss": 0.07623940706253052, "global_step": 27604, "epoch": 287, "lr": 7.16345057505803e-05}
+{"train_loss": 0.054346971213817596, "global_step": 27605, "epoch": 287, "lr": 7.162184996708505e-05}
+{"train_loss": 0.07732263207435608, "global_step": 27606, "epoch": 287, "lr": 7.16091950578071e-05}
+{"train_loss": 0.10324764251708984, "global_step": 27607, "epoch": 287, "lr": 7.159654102283264e-05}
+{"train_loss": 0.0673048123717308, "global_step": 27608, "epoch"{"train_loss": 0.0683126300573349, "{"train_loss": 0.05365610122680664, "global_step": 27609, "epoch{"train_loss": 0.05636441707611084, "{"train_loss": 0.09345309436321259, "global_step": 27610, "epoch": 287, "lr": 7.155858416459191e-05}
+{"train_loss": 0.07172058522701263, "global_step": 27611, "epoch": 287, "lr": 7.154593362769311e-05}
+{"train_loss": 0.07241597026586533, "global_step": 27612, "epoch": 287, "lr": 7.153328396552852e-05}
+{"train_loss": 0.07658513635396957, "global_step": 27613, "epoch": 287, "lr": 7.152063517818439e-05}
+{"train_loss": 0.09336858987808228, "global_step": 27614, "epoch": 287, "lr": 7.15079872657467e-05}
+{"train_loss": 0.10871398448944092, "global_step": 27615, "epoch": 287, "lr": 7.149534022830182e-05}
+{"train_loss": 0.10208399593830109, "global_step": 27616, "epoch": 287, "lr": 7.148269406593566e-05}
+{"train_loss": 0.11734096705913544, "global_step": 27617, "epoch": 287, "lr": 7.147004877873449e-05}
+{"train_loss": 0.11928679049015045, "global_step": 27618, "epoch": 287, "lr": 7.145740436678423e-05}
+{"train_loss": 0.07945187389850616, "global_step": 27619, "epoch": 287, "lr": 7.144476083017122e-05}
+{"train_loss": 0.06850144267082214, "global_step": 27620, "epoch": 287, "lr": 7.143211816898138e-05}
+{"train_loss": 0.08561613410711288, "global_step": 27621, "epoch": 287, "lr": 7.141947638330089e-05}
+{"train_loss": 0.06293964385986328, "global_step": 27622, "epoch": 287, "lr": 7.140683547321585e-05}
+{"train_loss": 0.06914526969194412, "global_step": 27623, "epoch": 287, "lr": 7.139419543881226e-05}
+{"train_loss": 0.08150853216648102, "global_step": 27624, "epoch": 287, "lr": 7.138155628017622e-05}
+{"train_loss": 0.07270656526088715, "global_step": 27625, "epoch": 287, "lr": 7.136891799739382e-05}
+{"train_loss": 0.07176395505666733, "global_step": 27626, "epoch": 287, "lr": 7.13562805905512e-05}
+{"train_loss": 0.07967764139175415, "global_step": 27627, "epoch": 287, "lr": 7.134364405973425e-05}
+{"train_loss": 0.10536175966262817, "global_step": 27628, "epo{"train_loss": 0.09953376650810242, "g{"train_loss": 0.07325781136751175, "global_step": 27629, "epo{"train_loss": 0.07040631771087646, "gl{"train_loss": 0.09050308167934418, "global_step": 27630, "epo{"train_loss": 0.09109947085380554, "gl{"train_loss": 0.09337136149406433, "global_step": 27631, "epoch": 287, "lr": 7.129310669844507e-05}
+{"train_loss": 0.12877431511878967, "global_step": 27632, "epoch": 287, "lr": 7.128047454904758e-05}
+{"train_loss": 0.09502016007900238, "global_step": 27633, "epoch": 287, "lr": 7.126784327619205e-05}
+{"train_loss": 0.1414574533700943, "global_step": 27634, "epo{"train_loss": 0.13714085519313812, "gl{"train_loss": 0.11937864124774933, "global_step": 27635, "epoch": 287, "lr": 7.124258336045102e-05}
+{"train_loss": 0.09196829795837402, "global_step": 27636, "epo{"train_loss": 0.09280839562416077, "gl{"train_loss": 0.0537482313811779, "global_step": 27637, "epoch": 287, "lr": 7.121732695191001e-05}
+{"train_loss": 0.09494681656360626, "global_step": 27638, "epoch": 287, "lr": 7.120470006305446e-05}
+{"train_loss": 0.06867273896932602, "global_step": 27639, "epoch": 287, "lr": 7.119207405125697e-05}
+{"train_loss": 0.0882253348827362, "global_step": 27640, "epoch{"train_loss": 0.0908912867307663, "g{"train_loss": 0.07342424988746643, "global_step": 27641, "epoch": 287, "lr": 7.116682465917965e-05}
+{"train_loss": 0.10673337429761887, "global_step": 27642, "epoch": 287, "lr": 7.115420127907186e-05}
+{"train_loss": 0.08860768377780914, "global_step": 27643, "epoc{"train_loss": 0.08568570762872696, "g{"train_loss": 0.07502006739377975, "global_step": 27644, "epoc{"train_loss": 0.07710060477256775, "{"train_loss": 0.06407340615987778, "global_step": 27645, "epoch": 287, "lr": 7.11163364035035e-05}
+{"train_loss": 0.06720814853906631, "global_step": 27646, "epoc{"train_loss": 0.07275168597698212, "g{"train_loss": 0.08696730671605717, "global_step": 27647, "epoch": 287, "lr": 7.109109754127985e-05}
+{"train_loss": 0.09363512694835663, "global_step": 27648, "epoch": 288, "lr": 7.107847942687243e-05}
+{"train_loss": 0.10218803584575653, "global_step": 27649, "epoch": 288, "lr": 7.106586219038256e-05}
+{"train_loss": 0.12174396216869354, "global_step": 27650, "epoch": 288, "lr": 7.105324583189603e-05}
+{"train_loss": 0.08262544870376587, "global_step": 27651, "epoch": 288, "lr": 7.104063035149886e-05}
+{"train_loss": 0.08359527587890625, "global_step": 27652, "e{"train_loss": 0.08307985961437225, "gl{"train_loss": 0.09171310067176819, "global_step": 27653, "epoch": 288, "lr": 7.10154020253162e-05}
+{"train_loss": 0.09706685692071915, "global_step": 27654, "epoch": 288, "lr": 7.100278917970247e-05}
+{"train_loss": 0.06803317368030548, "global_step": 27655, "epoch": 288, "lr": 7.099017721252163e-05}
+{"train_loss": 0.08330491185188293, "global_step": 27656, "epoch": 288, "lr": 7.097756612385971e-05}
+{"train_loss": 0.07596279680728912, "global_step": 27657, "epoch": 288, "lr": 7.096495591380239e-05}
+{"train_loss": 0.07662207633256912, "global_step": 27658, "epoch": 288, "lr": 7.095234658243564e-05}
+{"train_loss": 0.06181513890624046, "global_step": 27659, "epoch": 288, "lr": 7.093973812984531e-05}
+{"train_loss": 0.10998629033565521, "global_step": 27660, "epoch": 288, "lr": 7.092713055611734e-05}
+{"train_loss": 0.09510265290737152, "global_step": 27661, "epoch": 288, "lr": 7.091452386133745e-05}
+{"train_loss": 0.10258238017559052, "global_step": 27662, "{"train_loss": 0.09383779764175415, "globa{"train_loss": 0.10373515635728836, "global_step": 27663, "epoch": 288, "lr": 7.088931310896556e-05}
+{"train_loss": 0.07827377319335938, "global_step": 27664, "epoch": 288, "lr": 7.087670905154516e-05}
+{"train_loss": 0.0927579253911972, "global_step": 27665, "epoch": 288, "lr": 7.086410587341625e-05}
+{"train_loss": 0.10265149176120758, "global_step": 27666, "epoch": 288, "lr": 7.085150357466468e-05}
+{"train_loss": 0.10579711198806763, "global_step": 27667, "epoch": 288, "lr": 7.08389021553763e-05}
+{"train_loss": 0.08904373645782471, "global_step": 27668, "epoch": 288, "lr": 7.082630161563682e-05}
+{"train_loss": 0.08365188539028168, "global_step": 27669, {"train_loss": 0.0859631672501564, "global_{"train_loss": 0.10767023265361786, "global_step": 27670,{"train_loss": 0.10352765023708344, "global_{"train_loss": 0.11978690326213837, "global_step": 27671,{"train_loss": 0.12037726491689682, "global_{"train_loss": 0.0895741730928421, "global_step": 27672, {"train_loss": 0.09344124048948288, "global{"train_loss": 0.05927617847919464, "global_step": 27673, {"train_loss": 0.0625898465514183, "global_{"train_loss": 0.07969653606414795, "global_step": 27674,{"train_loss": 0.07843037694692612, "global_{"train_loss": 0.06643885374069214, "global_step": 27675, "epoch": 288, "lr": 7.073812247203813e-05}
+{"train_loss": 0.058769479393959045, "global_step": 27676, "epoch": 288, "lr": 7.072552897177876e-05}
+{"train_loss": 0.04859912395477295, "global_step": 27677, "epoch": 288, "lr": 7.07129363518404e-05}
+{"train_loss": 0.10828337073326111, "global_step": 27678, "epoch": 288, "lr": 7.070034461230883e-05}
+{"train_loss": 0.09924424439668655, "global_step": 27679,{"train_loss": 0.10135769844055176, "global_{"train_loss": 0.0606260783970356, "global_step": 27680, "epoch": 288, "lr": 7.067516377480876e-05}
+{"train_loss": 0.10648271441459656, "global_step": 27681, "epoch": 288, "lr": 7.066257467701182e-05}
+{"train_loss": 0.07448835670948029, "global_step": 27682, {"train_loss": 0.07440482079982758, "global{"train_loss": 0.05809471011161804, "global_step": 27683, "epoch": 288, "lr": 7.063739912375277e-05}
+{"train_loss": 0.08137283474206924, "global_step": 27684, "epoch": 288, "lr": 7.062481266846206e-05}
+{"train_loss": 0.07716599851846695, "global_step": 27685, "epoch": 288, "lr": 7.061222709417816e-05}
+{"train_loss": 0.09256884455680847, "global_step": 27686, "epoch": 288, "lr": 7.059964240098689e-05}
+{"train_loss": 0.10408756136894226, "global_step": 27687, "epoch": 288, "lr": 7.058705858897378e-05}
+{"train_loss": 0.08404050022363663, "global_step": 27688, "epoch": 288, "lr": 7.057447565822462e-05}
+{"train_loss": 0.07245531678199768, "global_step": 27689, "epoch": 288, "lr": 7.056189360882506e-05}
+{"train_loss": 0.050858475267887115, "global_step": 27690, "epoch": 288, "lr": 7.054931244086087e-05}
+{"train_loss": 0.10626581311225891, "global_step": 27691, "epoch": 288, "lr": 7.053673215441761e-05}
+{"train_loss": 0.07040780037641525, "global_step": 27692, "epoch": 288, "lr": 7.052415274958095e-05}
+{"train_loss": 0.06885471940040588, "global_step": 27693, "epoch": 288, "lr": 7.051157422643668e-05}
+{"train_loss": 0.1098787933588028, "global_step": 27694, "epoch": 288, "lr": 7.049899658507031e-05}
+{"train_loss": 0.07558995485305786, "global_step": 27695{"train_loss": 0.076149120926857, "global_ste{"train_loss": 0.0676521360874176, "global_step": 27696, "epoch": 288, "lr": 7.047384394801401e-05}
+{"train_loss": 0.08214583247900009, "global_step": 27697, "epoch": 288, "lr": 7.046126895249545e-05}
+{"train_loss": 0.06914955377578735, "global_step": 27698, "epoch": 288, "lr": 7.044869483909735e-05}
+{"train_loss": 0.08542510867118835, "global_step": 27699, "epoch": 288, "lr": 7.043612160790539e-05}
+{"train_loss": 0.10662651807069778, "global_step": 27700, "epoch": 288, "lr": 7.042354925900521e-05}
+{"train_loss": 0.11125534772872925, "global_step": 27701, "epoch": 288, "lr": 7.041097779248246e-05}
+{"train_loss": 0.09346753358840942, "global_step": 277{"train_loss": 0.09331143647432327, "global_ste{"train_loss": 0.10754607617855072, "global_step": 27703, "epoch": 288, "lr": 7.038583750691144e-05}
+{"train_loss": 0.09633994847536087, "global_step": 27704, "epoch": 288, "lr": 7.03732686880344e-05}
+{"train_loss": 0.08846994489431381, "global_step": 277{"train_loss": 0.08825705945491791, "global_ste{"train_loss": 0.05776502937078476, "global_step": 27706, "epoch": 288, "lr": 7.034813369852531e-05}
+{"train_loss": 0.09872395545244217, "global_step": 27707, "epoch": 288, "lr": 7.033556752806436e-05}
+{"train_loss": 0.11440038681030273, "global_step": 277{"train_loss": 0.11377992480993271, "global_ste{"train_loss": 0.0879020243883133, "global_step": 27709, "epoch": 288, "lr": 7.031043783615761e-05}
+{"train_loss": 0.10606905817985535, "global_step": 27710, "epoch": 288, "lr": 7.029787431488288e-05}
+{"train_loss": 0.0755845382809639, "global_step": 27711{"train_loss": 0.07638724148273468, "global_s{"train_loss": 0.10708209872245789, "global_step": 27712{"train_loss": 0.10890895873308182, "global_s{"train_loss": 0.10346328467130661, "global_step": 27713{"train_loss": 0.10662607848644257, "global_s{"train_loss": 0.07373297214508057, "global_step": 27714, "epoch": 288, "lr": 7.024762906297143e-05}
+{"train_loss": 0.0806410163640976, "global_step": 27715, "epoch": 288, "lr": 7.023506995871807e-05}
+{"train_loss": 0.08850535750389099, "global_step": 27716, "epoch": 288, "lr": 7.022251173812566e-05}
+{"train_loss": 0.045562658458948135, "global_step": 27717, "epoch": 288, "lr": 7.020995440127957e-05}
+{"train_loss": 0.06116314232349396, "global_step": 27718, "epoch": 288, "lr": 7.019739794826538e-05}
+{"train_loss": 0.0822409838438034, "global_step": 27719, "epoch": 288, "lr": 7.018484237916868e-05}
+{"train_loss": 0.09394706785678864, "global_step": 27720{"train_loss": 0.09029539674520493, "global_{"train_loss": 0.08708356320858002, "global_step": 27721, "epoch": 288, "lr": 7.015973389306931e-05}
+{"train_loss": 0.08518153429031372, "global_step": 27722, "epoch": 288, "lr": 7.014718097623772e-05}
+{"train_loss": 0.06979212164878845, "global_step": 27723, "epoch": 288, "lr": 7.013462894366558e-05}
+{"train_loss": 0.10166838765144348, "global_step": 27724, "epoch": 288, "lr": 7.01220777954382e-05}
+{"train_loss": 0.11171033978462219, "global_step": 2772{"train_loss": 0.10660398751497269, "global_st{"train_loss": 0.07959768176078796, "global_step": 2772{"train_loss": 0.0768229141831398, "global_ste{"train_loss": 0.08829499781131744, "global_step": 277{"train_loss": 0.08762407302856445, "global_ste{"train_loss": 0.0902128666639328, "global_step": 27728, "epoch": 288, "lr": 7.007188204768644e-05}
+{"train_loss": 0.09221476316452026, "global_step": 27729, "epoch": 288, "lr": 7.005933532246527e-05}
+{"train_loss": 0.09974805265665054, "global_step": 27730, "epoch": 288, "lr": 7.004678948210161e-05}
+{"train_loss": 0.07733398675918579, "global_step": 27731, "epoch": 288, "lr": 7.003424452668104e-05}
+{"train_loss": 0.07477416098117828, "global_step": 27732, "epoch": 288, "lr": 7.002170045628882e-05}
+{"train_loss": 0.07080873847007751, "global_step": 2773{"train_loss": 0.07212328910827637, "global_st{"train_loss": 0.09315253049135208, "global_step": 27734, "epoch": 288, "lr": 6.999661497093142e-05}
+{"train_loss": 0.10883844643831253, "global_step": 27735, "epoch": 288, "lr": 6.998407355613701e-05}
+{"train_loss": 0.09070822596549988, "global_step": 2773{"train_loss": 0.09217387437820435, "global_st{"train_loss": 0.08241426944732666, "global_step": 27737, "epoch": 288, "lr": 6.99589933827438e-05}
+{"train_loss": 0.09544970095157623, "global_step": 27{"train_loss": 0.09265417605638504, "global_ste{"train_loss": 0.08735758811235428, "global_step": 27739, "epoch": 288, "lr": 6.993391675151411e-05}
+{"train_loss": 0.08328431099653244, "global_step": 27{"train_loss": 0.08557932823896408, "global_step{"train_loss": 0.08386778086423874, "global_step": 27741, "epoch": 288, "lr": 6.9908843663131e-05}
+{"train_loss": 0.14963173866271973, "global_step": 27{"train_loss": 0.14314889907836914, "global_step{"train_loss": 0.08758025519394626, "global_step": 27743, "epoch": 288, "lr": 6.988377411827738e-05}
+{"train_loss": 0.09059745073318481, "global_step": 27744, "epoch": 289, "lr": 6.98712406748875e-05}
+{"train_loss": 0.07952630519866943, "global_step": 27{"train_loss": 0.07761640846729279, "global_step{"train_loss": 0.10363797843456268, "global_step": 27{"train_loss": 0.1078406572341919, "global_step"{"train_loss": 0.08952783048152924, "global_step": 27747, "epoch": 289, "lr": 6.983364566188994e-05}
+{"train_loss": 0.05861492455005646, "global_step": 27748, "epoch": 289, "lr": 6.982111576356587e-05}
+{"train_loss": 0.0830405056476593, "global_step": 27749, "epoch": 289, "lr": 6.980858675172164e-05}
+{"train_loss": 0.10385018587112427, "global_step": 27750, "epoch": 289, "lr": 6.979605862644236e-05}
+{"train_loss": 0.0899813324213028, "global_step": 27751, "epoch": 289, "lr": 6.978353138781361e-05}
+{"train_loss": 0.08019481599330902, "global_step": 27752, "epoch": 289, "lr": 6.977100503592054e-05}
+{"train_loss": 0.08514919877052307, "global_step": 27753, "epoch": 289, "lr": 6.975847957084853e-05}
+{"train_loss": 0.07141225039958954, "global_step": 27{"train_loss": 0.07276656478643417, "global_ste{"train_loss": 0.06138420104980469, "global_step": 27755, "epoch": 289, "lr": 6.973343130150862e-05}
+{"train_loss": 0.07403971999883652, "global_step": 27{"train_loss": 0.07591456174850464, "global_step{"train_loss": 0.09697332978248596, "global_step": 27{"train_loss": 0.09533282369375229, "global_ste{"train_loss": 0.06296224147081375, "global_step": 27{"train_loss": 0.06669801473617554, "global_ste{"train_loss": 0.1313539743423462, "global_step": 277{"train_loss": 0.1323842704296112, "global_step{"train_loss": 0.1035083755850792, "global_step": 277{"train_loss": 0.1039954125881195, "global_step{"train_loss": 0.09817475080490112, "global_step": 27761, "epoch": 289, "lr": 6.965830778606273e-05}
+{"train_loss": 0.11722759902477264, "global_step": 27762, "epoch": 289, "lr": 6.96457903062174e-05}
+{"train_loss": 0.07516361773014069, "global_step": 27{"train_loss": 0.07601724565029144, "global_step{"train_loss": 0.09462332725524902, "global_step": 27{"train_loss": 0.09366646409034729, "global_step{"train_loss": 0.0863383486866951, "global_step": 27765, "epoch": 289, "lr": 6.960824319306433e-05}
+{"train_loss": 0.09041063487529755, "global_step": 277{"train_loss": 0.09184901416301727, "global_ste{"train_loss": 0.08939319849014282, "global_step": 277{"train_loss": 0.08551178127527237, "global_st{"train_loss": 0.07047147303819656, "global_step": 277{"train_loss": 0.07010714709758759, "global_ste{"train_loss": 0.07275821268558502, "global_step": 27769, "epoch": 289, "lr": 6.955819280693582e-05}
+{"train_loss": 0.082328662276268, "global_step": 27770{"train_loss": 0.08048072457313538, "global_s{"train_loss": 0.08665961027145386, "global_step": 27771, "epoch": 289, "lr": 6.953317294315203e-05}
+{"train_loss": 0.08128015697002411, "global_step": 27772{"train_loss": 0.07490760833024979, "global_s{"train_loss": 0.06811225414276123, "global_step": 27773{"train_loss": 0.06824997067451477, "global_s{"train_loss": 0.07468404620885849, "global_step": 27774, "epoch": 289, "lr": 6.949564981099359e-05}
+{"train_loss": 0.09634290635585785, "global_step": 27775{"train_loss": 0.09734071791172028, "global_s{"train_loss": 0.08634096384048462, "global_step": 27776, "epoch": 289, "lr": 6.947063883289316e-05}
+{"train_loss": 0.07149738073348999, "global_step": 2777{"train_loss": 0.07737983763217926, "global_st{"train_loss": 0.06643561273813248, "global_step": 27778, "epoch": 289, "lr": 6.944563141025847e-05}
+{"train_loss": 0.09511807560920715, "global_step": 27779, "epoch": 289, "lr": 6.943312903245365e-05}
+{"train_loss": 0.11717220395803452, "global_step": 27780, "epoch": 289, "lr": 6.942062754377054e-05}
+{"train_loss": 0.08475752174854279, "global_step": 27781, "epoch": 289, "lr": 6.940812694429458e-05}
+{"train_loss": 0.05792254954576492, "global_step": 27782, "epoch": 289, "lr": 6.939562723411063e-05}
+{"train_loss": 0.09082745015621185, "global_step": 27783, "epoch": 289, "lr": 6.9383128413304e-05}
+{"train_loss": 0.09847413003444672, "global_step": 27784, "epoch": 289, "lr": 6.937063048195962e-05}
+{"train_loss": 0.07731707394123077, "global_step": 277{"train_loss": 0.07646971940994263, "global_ste{"train_loss": 0.08725550770759583, "global_step": 27786, "epoch": 289, "lr": 6.934563728799834e-05}
+{"train_loss": 0.09481584280729294, "global_step": 27787, "epoch": 289, "lr": 6.93331420255516e-05}
+{"train_loss": 0.06995459645986557, "global_step": 27788, "epoch": 289, "lr": 6.932064765290768e-05}
+{"train_loss": 0.08024400472640991, "global_step": 27789, "epoch": 289, "lr": 6.930815417015153e-05}
+{"train_loss": 0.07687841355800629, "global_step": 27790, "epoch": 289, "lr": 6.929566157736831e-05}
+{"train_loss": 0.08597297221422195, "global_step": 277{"train_loss": 0.08021658658981323, "global_ste{"train_loss": 0.08941905200481415, "global_step": 277{"train_loss": 0.09049256145954132, "global_ste{"train_loss": 0.11187152564525604, "global_step": 277{"train_loss": 0.11505819857120514, "global_ste{"train_loss": 0.07402954995632172, "global_step": 27794, "epoch": 289, "lr": 6.924570010766553e-05}
+{"train_loss": 0.09484457969665527, "global_step": 277{"train_loss": 0.09401126205921173, "global_st{"train_loss": 0.06755130738019943, "global_step": 277{"train_loss": 0.06851725280284882, "global_ste{"train_loss": 0.07069003582000732, "global_step": 277{"train_loss": 0.07457169890403748, "global_ste{"train_loss": 0.09681696444749832, "global_step": 27798, "epoch": 289, "lr": 6.919575288433355e-05}
+{"train_loss": 0.08550311625003815, "global_step": 277{"train_loss": 0.08582834899425507, "global_ste{"train_loss": 0.10305774211883545, "global_step": 278{"train_loss": 0.10718581080436707, "global_st{"train_loss": 0.06390015035867691, "global_step": 278{"train_loss": 0.05989536643028259, "global_st{"train_loss": 0.0740887001156807, "global_step": 27802, "epoch": 289, "lr": 6.914581991281455e-05}
+{"train_loss": 0.06630127131938934, "global_step": 2780{"train_loss": 0.07090921700000763, "global_s{"train_loss": 0.09366638958454132, "global_step": 27804, "epoch": 289, "lr": 6.912085877318511e-05}
+{"train_loss": 0.0942569375038147, "global_step": 27805, "epoch": 289, "lr": 6.910837954020042e-05}
+{"train_loss": 0.0848655253648758, "global_step": 27806,{"train_loss": 0.08721011877059937, "global_{"train_loss": 0.0881422907114029, "global_step": 27807, "epoch": 289, "lr": 6.908342374831576e-05}
+{"train_loss": 0.11235089600086212, "global_step": 27808, {"train_loss": 0.10880593955516815, "global{"train_loss": 0.09680198132991791, "global_step": 27809, {"train_loss": 0.09620743244886398, "global{"train_loss": 0.10635612905025482, "global_step": 27810, {"train_loss": 0.09931018948554993, "globa{"train_loss": 0.08041486889123917, "global_step": 27811, "epoch": 289, "lr": 6.903352286326508e-05}
+{"train_loss": 0.128827765583992, "global_step": 27812, "e{"train_loss": 0.12868136167526245, "glob{"train_loss": 0.06881064176559448, "global_step": 27813, "epoch": 289, "lr": 6.900857777145824e-05}
+{"train_loss": 0.06750217080116272, "global_step": 27814, "epoch": 289, "lr": 6.899610656353178e-05}
+{"train_loss": 0.10098768025636673, "global_step": 27815, "e{"train_loss": 0.09341557323932648, "glob{"train_loss": 0.1285203993320465, "global_step": 27816, "ep{"train_loss": 0.11894303560256958, "glo{"train_loss": 0.11338172107934952, "global_step": 27817, "ep{"train_loss": 0.11047422885894775, "glo{"train_loss": 0.060051288455724716, "global_step": 27818, "e{"train_loss": 0.06388679146766663, "glob{"train_loss": 0.10617925971746445, "global_step": 27819, "e{"train_loss": 0.1064452975988388, "globa{"train_loss": 0.07138492912054062, "global_step": 27820, "{"train_loss": 0.07220784574747086, "globa{"train_loss": 0.056765519082546234, "global_step": 27821, {"train_loss": 0.05715186893939972, "glob{"train_loss": 0.09167395532131195, "global_step": 27822, {"train_loss": 0.09230633080005646, "globa{"train_loss": 0.07924012839794159, "global_step": 27823, {"train_loss": 0.08677861839532852, "globa{"train_loss": 0.0931190475821495, "global_step": 27824, "{"train_loss": 0.0946568176150322, "global{"train_loss": 0.07366225123405457, "global_step": 27825, {"train_loss": 0.07445327937602997, "globa{"train_loss": 0.08653779327869415, "global_step": 27826, {"train_loss": 0.08263109624385834, "global{"train_loss": 0.10216248780488968, "global_step": 27827, {"train_loss": 0.09897554665803909, "global{"train_loss": 0.0719214454293251, "global_step": 27828, "{"train_loss": 0.07464376091957092, "globa{"train_loss": 0.0802144706249237, "global_step": 27829, "e{"train_loss": 0.07923701405525208, "glob{"train_loss": 0.10192994773387909, "global_step": 27830, "e{"train_loss": 0.10482443124055862, "glob{"train_loss": 0.05980220437049866, "global_step": 27831, "e{"train_loss": 0.059266962110996246, "glo{"train_loss": 0.10858231037855148, "global_step": 27832, "ep{"train_loss": 0.11348460614681244, "glo{"train_loss": 0.10600551962852478, "global_step": 27833, "ep{"train_loss": 0.10630378127098083, "gl{"train_loss": 0.1223178505897522, "global_step": 27834, "epoch": 289, "lr": 6.874686985845562e-05}
+{"train_loss": 0.07043872773647308, "global_step": 27835, "epoch": 289, "lr": 6.87344174024088e-05}
+{"train_loss": 0.12485519796609879, "global_step": 27836, "epo{"train_loss": 0.1276651918888092, "glo{"train_loss": 0.07130789756774902, "global_step": 27837, "ep{"train_loss": 0.0667801946401596, "glob{"train_loss": 0.0670284777879715, "global_step": 27838, "ep{"train_loss": 0.070155069231987, "globa{"train_loss": 0.08706232738525917, "global_step": 27839, "epoch": 289, "lr": 6.868461651786823e-05}
+{"train_loss": 0.10612296313047409, "global_step": 27840, "epoch": 290, "lr": 6.867216853206872e-05}
+{"train_loss": 0.07442940771579742, "global_step": 278{"train_loss": 0.07201772183179855, "global_ste{"train_loss": 0.04245816543698311, "global_step": 278{"train_loss": 0.04490262642502785, "global_ste{"train_loss": 0.0949842557311058, "global_step": 2784{"train_loss": 0.09603007137775421, "global_st{"train_loss": 0.09366851300001144, "global_step": 27844, "epoch": 290, "lr": 6.862238553275568e-05}
+{"train_loss": 0.08619815111160278, "global_step": 27845, "epoch": 290, "lr": 6.860994201932247e-05}
+{"train_loss": 0.10723920166492462, "global_step": 27846, "epoch": 290, "lr": 6.859749940061677e-05}
+{"train_loss": 0.10705706477165222, "global_step": 2784{"train_loss": 0.10497912019491196, "global_st{"train_loss": 0.07652883976697922, "global_step": 27848, "epoch": 290, "lr": 6.857261684772692e-05}
+{"train_loss": 0.08446107804775238, "global_step": 27849, "epoch": 290, "lr": 6.856017691371212e-05}
+{"train_loss": 0.11349224299192429, "global_step": 2785{"train_loss": 0.11485804617404938, "global_st{"train_loss": 0.07549305260181427, "global_step": 2785{"train_loss": 0.07656649500131607, "global_st{"train_loss": 0.07642689347267151, "global_step": 27852, "epoch": 290, "lr": 6.852286248240503e-05}
+{"train_loss": 0.07673393934965134, "global_step": 278{"train_loss": 0.07404997199773788, "global_ste{"train_loss": 0.10060617327690125, "global_step": 27854, "epoch": 290, "lr": 6.849799067132822e-05}
+{"train_loss": 0.05430291220545769, "global_step": 27855, "epoch": 290, "lr": 6.848555610898236e-05}
+{"train_loss": 0.07411247491836548, "global_step": 27{"train_loss": 0.07071545720100403, "global_step{"train_loss": 0.08357623219490051, "global_step": 27{"train_loss": 0.08150166273117065, "global_ste{"train_loss": 0.05722164735198021, "global_step": 27{"train_loss": 0.05797537788748741, "global_ste{"train_loss": 0.08393177390098572, "global_step": 27{"train_loss": 0.08791607618331909, "global_step{"train_loss": 0.10441909730434418, "global_step": 27{"train_loss": 0.09907275438308716, "global_step{"train_loss": 0.07727406173944473, "global_step": 27{"train_loss": 0.06798191368579865, "global_step{"train_loss": 0.0830249935388565, "global_step": 27862, "epoch": 290, "lr": 6.83985392533892e-05}
+{"train_loss": 0.10068367421627045, "global_step": 27863, "epoch": 290, "lr": 6.838611185801007e-05}
+{"train_loss": 0.08766430616378784, "global_step": 27864, "epoch": 290, "lr": 6.837368535888262e-05}
+{"train_loss": 0.09617385268211365, "global_step": 27865, "epoch": 290, "lr": 6.836125975609153e-05}
+{"train_loss": 0.07067692279815674, "global_step": 27866, "epoch": 290, "lr": 6.83488350497214e-05}
+{"train_loss": 0.09630224853754044, "global_step": 278{"train_loss": 0.09798137098550797, "global_st{"train_loss": 0.09116062521934509, "global_step": 278{"train_loss": 0.09381788969039917, "global_ste{"train_loss": 0.1090436726808548, "global_step": 2786{"train_loss": 0.10234677046537399, "global_st{"train_loss": 0.08823332190513611, "global_step": 2787{"train_loss": 0.09616593271493912, "global_st{"train_loss": 0.08465497195720673, "global_step": 2787{"train_loss": 0.08518219739198685, "global_st{"train_loss": 0.07008082419633865, "global_step": 27872, "epoch": 290, "lr": 6.827430564107868e-05}
+{"train_loss": 0.10711532831192017, "global_step": 2787{"train_loss": 0.10158497840166092, "global_{"train_loss": 0.1086006909608841, "global_step": 27874, "epoch": 290, "lr": 6.824946968006705e-05}
+{"train_loss": 0.06773340702056885, "global_step": 27875, "epoch": 290, "lr": 6.823705304529227e-05}
+{"train_loss": 0.05654241144657135, "global_step": 27876, "epoch": 290, "lr": 6.822463730778425e-05}
+{"train_loss": 0.06702208518981934, "global_step": 27877, "epoch": 290, "lr": 6.821222246762755e-05}
+{"train_loss": 0.09749888628721237, "global_step": 27878, "epoch": 290, "lr": 6.819980852490679e-05}
+{"train_loss": 0.06954667717218399, "global_step": 27879{"train_loss": 0.07645139843225479, "global_s{"train_loss": 0.05121619254350662, "global_step": 27880{"train_loss": 0.049261197447776794, "global{"train_loss": 0.06665374338626862, "global_step": 27881,{"train_loss": 0.06973801553249359, "global_{"train_loss": 0.07634953409433365, "global_step": 27882,{"train_loss": 0.07462158799171448, "global_{"train_loss": 0.10936791449785233, "global_step": 27883, "epoch": 290, "lr": 6.813775227579926e-05}
+{"train_loss": 0.09153291583061218, "global_step": 27884,{"train_loss": 0.09040145576000214, "global_{"train_loss": 0.09054428339004517, "global_step": 27885,{"train_loss": 0.09182924032211304, "global{"train_loss": 0.08115033805370331, "global_step": 27886,{"train_loss": 0.08440470695495605, "global_{"train_loss": 0.08601003140211105, "global_step": 27887, "epoch": 290, "lr": 6.808812343897977e-05}
+{"train_loss": 0.09027808904647827, "global_step": 27888, "epoch": 290, "lr": 6.807571847526602e-05}
+{"train_loss": 0.07308316975831985, "global_step": 27889,{"train_loss": 0.06876097619533539, "global_{"train_loss": 0.10312477499246597, "global_step": 27890, "epoch": 290, "lr": 6.805091124301932e-05}
+{"train_loss": 0.08163492381572723, "global_step": 27891, "epoch": 290, "lr": 6.803850897465524e-05}
+{"train_loss": 0.07527084648609161, "global_step": 27892, "epoch": 290, "lr": 6.802610760490996e-05}
+{"train_loss": 0.07169933617115021, "global_step": 27893, "epoch": 290, "lr": 6.801370713386798e-05}
+{"train_loss": 0.06929579377174377, "global_step": 27894{"train_loss": 0.0682031661272049, "global_st{"train_loss": 0.09169714152812958, "global_step": 2789{"train_loss": 0.09192001819610596, "global_st{"train_loss": 0.10078577697277069, "global_step": 2789{"train_loss": 0.10327044129371643, "global_st{"train_loss": 0.0833781510591507, "global_step": 27897{"train_loss": 0.07986082136631012, "global_s{"train_loss": 0.12313230335712433, "global_step": 27898{"train_loss": 0.11830668151378632, "global_s{"train_loss": 0.09755340963602066, "global_step": 27899, "epoch": 290, "lr": 6.793932318511256e-05}
+{"train_loss": 0.08697320520877838, "global_step": 27900, "epoch": 290, "lr": 6.792692900735744e-05}
+{"train_loss": 0.12668828666210175, "global_step": 27901, "epoch": 290, "lr": 6.791453572898087e-05}
+{"train_loss": 0.09024286270141602, "global_step": 27902, "epoch": 290, "lr": 6.790214335006735e-05}
+{"train_loss": 0.10867119580507278, "global_step": 279{"train_loss": 0.11041213572025299, "global_ste{"train_loss": 0.09194387495517731, "global_step": 27904, "epoch": 290, "lr": 6.787736129096695e-05}
+{"train_loss": 0.12315341830253601, "global_step": 279{"train_loss": 0.12047651410102844, "global_ste{"train_loss": 0.06628856807947159, "global_step": 279{"train_loss": 0.06634054332971573, "global_ste{"train_loss": 0.045674845576286316, "global_step": 27{"train_loss": 0.04709809646010399, "global_step{"train_loss": 0.08464217185974121, "global_step": 27908, "epoch": 290, "lr": 6.782780797003507e-05}
+{"train_loss": 0.10431013256311417, "global_step": 27909, "epoch": 290, "lr": 6.781542188972525e-05}
+{"train_loss": 0.06767018139362335, "global_step": 27{"train_loss": 0.06837495416402817, "global_step{"train_loss": 0.09004765748977661, "global_step": 27911, "epoch": 290, "lr": 6.779065242960385e-05}
+{"train_loss": 0.1166222095489502, "global_step": 27912, "epoch": 290, "lr": 6.777826904996091e-05}
+{"train_loss": 0.07529321312904358, "global_step": 27913, "epoch": 290, "lr": 6.776588657070895e-05}
+{"train_loss": 0.09822122007608414, "global_step": 279{"train_loss": 0.09996944665908813, "global_ste{"train_loss": 0.08368440717458725, "global_step": 279{"train_loss": 0.08439381420612335, "global_ste{"train_loss": 0.0875038206577301, "global_step": 27916, "epoch": 290, "lr": 6.772874453614193e-05}
+{"train_loss": 0.07967996597290039, "global_step": 2791{"train_loss": 0.0751507431268692, "global_s{"train_loss": 0.05581912398338318, "global_step": 27918, "epoch": 290, "lr": 6.770398768326452e-05}
+{"train_loss": 0.10067152976989746, "global_step": 27919, "epoch": 290, "lr": 6.769161060812888e-05}
+{"train_loss": 0.09299881011247635, "global_step": 27920, "epoch": 290, "lr": 6.767923443397425e-05}
+{"train_loss": 0.08077581226825714, "global_step": 27921, "epoch": 290, "lr": 6.7666859160885e-05}
+{"train_loss": 0.07072664052248001, "global_step": 27922, "epoch": 290, "lr": 6.765448478894536e-05}
+{"train_loss": 0.10260803252458572, "global_step": 27923, "epoch": 290, "lr": 6.76421113182397e-05}
+{"train_loss": 0.08071897178888321, "global_step": 27924, "epoch": 290, "lr": 6.76297387488521e-05}
+{"train_loss": 0.09696179628372192, "global_step": 27925, "epoch": 290, "lr": 6.761736708086695e-05}
+{"train_loss": 0.08574476838111877, "global_step": 27926, "epoch": 290, "lr": 6.760499631436848e-05}
+{"train_loss": 0.07489470392465591, "global_step": 27927, "epoch": 290, "lr": 6.759262644944084e-05}
+{"train_loss": 0.10771960020065308, "global_step": 27928, "epoch": 290, "lr": 6.758025748616836e-05}
+{"train_loss": 0.05279245972633362, "global_step": 27{"train_loss": 0.05378544330596924, "global_ste{"train_loss": 0.10476280003786087, "global_step": 27930, "epoch": 290, "lr": 6.755552226492574e-05}
+{"train_loss": 0.1182725727558136, "global_step": 27931, "epoch": 290, "lr": 6.754315600712391e-05}
+{"train_loss": 0.0882260650396347, "global_step": 27932, "epoch": 290, "lr": 6.753079065131425e-05}
+{"train_loss": 0.08193527162075043, "global_step": 27933, "epoch": 290, "lr": 6.751842619758071e-05}
+{"train_loss": 0.09314636886119843, "global_step": 27934, "epoch": 290, "lr": 6.750606264600767e-05}
+{"train_loss": 0.08679428234851609, "global_step": 27935, "epoch": 290, "lr": 6.749369999667916e-05, "train_action_mse_error": 2.9241373340482824e-06}
+{"train_loss": 0.07444696873426437, "global_step": 27936, "epoch": 291, "lr": 6.748133824967943e-05}
+{"train_loss": 0.0637008547782898, "global_step": 27937, "epoch": 291, "lr": 6.746897740509277e-05}
+{"train_loss": 0.09264674037694931, "global_step": 27938, "epoch": 291, "lr": 6.745661746300316e-05}
+{"train_loss": 0.0713881105184555, "global_step": 27939, "epoch": 291, "lr": 6.744425842349487e-05}
+{"train_loss": 0.09237358719110489, "global_step": 27940, "epoch": 291, "lr": 6.743190028665204e-05}
+{"train_loss": 0.06745767593383789, "global_step": 27941, "epoch": 291, "lr": 6.741954305255893e-05}
+{"train_loss": 0.08821990340948105, "global_step": 27942, "epoch": 291, "lr": 6.740718672129946e-05}
+{"train_loss": 0.08980891108512878, "global_step": 27943, "epoch": 291, "lr": 6.739483129295805e-05}
+{"train_loss": 0.05948735773563385, "global_step": 27944,{"train_loss": 0.057665854692459106, "global{"train_loss": 0.0754672959446907, "global_step": 27945, "{"train_loss": 0.07418927550315857, "globa{"train_loss": 0.09960192441940308, "global_step": 27946, "epoch": 291, "lr": 6.735777042628243e-05}
+{"train_loss": 0.09262020885944366, "global_step": 27947, "{"train_loss": 0.08764003217220306, "glo{"train_loss": 0.1102285236120224, "global_step": 27948, "e{"train_loss": 0.11006578803062439, "glob{"train_loss": 0.07110513746738434, "global_step": 27949, "e{"train_loss": 0.07318241894245148, "glob{"train_loss": 0.09528245031833649, "global_step": 27950, "e{"train_loss": 0.09655390679836273, "glob{"train_loss": 0.06106354296207428, "global_step": 27951, "e{"train_loss": 0.06636376678943634, "glob{"train_loss": 0.075217604637146, "global_step": 27952, "epoch": 291, "lr": 6.728367308307184e-05}
+{"train_loss": 0.08806480467319489, "global_step": 27953, "epo{"train_loss": 0.08666712045669556, "gl{"train_loss": 0.06973442435264587, "global_step": 27954, "epo{"train_loss": 0.07312266528606415, "gl{"train_loss": 0.1290930211544037, "global_step": 27955, "epoch": 291, "lr": 6.724663661107789e-05}
+{"train_loss": 0.09399129450321198, "global_step": 27956, "epo{"train_loss": 0.09594596922397614, "gl{"train_loss": 0.08497384190559387, "global_step": 27957, "epo{"train_loss": 0.089541494846344, "glob{"train_loss": 0.12212385982275009, "global_step": 27958, "e{"train_loss": 0.11664478480815887, "glob{"train_loss": 0.07688096165657043, "global_step": 27959, "e{"train_loss": 0.07752828299999237, "glob{"train_loss": 0.11433708667755127, "global_step": 27960, "e{"train_loss": 0.11054500192403793, "glob{"train_loss": 0.08514261990785599, "global_step": 27961, "e{"train_loss": 0.09095059335231781, "glob{"train_loss": 0.09652844071388245, "global_step": 27962, "e{"train_loss": 0.10023858398199081, "glob{"train_loss": 0.10634206980466843, "global_step": 27963, "epoch": 291, "lr": 6.714791246841775e-05}
+{"train_loss": 0.14166009426116943, "global_step": 27964, "epoch": 291, "lr": 6.713557602077874e-05}
+{"train_loss": 0.07535163313150406, "global_step": 27965, "epoch": 291, "lr": 6.71232404779073e-05}
+{"train_loss": 0.10588599741458893, "global_step": 27966, "epoch": 291, "lr": 6.711090583988731e-05}
+{"train_loss": 0.0862646996974945, "global_step": 27967, "epoch": 291, "lr": 6.709857210680288e-05}
+{"train_loss": 0.08576260507106781, "global_step": 27968, "ep{"train_loss": 0.08862736821174622, "glo{"train_loss": 0.08037903904914856, "global_step": 27969, "epoch": 291, "lr": 6.707390735577638e-05}
+{"train_loss": 0.06113939732313156, "global_step": 27970, "epoch": 291, "lr": 6.706157633800232e-05}
+{"train_loss": 0.09694845974445343, "global_step": 27971, "epoch": 291, "lr": 6.704924622549975e-05}
+{"train_loss": 0.10989982634782791, "global_step": 27972, "ep{"train_loss": 0.1073005348443985, "glob{"train_loss": 0.10026749223470688, "global_step": 27973, "e{"train_loss": 0.09589774161577225, "glob{"train_loss": 0.11987832188606262, "global_step": 27974, "epoch": 291, "lr": 6.701226132046004e-05}
+{"train_loss": 0.08576427400112152, "global_step": 27975, "e{"train_loss": 0.0854266881942749, "globa{"train_loss": 0.06937555968761444, "global_step": 27976, "{"train_loss": 0.06740318238735199, "globa{"train_loss": 0.08272155374288559, "global_step": 27977, "{"train_loss": 0.07960613071918488, "globa{"train_loss": 0.10440400242805481, "global_step": 27978, "{"train_loss": 0.09870368242263794, "globa{"train_loss": 0.076494961977005, "global_step": 27979, "ep{"train_loss": 0.08008335530757904, "glo{"train_loss": 0.11326082050800323, "global_step": 27980, "epoch": 291, "lr": 6.693831596404245e-05}
+{"train_loss": 0.07162638008594513, "global_step": 27981, "ep{"train_loss": 0.07455554604530334, "glo{"train_loss": 0.06955184042453766, "global_step": 27982, "epoch": 291, "lr": 6.691367475989451e-05}
+{"train_loss": 0.08875435590744019, "global_step": 27983, "epoch": 291, "lr": 6.690135551719641e-05}
+{"train_loss": 0.06666937470436096, "global_step": 27984, "epoch": 291, "lr": 6.688903718086088e-05}
+{"train_loss": 0.0719652995467186, "global_step": 27985, "epo{"train_loss": 0.07360710203647614, "gl{"train_loss": 0.07048492878675461, "global_step": 27986, "epo{"train_loss": 0.07021276652812958, "gl{"train_loss": 0.10083331167697906, "global_step": 27987, "epo{"train_loss": 0.09519636631011963, "gl{"train_loss": 0.06561411917209625, "global_step": 27988, "epoch": 291, "lr": 6.683977290082106e-05}
+{"train_loss": 0.07905186712741852, "global_step": 27989, "epo{"train_loss": 0.08132681250572205, "gl{"train_loss": 0.08126027882099152, "global_step": 27990, "epo{"train_loss": 0.07952508330345154, "g{"train_loss": 0.08238109946250916, "global_step": 27991, "epo{"train_loss": 0.08291541039943695, "gl{"train_loss": 0.05826478451490402, "global_step": 27992, "epo{"train_loss": 0.057577621191740036, "g{"train_loss": 0.10480758547782898, "global_step": 27993, "epoc{"train_loss": 0.1028631180524826, "gl{"train_loss": 0.07830944657325745, "global_step": 27994, "epo{"train_loss": 0.07802683115005493, "gl{"train_loss": 0.11605152487754822, "global_step": 27995, "epo{"train_loss": 0.10581516474485397, "gl{"train_loss": 0.08104649186134338, "global_step": 27996, "epo{"train_loss": 0.08054929971694946, "gl{"train_loss": 0.07685218006372452, "global_step": 27997, "epoch": 291, "lr": 6.67289813256434e-05}
+{"train_loss": 0.0971762090921402, "global_step": 27998, "epoch": 291, "lr": 6.671667568718756e-05}
+{"train_loss": 0.07397942245006561, "global_step": 27999, "epo{"train_loss": 0.07469016313552856, "gl{"train_loss": 0.1300199329853058, "global_step": 28000, "epoch": 291, "lr": 6.669206713322012e-05}
+{"train_loss": 0.046430811285972595, "global_step": 28001, "epo{"train_loss": 0.04591113701462746, "gl{"train_loss": 0.11515799164772034, "global_step": 28002, "epo{"train_loss": 0.1135096549987793, "glo{"train_loss": 0.08509950339794159, "global_step": 28003, "epoch": 291, "lr": 6.665516111088592e-05}
+{"train_loss": 0.08790592849254608, "global_step": 28004, "epoch": 291, "lr": 6.664286091940748e-05}
+{"train_loss": 0.09593743830919266, "global_step": 28005, "e{"train_loss": 0.09539676457643509, "glob{"train_loss": 0.0847608745098114, "global_step": 28006, "epoch": 291, "lr": 6.661826326090264e-05}
+{"train_loss": 0.08741520345211029, "global_step": 28007, "epoch": 291, "lr": 6.66059657940437e-05}
+{"train_loss": 0.12346608936786652, "global_step": 28008, "ep{"train_loss": 0.12059913575649261, "glo{"train_loss": 0.0867871344089508, "global_step": 28009, "epoch": 291, "lr": 6.658137358553156e-05}
+{"train_loss": 0.06940639019012451, "global_step": 28010, "epoch": 291, "lr": 6.656907884404588e-05}
+{"train_loss": 0.07697378844022751, "global_step": 28011, "epoch": 291, "lr": 6.655678501118535e-05}
+{"train_loss": 0.07601246982812881, "global_step": 28012, "epoch": 291, "lr": 6.654449208703368e-05}
+{"train_loss": 0.07866256684064865, "global_step": 28013, "epoch": 291, "lr": 6.653220007167466e-05}
+{"train_loss": 0.097171850502491, "global_step": 28014, "epoch": 291, "lr": 6.651990896519202e-05}
+{"train_loss": 0.08854067325592041, "global_step": 28015, "epoch": 291, "lr": 6.650761876766934e-05}
+{"train_loss": 0.08871609717607498, "global_step": 28016, "epoch{"train_loss": 0.08683151751756668, "{"train_loss": 0.11671973764896393, "global_step": 28017, "epoch{"train_loss": 0.12170830368995667, "{"train_loss": 0.09449110925197601, "global_step": 28018, "epoch": 291, "lr": 6.647075362969837e-05}
+{"train_loss": 0.08779142796993256, "global_step": 28019, "epoch": 291, "lr": 6.645846706885264e-05}
+{"train_loss": 0.09616255760192871, "global_step": 28020, "epoc{"train_loss": 0.0979929268360138, "gl{"train_loss": 0.06112758815288544, "global_step": 28021, "epoch": 291, "lr": 6.643389667538014e-05}
+{"train_loss": 0.09758837521076202, "global_step": 28022, "epo{"train_loss": 0.10077116638422012, "gl{"train_loss": 0.07835136353969574, "global_step": 28023, "epoch": 291, "lr": 6.640932992009055e-05}
+{"train_loss": 0.08372241258621216, "global_step": 28024, "epoch": 291, "lr": 6.639704790697348e-05}
+{"train_loss": 0.11061188578605652, "global_step": 28025, "epoch": 291, "lr": 6.638476680365313e-05}
+{"train_loss": 0.1088026911020279, "global_step": 28026, "epoch": 291, "lr": 6.637248661021303e-05}
+{"train_loss": 0.0721423327922821, "global_step": 28027, "epoch": 291, "lr": 6.636020732673684e-05}
+{"train_loss": 0.05716404318809509, "global_step": 28028, "epoc{"train_loss": 0.05914182960987091, "g{"train_loss": 0.07760365307331085, "global_step": 28029, "epoch": 291, "lr": 6.633565149001078e-05}
+{"train_loss": 0.09163931012153625, "global_step": 28030, "epoch": 291, "lr": 6.632337493692804e-05}
+{"train_loss": 0.08782672393135726, "global_step": 28031, "epoc{"train_loss": 0.08753673949589331, "g{"train_loss": 0.09530704468488693, "global_step": 28032, "epoc{"train_loss": 0.09518974274396896, "g{"train_loss": 0.08529151231050491, "global_step": 28033, "epoch": 292, "lr": 6.628655073980445e-05}
+{"train_loss": 0.08831363916397095, "global_step": 28034, "epoc{"train_loss": 0.0898112803697586, "gl{"train_loss": 0.08755553513765335, "global_step": 28035, "epoch": 292, "lr": 6.626200582766165e-05}
+{"train_loss": 0.0868387371301651, "global_step": 28036, "epoch": 292, "lr": 6.62497347376229e-05}
+{"train_loss": 0.10236309468746185, "global_step": 28037, "epo{"train_loss": 0.10413038730621338, "gl{"train_loss": 0.10077614337205887, "global_step": 28038, "epo{"train_loss": 0.09621195495128632, "gl{"train_loss": 0.10163377225399017, "global_step": 28039, "epoch": 292, "lr": 6.621292693263972e-05}
+{"train_loss": 0.08155445754528046, "global_step": 28040, "epoch": 292, "lr": 6.620065948630161e-05}
+{"train_loss": 0.09753771126270294, "global_step": 28041, "epoch": 292, "lr": 6.618839295109744e-05}
+{"train_loss": 0.08137714117765427, "global_step": 28042, "epoch": 292, "lr": 6.617612732711085e-05}
+{"train_loss": 0.07949596643447876, "global_step": 28043, "epoch": 292, "lr": 6.616386261442531e-05}
+{"train_loss": 0.08799440413713455, "global_step": 28044, "epoch": 292, "lr": 6.615159881312442e-05}
+{"train_loss": 0.0740700289607048, "global_step": 28045, "epoch": 292, "lr": 6.613933592329158e-05}
+{"train_loss": 0.06885646283626556, "global_step": 28046, "epoch": 292, "lr": 6.612707394501036e-05}
+{"train_loss": 0.09530764073133469, "global_step": 28047, "epoch": 292, "lr": 6.61148128783643e-05}
+{"train_loss": 0.12550008296966553, "global_step": 28048, "epoch": 292, "lr": 6.610255272343679e-05}
+{"train_loss": 0.0822700560092926, "global_step": 28049, "epoch": 292, "lr": 6.609029348031137e-05}
+{"train_loss": 0.0858992487192154, "global_step": 28050, "epoch"{"train_loss": 0.08455288410186768, {"train_loss": 0.10962022840976715, "global_step": 28051, "epoch": 292, "lr": 6.60657777298008e-05}
+{"train_loss": 0.09814896434545517, "global_step": 28052, "epoch": 292, "lr": 6.605352122258252e-05}
+{"train_loss": 0.08731898665428162, "global_step": 28053, "epoch"{"train_loss": 0.07934175431728363, {"train_loss": 0.0877767950296402, "global_step": 28054, "epoch":{"train_loss": 0.08696165680885315,{"train_loss": 0.0664028450846672, "global_step": 28055, "epoch": {"train_loss": 0.06869613379240036{"train_loss": 0.10751229524612427, "global_step": 28056, "epoch": {"train_loss": 0.10802775621414185{"train_loss": 0.06614969670772552, "global_step": 28057, "epoch": 292, "lr": 6.599225237020002e-05}
+{"train_loss": 0.08239489793777466, "global_step": 28058, "epoch":{"train_loss": 0.0780775249004364, {"train_loss": 0.07008928060531616, "global_step": 28059, "epoch"{"train_loss": 0.06987904757261276, {"train_loss": 0.11866740882396698, "global_step": 28060, "epoch"{"train_loss": 0.11608374118804932, {"train_loss": 0.07229215651750565, "global_step": 28061, "epoch": 292, "lr": 6.594325371375098e-05}
+{"train_loss": 0.09500912576913834, "global_step": 28062, "epoch"{"train_loss": 0.08911372721195221, {"train_loss": 0.09698393940925598, "global_step": 28063, "epoch"{"train_loss": 0.10328809916973114, {"train_loss": 0.08518898487091064, "global_step": 28064, "epoch": 292, "lr": 6.590651430643442e-05}
+{"train_loss": 0.1145743876695633, "global_step": 28065, "epoch": 292, "lr": 6.589426966349179e-05}
+{"train_loss": 0.10303656756877899, "global_step": 28066, "epoch": 292, "lr": 6.588202593376969e-05}
+{"train_loss": 0.061261557042598724, "global_step": 28067, "epoch{"train_loss": 0.06084237992763519, {"train_loss": 0.0943576842546463, "global_step": 28068, "epoch": 292, "lr": 6.585754121432014e-05}
+{"train_loss": 0.08589315414428711, "global_step": 28069, "epoch"{"train_loss": 0.09181998670101166,{"train_loss": 0.07512617111206055, "global_step": 28070, "epoch"{"train_loss": 0.07077959179878235, {"train_loss": 0.068656325340271, "global_step": 28071, "epoch": 292, "lr": 6.582082098638339e-05}
+{"train_loss": 0.07185680419206619, "global_step": 28072, "epoch": {"train_loss": 0.06464548408985138{"train_loss": 0.06358908116817474, "global_step": 28073, "epoch": {"train_loss": 0.063052237033844, {"train_loss": 0.09033535420894623, "global_step": 28074, "epoch": 292, "lr": 6.578410898193203e-05}
+{"train_loss": 0.13802897930145264, "global_step": 28075, "epoch": 292, "lr": 6.5771873474945e-05}
+{"train_loss": 0.05835171043872833, "global_step": 28076, "epoc{"train_loss": 0.061165496706962585, "{"train_loss": 0.11031987518072128, "global_step": 28077, "epoch{"train_loss": 0.10644069314002991, "{"train_loss": 0.06936898827552795, "global_step": 28078, "epoch": 292, "lr": 6.573517243864071e-05}
+{"train_loss": 0.06958989053964615, "global_step": 28079, "epoch{"train_loss": 0.07448667287826538, "{"train_loss": 0.07136578857898712, "global_step": 28080, "epoch{"train_loss": 0.06861735880374908, "{"train_loss": 0.07077443599700928, "global_step": 28081, "epoch": 292, "lr": 6.5698479631071e-05}
+{"train_loss": 0.07327455282211304, "global_step": 28082, "epoch{"train_loss": 0.07394614815711975, "{"train_loss": 0.12245847284793854, "global_step": 28083, "epoch{"train_loss": 0.12039526551961899, "{"train_loss": 0.0723976343870163, "global_step": 28084, "epoch"{"train_loss": 0.06902369856834412,{"train_loss": 0.10055870562791824, "global_step": 28085, "epoch": 292, "lr": 6.56495686917852e-05}
+{"train_loss": 0.09577933698892593, "global_step": 28086, "epoch"{"train_loss": 0.0950438603758812, "{"train_loss": 0.09420619159936905, "global_step": 28087, "epoch": 292, "lr": 6.562511871112991e-05}
+{"train_loss": 0.10829091817140579, "global_step": 28088, "epoch{"train_loss": 0.110038161277771, "gl{"train_loss": 0.09757161885499954, "global_step": 28089, "epo{"train_loss": 0.09889408946037292, "gl{"train_loss": 0.0820755660533905, "global_step": 28090, "epoch": 292, "lr": 6.558845060325471e-05}
+{"train_loss": 0.09522612392902374, "global_step": 28091, "epoch": 292, "lr": 6.557622973112461e-05}
+{"train_loss": 0.103403240442276, "global_step": 28092, "epoch": 292, "lr": 6.556400977438075e-05}
+{"train_loss": 0.0799085944890976, "global_step": 28093, "epoch": 292, "lr": 6.555179073310627e-05}
+{"train_loss": 0.0695599913597107, "global_step": 28094, "epoch": 292, "lr": 6.55395726073844e-05}
+{"train_loss": 0.12947997450828552, "global_step": 28095, "epoch": 292, "lr": 6.552735539729833e-05}
+{"train_loss": 0.0857434943318367, "global_step": 28096, "epoch"{"train_loss": 0.08670096844434738, {"train_loss": 0.07786315679550171, "global_step": 28097, "epoch": 292, "lr": 6.550292372436653e-05}
+{"train_loss": 0.09072332084178925, "global_step": 28098, "epoch": 292, "lr": 6.549070926168707e-05}
+{"train_loss": 0.08430814743041992, "global_step": 28099, "epoch": 292, "lr": 6.547849571497621e-05}
+{"train_loss": 0.1089199036359787, "global_step": 28100, "epoch":{"train_loss": 0.10621912777423859,{"train_loss": 0.0687902495265007, "global_step": 28101, "epoch": {"train_loss": 0.0693909227848053,{"train_loss": 0.08782277256250381, "global_step": 28102, "epoch":{"train_loss": 0.08245760202407837,{"train_loss": 0.07844999432563782, "global_step": 28103, "epoch": 292, "lr": 6.542965068948184e-05}
+{"train_loss": 0.05446873977780342, "global_step": 28104, "epoch": 292, "lr": 6.541744172386124e-05}
+{"train_loss": 0.08104394376277924, "global_step": 28105, "epoch": 292, "lr": 6.540523367470812e-05}
+{"train_loss": 0.09007208049297333, "global_step": 28106, "epoch": 292, "lr": 6.539302654210563e-05}
+{"train_loss": 0.08819091320037842, "global_step": 28107, "epoch":{"train_loss": 0.09150610864162445,{"train_loss": 0.08140350133180618, "global_step": 28108, "epoch": 292, "lr": 6.53686150268851e-05}
+{"train_loss": 0.07952116429805756, "global_step": 28109, "epoch": 292, "lr": 6.53564106444333e-05}
+{"train_loss": 0.056759290397167206, "global_step": 28110, "epoch": 292, "lr": 6.534420717886456e-05}
+{"train_loss": 0.07451930642127991, "global_step": 28111, "epoch": 292, "lr": 6.533200463026208e-05}
+{"train_loss": 0.07834969460964203, "global_step": 28112, "epoch": 292, "lr": 6.531980299870883e-05}
+{"train_loss": 0.08368047326803207, "global_step": 28113, "epoch":{"train_loss": 0.08442352712154388,{"train_loss": 0.09001342952251434, "global_step": 28114, "epoch": 292, "lr": 6.529540248708263e-05}
+{"train_loss": 0.08881537616252899, "global_step": 28115, "epoch": 292, "lr": 6.528320360717582e-05}
+{"train_loss": 0.08233217895030975, "global_step": 28116, "epoch": 292, "lr": 6.527100564465058e-05}
+{"train_loss": 0.07388027757406235, "global_step": 28117, "epoch":{"train_loss": 0.06964077800512314,{"train_loss": 0.09336499869823456, "global_step": 28118, "epoch":{"train_loss": 0.08846812695264816,{"train_loss": 0.07395221292972565, "global_step": 28119, "epoch": 292, "lr": 6.523441726219526e-05}
+{"train_loss": 0.11643542349338531, "global_step": 28120, "epoch": 292, "lr": 6.522222297002716e-05}
+{"train_loss": 0.08467097580432892, "global_step": 28121, "epoch": 292, "lr": 6.521002959565588e-05}
+{"train_loss": 0.07939598709344864, "global_step": 28122, "epoch": 292, "lr": 6.519783713916457e-05}
+{"train_loss": 0.11479988694190979, "global_step": 28123, "epoch":{"train_loss": 0.11514415591955185,{"train_loss": 0.07884089648723602, "global_step": 28124, "epoch":{"train_loss": 0.08138880878686905,{"train_loss": 0.09594105184078217, "global_step": 28125, "epoch":{"train_loss": 0.09019287675619125,{"train_loss": 0.07837995886802673, "global_step": 28126, "epoch":{"train_loss": 0.07438404113054276,{"train_loss": 0.0873304878283913, "global_step": 28127, "epoch": 292, "lr": 6.513688862781223e-05}
+{"train_loss": 0.09804558008909225, "global_step": 28128, "epoch": 293, "lr": 6.512470168034365e-05}
+{"train_loss": 0.10470735281705856, "global_step": 28129, "epoch": {"train_loss": 0.10792774707078934{"train_loss": 0.06632037460803986, "global_step": 28130, "epoch": 293, "lr": 6.510033054087254e-05}
+{"train_loss": 0.09308801591396332, "global_step": 28131, "epoch": 293, "lr": 6.508814634903583e-05}
+{"train_loss": 0.06894344091415405, "global_step": 28132, "epoch": {"train_loss": 0.07242847979068756{"train_loss": 0.09073494374752045, "global_step": 28133, "epoch": 293, "lr": 6.50637807215752e-05}
+{"train_loss": 0.08795441687107086, "global_step": 28134, "epoch": {"train_loss": 0.08367221057415009{"train_loss": 0.09903519600629807, "global_step": 28135, "epoch": 293, "lr": 6.503941876961779e-05}
+{"train_loss": 0.06741955131292343, "global_step": 28136, "epoch": 293, "lr": 6.502723917216018e-05}
+{"train_loss": 0.06000625342130661, "global_step": 28137, "epoch": 293, "lr": 6.50150604938273e-05}
+{"train_loss": 0.0719202384352684, "global_step": 28138, "epoch": 2{"train_loss": 0.0709977149963378{"train_loss": 0.08790938556194305, "global_step": 28139, "epoch": 2{"train_loss": 0.0891089886426925{"train_loss": 0.08157385140657425, "global_step": 28140, "epoch": 2{"train_loss": 0.0846884995698928{"train_loss": 0.08888880908489227, "global_step": 28141, "epoch": 2{"train_loss": 0.090265244245529{"train_loss": 0.08035890758037567, "global_step": 28142, "epoch": 293, "lr": 6.495418089193503e-05}
+{"train_loss": 0.06721436232328415, "global_step": 28143, "epoch": 293, "lr": 6.494200773009144e-05}
+{"train_loss": 0.07514281570911407, "global_step": 28144, "epoch": 2{"train_loss": 0.0774700343608856{"train_loss": 0.08272973448038101, "global_step": 28145, "epoch": 2{"train_loss": 0.0824272483587265{"train_loss": 0.08784393966197968, "global_step": 28146, "epoch": {"train_loss": 0.0890180915594101,{"train_loss": 0.08725786209106445, "global_step": 28147, "epoch": 293, "lr": 6.489332428059663e-05}
+{"train_loss": 0.08379194140434265, "global_step": 28148, "epoch": 293, "lr": 6.488115571810725e-05}
+{"train_loss": 0.08587877452373505, "global_step": 28149, "epoch": 293, "lr": 6.486898807573719e-05}
+{"train_loss": 0.11200375854969025, "global_step": 28150, "epoch": 293, "lr": 6.485682135356954e-05}
+{"train_loss": 0.07449357211589813, "global_step": 28151, "epoch":{"train_loss": 0.0793614685535430{"train_loss": 0.10161982476711273, "global_step": 28152, "epoch":{"train_loss": 0.09925010800361633,{"train_loss": 0.0702863335609436, "global_step": 28153, "epoch": 293, "lr": 6.482032670910883e-05}
+{"train_loss": 0.08035112917423248, "global_step": 28154, "epoch": {"train_loss": 0.0814585313200950{"train_loss": 0.11690235882997513, "global_step": 28155, "epoch": 293, "lr": 6.479600154866534e-05}
+{"train_loss": 0.08011481910943985, "global_step": 28156, "epoch": {"train_loss": 0.07810858637094498{"train_loss": 0.06526800990104675, "global_step": 28157, "epoch": 293, "lr": 6.477168007101908e-05}
+{"train_loss": 0.06338877975940704, "global_step": 28158, "epoch": {"train_loss": 0.06096392497420311{"train_loss": 0.07595009356737137, "global_step": 28159, "epoch": {"train_loss": 0.0762220248579979,{"train_loss": 0.08344990015029907, "global_step": 28160, "epoch": 293, "lr": 6.473520476124375e-05}
+{"train_loss": 0.08801230788230896, "global_step": 28161, "epoch"{"train_loss": 0.08512657135725021, {"train_loss": 0.11614274978637695, "global_step": 28162, "epoch"{"train_loss": 0.11366596817970276,{"train_loss": 0.10593880712985992, "global_step": 28163, "epoch": 293, "lr": 6.469873774148847e-05}
+{"train_loss": 0.08060411363840103, "global_step": 28164, "epoch"{"train_loss": 0.07828152179718018, {"train_loss": 0.12071424722671509, "global_step": 28165, "epoch": 293, "lr": 6.467443100165518e-05}
+{"train_loss": 0.07928381860256195, "global_step": 28166, "epoch": 293, "lr": 6.466227901398794e-05}
+{"train_loss": 0.10632037371397018, "global_step": 28167, "epoch": 293, "lr": 6.465012794793064e-05}
+{"train_loss": 0.09183283150196075, "global_step": 28168, "epoch"{"train_loss": 0.09085124731063843, {"train_loss": 0.10277484357357025, "global_step": 28169, "epoch"{"train_loss": 0.10096657276153564, {"train_loss": 0.0839780867099762, "global_step": 28170, "epoch": 293, "lr": 6.461368028024583e-05}
+{"train_loss": 0.11290261149406433, "global_step": 28171, "epoch":{"train_loss": 0.10957711935043335,{"train_loss": 0.08788445591926575, "global_step": 28172, "epoch": 293, "lr": 6.458938644468906e-05}
+{"train_loss": 0.049760155379772186, "global_step": 28173, "epoch": 293, "lr": 6.457724091002877e-05}
+{"train_loss": 0.0997057557106018, "global_step": 28174, "epoch": 293, "lr": 6.456509629755756e-05}
+{"train_loss": 0.12181887030601501, "global_step": 28175, "epoch"{"train_loss": 0.11848300695419312, {"train_loss": 0.10844001173973083, "global_step": 28176, "epoch"{"train_loss": 0.10194474458694458, {"train_loss": 0.0988200381398201, "global_step": 28177, "epoch":{"train_loss": 0.09369460493326187,{"train_loss": 0.09664058685302734, "global_step": 28178, "epoch": 293, "lr": 6.451652707121656e-05}
+{"train_loss": 0.06224971264600754, "global_step": 28179, "epoch":{"train_loss": 0.06455308943986893,{"train_loss": 0.12535052001476288, "global_step": 28180, "epoch":{"train_loss": 0.12475399672985077,{"train_loss": 0.0960211455821991, "global_step": 28181, "epoch": {"train_loss": 0.0932122021913528{"train_loss": 0.09401345998048782, "global_step": 28182, "epoch": 293, "lr": 6.446797260651488e-05}
+{"train_loss": 0.08311547338962555, "global_step": 28183, "epoch": 293, "lr": 6.445583629746564e-05}
+{"train_loss": 0.0759592205286026, "global_step": 28184, "epoch": 293, "lr": 6.444370091143206e-05}
+{"train_loss": 0.05771920084953308, "global_step": 28185, "epoch": 293, "lr": 6.443156644849692e-05}
+{"train_loss": 0.09235665202140808, "global_step": 28186, "epoch": 293, "lr": 6.441943290874269e-05}
+{"train_loss": 0.09740156680345535, "global_step": 28187, "epoch": 293, "lr": 6.440730029225221e-05}
+{"train_loss": 0.08554784953594208, "global_step": 28188, "epoch": 293, "lr": 6.439516859910795e-05}
+{"train_loss": 0.09546161442995071, "global_step": 28189, "epoch": 293, "lr": 6.438303782939264e-05}
+{"train_loss": 0.10349176824092865, "global_step": 28190, "epoch": 293, "lr": 6.437090798318866e-05}
+{"train_loss": 0.11115209758281708, "global_step": 28191, "epoch"{"train_loss": 0.10915320366621017,{"train_loss": 0.07647286355495453, "global_step": 28192, "epoch"{"train_loss": 0.08152765780687332, {"train_loss": 0.07058468461036682, "global_step": 28193, "epoch"{"train_loss": 0.07239967584609985, {"train_loss": 0.08300036191940308, "global_step": 28194, "epoch"{"train_loss": 0.07422991096973419,{"train_loss": 0.06809428334236145, "global_step": 28195, "epoch": 293, "lr": 6.431027260773229e-05}
+{"train_loss": 0.07342219352722168, "global_step": 28196, "epoch": 293, "lr": 6.429814830433165e-05}
+{"train_loss": 0.08136135339736938, "global_step": 28197, "epoch": 293, "lr": 6.428602492502059e-05}
+{"train_loss": 0.09830854833126068, "global_step": 28198, "epoch": 293, "lr": 6.42739024698817e-05}
+{"train_loss": 0.1126050353050232, "global_step": 28199, "epoch":{"train_loss": 0.11075490713119507,{"train_loss": 0.06003027781844139, "global_step": 28200, "epoch":{"train_loss": 0.06093835085630417{"train_loss": 0.10703426599502563, "global_step": 28201, "epoch": 293, "lr": 6.423754065032297e-05}
+{"train_loss": 0.08543036878108978, "global_step": 28202, "epoch"{"train_loss": 0.08353002369403839, {"train_loss": 0.07180212438106537, "global_step": 28203, "epoch": 293, "lr": 6.42133040596577e-05}
+{"train_loss": 0.0669722855091095, "global_step": 28204, "epoch": 293, "lr": 6.420118715128476e-05}
+{"train_loss": 0.07361224293708801, "global_step": 28205, "epoch": 293, "lr": 6.418907116766164e-05}
+{"train_loss": 0.07869791239500046, "global_step": 28206, "epoch"{"train_loss": 0.07565037906169891, {"train_loss": 0.08565395325422287, "global_step": 28207, "epoch": 293, "lr": 6.416484197499499e-05}
+{"train_loss": 0.04824688285589218, "global_step": 28208, "epoch": 293, "lr": 6.415272876611637e-05}
+{"train_loss": 0.0823000967502594, "global_step": 28209, "epoch": 293, "lr": 6.414061648231766e-05}
+{"train_loss": 0.12233158946037292, "global_step": 28210, "epoch": 293, "lr": 6.412850512368116e-05}
+{"train_loss": 0.08355556428432465, "global_step": 28211, "epoch": 293, "lr": 6.411639469028952e-05}
+{"train_loss": 0.0824885368347168, "global_step": 28212, "epoch": 293, "lr": 6.410428518222497e-05}
+{"train_loss": 0.06411118060350418, "global_step": 28213, "epoch": 293, "lr": 6.409217659957028e-05}
+{"train_loss": 0.08418695628643036, "global_step": 28214, "epoch": 293, "lr": 6.408006894240767e-05}
+{"train_loss": 0.09592697769403458, "global_step": 28215, "epoch": 293, "lr": 6.40679622108197e-05}
+{"train_loss": 0.09930785000324249, "global_step": 28216, "epoch": 293, "lr": 6.405585640488876e-05}
+{"train_loss": 0.06336898356676102, "global_step": 28217, "epoch": 293, "lr": 6.404375152469737e-05}
+{"train_loss": 0.09046363830566406, "global_step": 28218, "epoch": 293, "lr": 6.403164757032784e-05}
+{"train_loss": 0.09595152735710144, "global_step": 28219, "epoch": 293, "lr": 6.401954454186268e-05}
+{"train_loss": 0.10377886891365051, "global_step": 28220, "epoch": 293, "lr": 6.400744243938425e-05}
+{"train_loss": 0.0806797593832016, "global_step": 28221, "epoch": 293, "lr": 6.399534126297509e-05}
+{"train_loss": 0.07795029878616333, "global_step": 28222, "epoch": 293, "lr": 6.398324101271742e-05}
+{"train_loss": 0.08648260741028935, "global_step": 28223, "epoch": {"train_loss": 0.08578599523752928{"train_loss": 0.07670004665851593, "global_step": 28224, "epoch": {"train_loss": 0.08047085255384445{"train_loss": 0.0817745178937912, "global_step": 28225, "epoch": 294, "lr": 6.394694581967798e-05}
+{"train_loss": 0.08683856576681137, "global_step": 28226, "epoch": 294, "lr": 6.393484927485056e-05}
+{"train_loss": 0.12922406196594238, "global_step": 28227, "epoch": 2{"train_loss": 0.1218319237232208{"train_loss": 0.11165190488100052, "global_step": 28228, "epoch": 2{"train_loss": 0.1164990216493606{"train_loss": 0.08877016603946686, "global_step": 28229, "epoch": 2{"train_loss": 0.0846475660800933{"train_loss": 0.12119800597429276, "global_step": 28230, "epoch": 294, "lr": 6.388647236199981e-05}
+{"train_loss": 0.05880697816610336, "global_step": 28231, "epoch": 294, "lr": 6.38743804508136e-05}
+{"train_loss": 0.09292461723089218, "global_step": 28232, "epoch": 294, "lr": 6.386228946660273e-05}
+{"train_loss": 0.07885235548019409, "global_step": 28233, "epoch": 294, "lr": 6.385019940944942e-05}
+{"train_loss": 0.09732356667518616, "global_step": 28234, "epoch": 294, "lr": 6.383811027943608e-05}
+{"train_loss": 0.08054196089506149, "global_step": 28235, "epoch": {"train_loss": 0.0819959044456482,{"train_loss": 0.07761833816766739, "global_step": 28236, "epoch": 294, "lr": 6.381393480115858e-05}
+{"train_loss": 0.07857576012611389, "global_step": 28237, "epoch": 294, "lr": 6.380184845305901e-05}
+{"train_loss": 0.06819525361061096, "global_step": 28238, "epoch": 294, "lr": 6.378976303242865e-05}
+{"train_loss": 0.08846674114465714, "global_step": 28239, "epoch":{"train_loss": 0.08898991346359253,{"train_loss": 0.08715121448040009, "global_step": 28240, "epoch": 294, "lr": 6.376559497390482e-05}
+{"train_loss": 0.06569087505340576, "global_step": 28241, "epoch":{"train_loss": 0.06568492949008942,{"train_loss": 0.08389109373092651, "global_step": 28242, "epoch": 294, "lr": 6.374143062624525e-05}
+{"train_loss": 0.08650586009025574, "global_step": 28243, "epoch": 294, "lr": 6.372934984419536e-05}
+{"train_loss": 0.08653368055820465, "global_step": 28244, "epoch": 294, "lr": 6.37172699901083e-05}
+{"train_loss": 0.0788317322731018, "global_step": 28245, "epoch": {"train_loss": 0.07342542707920074{"train_loss": 0.11066451668739319, "global_step": 28246, "epoch": 294, "lr": 6.369311306615193e-05}
+{"train_loss": 0.0645485520362854, "global_step": 28247, "epoch": 2{"train_loss": 0.0624128431081771{"train_loss": 0.0960223376750946, "global_step": 28248, "epoch": 294, "lr": 6.36689598550343e-05}
+{"train_loss": 0.10601537674665451, "global_step": 28249, "epoch": 294, "lr": 6.365688464199552e-05}
+{"train_loss": 0.11699382960796356, "global_step": 28250, "epoch": 294, "lr": 6.364481035741321e-05}
+{"train_loss": 0.09924336522817612, "global_step": 28251, "epoch": 294{"train_loss": 0.09692745655775{"train_loss": 0.05938435345888138, "global_step": 28252, "epoch": 294, "lr": 6.362066457394644e-05}
+{"train_loss": 0.07725394517183304, "global_step": 28253, "epoch": 294, "lr": 6.360859307522648e-05}
+{"train_loss": 0.08221535384654999, "global_step": 28254, "epoch": 294, "lr": 6.35965225052918e-05}
+{"train_loss": 0.06641952693462372, "global_step": 28255, "epoch": 294, "lr": 6.358445286422448e-05}
+{"train_loss": 0.08902241289615631, "global_step": 28256, "epoch": 29{"train_loss": 0.084837689995765{"train_loss": 0.10499624907970428, "global_step": 28257, "epoch": 294, "lr": 6.356031636902085e-05}
+{"train_loss": 0.11219430714845657, "global_step": 28258, "epoch": 294, "lr": 6.354824951504898e-05}
+{"train_loss": 0.09353993833065033, "global_step": 28259, "epoch": 294, "lr": 6.353618359027317e-05}
+{"train_loss": 0.08588876575231552, "global_step": 28260, "epoch": 294, "lr": 6.35241185947757e-05}
+{"train_loss": 0.08987633883953094, "global_step": 28261, "epoch": 294, "lr": 6.351205452863867e-05}
+{"train_loss": 0.11265020072460175, "global_step": 28262, "epoch": 294, "lr": 6.349999139194434e-05}
+{"train_loss": 0.08551295101642609, "global_step": 28263, "epoch": 294, "lr": 6.34879291847747e-05}
+{"train_loss": 0.09106753766536713, "global_step": 28264, "epoch": 294, "lr": 6.347586790721198e-05}
+{"train_loss": 0.10671049356460571, "global_step": 28265, "epoch": 294, "lr": 6.346380755933836e-05}
+{"train_loss": 0.08451953530311584, "global_step": 28266, "epoch": 294, "lr": 6.345174814123585e-05}
+{"train_loss": 0.10713659226894379, "global_step": 28267, "epoch": 294, "lr": 6.343968965298663e-05}
+{"train_loss": 0.07801349461078644, "global_step": 28268, "epoch": 294, "lr": 6.342763209467281e-05}
+{"train_loss": 0.08174195885658264, "global_step": 28269, "epoch": {"train_loss": 0.08466117084026337{"train_loss": 0.06451258808374405, "global_step": 28270, "epoch": {"train_loss": 0.06491711735725403{"train_loss": 0.047163039445877075, "global_step": 28271, "epoch": 294, "lr": 6.339146500016491e-05}
+{"train_loss": 0.09437607228755951, "global_step": 28272, "epoch": 294, "lr": 6.337941116241373e-05}
+{"train_loss": 0.06757044792175293, "global_step": 28273, "epoch": 294, "lr": 6.33673582550085e-05}
+{"train_loss": 0.08759728074073792, "global_step": 28274, "epoch": 294, "lr": 6.335530627803117e-05}
+{"train_loss": 0.10004493594169617, "global_step": 28275, "epoch": 294, "lr": 6.334325523156388e-05}
+{"train_loss": 0.09518256783485413, "global_step": 28276, "epoch": 294, "lr": 6.333120511568867e-05}
+{"train_loss": 0.07450205087661743, "global_step": 28277, "epoch": 294, "lr": 6.331915593048767e-05}
+{"train_loss": 0.08520945906639099, "global_step": 28278, "epoch": 294, "lr": 6.330710767604284e-05}
+{"train_loss": 0.09574919193983078, "global_step": 28279, "epoch"{"train_loss": 0.09454251825809479, {"train_loss": 0.08917538821697235, "global_step": 28280, "epoch": 294, "lr": 6.328301395974998e-05}
+{"train_loss": 0.06526531279087067, "global_step": 28281, "epoch"{"train_loss": 0.06678129732608795{"train_loss": 0.1017642393708229, "global_step": 28282, "epoch": 294, "lr": 6.325892396746635e-05}
+{"train_loss": 0.09218916296958923, "global_step": 28283, "epoch":{"train_loss": 0.09265725314617157,{"train_loss": 0.0764799565076828, "global_step": 28284, "epoch": {"train_loss": 0.07558521628379822{"train_loss": 0.06703373789787292, "global_step": 28285, "epoch": 294, "lr": 6.322279596299372e-05}
+{"train_loss": 0.0947258323431015, "global_step": 28286, "epoch": 2{"train_loss": 0.0933637619018554{"train_loss": 0.07265014946460724, "global_step": 28287, "epoch": 294, "lr": 6.319871528360383e-05}
+{"train_loss": 0.0710529163479805, "global_step": 28288, "epoch": 294, "lr": 6.318667634123255e-05}
+{"train_loss": 0.07173094898462296, "global_step": 28289, "epoch": 294, "lr": 6.317463833051951e-05}
+{"train_loss": 0.06555421650409698, "global_step": 28290, "epoch": 2{"train_loss": 0.064836442470550{"train_loss": 0.10438002645969391, "global_step": 28291, "epoch": 294, "lr": 6.315056510439648e-05}
+{"train_loss": 0.09231190383434296, "global_step": 28292, "epoch": 294, "lr": 6.313852988915032e-05}
+{"train_loss": 0.08567827939987183, "global_step": 28293, "epoch": 294, "lr": 6.312649560589038e-05}
+{"train_loss": 0.08262024074792862, "global_step": 28294, "epoch": 2{"train_loss": 0.0840305835008621{"train_loss": 0.05852473899722099, "global_step": 28295, "epoch": 2{"train_loss": 0.0606857538223266{"train_loss": 0.09779193252325058, "global_step": 28296, "epoch": 2{"train_loss": 0.0947627425193786{"train_loss": 0.0820218175649643, "global_step": 28297, "epoch": 294, "lr": 6.307836779435177e-05}
+{"train_loss": 0.06815826892852783, "global_step": 28298, "epoch": 294, "lr": 6.306633817225205e-05}
+{"train_loss": 0.08441990613937378, "global_step": 28299, "epoch": 294, "lr": 6.305430948263018e-05}
+{"train_loss": 0.060048844665288925, "global_step": 28300, "epoch": 294, "lr": 6.304228172556792e-05}
+{"train_loss": 0.0994873046875, "global_step": 28301, "epoch": 294, {"train_loss": 0.103574767708{"train_loss": 0.08116815239191055, "global_step": 28302, "epoch": 294, {"train_loss": 0.082969702780{"train_loss": 0.08086609095335007, "global_step": 28303, "epoch": 294, "lr": 6.300620405055888e-05}
+{"train_loss": 0.085870660841465, "global_step": 28304, "epoch": 294, "lr": 6.299418002455462e-05}
+{"train_loss": 0.06467029452323914, "global_step": 28305, "epoch": 294, "l{"train_loss": 0.0664450675{"train_loss": 0.09933461993932724, "global_step": 28306, "epoch": 294, "lr": 6.297013477153557e-05}
+{"train_loss": 0.0739331766963005, "global_step": 28307, "epoch": 294, "lr": 6.295811354468448e-05}
+{"train_loss": 0.11174443364143372, "global_step": 28308, "epoch": 294, "lr{"train_loss": 0.114112876{"train_loss": 0.10768913477659225, "global_step": 28309, "epoch": 294, "lr": 6.293407389070858e-05}
+{"train_loss": 0.11257202178239822, "global_step": 28310, "epoch": 294, "lr{"train_loss": 0.112011939{"train_loss": 0.08517935872077942, "global_step": 28311, "epoch": 294, "lr": 6.291003797024664e-05}
+{"train_loss": 0.0878303200006485, "global_step": 28312, "epoch": 294, "lr": 6.289802141028809e-05}
+{"train_loss": 0.10440009832382202, "global_step": 28313, "epoch": 294, "lr": 6.288600578395347e-05}
+{"train_loss": 0.11228138208389282, "global_step": 28314, "epoch": 294, "lr{"train_loss": 0.112290054{"train_loss": 0.12358582764863968, "global_step": 28315, "epoch": 294, "lr{"train_loss": 0.130516052{"train_loss": 0.05988338217139244, "global_step": 28316, "epoch": 294, "lr{"train_loss": 0.063299879{"train_loss": 0.09403986483812332, "global_step": 28317, "epoch": 294, "lr{"train_loss": 0.095574185{"train_loss": 0.08201112598180771, "global_step": 28318, "epoch": 294, "lr{"train_loss": 0.088884174{"train_loss": 0.08705077952860545, "global_step": 28319, "epoch": 294, "lr{"train_loss": 0.08694658{"train_loss": 0.09331771731376648, "global_step": 28320, "epoch": 295, "lr": 6.28019225479558e-05}
+{"train_loss": 0.07524587213993073, "global_step": 28321, "epoch": 295, "lr": 6.278991439355839e-05}
+{"train_loss": 0.10335773229598999, "global_step": 28322, "epoch": 295, "lr": 6.277790717352103e-05}
+{"train_loss": 0.08919031918048859, "global_step": 28323, "epoch": 295, "lr{"train_loss": 0.092537507{"train_loss": 0.09164373576641083, "global_step": 28324, "epoch": 295, "lr": 6.275389553685412e-05}
+{"train_loss": 0.07560063898563385, "global_step": 28325, "epoch": 295, "lr{"train_loss": 0.0760958{"train_loss": 0.07753552496433258, "global_step": 28326, "epoch": 295, "lr": 6.272988763860897e-05}
+{"train_loss": 0.08257964253425598, "global_step": 28327, "epoch": 295, "l{"train_loss": 0.0852214545{"train_loss": 0.10018645226955414, "global_step": 28328, "epoch": 295, "l{"train_loss": 0.1004835590{"train_loss": 0.0809275358915329, "global_step": 28329, "epoch": 295, "lr": 6.26938828022128e-05}
+{"train_loss": 0.07772087305784225, "global_step": 28330, "epoch": 295, "lr": 6.268188306e-05}
+{"train_loss": 0.07235950231552124, "global_step": 28331, "epoch": 295, "l{"train_loss": 0.0698710680{"train_loss": 0.10671962797641754, "global_step": 28332, "epoch": 295, "lr": 6.26578863809437e-05}
+{"train_loss": 0.06593671441078186, "global_step": 28333, "epoch": 295, "lr": 6.264588944426356e-05}
+{"train_loss": 0.10542528331279755, "global_step": 28334, "epoch": 295, "lr": 6.263389344292435e-05}
+{"train_loss": 0.0987095981836319, "global_step": 28335, "epoch": 295, "lr": 6.262189837700778e-05}
+{"train_loss": 0.0923929214477539, "global_step": 28336, "epoch": 295, "lr"{"train_loss": 0.09345804{"train_loss": 0.08022882789373398, "global_step": 28337, "epoch": 295, "lr"{"train_loss": 0.07907480{"train_loss": 0.09985609352588654, "global_step": 28338, "epoch": 295, "lr": 6.25859187926108e-05}
+{"train_loss": 0.09178806841373444, "global_step": 28339, "epoch": 295, "lr": 6.257392746920155e-05}
+{"train_loss": 0.07680013030767441, "global_step": 28340, "epoch": 295, "lr": 6.256193708162337e-05}
+{"train_loss": 0.07564559578895569, "global_step": 28341, "epoch": 295, "lr": 6.25499476299577e-05}
+{"train_loss": 0.07756208628416061, "global_step": 28342, "epoch": 295, "lr{"train_loss": 0.079184047{"train_loss": 0.0883125513792038, "global_step": 28343, "epoch": 295, "lr": 6.252597153469104e-05}
+{"train_loss": 0.09514114260673523, "global_step": 28344, "epoch": 295, "lr"{"train_loss": 0.09958431{"train_loss": 0.0839412584900856, "global_step": 28345, "epoch": 295, "lr": 6.250199918405459e-05}
+{"train_loss": 0.07901321351528168, "global_step": 28346, "epoch": 295, "lr": 6.249001441317673e-05}
+{"train_loss": 0.09144313633441925, "global_step": 28347, "epoch": 295, "lr": 6.247803057870134e-05}
+{"train_loss": 0.10125783085823059, "global_step": 28348, "epoch": 295, "lr": 6.246604768070985e-05}
+{"train_loss": 0.06581340730190277, "global_step": 28349, "epoch": 295, "lr"{"train_loss": 0.0646681{"train_loss": 0.1222117468714714, "global_step": 28350, "epoch": 295, "lr":{"train_loss": 0.118242{"train_loss": 0.09609932452440262, "global_step": 28351, "epoch": 295, "lr":{"train_loss": 0.0939038{"train_loss": 0.04623953998088837, "global_step": 28352, "epoch": 295, "lr":{"train_loss": 0.0487994{"train_loss": 0.10671031475067139, "global_step": 28353, "epoch": 295, "lr":{"train_loss": 0.1013402{"train_loss": 0.08326444029808044, "global_step": 28354, "epoch": 295, "lr":{"train_loss": 0.0815958{"train_loss": 0.07574072480201721, "global_step": 28355, "epoch": 295, "lr": 6.238219362317617e-05}
+{"train_loss": 0.1041770875453949, "global_step": 28356, "epoch": 295, "lr": 6.237021821999396e-05}
+{"train_loss": 0.1074114590883255, "global_step": 28357, "epoch": 295, "lr": 6{"train_loss": 0.10868{"train_loss": 0.10672935843467712, "global_step": 28358, "epoch": 295, "lr": 6{"train_loss": 0.10511{"train_loss": 0.11085231602191925, "global_step": 28359, "epoch": 295, "lr": 6{"train_loss": 0.10457{"train_loss": 0.062070783227682114, "global_step": 28360, "epoch": 295, "lr": {"train_loss": 0.065294{"train_loss": 0.06838423758745193, "global_step": 28361, "epoch": 295, "lr": {"train_loss": 0.069174{"train_loss": 0.09000378847122192, "global_step": 28362, "epoch": 295, "lr": 6.229838548533657e-05}
+{"train_loss": 0.07277243584394455, "global_step": 28363, "epoch": 295, "lr": 6.228641664439381e-05}
+{"train_loss": 0.07932482659816742, "global_step": 28364, "epoch": 295, "lr": 6.227444874124e-05}
+{"train_loss": 0.07980042695999146, "global_step": 28365, "epoch": 295, "lr":{"train_loss": 0.080104{"train_loss": 0.0719277486205101, "global_step": 28366, "epoch": 295, "lr": 6.22505157486249e-05}
+{"train_loss": 0.0819045752286911, "global_step": 28367, "epoch": 295, "lr": 6.223855065932651e-05}
+{"train_loss": 0.08349815011024475, "global_step": 28368, "epoch": 295, "lr": 6.222658650814303e-05}
+{"train_loss": 0.09830784797668457, "global_step": 28369, "epoch": 295, "lr": {"train_loss": 0.099378{"train_loss": 0.0954836905002594, "global_step": 28370, "epoch": 295, "lr": 6.220266102044629e-05}
+{"train_loss": 0.1187547817826271, "global_step": 28371, "epoch": 295, "lr": 6.219069968409605e-05}
+{"train_loss": 0.07138632237911224, "global_step": 28372, "epoch": 295, "lr": 6.217873928618643e-05}
+{"train_loss": 0.1209203451871872, "global_step": 28373, "epoch": 295, "lr": 6.216677982679888e-05}
+{"train_loss": 0.10040757060050964, "global_step": 28374, "epoch": 295, "lr": 6.215482130601488e-05}
+{"train_loss": 0.08675330877304077, "global_step": 28375, "epoch": 295, "lr": 6.214286372391596e-05}
+{"train_loss": 0.08671467751264572, "global_step": 28376, "epoch": 295, "lr": 6.213090708058334e-05}
+{"train_loss": 0.09026949107646942, "global_step": 28377, "epoch": 295, "lr": 6.211895137609862e-05}
+{"train_loss": 0.08691518008708954, "global_step": 28378, "epoch": 295, "lr": 6.210699661054304e-05}
+{"train_loss": 0.10035374760627747, "global_step": 28379, "epoch": 295, "lr": 6.209504278399822e-05}
+{"train_loss": 0.09164737164974213, "global_step": 28380, "epoch": 295, "lr": 6.{"train_loss": 0.0964{"train_loss": 0.09411977231502533, "global_step": 28381, "epoch": 295, "lr": 6.2071137948266e-05}
+{"train_loss": 0.08916282653808594, "global_step": 28382, "epoch": 295, "lr": 6.205918693924147e-05}
+{"train_loss": 0.1008702963590622, "global_step": 28383, "epoch": 295, "lr": 6.20472368695532e-05}
+{"train_loss": 0.08523644506931305, "global_step": 28384, "epoch": 295, "lr": 6.2{"train_loss": 0.084{"train_loss": 0.09569349884986877, "global_step": 28385, "epoch": 295, "lr": 6.202333954851074e-05}
+{"train_loss": 0.07121732085943222, "global_step": 28386, "epoch": 295, "lr": 6.201139229731938e-05}
+{"train_loss": 0.07224488258361816, "global_step": 28387, "epoch": 295, "lr": 6.199944598578964e-05}
+{"train_loss": 0.09418988972902298, "global_step": 28388, "epoch": 295, "lr": 6.{"train_loss": 0.09{"train_loss": 0.09793560206890106, "global_step": 28389, "epoch": 295, "lr": 6.197555618204062e-05}
+{"train_loss": 0.07409681379795074, "global_step": 28390, "epoch": 295, "lr": 6.196361268998409e-05}
+{"train_loss": 0.084128238260746, "global_step": 28391, "epoch": 295, "lr": 6.19{"train_loss": 0.08{"train_loss": 0.07725097239017487, "global_step": 28392, "epoch": 295, "lr": 6.193972852591348e-05}
+{"train_loss": 0.08169145882129669, "global_step": 28393, "epoch": 295, "lr": 6.19{"train_loss": 0.08{"train_loss": 0.07374170422554016, "global_step": 28394, "epoch": 295, "lr": 6.19{"train_loss": 0.07{"train_loss": 0.07241860777139664, "global_step": 28395, "epoch": 295, "lr": 6.1{"train_loss": 0.075{"train_loss": 0.09720504283905029, "global_step": 28396, "epoch": 295, "lr": 6.18919714802189e-05}
+{"train_loss": 0.11438485234975815, "global_step": 28397, "epoch": 295, "lr": 6.1{"train_loss": 0.117{"train_loss": 0.10278009623289108, "global_step": 28398, "epoch": 295, "lr": 6.1{"train_loss": 0.103{"train_loss": 0.05563345551490784, "global_step": 28399, "epoch": 295, "lr": 6.185616357065001e-05}
+{"train_loss": 0.07124989479780197, "global_step": 28400, "epoch": 295, "lr": 6.{"train_loss": 0.0687{"train_loss": 0.08135160803794861, "global_step": 28401, "epoch": 295, "lr": 6.{"train_loss": 0.0798{"train_loss": 0.10877354443073273, "global_step": 28402, "epoch": 295, "lr": 6.182036412754981e-05}
+{"train_loss": 0.09125298261642456, "global_step": 28403, "epoch": 295, "lr": 6.180843286166653e-05}
+{"train_loss": 0.07011814415454865, "global_step": 28404, "epoch": 295, "lr": 6.{"train_loss": 0.0748{"train_loss": 0.08451937884092331, "global_step": 28405, "epoch": 295, "lr": 6.{"train_loss": 0.0799{"train_loss": 0.07692641019821167, "global_step": 28406, "epoch": 295, "lr": 6.177264471060411e-05}
+{"train_loss": 0.08657536655664444, "global_step": 28407, "epoch": 295, "lr": 6.{"train_loss": 0.086{"train_loss": 0.08465689420700073, "global_step": 28408, "epoch": 295, "lr": 6.{"train_loss": 0.087{"train_loss": 0.06869998574256897, "global_step": 28409, "epoch": 295, "lr": 6.{"train_loss": 0.0684{"train_loss": 0.08709324896335602, "global_step": 28410, "epoch": 295, "lr": 6.172494035425809e-05}
+{"train_loss": 0.09854288399219513, "global_step": 28411, "epoch": 295, "lr": 6.17130166189994e-05}
+{"train_loss": 0.08257590234279633, "global_step": 28412, "epoch": 295, "lr": 6.{"train_loss": 0.0818{"train_loss": 0.07009824365377426, "global_step": 28413, "epoch": 295, "lr": 6.168917197364393e-05}
+{"train_loss": 0.06257929652929306, "global_step": 28414, "epoch": 295, "lr": 6.167725106370941e-05}
+{"train_loss": 0.08700733542597543, "global_step": 28415, "epoch": 295, "lr": 6.1665331095712e-05}
+{"train_loss": 0.09710491448640823, "global_step": 28416, "epoch": 296, "lr": 6{"train_loss": 0.09805{"train_loss": 0.07283101230859756, "global_step": 28417, "epoch": 296, "lr": 6{"train_loss": 0.06881{"train_loss": 0.07498551905155182, "global_step": 28418, "epoch": 296, "lr": 6{"train_loss": 0.07506{"train_loss": 0.0868850126862526, "global_step": 28419, "epoch": 296, "lr": 6.161766064471668e-05}
+{"train_loss": 0.09254081547260284, "global_step": 28420, "epoch": 296, "lr": 6.160574538762222e-05}
+{"train_loss": 0.1290144920349121, "global_step": 28421, "epoch": 296, "lr": 6.159383107295175e-05}
+{"train_loss": 0.050495464354753494, "global_step": 28422, "epoch": 296, "lr": 6.158191770078643e-05}
+{"train_loss": 0.052375100553035736, "global_step": 28423, "epoch": 296, "lr": 6.157000527120738e-05}
+{"train_loss": 0.06936593353748322, "global_step": 28424, "epoch": 296, "lr": 6.{"train_loss": 0.072{"train_loss": 0.06033826246857643, "global_step": 28425, "epoch": 296, "lr": 6.154618324013269e-05}
+{"train_loss": 0.07121600210666656, "global_step": 28426, "epoch": 296, "lr": 6.1{"train_loss": 0.066{"train_loss": 0.07774414122104645, "global_step": 28427, "epoch": 296, "lr": 6.152236498037649e-05}
+{"train_loss": 0.1090470552444458, "global_step": 28428, "epoch": 296, "lr": 6.15{"train_loss": 0.11{"train_loss": 0.06431682407855988, "global_step": 28429, "epoch": 296, "lr": 6.149855049258748e-05}
+{"train_loss": 0.0988876074552536, "global_step": 28430, "epoch": 296, "lr": 6.148664466338343e-05}
+{"train_loss": 0.08512690663337708, "global_step": 28431, "epoch": 296, "lr": 6.147473977741451e-05}
+{"train_loss": 0.07167509198188782, "global_step": 28432, "epoch": 296, "lr": 6.14{"train_loss": 0.07{"train_loss": 0.10137799382209778, "global_step": 28433, "epoch": 296, "lr": 6.1450932835506e-05}
+{"train_loss": 0.07790771871805191, "global_step": 28434, "epoch": 296, "lr": 6.143903077972858e-05}
+{"train_loss": 0.08350225538015366, "global_step": 28435, "epoch": 296, "lr": 6.142712966751054e-05}
+{"train_loss": 0.0798642560839653, "global_step": 28436, "epoch": 296, "lr": 6.14{"train_loss": 0.08{"train_loss": 0.0931360274553299, "global_step": 28437, "epoch": 296, "lr": 6.140{"train_loss": 0.{"train_loss": 0.0773092582821846, "global_step": 28438, "epoch": 296, "lr": 6.139143199302244e-05}
+{"train_loss": 0.07175488024950027, "global_step": 28439, "epoch": 296, "lr": 6.137953465585198e-05}
+{"train_loss": 0.08699919283390045, "global_step": 28440, "epoch": 296, "lr": 6.136763826264588e-05}
+{"train_loss": 0.07661236822605133, "global_step": 28441, "epoch": 296, "lr": 6.135574281348527e-05}
+{"train_loss": 0.09677828848361969, "global_step": 28442, "epoch": 296, "lr": 6.134384830845119e-05}
+{"train_loss": 0.09898541122674942, "global_step": 28443, "epoch": 296, "lr": 6.133195474762449e-05}
+{"train_loss": 0.07237521559000015, "global_step": 28444, "epoch": 296, "lr": 6.132006213108628e-05}
+{"train_loss": 0.08797601610422134, "global_step": 28445, "epoch": 296, "lr": 6.130817045891748e-05}
+{"train_loss": 0.07352957129478455, "global_step": 28446, "epoch": 296, "lr": 6.12962797311992e-05}
+{"train_loss": 0.10007433593273163, "global_step": 28447, "epoch": 296, "lr": 6.128438994801223e-05}
+{"train_loss": 0.08296291530132294, "global_step": 28448, "epoch": 296, "lr": 6.12725011094376e-05}
+{"train_loss": 0.08001425862312317, "global_step": 28449, "epoch": 296, "lr": 6.1{"train_loss": 0.082{"train_loss": 0.07823905348777771, "global_step": 28450, "epoch": 296, "lr": 6.1{"train_loss": 0.074{"train_loss": 0.11765415966510773, "global_step": 28451, "epoch": 296, "lr": 6.1{"train_loss": 0.109{"train_loss": 0.10106959193944931, "global_step": 28452, "epoch": 296, "lr": 6.122495520288194e-05}
+{"train_loss": 0.0716131329536438, "global_step": 28453, "epoch": 296, "lr": 6.{"train_loss": 0.0731{"train_loss": 0.09244661033153534, "global_step": 28454, "epoch": 296, "lr": 6.{"train_loss": 0.0898{"train_loss": 0.09229151904582977, "global_step": 28455, "epoch": 296, "lr": 6.{"train_loss": 0.0975{"train_loss": 0.08945896476507187, "global_step": 28456, "epoch": 296, "lr": 6.117742441659962e-05}
+{"train_loss": 0.08392656594514847, "global_step": 28457, "epoch": 296, "lr": 6.116554408317871e-05}
+{"train_loss": 0.06930049508810043, "global_step": 28458, "epoch": 296, "lr": 6.115366469517942e-05}
+{"train_loss": 0.07332684099674225, "global_step": 28459, "epoch": 296, "lr": 6.114178625268267e-05}
+{"train_loss": 0.05621594935655594, "global_step": 28460, "epoch": 296, "lr": 6.112990875576938e-05}
+{"train_loss": 0.08717778325080872, "global_step": 28461, "epoch": 296, "lr": 6.111803220452048e-05}
+{"train_loss": 0.08739627152681351, "global_step": 28462, "epoch": 296, "lr": 6.{"train_loss": 0.0896{"train_loss": 0.08247798681259155, "global_step": 28463, "epoch": 296, "lr": 6.{"train_loss": 0.0850{"train_loss": 0.07430340349674225, "global_step": 28464, "epoch": 296, "lr": 6.108240822556832e-05}
+{"train_loss": 0.08432197570800781, "global_step": 28465, "epoch": 296, "lr": 6{"train_loss": 0.08785{"train_loss": 0.09064209461212158, "global_step": 28466, "epoch": 296, "lr": 6{"train_loss": 0.09175{"train_loss": 0.084865503013134, "global_step": 28467, "epoch": 296, "lr": 6.104679276050635e-05}
+{"train_loss": 0.0946757048368454, "global_step": 28468, "epoch": 296, "lr": 6.1{"train_loss": 0.092{"train_loss": 0.09684900939464569, "global_step": 28469, "epoch": 296, "lr": 6.1{"train_loss": 0.092{"train_loss": 0.07382406294345856, "global_step": 28470, "epoch": 296, "lr": 6.1{"train_loss": 0.078{"train_loss": 0.08200841397047043, "global_step": 28471, "epoch": 296, "lr": 6.{"train_loss": 0.08357{"train_loss": 0.0869218036532402, "global_step": 28472, "epoch": 296, "lr": 6.098745257775387e-05}
+{"train_loss": 0.09662236273288727, "global_step": 28473, "epoch": 296, "lr": 6.097558738078335e-05}
+{"train_loss": 0.09332363307476044, "global_step": 28474, "epoch": 296, "lr": 6.096372313052805e-05}
+{"train_loss": 0.07377210259437561, "global_step": 28475, "epoch": 296, "lr": 6.095185982706875e-05}
+{"train_loss": 0.06548849493265152, "global_step": 28476, "epoch": 296, "lr": 6.093999747048631e-05}
+{"train_loss": 0.11132965236902237, "global_step": 28477, "epoch": 296, "lr": 6.092813606086132e-05}
+{"train_loss": 0.07335484772920609, "global_step": 28478, "epoch": 296, "lr": 6.{"train_loss": 0.07321{"train_loss": 0.09235189855098724, "global_step": 28479, "epoch": 296, "lr": 6.{"train_loss": 0.09040{"train_loss": 0.10997647047042847, "global_step": 28480, "epoch": 296, "lr": 6.{"train_loss": 0.11533{"train_loss": 0.0670369416475296, "global_step": 28481, "epoch": 296, "lr": 6.0{"train_loss": 0.064{"train_loss": 0.09364640712738037, "global_step": 28482, "epoch": 296, "lr": 6.0{"train_loss": 0.0906{"train_loss": 0.09697911143302917, "global_step": 28483, "epoch": 296, "lr": 6.0{"train_loss": 0.097{"train_loss": 0.07711660861968994, "global_step": 28484, "epoch": 296, "lr": 6.0845132715083055e-05}
+{"train_loss": 0.06873465329408646, "global_step": 28485, "epoch": 296, "lr": 6.0833278884025965e-05}
+{"train_loss": 0.08336031436920166, "global_step": 28486, "epoch": 296, "lr": 6.082142600065317e-05}
+{"train_loss": 0.08737346529960632, "global_step": 28487, "epoch": 296, "lr": 6.080957406504544e-05}
+{"train_loss": 0.07408767938613892, "global_step": 28488, "epoch": 296, "lr": 6.079772307728337e-05}
+{"train_loss": 0.10524803400039673, "global_step": 28489, "epoch": 296, "lr": {"train_loss": 0.1059013{"train_loss": 0.0864795371890068, "global_step": 28490, "epoch": 296, "lr": 6.0774023945619174e-05}
+{"train_loss": 0.08888286352157593, "global_step": 28491, "epoch": 296, "lr": 6{"train_loss": 0.088655{"train_loss": 0.07473742216825485, "global_step": 28492, "epoch": 296, "lr": 6.075032860630625e-05}
+{"train_loss": 0.09552115947008133, "global_step": 28493, "epoch": 296, "lr": 6.073848235898314e-05}
+{"train_loss": 0.10010506957769394, "global_step": 28494, "epoch": 296, "lr": 6.0726637059989865e-05}
+{"train_loss": 0.10309512913227081, "global_step": 28495, "epoch": 296, "lr": 6.0714792709407164e-05}
+{"train_loss": 0.09813785552978516, "global_step": 28496, "epoch": 296, "lr": 6.0702949307315546e-05}
+{"train_loss": 0.06585833430290222, "global_step": 28497, "epoch": 296, "lr": 6.069110685379571e-05}
+{"train_loss": 0.10775183141231537, "global_step": 28498, "epoch": 296, "lr": 6.067926534892838e-05}
+{"train_loss": 0.10983368009328842, "global_step": 28499, "epoch": 296, "lr":{"train_loss": 0.1064193{"train_loss": 0.10273157060146332, "global_step": 28500, "epoch": 296, "lr": 6.06555851854735e-05}
+{"train_loss": 0.057257626205682755, "global_step": 28501, "epoch": 296, "lr": 6.0643746527047226e-05}
+{"train_loss": 0.09031930565834045, "global_step": 28502, "epoch": 296, "lr": 6.0631908817596e-05}
+{"train_loss": 0.09860201179981232, "global_step": 28503, "epoch": 296, "lr{"train_loss": 0.094964966{"train_loss": 0.07174855470657349, "global_step": 28504, "epoch": 296, "lr": 6.060823624594068e-05}
+{"train_loss": 0.06913713365793228, "global_step": 28505, "epoch": 296, "lr": 6.059640138389786e-05}
+{"train_loss": 0.08113083243370056, "global_step": 28506, "epoch": 296, "lr{"train_loss": 0.080662310{"train_loss": 0.09537898004055023, "global_step": 28507, "epoch": 296, "lr": 6.057273450778498e-05}
+{"train_loss": 0.09825431555509567, "global_step": 28508, "epoch": 296, "lr": 6.056090249387598e-05}
+{"train_loss": 0.08000341057777405, "global_step": 28509, "epoch": 296, "lr": 6.054907142950617e-05}
+{"train_loss": 0.09520187228918076, "global_step": 28510, "epoch": 296, "lr": 6.053724131475593e-05}
+{"train_loss": 0.08516733072853337, "global_step": 28511, "epoch": 296, "lr": 6.052541214970593e-05}
+{"train_loss": 0.07204319536685944, "global_step": 28512, "epoch": 297, "{"train_loss": 0.072321616113{"train_loss": 0.06742493063211441, "global_step": 28513, "epoch": 297, "lr": 6.050175666902886e-05}
+{"train_loss": 0.07064171135425568, "global_step": 28514, "epoch": 297, "{"train_loss": 0.07066497951{"train_loss": 0.0818108394742012, "global_step": 28515, "epoch": 297, "lr": 6.0478104988119163e-05}
+{"train_loss": 0.0951213389635086, "global_step": 28516, "epoch": 297, "lr": 6.046628057277846e-05}
+{"train_loss": 0.09212487936019897, "global_step": 28517, "epoch": 297, "lr": 6.045445710762123e-05}
+{"train_loss": 0.07626748085021973, "global_step": 28518, "epoch": 297, "lr": 6.0442634592727835e-05}
+{"train_loss": 0.08206541836261749, "global_step": 28519, "epoch": 297, "lr": 6.043081302817903e-05}
+{"train_loss": 0.10170228034257889, "global_step": 28520, "epoch": 297, "lr{"train_loss": 0.105065442{"train_loss": 0.06823596358299255, "global_step": 28521, "epoch": 297, "lr{"train_loss": 0.066727966{"train_loss": 0.10839718580245972, "global_step": 28522, "epoch": 297, "lr": 6.0395354037404286e-05}
+{"train_loss": 0.08008686453104019, "global_step": 28523, "epoch": 297, "lr": 6.038353627503823e-05}
+{"train_loss": 0.08831003308296204, "global_step": 28524, "epoch": 297, "lr": 6.0371719463419154e-05}
+{"train_loss": 0.08755739033222198, "global_step": 28525, "epoch": 297, "lr": 6.035990360262733e-05}
+{"train_loss": 0.0753801017999649, "global_step": 28526, "epoch": 297, "lr": 6.034808869274346e-05}
+{"train_loss": 0.04960830509662628, "global_step": 28527, "epoch": 297, "lr": 6.033627473384782e-05}
+{"train_loss": 0.08684343844652176, "global_step": 28528, "epoch": 297, "lr{"train_loss": 0.0894748{"train_loss": 0.09686008840799332, "global_step": 28529, "epoch": 297, "lr": 6.0312649669343226e-05}
+{"train_loss": 0.08183379471302032, "global_step": 28530, "epoch": 297, "lr": 6.030083856389521e-05}
+{"train_loss": 0.09902800619602203, "global_step": 28531, "epoch": 297, "lr": 6.028902840975721e-05}
+{"train_loss": 0.10386607050895691, "global_step": 28532, "epoch": 297, "lr": 6.027721920700973e-05}
+{"train_loss": 0.08796727657318115, "global_step": 28533, "epoch": 297, "lr": 6.026541095573306e-05}
+{"train_loss": 0.09163735061883926, "global_step": 28534, "epoch": 297, "l{"train_loss": 0.09676382690{"train_loss": 0.0458083413541317, "global_step": 28535, "epoch": 297, "lr": 6.024179730791408e-05}
+{"train_loss": 0.09241748601198196, "global_step": 28536, "epoch": 297, "lr": 6.0229991911532554e-05}
+{"train_loss": 0.11365403980016708, "global_step": 28537, "epoch": 297, "lr": 6.021818746694361e-05}
+{"train_loss": 0.09559771418571472, "global_step": 28538, "epoch": 297, "lr": 6.020638397422747e-05}
+{"train_loss": 0.08629988133907318, "global_step": 28539, "epoch": 297, "lr": 6.0194581433464634e-05}
+{"train_loss": 0.14345765113830566, "global_step": 28540, "epoch": 297, "lr"{"train_loss": 0.14337094{"train_loss": 0.08635485172271729, "global_step": 28541, "epoch": 297, "lr": 6.017097920812016e-05}
+{"train_loss": 0.06797270476818085, "global_step": 28542, "epoch": 297, "lr": 6.015917952369927e-05}
+{"train_loss": 0.10044648498296738, "global_step": 28543, "epoch": 297, "lr": 6.0147380791553155e-05}
+{"train_loss": 0.10615942627191544, "global_step": 28544, "epoch": 297, "lr": 6.013558301176196e-05}
+{"train_loss": 0.0754443109035492, "global_step": 28545, "epoch": 297, "lr": 6.0123786184406307e-05}
+{"train_loss": 0.09192608296871185, "global_step": 28546, "epoch": 297, "lr": 6.011199030956631e-05}
+{"train_loss": 0.07939152419567108, "global_step": 28547, "epoch": 297, "lr"{"train_loss": 0.077649585{"train_loss": 0.10814300179481506, "global_step": 28548, "epoch": 297, "lr": 6.008840141775487e-05}
+{"train_loss": 0.0869629979133606, "global_step": 28549, "epoch": 297, "lr": 6.0076608400944e-05}
+{"train_loss": 0.08478382229804993, "global_step": 28550, "epoch": 297, "lr": 6.006481633697019e-05}
+{"train_loss": 0.07522007822990417, "global_step": 28551, "epoch": 297, "lr": 6.005302522591354e-05}
+{"train_loss": 0.11909180879592896, "global_step": 28552, "epoch": 297, "lr": 6.0041235067854596e-05}
+{"train_loss": 0.0691991001367569, "global_step": 28553, "epoch": 297, "lr": 6.002944586287349e-05}
+{"train_loss": 0.12277328222990036, "global_step": 28554, "epoch": 297, "lr": 6.001765761105058e-05}
+{"train_loss": 0.1284545511007309, "global_step": 28555, "epoch": 297, "lr": 6.000587031246601e-05}
+{"train_loss": 0.06616754829883575, "global_step": 28556, "epoch": 297, "lr": 5.999408396720023e-05}
+{"train_loss": 0.0821114033460617, "global_step": 28557, "epoch": 297, "lr": 5.998229857533337e-05}
+{"train_loss": 0.0941283106803894, "global_step": 28558, "epoch": 297, "lr": 5.997051413694579e-05}
+{"train_loss": 0.0778137743473053, "global_step": 28559, "epoch": 297, "lr": 5.995873065211757e-05}
+{"train_loss": 0.09162071347236633, "global_step": 28560, "epoch": 297, "lr": 5.994694812092916e-05}
+{"train_loss": 0.06478037685155869, "global_step": 28561, "epoch": 297, "lr": 5.993516654346063e-05}
+{"train_loss": 0.07949025928974152, "global_step": 28562, "epoch": 297, "l{"train_loss": 0.0758355110{"train_loss": 0.05488363653421402, "global_step": 28563, "epoch": 297, "lr": 5.9911606250004384e-05}
+{"train_loss": 0.07033368200063705, "global_step": 28564, "epoch": 297, "l{"train_loss": 0.07336272299{"train_loss": 0.09209556877613068, "global_step": 28565, "epoch": 297, "lr": 5.9888049772390575e-05}
+{"train_loss": 0.07446137070655823, "global_step": 28566, "epoch": 297, "lr": 5.987627296472502e-05}
+{"train_loss": 0.07333849370479584, "global_step": 28567, "epoch": 297, "lr": 5.986449711126081e-05}
+{"train_loss": 0.0731702595949173, "global_step": 28568, "epoch": 297, "lr": 5.985272221207794e-05}
+{"train_loss": 0.07352948188781738, "global_step": 28569, "epoch": 297, "lr": 5.9840948267256726e-05}
+{"train_loss": 0.08222192525863647, "global_step": 28570, "epoch": 297, "lr": 5.9829175276877145e-05}
+{"train_loss": 0.0638502687215805, "global_step": 28571, "epoch": 297, "lr": 5.9817403241019657e-05}
+{"train_loss": 0.07750583440065384, "global_step": 28572, "epoch": 297, "lr"{"train_loss": 0.0749161{"train_loss": 0.1128038614988327, "global_step": 28573, "epoch": 297, "lr":{"train_loss": 0.1083109{"train_loss": 0.08968985080718994, "global_step": 28574, "epoch": 297, "lr":{"train_loss": 0.0922858{"train_loss": 0.07681160420179367, "global_step": 28575, "epoch": 297, "lr": 5.97703246444121e-05}
+{"train_loss": 0.0769389271736145, "global_step": 28576, "epoch": 297, "lr": 5.975855738236657e-05}
+{"train_loss": 0.11731582880020142, "global_step": 28577, "epoch": 297, "lr": {"train_loss": 0.114265{"train_loss": 0.09410513192415237, "global_step": 28578, "epoch": 297, "lr": {"train_loss": 0.0968165{"train_loss": 0.10670018196105957, "global_step": 28579, "epoch": 297, "lr": 5.972326132656756e-05}
+{"train_loss": 0.10154929012060165, "global_step": 28580, "epoch": 297, "lr": 5.971149788501415e-05}
+{"train_loss": 0.06536030769348145, "global_step": 28581, "epoch": 297, "lr": 5.969973539878391e-05}
+{"train_loss": 0.09233430027961731, "global_step": 28582, "epoch": 297, "lr": 5.968797386795717e-05}
+{"train_loss": 0.07850100100040436, "global_step": 28583, "epoch": 297, "lr": 5.967621329261386e-05}
+{"train_loss": 0.05670403689146042, "global_step": 28584, "epoch": 297, "lr": 5.9664453672834105e-05}
+{"train_loss": 0.08245962858200073, "global_step": 28585, "epoch": 297, "lr": 5.965269500869801e-05}
+{"train_loss": 0.093902088701725, "global_step": 28586, "epoch": 297, "lr": 5.9640937300285704e-05}
+{"train_loss": 0.08877433836460114, "global_step": 28587, "epoch": 297, "lr": {"train_loss": 0.08263{"train_loss": 0.08915939927101135, "global_step": 28588, "epoch": 297, "lr":{"train_loss": 0.09273185{"train_loss": 0.06299005448818207, "global_step": 28589, "epoch": 297, "lr":{"train_loss": 0.06759913{"train_loss": 0.12219306826591492, "global_step": 28590, "epoch": 297, "lr": 5.959391602547468e-05}
+{"train_loss": 0.09205012768507004, "global_step": 28591, "epoch": 297, "lr":{"train_loss": 0.09848138{"train_loss": 0.11730954051017761, "global_step": 28592, "epoch": 297, "lr":{"train_loss": 0.1171972{"train_loss": 0.08882568776607513, "global_step": 28593, "epoch": 297, "lr": 5.955866010838813e-05}
+{"train_loss": 0.08765378594398499, "global_step": 28594, "epoch": 297, "lr": 5.9546910048647363e-05}
+{"train_loss": 0.07528699934482574, "global_step": 28595, "epoch": 297, "lr":{"train_loss": 0.0807090{"train_loss": 0.07124410569667816, "global_step": 28596, "epoch": 297, "lr"{"train_loss": 0.077285721{"train_loss": 0.09250064194202423, "global_step": 28597, "epoch": 297, "lr"{"train_loss": 0.088610053{"train_loss": 0.08683173358440399, "global_step": 28598, "epoch": 297, "lr": 5.949991937492527e-05}
+{"train_loss": 0.07628747820854187, "global_step": 28599, "epoch": 297, "lr"{"train_loss": 0.08127643{"train_loss": 0.07033991813659668, "global_step": 28600, "epoch": 297, "lr"{"train_loss": 0.0702383{"train_loss": 0.09528185427188873, "global_step": 28601, "epoch": 297, "lr"{"train_loss": 0.09516409{"train_loss": 0.04454454034566879, "global_step": 28602, "epoch": 297, "lr"{"train_loss": 0.04593359{"train_loss": 0.08156602084636688, "global_step": 28603, "epoch": 297, "lr": 5.944120256056405e-05}
+{"train_loss": 0.08571251481771469, "global_step": 28604, "epoch": 297, "lr":{"train_loss": 0.0848548{"train_loss": 0.09017409384250641, "global_step": 28605, "epoch": 297, "lr":{"train_loss": 0.09083579{"train_loss": 0.07646717131137848, "global_step": 28606, "epoch": 297, "lr": 5.9405983957274706e-05}
+{"train_loss": 0.08580335194710642, "global_step": 28607, "epoch": 297, "lr": 5.9394246337545754e-05}
+{"train_loss": 0.06491244584321976, "global_step": 28608, "epoch": 298, "lr"{"train_loss": 0.06547056{"train_loss": 0.10750894248485565, "global_step": 28609, "epoch": 298, "lr"{"train_loss": 0.10313621{"train_loss": 0.08409479260444641, "global_step": 28610, "epoch": 298, "lr": 5.935903922358086e-05}
+{"train_loss": 0.06010007858276367, "global_step": 28611, "epoch": 298, "lr"{"train_loss": 0.05878957{"train_loss": 0.05724743381142616, "global_step": 28612, "epoch": 298, "lr"{"train_loss": 0.05342450{"train_loss": 0.05341824144124985, "global_step": 28613, "epoch": 298, "lr"{"train_loss": 0.05458132{"train_loss": 0.06360311806201935, "global_step": 28614, "epoch": 298, "lr"{"train_loss": 0.06439559{"train_loss": 0.06961941719055176, "global_step": 28615, "epoch": 298, "lr": 5.930037985583987e-05}
+{"train_loss": 0.07045720517635345, "global_step": 28616, "epoch": 298, "lr"{"train_loss": 0.07317242{"train_loss": 0.10348010063171387, "global_step": 28617, "epoch": 298, "lr{"train_loss": 0.1086718589{"train_loss": 0.06489473581314087, "global_step": 28618, "epoch": 298, "lr": 5.926519573203078e-05}
+{"train_loss": 0.08951728045940399, "global_step": 28619, "epoch": 298, "lr": 5.9253469607379584e-05}
+{"train_loss": 0.09024178981781006, "global_step": 28620, "epoch": 298, "lr{"train_loss": 0.098916411{"train_loss": 0.08331827819347382, "global_step": 28621, "epoch": 298, "lr{"train_loss": 0.0844639912{"train_loss": 0.06838042289018631, "global_step": 28622, "epoch": 298, "lr": 5.921829698439918e-05}
+{"train_loss": 0.08854208141565323, "global_step": 28623, "epoch": 298, "lr": 5.920657469399635e-05}
+{"train_loss": 0.04584348946809769, "global_step": 28624, "epoch": 298, "lr": 5.919485336235513e-05}
+{"train_loss": 0.09878133237361908, "global_step": 28625, "epoch": 298, "lr": 5.91831329895554e-05}
+{"train_loss": 0.09013381600379944, "global_step": 28626, "epoch": 298, "lr": 5.917141357567695e-05}
+{"train_loss": 0.06937158107757568, "global_step": 28627, "epoch": 298, "lr"{"train_loss": 0.06444233{"train_loss": 0.10892809927463531, "global_step": 28628, "epoch": 298, "lr"{"train_loss": 0.10660477{"train_loss": 0.06698080897331238, "global_step": 28629, "epoch": 298, "lr"{"train_loss": 0.06576098{"train_loss": 0.09012873470783234, "global_step": 28630, "epoch": 298, "lr": 5.912454551097235e-05}
+{"train_loss": 0.09320999681949615, "global_step": 28631, "epoch": 298, "lr"{"train_loss": 0.092224419{"train_loss": 0.11044260859489441, "global_step": 28632, "epoch": 298, "lr"{"train_loss": 0.11457701{"train_loss": 0.10076244920492172, "global_step": 28633, "epoch": 298, "lr": 5.908940453502727e-05}
+{"train_loss": 0.0709318071603775, "global_step": 28634, "epoch": 298, "lr": 5.907769279539175e-05}
+{"train_loss": 0.12160322070121765, "global_step": 28635, "epoch": 298, "lr":{"train_loss": 0.12258756{"train_loss": 0.07743269950151443, "global_step": 28636, "epoch": 298, "lr": 5.905427219511828e-05}
+{"train_loss": 0.0916609913110733, "global_step": 28637, "epoch": 298, "lr": {"train_loss": 0.088821{"train_loss": 0.09862421452999115, "global_step": 28638, "epoch": 298, "lr": {"train_loss": 0.092385{"train_loss": 0.10982520878314972, "global_step": 28639, "epoch": 298, "lr": {"train_loss": 0.109356{"train_loss": 0.11729871481657028, "global_step": 28640, "epoch": 298, "lr": {"train_loss": 0.1235854{"train_loss": 0.0806606113910675, "global_step": 28641, "epoch": 298, "lr": 5{"train_loss": 0.084694{"train_loss": 0.06603385508060455, "global_step": 28642, "epoch": 298, "lr": 5.898403343202052e-05}
+{"train_loss": 0.08264945447444916, "global_step": 28643, "epoch": 298, "lr": 5.897233033200913e-05}
+{"train_loss": 0.07920651882886887, "global_step": 28644, "epoch": 298, "lr": {"train_loss": 0.079447{"train_loss": 0.08401472866535187, "global_step": 28645, "epoch": 298, "lr": {"train_loss": 0.08438{"train_loss": 0.09827680885791779, "global_step": 28646, "epoch": 298, "lr": 5.8937226794434566e-05}
+{"train_loss": 0.08575139939785004, "global_step": 28647, "epoch": 298, "lr": 5.892552753632849e-05}
+{"train_loss": 0.11062827706336975, "global_step": 28648, "epoch": 298, "lr": 5.891382923889792e-05}
+{"train_loss": 0.0952044278383255, "global_step": 28649, "epoch": 298, "lr": 5.89021319022226e-05}
+{"train_loss": 0.09574722498655319, "global_step": 28650, "epoch": 298, "lr": 5.889043552638205e-05}
+{"train_loss": 0.09935972094535828, "global_step": 28651, "epoch": 298, "lr": 5.8878740111455975e-05}
+{"train_loss": 0.13161006569862366, "global_step": 28652, "epoch": 298, "lr": 5{"train_loss": 0.13833{"train_loss": 0.08652983605861664, "global_step": 28653, "epoch": 298, "lr": 5.885535216466591e-05}
+{"train_loss": 0.08050625026226044, "global_step": 28654, "epoch": 298, "lr": {"train_loss": 0.0786083{"train_loss": 0.05489331856369972, "global_step": 28655, "epoch": 298, "lr": 5.883196806248934e-05}
+{"train_loss": 0.11593380570411682, "global_step": 28656, "epoch": 298, "lr": 5.882027745333021e-05}
+{"train_loss": 0.07023373246192932, "global_step": 28657, "epoch": 298, "lr": 5.8808587805563355e-05}
+{"train_loss": 0.0942123755812645, "global_step": 28658, "epoch": 298, "lr": 5.879689911926829e-05}
+{"train_loss": 0.13067498803138733, "global_step": 28659, "epoch": 298, "lr": 5.878521139452464e-05}
+{"train_loss": 0.07625181972980499, "global_step": 28660, "epoch": 298, "lr": 5.87735246314121e-05}
+{"train_loss": 0.0791231021285057, "global_step": 28661, "epoch": 298, "lr": 5.876183883001012e-05}
+{"train_loss": 0.09304936975240707, "global_step": 28662, "epoch": 298, "lr": 5{"train_loss": 0.08936{"train_loss": 0.09202130138874054, "global_step": 28663, "epoch": 298, "lr": 5{"train_loss": 0.095694{"train_loss": 0.1381767839193344, "global_step": 28664, "epoch": 298, "lr": 5.{"train_loss": 0.14041{"train_loss": 0.07140795886516571, "global_step": 28665, "epoch": 298, "lr": 5.{"train_loss": 0.07044{"train_loss": 0.0667586475610733, "global_step": 28666, "epoch": 298, "lr": 5.8{"train_loss": 0.064{"train_loss": 0.05470375716686249, "global_step": 28667, "epoch": 298, "lr": 5.8691744221976916e-05}
+{"train_loss": 0.12561652064323425, "global_step": 28668, "epoch": 298, "lr": 5.868006515477704e-05}
+{"train_loss": 0.0866205096244812, "global_step": 28669, "epoch": 298, "lr": 5.86{"train_loss": 0.08{"train_loss": 0.06583862751722336, "global_step": 28670, "epoch": 298, "lr": 5.86{"train_loss": 0.066{"train_loss": 0.11479298770427704, "global_step": 28671, "epoch": 298, "lr": 5.86{"train_loss": 0.114{"train_loss": 0.10786022990942001, "global_step": 28672, "epoch": 298, "lr": 5.863335851024305e-05}
+{"train_loss": 0.08336295932531357, "global_step": 28673, "epoch": 298, "lr": 5.86{"train_loss": 0.07{"train_loss": 0.07015298306941986, "global_step": 28674, "epoch": 298, "lr": 5.86{"train_loss": 0.07{"train_loss": 0.08160622417926788, "global_step": 28675, "epoch": 298, "lr": 5.85983386345478e-05}
+{"train_loss": 0.0947243869304657, "global_step": 28676, "epoch": 298, "lr": 5.8586667268350537e-05}
+{"train_loss": 0.09483789652585983, "global_step": 28677, "epoch": 298, "lr": 5.857499686513632e-05}
+{"train_loss": 0.06904865056276321, "global_step": 28678, "epoch": 298, "lr": 5.856332742498465e-05}
+{"train_loss": 0.09578292071819305, "global_step": 28679, "epoch": 298, "lr": 5.85{"train_loss": 0.09{"train_loss": 0.09338447451591492, "global_step": 28680, "epoch": 298, "lr": 5.853999143418671e-05}
+{"train_loss": 0.07953688502311707, "global_step": 28681, "epoch": 298, "lr": 5.852832488369944e-05}
+{"train_loss": 0.08842521905899048, "global_step": 28682, "epoch": 298, "lr": 5.8{"train_loss": 0.0918{"train_loss": 0.08130423724651337, "global_step": 28683, "epoch": 298, "lr": 5.85049946729453e-05}
+{"train_loss": 0.0745416060090065, "global_step": 28684, "epoch": 298, "lr": 5.84{"train_loss": 0.072{"train_loss": 0.09976111352443695, "global_step": 28685, "epoch": 298, "lr": 5.848166831634801e-05}
+{"train_loss": 0.05935866758227348, "global_step": 28686, "epoch": 298, "lr": 5.8470006583556814e-05}
+{"train_loss": 0.10777577757835388, "global_step": 28687, "epoch": 298, "lr": 5.845834581454301e-05}
+{"train_loss": 0.10131972283124924, "global_step": 28688, "epoch": 298, "lr": 5.844668600938612e-05}
+{"train_loss": 0.06340950727462769, "global_step": 28689, "epoch": 298, "lr": 5.843{"train_loss": 0.0{"train_loss": 0.06437928974628448, "global_step": 28690, "epoch": 298, "lr": 5.842336929096064e-05}
+{"train_loss": 0.10357813537120819, "global_step": 28691, "epoch": 298, "lr": 5.841{"train_loss": 0.11{"train_loss": 0.06317189335823059, "global_step": 28692, "epoch": 298, "lr": 5.840005642891535e-05}
+{"train_loss": 0.05531435087323189, "global_step": 28693, "epoch": 298, "lr": 5.838840144423376e-05}
+{"train_loss": 0.10013361275196075, "global_step": 28694, "epoch": 298, "lr": 5.8376747423885416e-05}
+{"train_loss": 0.10339851677417755, "global_step": 28695, "epoch": 298, "lr": 5.836509436794948e-05}
+{"train_loss": 0.0770827978849411, "global_step": 28696, "epoch": 298, "lr": 5.835344227650559e-05}
+{"train_loss": 0.10059759765863419, "global_step": 28697, "epoch": 298, "lr": 5.8341791149632876e-05}
+{"train_loss": 0.07795757055282593, "global_step": 28698, "epoch": 298, "lr": 5.833014098741081e-05}
+{"train_loss": 0.09429563581943512, "global_step": 28699, "epoch": 298, "lr": 5.8318491789918596e-05}
+{"train_loss": 0.08171706646680832, "global_step": 28700, "epoch": 298, "lr": 5.8306843557235634e-05}
+{"train_loss": 0.11356499791145325, "global_step": 28701, "epoch": 298, "lr": 5.8295196289441336e-05}
+{"train_loss": 0.08625645190477371, "global_step": 28702, "epoch": 298, "lr": 5.828{"train_loss": 0.0{"train_loss": 0.08684163074940443, "global_step": 28703, "epoch": 298, "lr": 5.8271904648835516e-05}
+{"train_loss": 0.06304752826690674, "global_step": 28704, "epoch": 299, "lr": 5.82{"train_loss": 0.06{"train_loss": 0.08898456394672394, "global_step": 28705, "epoch": 299, "lr": 5.8248616868735775e-05}
+{"train_loss": 0.10707660019397736, "global_step": 28706, "epoch": 299, "lr": 5.82{"train_loss": 0.10{"train_loss": 0.09270590543746948, "global_step": 28707, "epoch": 299, "lr": 5.82{"train_loss": 0.098{"train_loss": 0.10775011777877808, "global_step": 28708, "epoch": 299, "lr": 5.8213692438422315e-05}
+{"train_loss": 0.09582774341106415, "global_step": 28709, "epoch": 299, "lr": 5.82{"train_loss": 0.10{"train_loss": 0.1075696274638176, "global_step": 28710, "epoch": 299, "lr": 5.819041431236247e-05}
+{"train_loss": 0.0953393429517746, "global_step": 28711, "epoch": 299, "lr": 5.8178776697815016e-05}
+{"train_loss": 0.06319303810596466, "global_step": 28712, "epoch": 299, "lr": 5.8167140049028236e-05}
+{"train_loss": 0.07402905821800232, "global_step": 28713, "epoch": 299, "lr": 5.815550436608141e-05}
+{"train_loss": 0.10801635682582855, "global_step": 28714, "epoch": 299, "lr": 5.814386964905369e-05}
+{"train_loss": 0.08754045516252518, "global_step": 28715, "epoch": 299, "lr": 5.813{"train_loss": 0.08{"train_loss": 0.08808109164237976, "global_step": 28716, "epoch": 299, "lr": 5.812060311307266e-05}
+{"train_loss": 0.12018951773643494, "global_step": 28717, "epoch": 299, "lr": 5.810897129427766e-05}
+{"train_loss": 0.08622386306524277, "global_step": 28718, "epoch": 299, "lr": 5.809734044171882e-05}
+{"train_loss": 0.11361939460039139, "global_step": 28719, "epoch": 299, "lr": 5.808571055547514e-05}
+{"train_loss": 0.09784267842769623, "global_step": 28720, "epoch": 299, "lr": 5.807408163562593e-05}
+{"train_loss": 0.05061633139848709, "global_step": 28721, "epoch": 299, "lr": 5.806245368225023e-05}
+{"train_loss": 0.07161466777324677, "global_step": 28722, "epoch": 299, "lr": 5.805{"train_loss": 0.0{"train_loss": 0.10477353632450104, "global_step": 28723, "epoch": 299, "lr": 5.803920067523654e-05}
+{"train_loss": 0.06608513742685318, "global_step": 28724, "epoch": 299, "lr": 5.802757562175687e-05}
+{"train_loss": 0.09450536966323853, "global_step": 28725, "epoch": 299, "lr": 5.801595153506743e-05}
+{"train_loss": 0.07666392624378204, "global_step": 28726, "epoch": 299, "lr": 5.800432841524743e-05}
+{"train_loss": 0.10040243715047836, "global_step": 28727, "epoch": 299, "lr": 5.799{"train_loss": 0.1{"train_loss": 0.10244067013263702, "global_step": 28728, "epoch": 299, "lr": 5.798108507653246e-05}
+{"train_loss": 0.06663623452186584, "global_step": 28729, "epoch": 299, "lr": 5.796{"train_loss": 0.{"train_loss": 0.07929355651140213, "global_step": 28730, "epoch": 299, "lr": 5.795{"train_loss": 0.0{"train_loss": 0.08056604117155075, "global_step": 28731, "epoch": 299, "lr": 5.79462273219596e-05}
+{"train_loss": 0.0690157487988472, "global_step": 28732, "epoch": 299, "lr": 5.7934{"train_loss": 0.{"train_loss": 0.08752991259098053, "global_step": 28733, "epoch": 299, "lr": 5.792299365550038e-05}
+{"train_loss": 0.07931232452392578, "global_step": 28734, "epoch": 299, "lr": 5.7911{"train_loss": 0.{"train_loss": 0.07904598116874695, "global_step": 28735, "epoch": 299, "lr": 5.7899{"train_loss": 0.0{"train_loss": 0.09617490321397781, "global_step": 28736, "epoch": 299, "lr": 5.7888{"train_loss": 0.{"train_loss": 0.08605769276618958, "global_step": 28737, "epoch": 299, "lr": 5.787653793324446e-05}
+{"train_loss": 0.09036286175251007, "global_step": 28738, "epoch": 299, "lr": 5.786492642202981e-05}
+{"train_loss": 0.10568255186080933, "global_step": 28739, "epoch": 299, "lr": 5.785{"train_loss": 0.10{"train_loss": 0.085194431245327, "global_step": 28740, "epoch": 299, "lr": 5.7841706303373356e-05}
+{"train_loss": 0.1013011783361435, "global_step": 28741, "epoch": 299, "lr": 5.78300976960896e-05}
+{"train_loss": 0.07217086851596832, "global_step": 28742, "epoch": 299, "lr": 5.781849005694098e-05}
+{"train_loss": 0.06292343139648438, "global_step": 28743, "epoch": 299, "lr": 5.780688338600635e-05}
+{"train_loss": 0.11923836171627045, "global_step": 28744, "epoch": 299, "lr": 5.779527768336499e-05}
+{"train_loss": 0.1022593230009079, "global_step": 28745, "epoch": 299, "lr": 5.7783672949095766e-05}
+{"train_loss": 0.0924282968044281, "global_step": 28746, "epoch": 299, "lr": 5.7772069{"train_loss"{"train_loss": 0.09350056946277618, "global_step": 28747, "epoch": 299, "lr": 5.7760466{"train_loss":{"train_loss": 0.08973465859889984, "global_step": 28748, "epoch": 299, "lr": 5.7748864557311454e-05}
+{"train_loss": 0.08927364647388458, "global_step": 28749, "epoch": 299, "lr": 5.773726369732113e-05}
+{"train_loss": 0.08380938321352005, "global_step": 28750, "epoch": 299, "lr": 5.7725663806098116e-05}
+{"train_loss": 0.07786893844604492, "global_step": 28751, "epoch": 299, "lr": 5.771406488372122e-05}
+{"train_loss": 0.0858485996723175, "global_step": 28752, "epoch": 299, "lr": 5.770246693026968e-05}
+{"train_loss": 0.073174387216568, "global_step": 28753, "epoch": 299, "lr": 5.7690869945822266e-05}
+{"train_loss": 0.09567303955554962, "global_step": 28754, "epoch": 299, "lr": 5.7679273930458e-05}
+{"train_loss": 0.09065497666597366, "global_step": 28755, "epoch": 299, "lr": 5.766767888425597e-05}
+{"train_loss": 0.0851263478398323, "global_step": 28756, "epoch": 299, "lr": 5.7656084807{"train_los{"train_loss": 0.08606691658496857, "global_step": 28757, "epoch": 299, "lr": 5.764449169965405e-05}
+{"train_loss": 0.1032426580786705, "global_step": 28758, "epoch": 299, "lr": 5.76328995614{"train_{"train_loss": 0.05869515240192413, "global_step": 28759, "epoch": 299, "lr": 5.76213083926{"train_lo{"train_loss": 0.09417619556188583, "global_step": 28760, "epoch": 299, "lr": 5.760971819344083e-05}
+{"train_loss": 0.08206689357757568, "global_step": 28761, "epoch": 299, "lr": 5.759812896386949e-05}
+{"train_loss": 0.10959713160991669, "global_step": 28762, "epoch": 299, "lr": 5.7586540704012746e-05}
+{"train_loss": 0.061866335570812225, "global_step": 28763, "epoch": 299, "lr": 5.757495341394976e-05}
+{"train_loss": 0.07866343855857849, "global_step": 28764, "epoch": 299, "lr": 5.7563367093759224e-05}
+{"train_loss": 0.08957210928201675, "global_step": 28765, "epoch": 299, "lr": 5.7551781743520115e-05}
+{"train_loss": 0.09548856317996979, "global_step": 28766, "epoch": 299, "lr": 5.75401973{"train_loss"{"train_loss": 0.09395574778318405, "global_step": 28767, "epoch": 299, "lr": 5.7528613953211806e-05}
+{"train_loss": 0.08565936982631683, "global_step": 28768, "epoch": 299, "lr": 5.75170315133003e-05}
+{"train_loss": 0.10106389969587326, "global_step": 28769, "epoch": 299, "lr": 5.750545004365577e-05}
+{"train_loss": 0.06122138351202011, "global_step": 28770, "epoch": 299, "lr": 5.749386954435712e-05}
+{"train_loss": 0.10343854129314423, "global_step": 28771, "epoch": 299, "lr": 5.74822900{"train_loss"{"train_loss": 0.08735199272632599, "global_step": 28772, "epoch": 299, "lr": 5.74707114{"train_loss"{"train_loss": 0.11063996702432632, "global_step": 28773, "epoch": 299, "lr": 5.74591338{"train_loss":{"train_loss": 0.09848155081272125, "global_step": 28774, "epoch": 299, "lr": 5.74475572{"train_loss"{"train_loss": 0.06441323459148407, "global_step": 28775, "epoch": 299, "lr": 5.74359816{"train_loss"{"train_loss": 0.09274041652679443, "global_step": 28776, "epoch": 299, "lr": 5.742440693024294e-05}
+{"train_loss": 0.08825017511844635, "global_step": 28777, "epoch": 299, "lr": 5.741283322557269e-05}
+{"train_loss": 0.10842298716306686, "global_step": 28778, "epoch": 299, "lr": 5.740126049187906e-05}
+{"train_loss": 0.10916741192340851, "global_step": 28779, "epoch": 299, "lr": 5.738968872924067e-05}
+{"train_loss": 0.10529583692550659, "global_step": 28780, "epoch": 299, "lr": 5.7378117{"train_loss"{"train_loss": 0.06702356040477753, "global_step": 28781, "epoch": 299, "lr": 5.736654811744513e-05}
+{"train_loss": 0.09274817258119583, "global_step": 28782, "epoch": 299, "lr": 5.735497926844549e-05}
+{"train_loss": 0.09147777408361435, "global_step": 28783, "epoch": 299, "lr": 5.7343411{"train_loss"{"train_loss": 0.1004326343536377, "global_step": 28784, "epoch": 299, "lr": 5.7331844484636446e-05}
+{"train_loss": 0.09128259122371674, "global_step": 28785, "epoch": 299, "lr": 5.7320278{"train_loss":{"train_loss": 0.0632045641541481, "global_step": 28786, "epoch": 299, "lr": 5.7308713586939566e-05}
+{"train_loss": 0.08395682275295258, "global_step": 28787, "epoch": 299, "lr": 5.7297149595580034e-05}
+{"train_loss": 0.0724152997136116, "global_step": 28788, "epoch": 299, "lr": 5.72855865759848e-05}
+{"train_loss": 0.09074296802282333, "global_step": 28789, "epoch": 299, "lr": 5.727402452823265e-05}
+{"train_loss": 0.09732469171285629, "global_step": 28790, "epoch": 299, "lr": 5.726246345{"train_los{"train_loss": 0.09145893156528473, "global_step": 28791, "epoch": 299, "lr": 5.725090334857224e-05}
+{"train_loss": 0.08181877434253693, "global_step": 28792, "epoch": 299, "lr": 5.723934421682151e-05}
+{"train_loss": 0.08714760839939117, "global_step": 28793, "epoch": 299, "lr": 5.722778605722876e-05}
+{"train_loss": 0.07755549997091293, "global_step": 28794, "epoch": 299, "lr": 5.721622886987257e-05}
+{"train_loss": 0.11805509775876999, "global_step": 28795, "epoch": 299, "lr": 5.7204672654831734e-05}
+{"train_loss": 0.05510633438825607, "global_step": 28796, "epoch": 299, "lr": 5.719311741218498e-05}
+{"train_loss": 0.09537550806999207, "global_step": 28797, "epoch": 299, "lr": 5.718156314201089e-05}
+{"train_loss": 0.09327432513237, "global_step": 28798, "epoch": 299, "lr": 5.7170009844{"train_los{"train_loss": 0.08827914918462436, "global_step": 28799, "epoch": 299, "lr": 5.7158457519{"train_los{"train_loss": 0.09124073386192322, "global_step": 28800, "epoch": 300, "lr": 5.714690616711176e-05}
+{"train_loss": 0.09341683238744736, "global_step": 28801, "epoch": 300, "lr": 5.713535578{"train_loss"{"train_loss": 0.1265537142753601, "global_step": 28802, "epoch": 300, "lr": 5.712380638098485e-05}
+{"train_loss": 0.11440245062112808, "global_step": 28803, "epoch": 300, "lr": 5.711225794729915e-05}
+{"train_loss": 0.08940236270427704, "global_step": 28804, "epoch": 300, "lr": 5.7100710486636835e-05}
+{"train_loss": 0.05687684565782547, "global_step": 28805, "epoch": 300, "lr": 5.708916399907647e-05}
+{"train_loss": 0.10407189279794693, "global_step": 28806, "epoch": 300, "lr": 5.707761848469668e-05}
+{"train_loss": 0.06935551762580872, "global_step": 28807, "epoch": 300, "lr": 5.7066073943576196e-05}
+{"train_loss": 0.06147121638059616, "global_step": 28808, "epoch": 300, "lr": 5.7054530375793515e-05}
+{"train_loss": 0.07850183546543121, "global_step": 28809, "epoch": 300, "lr": 5.704298778142727e-05}
+{"train_loss": 0.09353005886077881, "global_step": 28810, "epoch": 300, "lr": 5.703144616055609e-05}
+{"train_loss": 0.09998834878206253, "global_step": 28811, "epoch": 300, "lr": 5.701990551325862e-05}
+{"train_loss": 0.05366278439760208, "global_step": 28812, "epoch": 300, "lr": 5.700836583961333e-05}
+{"train_loss": 0.12873575091362, "global_step": 28813, "epoch": 300, "lr": 5.69968271396988{"train{"train_loss": 0.07834146916866302, "global_step": 28814, "epoch": 300, "lr": 5.6985289413593775e-05}
+{"train_loss": 0.07412487268447876, "global_step": 28815, "epoch": 300, "lr": 5.6973752661376744e-05}
+{"train_loss": 0.07972360402345657, "global_step": 28816, "epoch": 300, "lr": 5.696221688312615e-05}
+{"train_loss": 0.09122298657894135, "global_step": 28817, "epoch": 300, "lr": 5.695068207892067e-05}
+{"train_loss": 0.07327419519424438, "global_step": 28818, "epoch": 300, "lr": 5.6939148248838794e-05}
+{"train_loss": 0.06847741454839706, "global_step": 28819, "epoch": 300, "lr": 5.6927615392959165e-05}
+{"train_loss": 0.09064003080129623, "global_step": 28820, "epoch": 300, "lr": 5.6916083511360176e-05}
+{"train_loss": 0.07292334735393524, "global_step": 28821, "epoch": 300, "lr": 5.6904552604120{"train_l{"train_loss": 0.07252346724271774, "global_step": 28822, "epoch": 300, "lr": 5.689302267131{"train_l{"train_loss": 0.1030811071395874, "global_step": 28823, "epoch": 300, "lr": 5.688149371303{"train_{"train_loss": 0.10775462538003922, "global_step": 28824, "epoch": 300, "lr": 5.686996572934{"train_lo{"train_loss": 0.07500247657299042, "global_step": 28825, "epoch": 300, "lr": 5.68584387203{"train_lo{"train_loss": 0.11090409755706787, "global_step": 28826, "epoch": 300, "lr": 5.684691268605842e-05}
+{"train_loss": 0.10984847694635391, "global_step": 28827, "epoch": 300, "lr": 5.683538762662284e-05}
+{"train_loss": 0.09587989002466202, "global_step": 28828, "epoch": 300, "lr": 5.6823863542{"train_los{"train_loss": 0.06603018939495087, "global_step": 28829, "epoch": 300, "lr": 5.681234043255639e-05}
+{"train_loss": 0.0770760253071785, "global_step": 28830, "epoch": 300, "lr": 5.68008182980{"train_los{"train_loss": 0.09749607741832733, "global_step": 28831, "epoch": 300, "lr": 5.678929713875276e-05}
+{"train_loss": 0.07169105857610703, "global_step": 28832, "epoch": 300, "lr": 5.6777776954645635e-05}
+{"train_loss": 0.08024232089519501, "global_step": 28833, "epoch": 300, "lr": 5.676625774583955e-05}
+{"train_loss": 0.07021787762641907, "global_step": 28834, "epoch": 300, "lr": 5.67547395124{"train_los{"train_loss": 0.08346424251794815, "global_step": 28835, "epoch": 300, "lr": 5.67432222544{"train_lo{"train_loss": 0.10588014870882034, "global_step": 28836, "epoch": 300, "lr": 5.673170597201216e-05}
+{"train_loss": 0.0874146819114685, "global_step": 28837, "epoch": 300, "lr": 5.672019066519476e-05}
+{"train_loss": 0.11612644791603088, "global_step": 28838, "epoch": 300, "lr": 5.670867633407051e-05}
+{"train_loss": 0.08456405997276306, "global_step": 28839, "epoch": 300, "lr": 5.669716297871{"train_l{"train_loss": 0.0776408314704895, "global_step": 28840, "epoch": 300, "lr": 5.6685650599215266e-05}
+{"train_loss": 0.11832654476165771, "global_step": 28841, "epoch": 300, "lr": 5.667413919564113e-05}
+{"train_loss": 0.05977170914411545, "global_step": 28842, "epoch": 300, "lr": 5.6662628768073754e-05}
+{"train_loss": 0.0740392729640007, "global_step": 28843, "epoch": 300, "lr": 5.665111931659155{"trai{"train_loss": 0.10080321133136749, "global_step": 28844, "epoch": 300, "lr": 5.663961084127292e-05}
+{"train_loss": 0.06331134587526321, "global_step": 28845, "epoch": 300, "lr": 5.662810334219628e-05}
+{"train_loss": 0.06765803694725037, "global_step": 28846, "epoch": 300, "lr": 5.661659681943987e-05}
+{"train_loss": 0.08976835012435913, "global_step": 28847, "epoch": 300, "lr": 5.66050912730821{"train_{"train_loss": 0.07765050232410431, "global_step": 28848, "epoch": 300, "lr": 5.65935867032013{"train{"train_loss": 0.10295188426971436, "global_step": 28849, "epoch": 300, "lr": 5.658208310987605e-05}
+{"train_loss": 0.08935150504112244, "global_step": 28850, "epoch": 300, "lr": 5.657058049318433e-05}
+{"train_loss": 0.06320518255233765, "global_step": 28851, "epoch": 300, "lr": 5.655907885320462e-05}
+{"train_loss": 0.07246092706918716, "global_step": 28852, "epoch": 300, "lr": 5.65475781900153{"trai{"train_loss": 0.0955972671508789, "global_step": 28853, "epoch": 300, "lr": 5.653607850369458e-05}
+{"train_loss": 0.07216070592403412, "global_step": 28854, "epoch": 300, "lr": 5.65245797943208{"train{"train_loss": 0.11708057671785355, "global_step": 28855, "epoch": 300, "lr": 5.65130820619723{"trai{"train_loss": 0.08035871386528015, "global_step": 28856, "epoch": 300, "lr": 5.65015853067274{"train{"train_loss": 0.0735895037651062, "global_step": 28857, "epoch": 300, "lr": 5.6490089528664324e-05}
+{"train_loss": 0.07207115739583969, "global_step": 28858, "epoch": 300, "lr": 5.647859472786137e-05}
+{"train_loss": 0.105462446808815, "global_step": 28859, "epoch": 300, "lr": 5.64671009043968e-05}
+{"train_loss": 0.051658205687999725, "global_step": 28860, "epoch": 300, "lr": 5.645560805834897e{"tra{"train_loss": 0.07420303672552109, "global_step": 28861, "epoch": 300, "lr": 5.6444116189796036e{"tra{"train_loss": 0.1261046826839447, "global_step": 28862, "epoch": 300, "lr": 5.643262529881628e-05}
+{"train_loss": 0.0708351582288742, "global_step": 28863, "epoch": 300, "lr": 5.642113538548803e-05}
+{"train_loss": 0.09817622601985931, "global_step": 28864, "epoch": 300, "lr": 5.640964644988942e-05}
+{"train_loss": 0.07258313149213791, "global_step": 28865, "epoch": 300, "lr": 5.639815849209873e-05}
+{"train_loss": 0.10289859026670456, "global_step": 28866, "epoch": 300, "lr": 5.638667151219419e-05}
+{"train_loss": 0.10599349439144135, "global_step": 28867, "epoch": 300, "lr": 5.637518551025409e-05}
+{"train_loss": 0.0649617612361908, "global_step": 28868, "epoch": 300, "lr": 5.636370048635653e-05}
+{"train_loss": 0.09669044613838196, "global_step": 28869, "epoch": 300, "lr": 5.635221644057975e-05}
+{"train_loss": 0.10177086293697357, "global_step": 28870, "epoch": 300, "lr": 5.634073337300199e-05}
+{"train_loss": 0.06595949828624725, "global_step": 28871, "epoch": 300, "lr": 5.63292512837015e-05{"{"train_loss": 0.09208948910236359, "global_step": 28872, "epoch": 300, "lr": 5.631777017275628e-05}
+{"train_loss": 0.1026042178273201, "global_step": 28873, "epoch": 300, "lr": 5.6306290040244744e-0{"t{"train_loss": 0.07238925993442535, "global_step": 28874, "epoch": 300, "lr": 5.629481088624491e-05}
+{"train_loss": 0.08025562763214111, "global_step": 28875, "epoch": 300, "lr": 5.6283332710835034e-0{"t{"train_loss": 0.08674609661102295, "global_step": 28876, "epoch": 300, "lr": 5.62718555140932e-05}
+{"train_loss": 0.07848796248435974, "global_step": 28877, "epoch": 300, "lr": 5.6260379296097596e-05}
+{"train_loss": 0.10788072645664215, "global_step": 28878, "epoch": 300, "lr": 5.624890405692644e-05}
+{"train_loss": 0.06232735142111778, "global_step": 28879, "epoch": 300, "lr": 5.623742979665778e-05}
+{"train_loss": 0.08277960121631622, "global_step": 28880, "epoch": 300, "lr": 5.622595651536977e-05}
+{"train_loss": 0.10816249251365662, "global_step": 28881, "epoch": 300, "lr": 5.621448421314055e-05}
+{"train_loss": 0.06573858112096786, "global_step": 28882, "epoch": 300, "lr": 5.6203012890048326e-05}
+{"train_loss": 0.08718538284301758, "global_step": 28883, "epoch": 300, "lr": 5.6191542546171026e-05}
+{"train_loss": 0.09666139632463455, "global_step": 28884, "epoch": 300, "lr": 5.618007318158698e-05}
+{"train_loss": 0.08772484958171844, "global_step": 28885, "epoch": 300, "lr": 5.6168604796374137e-05}
+{"train_loss": 0.11087173968553543, "global_step": 28886, "epoch": 300, "lr": 5.615713739061068e-05}
+{"train_loss": 0.09544429183006287, "global_step": 28887, "epoch": 300, "lr": 5.614567096437462e-05}
+{"train_loss": 0.11381599307060242, "global_step": 28888, "epoch": 300, "lr": 5.613420551774407e-{"tr{"train_loss": 0.10157442092895508, "global_step": 28889, "epoch": 300, "lr": 5.612274105079711e-05}
+{"train_loss": 0.07619055360555649, "global_step": 28890, "epoch": 300, "lr": 5.611127756361188e-{"tr{"train_loss": 0.09965598583221436, "global_step": 28891, "epoch": 300, "lr": 5.609981505626631{"train{"train_loss": 0.06222403049468994, "global_step": 28892, "epoch": 300, "lr": 5.60883535288385{"train_{"train_loss": 0.06909371167421341, "global_step": 28893, "epoch": 300, "lr": 5.6076892981406{"train_{"train_loss": 0.0799444168806076, "global_step": 28894, "epoch": 300, "lr": 5.60654334140485{"train_{"train_loss": 0.0865706850696976, "global_step": 28895, "epoch": 300, "lr": 5.605397482684245e-05, "train_action_mse_error": 2.195210527133895e-06}
+{"train_loss": 0.05947747826576233, "global_step": 28896, "epoch": 301, "lr": 5.6042517219866244e-05}
+{"train_loss": 0.1067025363445282, "global_step": 28897, "epoch": 301, "lr": 5.603106059319805e-05}
+{"train_loss": 0.11051328480243683, "global_step": 28898, "epoch": 301, "lr": 5.6019604946915736e-05}
+{"train_loss": 0.09946776926517487, "global_step": 28899, "epoch": 301, "lr": 5.600815028109751e-05}
+{"train_loss": 0.09908884763717651, "global_step": 28900, "epoch": 301, "lr": 5.599669659582125e{"tra{"train_loss": 0.0892644077539444, "global_step": 28901, "epoch": 301, "lr": 5.5985243891165015e-05}
+{"train_loss": 0.06059781089425087, "global_step": 28902, "epoch": 301, "lr": 5.597379216720673e-05}
+{"train_loss": 0.07201867550611496, "global_step": 28903, "epoch": 301, "lr": 5.596234142402439e-05}
+{"train_loss": 0.07634340226650238, "global_step": 28904, "epoch": 301, "lr": 5.595089166169605e-05}
+{"train_loss": 0.07909151166677475, "global_step": 28905, "epoch": 301, "lr": 5.593944288029955e-05}
+{"train_loss": 0.06881069391965866, "global_step": 28906, "epoch": 301, "lr": 5.5927995079912934e-05}
+{"train_loss": 0.07281658053398132, "global_step": 28907, "epoch": 301, "lr": 5.5916548260614145e-05}
+{"train_loss": 0.07741448283195496, "global_step": 28908, "epoch": 301, "lr": 5.590510242248119e{"tra{"train_loss": 0.07988187670707703, "global_step": 28909, "epoch": 301, "lr": 5.5893657565591816e-05}
+{"train_loss": 0.07980889081954956, "global_step": 28910, "epoch": 301, "lr": 5.5882213690024244e-05}
+{"train_loss": 0.06089033931493759, "global_step": 28911, "epoch": 301, "lr": 5.5870770795856184e-05}
+{"train_loss": 0.07746921479701996, "global_step": 28912, "epoch": 301, "lr": 5.585932888316572e-05}
+{"train_loss": 0.09158322960138321, "global_step": 28913, "epoch": 301, "lr": 5.584788795203053e{"tra{"train_loss": 0.1247425451874733, "global_step": 28914, "epoch": 301, "lr": 5.5836448002528804e{"tra{"train_loss": 0.07217059284448624, "global_step": 28915, "epoch": 301, "lr": 5.5825009034738244e{"tra{"train_loss": 0.10224097967147827, "global_step": 28916, "epoch": 301, "lr": 5.58135710487369e-{"tr{"train_loss": 0.07787846028804779, "global_step": 28917, "epoch": 301, "lr": 5.5802134044602504e-05}
+{"train_loss": 0.10633304715156555, "global_step": 28918, "epoch": 301, "lr": 5.5790698022413016{"trai{"train_loss": 0.11157206445932388, "global_step": 28919, "epoch": 301, "lr": 5.577926298224636e-05}
+{"train_loss": 0.06177127733826637, "global_step": 28920, "epoch": 301, "lr": 5.576782892418022e-05}
+{"train_loss": 0.0786125585436821, "global_step": 28921, "epoch": 301, "lr": 5.575639584829273e-05}
+{"train_loss": 0.09713739156723022, "global_step": 28922, "epoch": 301, "lr": 5.574496375466156e-05}
+{"train_loss": 0.08775763213634491, "global_step": 28923, "epoch": 301, "lr": 5.573353264336465e-05}
+{"train_loss": 0.0718887597322464, "global_step": 28924, "epoch": 301, "lr": 5.572210251447969e-05}
+{"train_loss": 0.0706658810377121, "global_step": 28925, "epoch": 301, "lr": 5.5710673368084735e-05}
+{"train_loss": 0.08474180847406387, "global_step": 28926, "epoch": 301, "lr": 5.569924520425744e-05}
+{"train_loss": 0.08835869282484055, "global_step": 28927, "epoch": 301, "lr": 5.568781802307577e-05}
+{"train_loss": 0.060395512729883194, "global_step": 28928, "epoch": 301, "lr": 5.567639182461739e-05}
+{"train_loss": 0.10239012539386749, "global_step": 28929, "epoch": 301, "lr": 5.566496660896019e-05}
+{"train_loss": 0.08942641317844391, "global_step": 28930, "epoch": 301, "lr": 5.565354237618197e-05}
+{"train_loss": 0.11275667697191238, "global_step": 28931, "epoch": 301, "lr": 5.56421191263605e-05}
+{"train_loss": 0.10225360840559006, "global_step": 28932, "epoch": 301, "lr": 5.563069685957365e-05}
+{"train_loss": 0.06987766921520233, "global_step": 28933, "epoch": 301, "lr": 5.56192755758991e-05}
+{"train_loss": 0.11277009546756744, "global_step": 28934, "epoch": 301, "lr": 5.5607855275414725e-05}
+{"train_loss": 0.09815095365047455, "global_step": 28935, "epoch": 301, "lr": 5.55964359581981e-05}
+{"train_loss": 0.09268886595964432, "global_step": 28936, "epoch": 301, "lr": 5.558501762432724e-05}
+{"train_loss": 0.09080007672309875, "global_step": 28937, "epoch": 301, "lr": 5.557360027387972e-05}
+{"train_loss": 0.08101572096347809, "global_step": 28938, "epoch": 301, "lr": 5.556218390693344e-05}
+{"train_loss": 0.10615304112434387, "global_step": 28939, "epoch": 301, "lr": 5.555076852356591e-05}
+{"train_loss": 0.08966948091983795, "global_step": 28940, "epoch": 301, "lr": 5.5539354123855136e-05}
+{"train_loss": 0.08565591275691986, "global_step": 28941, "epoch": 301, "lr": 5.552794070787866e-05}
+{"train_loss": 0.0878177285194397, "global_step": 28942, "epoch": 301, "lr": 5.551652827571427e-05{"{"train_loss": 0.10358455777168274, "global_step": 28943, "epoch": 301, "lr": 5.550511682743973e-05}
+{"train_loss": 0.105947345495224, "global_step": 28944, "epoch": 301, "lr": 5.549370636313262e-05}
+{"train_loss": 0.08388803154230118, "global_step": 28945, "epoch": 301, "lr": 5.548229688287075e-05}
+{"train_loss": 0.09123168885707855, "global_step": 28946, "epoch": 301, "lr": 5.5470888386731755e-05}
+{"train_loss": 0.08014938235282898, "global_step": 28947, "epoch": 301, "lr": 5.545948087479342e-05}
+{"train_loss": 0.09717755764722824, "global_step": 28948, "epoch": 301, "lr": 5.544807434713328e-05}
+{"train_loss": 0.08565197885036469, "global_step": 28949, "epoch": 301, "lr": 5.543666880382916e-05}
+{"train_loss": 0.09428595006465912, "global_step": 28950, "epoch": 301, "lr": 5.542526424495853e-05}
+{"train_loss": 0.09478779137134552, "global_step": 28951, "epoch": 301, "lr": 5.5413860670599303e-05}
+{"train_loss": 0.08214481920003891, "global_step": 28952, "epoch": 301, "lr": 5.5402458080828954e-05}
+{"train_loss": 0.10625943541526794, "global_step": 28953, "epoch": 301, "lr": 5.5391056475725225e-05}
+{"train_loss": 0.0649949312210083, "global_step": 28954, "epoch": 301, "lr": 5.537965585536562e-05}
+{"train_loss": 0.07725556194782257, "global_step": 28955, "epoch": 301, "lr": 5.536825621982798e-05}
+{"train_loss": 0.07709407806396484, "global_step": 28956, "epoch": 301, "lr": 5.5356857569189756e-05}
+{"train_loss": 0.08917124569416046, "global_step": 28957, "epoch": 301, "lr": 5.534545990352864e-0{"t{"train_loss": 0.06276292353868484, "global_step": 28958, "epoch": 301, "lr": 5.5334063222922315e-05}
+{"train_loss": 0.09783855080604553, "global_step": 28959, "epoch": 301, "lr": 5.532266752744824e-05}
+{"train_loss": 0.10231885313987732, "global_step": 28960, "epoch": 301, "lr": 5.531127281718418e-05}
+{"train_loss": 0.08610112220048904, "global_step": 28961, "epoch": 301, "lr": 5.529987909220751e-05}
+{"train_loss": 0.08083641529083252, "global_step": 28962, "epoch": 301, "lr": 5.528848635259607e-05}
+{"train_loss": 0.048173584043979645, "global_step": 28963, "epoch": 301, "lr": 5.527709459842725e-05}
+{"train_loss": 0.09411530941724777, "global_step": 28964, "epoch": 301, "lr": 5.526570382977878e-05}
+{"train_loss": 0.046063244342803955, "global_step": 28965, "epoch": 301, "lr": 5.525431404672803e-05}
+{"train_loss": 0.05709049478173256, "global_step": 28966, "epoch": 301, "lr": 5.524292524935277e-05}
+{"train_loss": 0.08177733421325684, "global_step": 28967, "epoch": 301, "lr": 5.523153743773042e-05}
+{"train_loss": 0.106049545109272, "global_step": 28968, "epoch": 301, "lr": 5.5220150611938573e-05}
+{"train_loss": 0.06279303878545761, "global_step": 28969, "epoch": 301, "lr": 5.5208764772054764e{"tra{"train_loss": 0.08845098316669464, "global_step": 28970, "epoch": 301, "lr": 5.5197379918156586e-05}
+{"train_loss": 0.11845490336418152, "global_step": 28971, "epoch": 301, "lr": 5.518599605032144e-05}
+{"train_loss": 0.10403117537498474, "global_step": 28972, "epoch": 301, "lr": 5.5174613168626934e-05}
+{"train_loss": 0.09756000339984894, "global_step": 28973, "epoch": 301, "lr": 5.5163231273150614e-05}
+{"train_loss": 0.11290235072374344, "global_step": 28974, "epoch": 301, "lr": 5.515185036396988e-05}
+{"train_loss": 0.10088774561882019, "global_step": 28975, "epoch": 301, "lr": 5.514047044116235e{"tra{"train_loss": 0.08500899374485016, "global_step": 28976, "epoch": 301, "lr": 5.512909150480532e{"tra{"train_loss": 0.06298813968896866, "global_step": 28977, "epoch": 301, "lr": 5.511771355497657e-05}
+{"train_loss": 0.07698954641819, "global_step": 28978, "epoch": 301, "lr": 5.510633659175333e-05}
+{"train_loss": 0.06121228635311127, "global_step": 28979, "epoch": 301, "lr": 5.50949606152132e-05}
+{"train_loss": 0.06638172268867493, "global_step": 28980, "epoch": 301, "lr": 5.5083585625433585e-05}
+{"train_loss": 0.10797932744026184, "global_step": 28981, "epoch": 301, "lr": 5.5072211622492076e-05}
+{"train_loss": 0.0804324522614479, "global_step": 28982, "epoch": 301, "lr": 5.506083860646594e-05{"{"train_loss": 0.08679435402154922, "global_step": 28983, "epoch": 301, "lr": 5.504946657743273e-05{"{"train_loss": 0.06949393451213837, "global_step": 28984, "epoch": 301, "lr": 5.50380955354699e-05}{{"train_loss": 0.05256807059049606, "global_step": 28985, "epoch": 301, "lr": 5.502672548065482e-05{"{"train_loss": 0.09314654767513275, "global_step": 28986, "epoch": 301, "lr": 5.501535641306492e-05}
+{"train_loss": 0.10502320528030396, "global_step": 28987, "epoch": 301, "lr": 5.500398833277767e-05}
+{"train_loss": 0.09084637463092804, "global_step": 28988, "epoch": 301, "lr": 5.4992621239870525e-05}
+{"train_loss": 0.08024773746728897, "global_step": 28989, "epoch": 301, "lr": 5.498125513442074e-05}
+{"train_loss": 0.09619517624378204, "global_step": 28990, "epoch": 301, "lr": 5.496989001650583e-05}
+{"train_loss": 0.08634833634520571, "global_step": 28991, "epoch": 301, "lr": 5.495852588620314e-05}
+{"train_loss": 0.08673146367073059, "global_step": 28992, "epoch": 302, "lr": 5.494716274359015e-05{"{"train_loss": 0.08227421343326569, "global_step": 28993, "epoch": 302, "lr": 5.4935800588744104e-0{"t{"train_loss": 0.10952632129192352, "global_step": 28994, "epoch": 302, "lr": 5.492443942174243e-05{"{"train_loss": 0.057706356048583984, "global_step": 28995, "epoch": 302, "lr": 5.4913079242662515e-{"tr{"train_loss": 0.07406850904226303, "global_step": 28996, "epoch": 302, "lr": 5.490172005158176e-0{"t{"train_loss": 0.08435794711112976, "global_step": 28997, "epoch": 302, "lr": 5.489036184857741e-0{"t{"train_loss": 0.08601626008749008, "global_step": 28998, "epoch": 302, "lr": 5.487900463372684e-05}
+{"train_loss": 0.0820879116654396, "global_step": 28999, "epoch": 302, "lr": 5.4867648407107495e-05}
+{"train_loss": 0.07495302706956863, "global_step": 29000, "epoch": 302, "lr": 5.485629316879657e-05{"{"train_loss": 0.0960085541009903, "global_step": 29001, "epoch": 302, "lr": 5.4844938918871415e-05}
+{"train_loss": 0.07737769186496735, "global_step": 29002, "epoch": 302, "lr": 5.483358565740941e-05}
+{"train_loss": 0.0968741923570633, "global_step": 29003, "epoch": 302, "lr": 5.482223338448789e-05}
+{"train_loss": 0.06333374977111816, "global_step": 29004, "epoch": 302, "lr": 5.481088210018403e-05}
+{"train_loss": 0.11033943295478821, "global_step": 29005, "epoch": 302, "lr": 5.4799531804575245e-05}
+{"train_loss": 0.09329259395599365, "global_step": 29006, "epoch": 302, "lr": 5.478818249773876e-05}
+{"train_loss": 0.059078458696603775, "global_step": 29007, "epoch": 302, "lr": 5.4776834179751965e-05}
+{"train_loss": 0.07225574553012848, "global_step": 29008, "epoch": 302, "lr": 5.4765486850692005e-05{"{"train_loss": 0.0910126119852066, "global_step": 29009, "epoch": 302, "lr": 5.4754140510636185e-05}
+{"train_loss": 0.073468878865242, "global_step": 29010, "epoch": 302, "lr": 5.474279515966183e-05}
+{"train_loss": 0.05274089798331261, "global_step": 29011, "epoch": 302, "lr": 5.4731450797846204e-05}
+{"train_loss": 0.10159033536911011, "global_step": 29012, "epoch": 302, "lr": 5.4720107425266475e-05}
+{"train_loss": 0.07957320660352707, "global_step": 29013, "epoch": 302, "lr": 5.470876504199991e-05}
+{"train_loss": 0.06758724898099899, "global_step": 29014, "epoch": 302, "lr": 5.4697423648123847e-05}
+{"train_loss": 0.08827552199363708, "global_step": 29015, "epoch": 302, "lr": 5.468608324371538e-05}
+{"train_loss": 0.08444124460220337, "global_step": 29016, "epoch": 302, "lr": 5.467474382885178e-05}
+{"train_loss": 0.07805977016687393, "global_step": 29017, "epoch": 302, "lr": 5.466340540361028e-05}
+{"train_loss": 0.07099281996488571, "global_step": 29018, "epoch": 302, "lr": 5.465206796806816e-05}
+{"train_loss": 0.09696760773658752, "global_step": 29019, "epoch": 302, "lr": 5.464073152230249e-05}
+{"train_loss": 0.07034460455179214, "global_step": 29020, "epoch": 302, "lr": 5.462939606639055e-05}
+{"train_loss": 0.07813968509435654, "global_step": 29021, "epoch": 302, "lr": 5.46180616004095e-05}
+{"train_loss": 0.08644203841686249, "global_step": 29022, "epoch": 302, "lr": 5.460672812443659e-05}
+{"train_loss": 0.05695106089115143, "global_step": 29023, "epoch": 302, "lr": 5.4595395638548895e-05{"{"train_loss": 0.1164526641368866, "global_step": 29024, "epoch": 302, "lr": 5.4584064142823646e-05}
+{"train_loss": 0.06247957423329353, "global_step": 29025, "epoch": 302, "lr": 5.457273363733804e-05}
+{"train_loss": 0.10748779773712158, "global_step": 29026, "epoch": 302, "lr": 5.456140412216913e-05}
+{"train_loss": 0.12013569474220276, "global_step": 29027, "epoch": 302, "lr": 5.455007559739413e-05}
+{"train_loss": 0.13513833284378052, "global_step": 29028, "epoch": 302, "lr": 5.4538748063090204e-05}
+{"train_loss": 0.1152464896440506, "global_step": 29029, "epoch": 302, "lr": 5.452742151933452e-05}
+{"train_loss": 0.08445767313241959, "global_step": 29030, "epoch": 302, "lr": 5.4516095966204084e-05{"{"train_loss": 0.0884762853384018, "global_step": 29031, "epoch": 302, "lr": 5.45047714037761e-05}
+{"train_loss": 0.06749549508094788, "global_step": 29032, "epoch": 302, "lr": 5.4493447832127665e-0{"t{"train_loss": 0.08991425484418869, "global_step": 29033, "epoch": 302, "lr": 5.448212525133598e-05}
+{"train_loss": 0.07167570292949677, "global_step": 29034, "epoch": 302, "lr": 5.447080366147801e-05}
+{"train_loss": 0.08614492416381836, "global_step": 29035, "epoch": 302, "lr": 5.4459483062630886e-05}
+{"train_loss": 0.08610150963068008, "global_step": 29036, "epoch": 302, "lr": 5.444816345487174e-0{"t{"train_loss": 0.07978735864162445, "global_step": 29037, "epoch": 302, "lr": 5.443684483827771e-0{"t{"train_loss": 0.09450623393058777, "global_step": 29038, "epoch": 302, "lr": 5.442552721292573e-0{"t{"train_loss": 0.06419303268194199, "global_step": 29039, "epoch": 302, "lr": 5.441421057889293e-05}
+{"train_loss": 0.1058579832315445, "global_step": 29040, "epoch": 302, "lr": 5.4402894936256454e-05}
+{"train_loss": 0.10386164486408234, "global_step": 29041, "epoch": 302, "lr": 5.439158028509323e-05{"{"train_loss": 0.12637285888195038, "global_step": 29042, "epoch": 302, "lr": 5.438026662548037e-05}
+{"train_loss": 0.10379308462142944, "global_step": 29043, "epoch": 302, "lr": 5.4368953957494885e-05}
+{"train_loss": 0.06885874271392822, "global_step": 29044, "epoch": 302, "lr": 5.435764228121392e-05}
+{"train_loss": 0.07633669674396515, "global_step": 29045, "epoch": 302, "lr": 5.434633159671436e-05}
+{"train_loss": 0.06644310057163239, "global_step": 29046, "epoch": 302, "lr": 5.433502190407329e-0{"t{"train_loss": 0.1001405194401741, "global_step": 29047, "epoch": 302, "lr": 5.432371320336773e-05}
+{"train_loss": 0.08570879697799683, "global_step": 29048, "epoch": 302, "lr": 5.4312405494674735e-05}
+{"train_loss": 0.10831429064273834, "global_step": 29049, "epoch": 302, "lr": 5.4301098778071125e-05}
+{"train_loss": 0.08172762393951416, "global_step": 29050, "epoch": 302, "lr": 5.428979305363418e-05{"{"train_loss": 0.08066621422767639, "global_step": 29051, "epoch": 302, "lr": 5.427848832144065e-05}
+{"train_loss": 0.13263215124607086, "global_step": 29052, "epoch": 302, "lr": 5.4267184581567655e-0{"t{"train_loss": 0.041136570274829865, "global_step": 29053, "epoch": 302, "lr": 5.425588183409207e-05}
+{"train_loss": 0.08170035481452942, "global_step": 29054, "epoch": 302, "lr": 5.42445800790909e-05}
+{"train_loss": 0.12015257775783539, "global_step": 29055, "epoch": 302, "lr": 5.4233279316641194e-05}
+{"train_loss": 0.05534704774618149, "global_step": 29056, "epoch": 302, "lr": 5.422197954681976e-05}
+{"train_loss": 0.11922013759613037, "global_step": 29057, "epoch": 302, "lr": 5.4210680769703614e-05}
+{"train_loss": 0.10858765244483948, "global_step": 29058, "epoch": 302, "lr": 5.419938298536971e-05}
+{"train_loss": 0.09363164007663727, "global_step": 29059, "epoch": 302, "lr": 5.4188086193895015e-05}
+{"train_loss": 0.09433209896087646, "global_step": 29060, "epoch": 302, "lr": 5.417679039535637e-05}
+{"train_loss": 0.0751728042960167, "global_step": 29061, "epoch": 302, "lr": 5.416549558983073e-05}
+{"train_loss": 0.06287065148353577, "global_step": 29062, "epoch": 302, "lr": 5.415420177739503e-05}{{"train_loss": 0.10040649771690369, "global_step": 29063, "epoch": 302, "lr": 5.414290895812621e-05}
+{"train_loss": 0.0822761058807373, "global_step": 29064, "epoch": 302, "lr": 5.4131617132101085e-05}
+{"train_loss": 0.06411709636449814, "global_step": 29065, "epoch": 302, "lr": 5.4120326299396584e-05}{{"train_loss": 0.07443974912166595, "global_step": 29066, "epoch": 302, "lr": 5.41090364600896e-05}
+{"train_loss": 0.0440107136964798, "global_step": 29067, "epoch": 302, "lr": 5.4097747614257076e-05}
+{"train_loss": 0.05319014936685562, "global_step": 29068, "epoch": 302, "lr": 5.408645976197575e-05}
+{"train_loss": 0.08472452312707901, "global_step": 29069, "epoch": 302, "lr": 5.407517290332258e-05}
+{"train_loss": 0.102831169962883, "global_step": 29070, "epoch": 302, "lr": 5.406388703837448e-05}
+{"train_loss": 0.09712756425142288, "global_step": 29071, "epoch": 302, "lr": 5.4052602167208156e-05}
+{"train_loss": 0.07463185489177704, "global_step": 29072, "epoch": 302, "lr": 5.404131828990053e-05}
+{"train_loss": 0.09605580568313599, "global_step": 29073, "epoch": 302, "lr": 5.403003540652847e-05}
+{"train_loss": 0.10548555105924606, "global_step": 29074, "epoch": 302, "lr": 5.401875351716881e-05}
+{"train_loss": 0.10655320435762405, "global_step": 29075, "epoch": 302, "lr": 5.400747262189825e-05}
+{"train_loss": 0.09588843584060669, "global_step": 29076, "epoch": 302, "lr": 5.3996192720793814e-05}
+{"train_loss": 0.08989377319812775, "global_step": 29077, "epoch": 302, "lr": 5.398491381393216e-05}
+{"train_loss": 0.09225508570671082, "global_step": 29078, "epoch": 302, "lr": 5.39736359013902e-05}
+{"train_loss": 0.11111406236886978, "global_step": 29079, "epoch": 302, "lr": 5.396235898324462e-05}
+{"train_loss": 0.06402157247066498, "global_step": 29080, "epoch": 302, "lr": 5.395108305957228e-05}
+{"train_loss": 0.1022711992263794, "global_step": 29081, "epoch": 302, "lr": 5.393980813045001e-05}
+{"train_loss": 0.07811300456523895, "global_step": 29082, "epoch": 302, "lr": 5.392853419595445e-05}
+{"train_loss": 0.11241625994443893, "global_step": 29083, "epoch": 302, "lr": 5.3917261256162475e-05}{{"train_loss": 0.09634575247764587, "global_step": 29084, "epoch": 302, "lr": 5.390598931115083e-05}
+{"train_loss": 0.07836747914552689, "global_step": 29085, "epoch": 302, "lr": 5.3894718360996335e-05}
+{"train_loss": 0.07292509078979492, "global_step": 29086, "epoch": 302, "lr": 5.388344840577557e-05}
+{"train_loss": 0.08659247685379039, "global_step": 29087, "epoch": 302, "lr": 5.3872179445565505e-05}
+{"train_loss": 0.09040363132953644, "global_step": 29088, "epoch": 303, "lr": 5.38609114804427e-05}
+{"train_loss": 0.09283076226711273, "global_step": 29089, "epoch": 303, "lr": 5.3849644510484024e-05}
+{"train_loss": 0.08397455513477325, "global_step": 29090, "epoch": 303, "lr": 5.383837853576601e-05}
+{"train_loss": 0.0839417427778244, "global_step": 29091, "epoch": 303, "lr": 5.38271135563656e-05}
+{"train_loss": 0.08440156280994415, "global_step": 29092, "epoch": 303, "lr": 5.381584957235935e-05}
+{"train_loss": 0.09751375019550323, "global_step": 29093, "epoch": 303, "lr": 5.380458658382408e-05}
+{"train_loss": 0.052815940231084824, "global_step": 29094, "epoch": 303, "lr": 5.3793324590836344e-05}
+{"train_loss": 0.08669518679380417, "global_step": 29095, "epoch": 303, "lr": 5.378206359347293e-05}
+{"train_loss": 0.0892600417137146, "global_step": 29096, "epoch": 303, "lr": 5.377080359181057e-05}
+{"train_loss": 0.09349122643470764, "global_step": 29097, "epoch": 303, "lr": 5.375954458592574e-05}
+{"train_loss": 0.07351485639810562, "global_step": 29098, "epoch": 303, "lr": 5.3748286575895366e-05}
+{"train_loss": 0.0795794129371643, "global_step": 29099, "epoch": 303, "lr": 5.373702956179594e-05}
+{"train_loss": 0.0735727846622467, "global_step": 29100, "epoch": 303, "lr": 5.372577354370423e-05}
+{"train_loss": 0.08816203474998474, "global_step": 29101, "epoch": 303, "lr": 5.371451852169671e-05}
+{"train_loss": 0.08509063720703125, "global_step": 29102, "epoch": 303, "lr": 5.3703264495850234e-05}
+{"train_loss": 0.08269494771957397, "global_step": 29103, "epoch": 303, "lr": 5.369201146624132e-05}
+{"train_loss": 0.05422088876366615, "global_step": 29104, "epoch": 303, "lr": 5.368075943294666e-05}
+{"train_loss": 0.08930060267448425, "global_step": 29105, "epoch": 303, "lr": 5.366950839604279e-05}
+{"train_loss": 0.06843548268079758, "global_step": 29106, "epoch": 303, "lr": 5.365825835560636e-05}
+{"train_loss": 0.08925177901983261, "global_step": 29107, "epoch": 303, "lr": 5.3647009311714e-05}
+{"train_loss": 0.08514934778213501, "global_step": 29108, "epoch": 303, "lr": 5.3635761264442384e-05}
+{"train_loss": 0.0723651722073555, "global_step": 29109, "epoch": 303, "lr": 5.362451421386796e-05}
+{"train_loss": 0.09452119469642639, "global_step": 29110, "epoch": 303, "lr": 5.36132681600674e-05}
+{"train_loss": 0.06096760183572769, "global_step": 29111, "epoch": 303, "lr": 5.3602023103117305e-05}
+{"train_loss": 0.09925464540719986, "global_step": 29112, "epoch": 303, "lr": 5.359077904309413e-05}
+{"train_loss": 0.09470927715301514, "global_step": 29113, "epoch": 303, "lr": 5.357953598007464e-05}
+{"train_loss": 0.09978437423706055, "global_step": 29114, "epoch": 303, "lr": 5.3568293914135224e-05}
+{"train_loss": 0.07176777720451355, "global_step": 29115, "epoch": 303, "lr": 5.3557052845352574e-05}
+{"train_loss": 0.09026919305324554, "global_step": 29116, "epoch": 303, "lr": 5.3545812773803064e-05}
+{"train_loss": 0.09625603258609772, "global_step": 29117, "epoch": 303, "lr": 5.353457369956345e-05}
+{"train_loss": 0.11003190279006958, "global_step": 29118, "epoch": 303, "lr": 5.352333562271008e-05}
+{"train_loss": 0.06925682723522186, "global_step": 29119, "epoch": 303, "lr": 5.351209854331964e-05}
+{"train_loss": 0.07347266376018524, "global_step": 29120, "epoch": 303, "lr": 5.350086246146851e-05}
+{"train_loss": 0.07677951455116272, "global_step": 29121, "epoch": 303, "lr": 5.348962737723324e-05}
+{"train_loss": 0.11375556886196136, "global_step": 29122, "epoch": 303, "lr": 5.3478393290690446e-05}
+{"train_loss": 0.07650823891162872, "global_step": 29123, "epoch": 303, "lr": 5.34671602019164e-05}
+{"train_loss": 0.08156321942806244, "global_step": 29124, "epoch": 303, "lr": 5.3455928110987893e-05}
+{"train_loss": 0.08976888656616211, "global_step": 29125, "epoch": 303, "lr": 5.344469701798118e-05}
+{"train_loss": 0.08705559372901917, "global_step": 29126, "epoch": 303, "lr": 5.343346692297288e-05}
+{"train_loss": 0.07551117241382599, "global_step": 29127, "epoch": 303, "lr": 5.34222378260393e-05}
+{"train_loss": 0.10587956756353378, "global_step": 29128, "epoch": 303, "lr": 5.341100972725715e-05}
+{"train_loss": 0.08535187691450119, "global_step": 29129, "epoch": 303, "lr": 5.339978262670266e-05}
+{"train_loss": 0.10737945139408112, "global_step": 29130, "epoch": 303, "lr": 5.338855652445245e-05}
+{"train_loss": 0.09419946372509003, "global_step": 29131, "epoch": 303, "lr": 5.3377331420582785e-05}
+{"train_loss": 0.08309738337993622, "global_step": 29132, "epoch": 303, "lr": 5.336610731517033e-05}
+{"train_loss": 0.0710534155368805, "global_step": 29133, "epoch": 303, "lr": 5.3354884208291334e-05}
+{"train_loss": 0.10161255300045013, "global_step": 29134, "epoch": 303, "lr": 5.3343662100022304e-05}
+{"train_loss": 0.09284204244613647, "global_step": 29135, "epoch": 303, "lr": 5.3332440990439705e-05}
+{"train_loss": 0.11217230558395386, "global_step": 29136, "epoch": 303, "lr": 5.332122087961982e-05}
+{"train_loss": 0.08802192658185959, "global_step": 29137, "epoch": 303, "lr": 5.3310001767639186e-05}
+{"train_loss": 0.08842552453279495, "global_step": 29138, "epoch": 303, "lr": 5.3298783654574036e-05}
+{"train_loss": 0.06926822662353516, "global_step": 29139, "epoch": 303, "lr": 5.3287566540500975e-05}
+{"train_loss": 0.09430563449859619, "global_step": 29140, "epoch": 303, "lr": 5.3276350425496234e-05}
+{"train_loss": 0.08576464653015137, "global_step": 29141, "epoch": 303, "lr": 5.3265135309636284e-05{"{"train_loss": 0.08800017833709717, "global_step": 29142, "epoch": 303, "lr": 5.3253921192997324e-05{"{"train_loss": 0.06195155531167984, "global_step": 29143, "epoch": 303, "lr": 5.3242708075655986e-05}
+{"train_loss": 0.09841715544462204, "global_step": 29144, "epoch": 303, "lr": 5.3231495957688417e-05}
+{"train_loss": 0.11440901458263397, "global_step": 29145, "epoch": 303, "lr": 5.322028483917105e-05}
+{"train_loss": 0.09345365315675735, "global_step": 29146, "epoch": 303, "lr": 5.3209074720180196e-05}
+{"train_loss": 0.10751630365848541, "global_step": 29147, "epoch": 303, "lr": 5.3197865600792296e-05}
+{"train_loss": 0.08555139601230621, "global_step": 29148, "epoch": 303, "lr": 5.3186657481083536e-05}
+{"train_loss": 0.08781649172306061, "global_step": 29149, "epoch": 303, "lr": 5.31754503611303e-05}
+{"train_loss": 0.0881984531879425, "global_step": 29150, "epoch": 303, "lr": 5.316424424100896e-05}
+{"train_loss": 0.09251399338245392, "global_step": 29151, "epoch": 303, "lr": 5.3153039120795725e-05}
+{"train_loss": 0.0769011527299881, "global_step": 29152, "epoch": 303, "lr": 5.314183500056702e-05}
+{"train_loss": 0.08088907599449158, "global_step": 29153, "epoch": 303, "lr": 5.313063188039893e-05}
+{"train_loss": 0.06609031558036804, "global_step": 29154, "epoch": 303, "lr": 5.311942976036801e-05}
+{"train_loss": 0.07056407630443573, "global_step": 29155, "epoch": 303, "lr": 5.310822864055036e-05}
+{"train_loss": 0.08474229276180267, "global_step": 29156, "epoch": 303, "lr": 5.309702852102239e-05}{{"train_loss": 0.09410420060157776, "global_step": 29157, "epoch": 303, "lr": 5.308582940186016e-05}
+{"train_loss": 0.11023145169019699, "global_step": 29158, "epoch": 303, "lr": 5.307463128314018e-05}{{"train_loss": 0.08587262034416199, "global_step": 29159, "epoch": 303, "lr": 5.3063434164938556e-05}
+{"train_loss": 0.1325949728488922, "global_step": 29160, "epoch": 303, "lr": 5.305223804733155e-05}
+{"train_loss": 0.06746847182512283, "global_step": 29161, "epoch": 303, "lr": 5.3041042930395515e-05}
+{"train_loss": 0.10493150353431702, "global_step": 29162, "epoch": 303, "lr": 5.302984881420652e-05}
+{"train_loss": 0.07481338828802109, "global_step": 29163, "epoch": 303, "lr": 5.301865569884088e-05}
+{"train_loss": 0.10672100633382797, "global_step": 29164, "epoch": 303, "lr": 5.300746358437481e-05}
+{"train_loss": 0.10688534379005432, "global_step": 29165, "epoch": 303, "lr": 5.2996272470884565e-05}
+{"train_loss": 0.1011350154876709, "global_step": 29166, "epoch": 303, "lr": 5.2985082358446284e-05}{{"train_loss": 0.08990052342414856, "global_step": 29167, "epoch": 303, "lr": 5.297389324713624e-05}
+{"train_loss": 0.1050935834646225, "global_step": 29168, "epoch": 303, "lr": 5.296270513703048e-05}
+{"train_loss": 0.05831361562013626, "global_step": 29169, "epoch": 303, "lr": 5.2951518028205396e-05}
+{"train_loss": 0.0979590192437172, "global_step": 29170, "epoch": 303, "lr": 5.294033192073702e-05}
+{"train_loss": 0.09180085361003876, "global_step": 29171, "epoch": 303, "lr": 5.292914681470158e-05}
+{"train_loss": 0.10709038376808167, "global_step": 29172, "epoch": 303, "lr": 5.291796271017524e-05}
+{"train_loss": 0.1039261743426323, "global_step": 29173, "epoch": 303, "lr": 5.290677960723422e-05}
+{"train_loss": 0.09088575839996338, "global_step": 29174, "epoch": 303, "lr": 5.289559750595454e-05}
+{"train_loss": 0.06432972848415375, "global_step": 29175, "epoch": 303, "lr": 5.288441640641244e-05}
+{"train_loss": 0.07311917841434479, "global_step": 29176, "epoch": 303, "lr": 5.287323630868408e-05}
+{"train_loss": 0.08404365181922913, "global_step": 29177, "epoch": 303, "lr": 5.2862057212845514e-05}
+{"train_loss": 0.06523041427135468, "global_step": 29178, "epoch": 303, "lr": 5.285087911897295e-05}
+{"train_loss": 0.07327188551425934, "global_step": 29179, "epoch": 303, "lr": 5.2839702027142365e-05}
+{"train_loss": 0.0944463461637497, "global_step": 29180, "epoch": 303, "lr": 5.2828525937430085e-05}
+{"train_loss": 0.07852581888437271, "global_step": 29181, "epoch": 303, "lr": 5.281735084991204e-05}
+{"train_loss": 0.09623954445123672, "global_step": 29182, "epoch": 303, "lr": 5.280617676466437e-05}
+{"train_loss": 0.08732088926869135, "global_step": 29183, "epoch": 303, "lr": 5.279500368176322e-05}
+{"train_loss": 0.06876073032617569, "global_step": 29184, "epoch": 304, "lr": 5.278383160128468e-05}
+{"train_loss": 0.07575680315494537, "global_step": 29185, "epoch": 304, "lr": 5.277266052330476e-05}
+{"train_loss": 0.08020574599504471, "global_step": 29186, "epoch": 304, "lr": 5.2761490447899556e-05}
+{"train_loss": 0.10605745017528534, "global_step": 29187, "epoch": 304, "lr": 5.2750321375145125e-05}{{"train_loss": 0.11296214908361435, "global_step": 29188, "epoch": 304, "lr": 5.273915330511763e-05}
+{"train_loss": 0.0748571902513504, "global_step": 29189, "epoch": 304, "lr": 5.2727986237892946e-05}
+{"train_loss": 0.05823207646608353, "global_step": 29190, "epoch": 304, "lr": 5.271682017354722e-05}
+{"train_loss": 0.07563598453998566, "global_step": 29191, "epoch": 304, "lr": 5.270565511215653e-05}
+{"train_loss": 0.09039808809757233, "global_step": 29192, "epoch": 304, "lr": 5.26944910537968e-05}
+{"train_loss": 0.0651082694530487, "global_step": 29193, "epoch": 304, "lr": 5.2683327998544094e-05}
+{"train_loss": 0.07902439683675766, "global_step": 29194, "epoch": 304, "lr": 5.267216594647444e-05}
+{"train_loss": 0.07576858997344971, "global_step": 29195, "epoch": 304, "lr": 5.266100489766392e-05}
+{"train_loss": 0.07950564473867416, "global_step": 29196, "epoch": 304, "lr": 5.26498448521884e-05}
+{"train_loss": 0.08913686126470566, "global_step": 29197, "epoch": 304, "lr": 5.263868581012395e-05}
+{"train_loss": 0.09613092243671417, "global_step": 29198, "epoch": 304, "lr": 5.262752777154656e-05}
+{"train_loss": 0.04702778160572052, "global_step": 29199, "epoch": 304, "lr": 5.261637073653225e-05}
+{"train_loss": 0.08159954100847244, "global_step": 29200, "epoch": 304, "lr": 5.2605214705156894e-05}
+{"train_loss": 0.06770745664834976, "global_step": 29201, "epoch": 304, "lr": 5.259405967749653e-05}
+{"train_loss": 0.07508210837841034, "global_step": 29202, "epoch": 304, "lr": 5.258290565362716e-05}
+{"train_loss": 0.07444340735673904, "global_step": 29203, "epoch": 304, "lr": 5.2571752633624635e-05}
+{"train_loss": 0.09511400759220123, "global_step": 29204, "epoch": 304, "lr": 5.256060061756496e-05}
+{"train_loss": 0.08054807782173157, "global_step": 29205, "epoch": 304, "lr": 5.2549449605524057e-05}
+{"train_loss": 0.07873573154211044, "global_step": 29206, "epoch": 304, "lr": 5.2538299597577945e-05}
+{"train_loss": 0.08357306569814682, "global_step": 29207, "epoch": 304, "lr": 5.252715059380244e-05}
+{"train_loss": 0.08305417001247406, "global_step": 29208, "epoch": 304, "lr": 5.2516002594273514e-05}
+{"train_loss": 0.11439552903175354, "global_step": 29209, "epoch": 304, "lr": 5.250485559906706e-05}
+{"train_loss": 0.12385227531194687, "global_step": 29210, "epoch": 304, "lr": 5.2493709608259076e-05}
+{"train_loss": 0.07399284839630127, "global_step": 29211, "epoch": 304, "lr": 5.2482564621925315e-05}
+{"train_loss": 0.06200186908245087, "global_step": 29212, "epoch": 304, "lr": 5.2471420640141764e-05}
+{"train_loss": 0.08863592147827148, "global_step": 29213, "epoch": 304, "lr": 5.246027766298429e-05}
+{"train_loss": 0.0627538412809372, "global_step": 29214, "epoch": 304, "lr": 5.2449135690528826e-05}
+{"train_loss": 0.0980159267783165, "global_step": 29215, "epoch": 304, "lr": 5.243799472285113e-05}
+{"train_loss": 0.08266167342662811, "global_step": 29216, "epoch": 304, "lr": 5.242685476002716e-05}
+{"train_loss": 0.08669182658195496, "global_step": 29217, "epoch": 304, "lr": 5.241571580213278e-05}
+{"train_loss": 0.07563300430774689, "global_step": 29218, "epoch": 304, "lr": 5.240457784924377e-05}
+{"train_loss": 0.10320281982421875, "global_step": 29219, "epoch": 304, "lr": 5.239344090143603e-05}
+{"train_loss": 0.0661865696310997, "global_step": 29220, "epoch": 304, "lr": 5.238230495878536e-05}
+{"train_loss": 0.08675926923751831, "global_step": 29221, "epoch": 304, "lr": 5.237117002136771e-05}
+{"train_loss": 0.08663450181484222, "global_step": 29222, "epoch": 304, "lr": 5.2360036089258725e-05}
+{"train_loss": 0.06797058880329132, "global_step": 29223, "epoch": 304, "lr": 5.234890316253434e-05}
+{"train_loss": 0.08192203938961029, "global_step": 29224, "epoch": 304, "lr": 5.233777124127033e-05}
+{"train_loss": 0.07334727048873901, "global_step": 29225, "epoch": 304, "lr": 5.2326640325542576e-05}
+{"train_loss": 0.11901134252548218, "global_step": 29226, "epoch": 304, "lr": 5.231551041542677e-05}
+{"train_loss": 0.06493337452411652, "global_step": 29227, "epoch": 304, "lr": 5.230438151099872e-05}
+{"train_loss": 0.07791681587696075, "global_step": 29228, "epoch": 304, "lr": 5.229325361233426e-05}
+{"train_loss": 0.1057823896408081, "global_step": 29229, "epoch": 304, "lr": 5.2282126719509186e-05}
+{"train_loss": 0.07456211745738983, "global_step": 29230, "epoch": 304, "lr": 5.227100083259917e-05}
+{"train_loss": 0.10937588661909103, "global_step": 29231, "epoch": 304, "lr": 5.225987595168003e-05}
+{"train_loss": 0.08117972314357758, "global_step": 29232, "epoch": 304, "lr": 5.22487520768276e-05}
+{"train_loss": 0.08351080119609833, "global_step": 29233, "epoch": 304, "lr": 5.2237629208117474e-05}
+{"train_loss": 0.10122223198413849, "global_step": 29234, "epoch": 304, "lr": 5.222650734562551e-05}
+{"train_loss": 0.09167978167533875, "global_step": 29235, "epoch": 304, "lr": 5.221538648942739e-05}
+{"train_loss": 0.10420362651348114, "global_step": 29236, "epoch": 304, "lr": 5.220426663959894e-05}
+{"train_loss": 0.07197467982769012, "global_step": 29237, "epoch": 304, "lr": 5.2193147796215736e-05}
+{"train_loss": 0.09512172639369965, "global_step": 29238, "epoch": 304, "lr": 5.218202995935357e-05}
+{"train_loss": 0.1152171790599823, "global_step": 29239, "epoch": 304, "lr": 5.217091312908815e-05}
+{"train_loss": 0.08054905384778976, "global_step": 29240, "epoch": 304, "lr": 5.215979730549525e-05}
+{"train_loss": 0.08500251173973083, "global_step": 29241, "epoch": 304, "lr": 5.2148682488650416e-05}
+{"train_loss": 0.09127823263406754, "global_step": 29242, "epoch": 304, "lr": 5.213756867862942e-05}
+{"train_loss": 0.09513021260499954, "global_step": 29243, "epoch": 304, "lr": 5.212645587550793e-05}
+{"train_loss": 0.11019622534513474, "global_step": 29244, "epoch": 304, "lr": 5.2115344079361694e-05}
+{"train_loss": 0.0827445387840271, "global_step": 29245, "epoch": 304, "lr": 5.2104233290266257e-05}
+{"train_loss": 0.10263983905315399, "global_step": 29246, "epoch": 304, "lr": 5.209312350829734e-05}
+{"train_loss": 0.11299284547567368, "global_step": 29247, "epoch": 304, "lr": 5.2082014733530626e-05}
+{"train_loss": 0.07847805321216583, "global_step": 29248, "epoch": 304, "lr": 5.2070906966041686e-05}
+{"train_loss": 0.06361302733421326, "global_step": 29249, "epoch": 304, "lr": 5.2059800205906214e-05}
+{"train_loss": 0.10207236558198929, "global_step": 29250, "epoch": 304, "lr": 5.204869445319984e-05}
+{"train_loss": 0.06787228584289551, "global_step": 29251, "epoch": 304, "lr": 5.2037589707998236e-05}
+{"train_loss": 0.06932149827480316, "global_step": 29252, "epoch": 304, "lr": 5.202648597037685e-05}
+{"train_loss": 0.10616123676300049, "global_step": 29253, "epoch": 304, "lr": 5.2015383240411556e-05}
+{"train_loss": 0.06224323809146881, "global_step": 29254, "epoch": 304, "lr": 5.200428151817773e-05}
+{"train_loss": 0.09579437971115112, "global_step": 29255, "epoch": 304, "lr": 5.199318080375115e-05}
+{"train_loss": 0.0716313049197197, "global_step": 29256, "epoch": 304, "lr": 5.1982081097207256e-05}
+{"train_loss": 0.09308969974517822, "global_step": 29257, "epoch": 304, "lr": 5.197098239862168e-05}
+{"train_loss": 0.06953536719083786, "global_step": 29258, "epoch": 304, "lr": 5.19598847080701e-05}
+{"train_loss": 0.07499758899211884, "global_step": 29259, "epoch": 304, "lr": 5.194878802562795e-05}
+{"train_loss": 0.0985729992389679, "global_step": 29260, "epoch": 304, "lr": 5.193769235137085e-05}
+{"train_loss": 0.07442443817853928, "global_step": 29261, "epoch": 304, "lr": 5.1926597685374355e-05}
+{"train_loss": 0.10117035359144211, "global_step": 29262, "epoch": 304, "lr": 5.1915504027714077e-05}
+{"train_loss": 0.08593372255563736, "global_step": 29263, "epoch": 304, "lr": 5.190441137846547e-05}
+{"train_loss": 0.07234303653240204, "global_step": 29264, "epoch": 304, "lr": 5.189331973770408e-05}
+{"train_loss": 0.0839560329914093, "global_step": 29265, "epoch": 304, "lr": 5.1882229105505484e-05}
+{"train_loss": 0.0707329660654068, "global_step": 29266, "epoch": 304, "lr": 5.187113948194524e-05}
+{"train_loss": 0.09314236789941788, "global_step": 29267, "epoch": 304, "lr": 5.186005086709871e-05}
+{"train_loss": 0.08770792931318283, "global_step": 29268, "epoch": 304, "lr": 5.1848963261041605e-05}
+{"train_loss": 0.0862845778465271, "global_step": 29269, "epoch": 304, "lr": 5.1837876663849274e-05}
+{"train_loss": 0.07687920331954956, "global_step": 29270, "epoch": 304, "lr": 5.182679107559734e-05}
+{"train_loss": 0.10049916803836823, "global_step": 29271, "epoch": 304, "lr": 5.181570649636116e-05}
+{"train_loss": 0.07432975620031357, "global_step": 29272, "epoch": 304, "lr": 5.1804622926216286e-05}
+{"train_loss": 0.09985824674367905, "global_step": 29273, "epoch": 304, "lr": 5.179354036523822e-05}
+{"train_loss": 0.059885818511247635, "global_step": 29274, "epoch": 304, "lr": 5.178245881350237e-05}
+{"train_loss": 0.07285217940807343, "global_step": 29275, "epoch": 304, "lr": 5.1771378271084204e-05}
+{"train_loss": 0.0796208530664444, "global_step": 29276, "epoch": 304, "lr": 5.176029873805921e-05}
+{"train_loss": 0.09454071521759033, "global_step": 29277, "epoch": 304, "lr": 5.174922021450288e-05}
+{"train_loss": 0.10989772528409958, "global_step": 29278, "epoch": 304, "lr": 5.173814270049049e-05}
+{"train_loss": 0.08501680470847835, "global_step": 29279, "epoch": 304, "lr": 5.1727066196097704e-05}
+{"train_loss": 0.07621084898710251, "global_step": 29280, "epoch": 305, "lr": 5.1715990701399764e-05}
+{"train_loss": 0.1037522703409195, "global_step": 29281, "epoch": 305, "lr": 5.170491621647222e-05}
+{"train_loss": 0.1259891241788864, "global_step": 29282, "epoch": 305, "lr": 5.169384274139037e-05}
+{"train_loss": 0.06886851787567139, "global_step": 29283, "epoch": 305, "lr": 5.168277027622967e-05}
+{"train_loss": 0.07355393469333649, "global_step": 29284, "epoch": 305, "lr": 5.167169882106553e-05}
+{"train_loss": 0.07807691395282745, "global_step": 29285, "epoch": 305, "lr": 5.166062837597341e-05}
+{"train_loss": 0.084654301404953, "global_step": 29286, "epoch": 305, "lr": 5.1649558941028545e-05}
+{"train_loss": 0.07818961143493652, "global_step": 29287, "epoch": 305, "lr": 5.16384905163064e-05}
+{"train_loss": 0.06978553533554077, "global_step": 29288, "epoch": 305, "lr": 5.16274231018824e-05}
+{"train_loss": 0.07132648676633835, "global_step": 29289, "epoch": 305, "lr": 5.1616356697831735e-05}
+{"train_loss": 0.07832975685596466, "global_step": 29290, "epoch": 305, "lr": 5.160529130423002e-05}
+{"train_loss": 0.08968564122915268, "global_step": 29291, "epoch": 305, "lr": 5.159422692115239e-05}
+{"train_loss": 0.0837666392326355, "global_step": 29292, "epoch": 305, "lr": 5.158316354867434e-05}
+{"train_loss": 0.06930370628833771, "global_step": 29293, "epoch": 305, "lr": 5.1572101186871016e-05}
+{"train_loss": 0.0701153576374054, "global_step": 29294, "epoch": 305, "lr": 5.156103983581799e-05}
+{"train_loss": 0.09588152170181274, "global_step": 29295, "epoch": 305, "lr": 5.1549979495590394e-05}
+{"train_loss": 0.06704513728618622, "global_step": 29296, "epoch": 305, "lr": 5.1538920166263694e-05}
+{"train_loss": 0.07769115269184113, "global_step": 29297, "epoch": 305, "lr": 5.1527861847913074e-05}
+{"train_loss": 0.07862041890621185, "global_step": 29298, "epoch": 305, "lr": 5.151680454061389e-05}
+{"train_loss": 0.08081483840942383, "global_step": 29299, "epoch": 305, "lr": 5.150574824444148e-05}{{"train_loss": 0.0812937468290329, "global_step": 29300, "epoch": 305, "lr": 5.149469295947098e-05}
+{"train_loss": 0.10825716704130173, "global_step": 29301, "epoch": 305, "lr": 5.1483638685777925e-05}{{"train_loss": 0.079703189432621, "global_step": 29302, "epoch": 305, "lr": 5.147258542343738e-05}
+{"train_loss": 0.09371666610240936, "global_step": 29303, "epoch": 305, "lr": 5.146153317252473e-05}
+{"train_loss": 0.08537369966506958, "global_step": 29304, "epoch": 305, "lr": 5.14504819331151e-05}
+{"train_loss": 0.07797462493181229, "global_step": 29305, "epoch": 305, "lr": 5.143943170528396e-05}
+{"train_loss": 0.09019783139228821, "global_step": 29306, "epoch": 305, "lr": 5.1428382489106376e-05}
+{"train_loss": 0.07224678993225098, "global_step": 29307, "epoch": 305, "lr": 5.1417334284657714e-05}
+{"train_loss": 0.11975414305925369, "global_step": 29308, "epoch": 305, "lr": 5.140628709201303e-05}
+{"train_loss": 0.0882934182882309, "global_step": 29309, "epoch": 305, "lr": 5.1395240911247763e-05}
+{"train_loss": 0.09368008375167847, "global_step": 29310, "epoch": 305, "lr": 5.1384195742437004e-05}
+{"train_loss": 0.09277424961328506, "global_step": 29311, "epoch": 305, "lr": 5.137315158565607e-05}
+{"train_loss": 0.08470456302165985, "global_step": 29312, "epoch": 305, "lr": 5.136210844098004e-05}
+{"train_loss": 0.08896706998348236, "global_step": 29313, "epoch": 305, "lr": 5.1351066308484186e-05}
+{"train_loss": 0.08437563478946686, "global_step": 29314, "epoch": 305, "lr": 5.134002518824374e-05}
+{"train_loss": 0.09187377244234085, "global_step": 29315, "epoch": 305, "lr": 5.1328985080333724e-05}
+{"train_loss": 0.08395908027887344, "global_step": 29316, "epoch": 305, "lr": 5.131794598482955e-05}
+{"train_loss": 0.06396348774433136, "global_step": 29317, "epoch": 305, "lr": 5.130690790180623e-05}
+{"train_loss": 0.06146138906478882, "global_step": 29318, "epoch": 305, "lr": 5.129587083133904e-05}
+{"train_loss": 0.10507523268461227, "global_step": 29319, "epoch": 305, "lr": 5.1284834773502946e-05}
+{"train_loss": 0.09213372319936752, "global_step": 29320, "epoch": 305, "lr": 5.127379972837336e-05}
+{"train_loss": 0.08388808369636536, "global_step": 29321, "epoch": 305, "lr": 5.126276569602524e-05}
+{"train_loss": 0.06756991147994995, "global_step": 29322, "epoch": 305, "lr": 5.1251732676533824e-05}
+{"train_loss": 0.053093310445547104, "global_step": 29323, "epoch": 305, "lr": 5.1240700669974105e-05}
+{"train_loss": 0.07243749499320984, "global_step": 29324, "epoch": 305, "lr": 5.122966967642142e-05}
+{"train_loss": 0.10218507051467896, "global_step": 29325, "epoch": 305, "lr": 5.121863969595071e-05}
+{"train_loss": 0.09806175529956818, "global_step": 29326, "epoch": 305, "lr": 5.1207610728637136e-05}
+{"train_loss": 0.08555629104375839, "global_step": 29327, "epoch": 305, "lr": 5.1196582774555876e-05}
+{"train_loss": 0.12275679409503937, "global_step": 29328, "epoch": 305, "lr": 5.118555583378193e-05}
+{"train_loss": 0.069355309009552, "global_step": 29329, "epoch": 305, "lr": 5.117452990639047e-05}
+{"train_loss": 0.10874900221824646, "global_step": 29330, "epoch": 305, "lr": 5.116350499245639e-05}
+{"train_loss": 0.07936730235815048, "global_step": 29331, "epoch": 305, "lr": 5.115248109205506e-05}
+{"train_loss": 0.10265122354030609, "global_step": 29332, "epoch": 305, "lr": 5.114145820526133e-05}
+{"train_loss": 0.06900781393051147, "global_step": 29333, "epoch": 305, "lr": 5.1130436332150376e-05}
+{"train_loss": 0.08327863365411758, "global_step": 29334, "epoch": 305, "lr": 5.1119415472797106e-05}
+{"train_loss": 0.09174373745918274, "global_step": 29335, "epoch": 305, "lr": 5.110839562727678e-05}
+{"train_loss": 0.1103370413184166, "global_step": 29336, "epoch": 305, "lr": 5.1097376795664286e-05}
+{"train_loss": 0.07459984719753265, "global_step": 29337, "epoch": 305, "lr": 5.108635897803469e-05}
+{"train_loss": 0.08303771913051605, "global_step": 29338, "epoch": 305, "lr": 5.10753421744631e-05}
+{"train_loss": 0.09058226644992828, "global_step": 29339, "epoch": 305, "lr": 5.1064326385024406e-05}{{"train_loss": 0.0790303573012352, "global_step": 29340, "epoch": 305, "lr": 5.1053311609793694e-05}
+{"train_loss": 0.10125350952148438, "global_step": 29341, "epoch": 305, "lr": 5.104229784884598e-05}
+{"train_loss": 0.047846805304288864, "global_step": 29342, "epoch": 305, "lr": 5.10312851022563e-05}
+{"train_loss": 0.06783800572156906, "global_step": 29343, "epoch": 305, "lr": 5.1020273370099516e-05{"{"train_loss": 0.06501857936382294, "global_step": 29344, "epoch": 305, "lr": 5.1009262652450786e-0{"t{"train_loss": 0.10596568882465363, "global_step": 29345, "epoch": 305, "lr": 5.099825294938487e-05{"{"train_loss": 0.08132477104663849, "global_step": 29346, "epoch": 305, "lr": 5.098724426097698e-05{"{"train_loss": 0.0742768719792366, "global_step": 29347, "epoch": 305, "lr": 5.097623658730193e-05{"{"train_loss": 0.08591371774673462, "global_step": 29348, "epoch": 305, "lr": 5.096522992843471e-05{"{"train_loss": 0.11429078131914139, "global_step": 29349, "epoch": 305, "lr": 5.095422428445027e-05{"{"train_loss": 0.08060146868228912, "global_step": 29350, "epoch": 305, "lr": 5.0943219655423655e-0{"t{"train_loss": 0.09057558327913284, "global_step": 29351, "epoch": 305, "lr": 5.093221604142964e-05{"{"train_loss": 0.1303158700466156, "global_step": 29352, "epoch": 305, "lr": 5.092121344254324e-05}{{"train_loss": 0.09137959778308868, "global_step": 29353, "epoch": 305, "lr": 5.091021185883944e-05{"{"train_loss": 0.06405127048492432, "global_step": 29354, "epoch": 305, "lr": 5.0899211290393014e-{"tr{"train_loss": 0.08442521095275879, "global_step": 29355, "epoch": 305, "lr": 5.088821173727902e-0{"t{"train_loss": 0.0986189991235733, "global_step": 29356, "epoch": 305, "lr": 5.0877213199572174e-{"tr{"train_loss": 0.09133445471525192, "global_step": 29357, "epoch": 305, "lr": 5.0866215677347595e-{"tr{"train_loss": 0.09557271003723145, "global_step": 29358, "epoch": 305, "lr": 5.085521917068001e-0{"t{"train_loss": 0.08729605376720428, "global_step": 29359, "epoch": 305, "lr": 5.084422367964439e-0{"t{"train_loss": 0.08213850855827332, "global_step": 29360, "epoch": 305, "lr": 5.083322920431555e-0{"t{"train_loss": 0.08531640470027924, "global_step": 29361, "epoch": 305, "lr": 5.0822235744768456e-05}
+{"train_loss": 0.07064474374055862, "global_step": 29362, "epoch": 305, "lr": 5.081124330107785e-0{"t{"train_loss": 0.0947273001074791, "global_step": 29363, "epoch": 305, "lr": 5.0800251873318624e-05}
+{"train_loss": 0.08579673618078232, "global_step": 29364, "epoch": 305, "lr": 5.078926146156566e-05{"{"train_loss": 0.11512934416532516, "global_step": 29365, "epoch": 305, "lr": 5.077827206589383e-05{"{"train_loss": 0.091546431183815, "global_step": 29366, "epoch": 305, "lr": 5.0767283686377866e-05}{{"train_loss": 0.060912661254405975, "global_step": 29367, "epoch": 305, "lr": 5.0756296323092664e-05{"{"train_loss": 0.07602176815271378, "global_step": 29368, "epoch": 305, "lr": 5.0745309976113086e-0{"t{"train_loss": 0.05921487137675285, "global_step": 29369, "epoch": 305, "lr": 5.073432464551382e-05{"{"train_loss": 0.07126449048519135, "global_step": 29370, "epoch": 305, "lr": 5.0723340331369804e-0{"t{"train_loss": 0.07252615690231323, "global_step": 29371, "epoch": 305, "lr": 5.0712357033755674e-0{"t{"train_loss": 0.10614554584026337, "global_step": 29372, "epoch": 305, "lr": 5.0701374752746435e-0{"t{"train_loss": 0.056068822741508484, "global_step": 29373, "epoch": 305, "lr": 5.0690393488416706e-{"tr{"train_loss": 0.10951639711856842, "global_step": 29374, "epoch": 305, "lr": 5.0679413240841334e-{"tr{"train_loss": 0.08516365635053565, "global_step": 29375, "epoch": 305, "lr": 5.066843401009509e-05}
+{"train_loss": 0.0716010332107544, "global_step": 29376, "epoch": 306, "lr": 5.0657455796252784e-0{"t{"train_loss": 0.0955909937620163, "global_step": 29377, "epoch": 306, "lr": 5.0646478599389045e-05}
+{"train_loss": 0.09620917588472366, "global_step": 29378, "epoch": 306, "lr": 5.063550241957873e-05}{{"train_loss": 0.06626491248607635, "global_step": 29379, "epoch": 306, "lr": 5.062452725689659e-05}{{"train_loss": 0.07065753638744354, "global_step": 29380, "epoch": 306, "lr": 5.061355311141729e-05}{{"train_loss": 0.09957706928253174, "global_step": 29381, "epoch": 306, "lr": 5.06025799832156e-05}
+{"train_loss": 0.08171282708644867, "global_step": 29382, "epoch": 306, "lr": 5.059160787236623e-05}{{"train_loss": 0.06052303686738014, "global_step": 29383, "epoch": 306, "lr": 5.058063677894398e-05}{{"train_loss": 0.09924609959125519, "global_step": 29384, "epoch": 306, "lr": 5.056966670302341e-05}{{"train_loss": 0.09541258215904236, "global_step": 29385, "epoch": 306, "lr": 5.055869764467931e-05}
+{"train_loss": 0.07884770631790161, "global_step": 29386, "epoch": 306, "lr": 5.0547729603986374e-05{"{"train_loss": 0.09298683702945709, "global_step": 29387, "epoch": 306, "lr": 5.053676258101936e-05}{{"train_loss": 0.10773063451051712, "global_step": 29388, "epoch": 306, "lr": 5.0525796575852794e-05}
+{"train_loss": 0.10129235684871674, "global_step": 29389, "epoch": 306, "lr": 5.051483158856143e-05}{{"train_loss": 0.09113486856222153, "global_step": 29390, "epoch": 306, "lr": 5.0503867619219945e-05}
+{"train_loss": 0.07996416091918945, "global_step": 29391, "epoch": 306, "lr": 5.049290466790306e-05}{{"train_loss": 0.08990994095802307, "global_step": 29392, "epoch": 306, "lr": 5.048194273468532e-05}{{"train_loss": 0.08898337185382843, "global_step": 29393, "epoch": 306, "lr": 5.0470981819641386e-05{"{"train_loss": 0.10578536242246628, "global_step": 29394, "epoch": 306, "lr": 5.0460021922846e-05}
+{"train_loss": 0.06784754991531372, "global_step": 29395, "epoch": 306, "lr": 5.044906304437367e-05}{{"train_loss": 0.09040983766317368, "global_step": 29396, "epoch": 306, "lr": 5.0438105184299076e-05}
+{"train_loss": 0.08486517518758774, "global_step": 29397, "epoch": 306, "lr": 5.042714834269684e-05}{{"train_loss": 0.07979323714971542, "global_step": 29398, "epoch": 306, "lr": 5.041619251964165e-05}
+{"train_loss": 0.09344753623008728, "global_step": 29399, "epoch": 306, "lr": 5.0405237715207954e-0{"t{"train_loss": 0.0494254007935524, "global_step": 29400, "epoch": 306, "lr": 5.039428392947043e-05{"{"train_loss": 0.09039022773504257, "global_step": 29401, "epoch": 306, "lr": 5.038333116250369e-05}{{"train_loss": 0.09362641721963882, "global_step": 29402, "epoch": 306, "lr": 5.0372379414382357e-0{"t{"train_loss": 0.08560416102409363, "global_step": 29403, "epoch": 306, "lr": 5.03614286851809e-05}{{"train_loss": 0.05862882733345032, "global_step": 29404, "epoch": 306, "lr": 5.035047897497394e-05{"{"train_loss": 0.09916005283594131, "global_step": 29405, "epoch": 306, "lr": 5.033953028383605e-05{"{"train_loss": 0.09350119531154633, "global_step": 29406, "epoch": 306, "lr": 5.032858261184181e-05}
+{"train_loss": 0.05882030725479126, "global_step": 29407, "epoch": 306, "lr": 5.0317635959065736e-0{"t{"train_loss": 0.08938147127628326, "global_step": 29408, "epoch": 306, "lr": 5.030669032558235e-05}
+{"train_loss": 0.08358505368232727, "global_step": 29409, "epoch": 306, "lr": 5.029574571146627e-05{"{"train_loss": 0.08107652515172958, "global_step": 29410, "epoch": 306, "lr": 5.028480211679194e-05}
+{"train_loss": 0.09083208441734314, "global_step": 29411, "epoch": 306, "lr": 5.0273859541633905e-0{"t{"train_loss": 0.08639989793300629, "global_step": 29412, "epoch": 306, "lr": 5.026291798606668e-05}
+{"train_loss": 0.068049356341362, "global_step": 29413, "epoch": 306, "lr": 5.025197745016486e-05}
+{"train_loss": 0.12029623985290527, "global_step": 29414, "epoch": 306, "lr": 5.024103793400281e-05}
+{"train_loss": 0.09576145559549332, "global_step": 29415, "epoch": 306, "lr": 5.023009943765509e-05}
+{"train_loss": 0.08190984278917313, "global_step": 29416, "epoch": 306, "lr": 5.021916196119618e-05}
+{"train_loss": 0.10828956961631775, "global_step": 29417, "epoch": 306, "lr": 5.020822550470061e-05}
+{"train_loss": 0.05901008099317551, "global_step": 29418, "epoch": 306, "lr": 5.019729006824279e-05}
+{"train_loss": 0.11096389591693878, "global_step": 29419, "epoch": 306, "lr": 5.018635565189718e-05}
+{"train_loss": 0.08408867567777634, "global_step": 29420, "epoch": 306, "lr": 5.017542225573832e-05}
+{"train_loss": 0.05964154005050659, "global_step": 29421, "epoch": 306, "lr": 5.0164489879840573e-05}
+{"train_loss": 0.06006147712469101, "global_step": 29422, "epoch": 306, "lr": 5.015355852427841e-05}
+{"train_loss": 0.05453857034444809, "global_step": 29423, "epoch": 306, "lr": 5.0142628189126296e-05}
+{"train_loss": 0.12131405621767044, "global_step": 29424, "epoch": 306, "lr": 5.0131698874458696e-05}
+{"train_loss": 0.0765114426612854, "global_step": 29425, "epoch": 306, "lr": 5.012077058034994e-05}
+{"train_loss": 0.08582285046577454, "global_step": 29426, "epoch": 306, "lr": 5.010984330687447e-05}
+{"train_loss": 0.09552149474620819, "global_step": 29427, "epoch": 306, "lr": 5.0098917054106766e-05}
+{"train_loss": 0.06848716735839844, "global_step": 29428, "epoch": 306, "lr": 5.008799182212123e-05}
+{"train_loss": 0.08253692835569382, "global_step": 29429, "epoch": 306, "lr": 5.007706761099216e-05}
+{"train_loss": 0.069022536277771, "global_step": 29430, "epoch": 306, "lr": 5.006614442079401e-05}
+{"train_loss": 0.0557582788169384, "global_step": 29431, "epoch": 306, "lr": 5.005522225160115e-05}
+{"train_loss": 0.09029247611761093, "global_step": 29432, "epoch": 306, "lr": 5.004430110348803e-05}
+{"train_loss": 0.07137259840965271, "global_step": 29433, "epoch": 306, "lr": 5.0033380976528896e-05}
+{"train_loss": 0.08041783422231674, "global_step": 29434, "epoch": 306, "lr": 5.0022461870798196e-05}
+{"train_loss": 0.1263377070426941, "global_step": 29435, "epoch": 306, "lr": 5.0011543786370296e-05}
+{"train_loss": 0.09142979979515076, "global_step": 29436, "epoch": 306, "lr": 5.0000626723319464e-05}
+{"train_loss": 0.04158664122223854, "global_step": 29437, "epoch": 306, "lr": 4.998971068172009e-05}
+{"train_loss": 0.07309816777706146, "global_step": 29438, "epoch": 306, "lr": 4.9978795661646495e-05}
+{"train_loss": 0.048077769577503204, "global_step": 29439, "epoch": 306, "lr": 4.996788166317308e-05}
+{"train_loss": 0.06075267866253853, "global_step": 29440, "epoch": 306, "lr": 4.995696868637405e-05}
+{"train_loss": 0.08553503453731537, "global_step": 29441, "epoch": 306, "lr": 4.994605673132377e-05}
+{"train_loss": 0.08000870048999786, "global_step": 29442, "epoch": 306, "lr": 4.993514579809657e-05}
+{"train_loss": 0.09253192692995071, "global_step": 29443, "epoch": 306, "lr": 4.9924235886766776e-05}
+{"train_loss": 0.0962686613202095, "global_step": 29444, "epoch": 306, "lr": 4.9913326997408536e-05}
+{"train_loss": 0.08630676567554474, "global_step": 29445, "epoch": 306, "lr": 4.990241913009634e-05}
+{"train_loss": 0.08677373826503754, "global_step": 29446, "epoch": 306, "lr": 4.989151228490432e-05}
+{"train_loss": 0.11573594808578491, "global_step": 29447, "epoch": 306, "lr": 4.988060646190684e-05}
+{"train_loss": 0.08331888914108276, "global_step": 29448, "epoch": 306, "lr": 4.986970166117808e-05}
+{"train_loss": 0.08604732155799866, "global_step": 29449, "epoch": 306, "lr": 4.985879788279231e-05}
+{"train_loss": 0.05980601906776428, "global_step": 29450, "epoch": 306, "lr": 4.9847895126823886e-05}
+{"train_loss": 0.05133777856826782, "global_step": 29451, "epoch": 306, "lr": 4.9836993393346907e-05}
+{"train_loss": 0.0764491856098175, "global_step": 29452, "epoch": 306, "lr": 4.98260926824357e-05}
+{"train_loss": 0.10341711342334747, "global_step": 29453, "epoch": 306, "lr": 4.981519299416444e-05}
+{"train_loss": 0.10122516751289368, "global_step": 29454, "epoch": 306, "lr": 4.980429432860747e-05}
+{"train_loss": 0.09879730641841888, "global_step": 29455, "epoch": 306, "lr": 4.97933966858388e-05}
+{"train_loss": 0.07518979907035828, "global_step": 29456, "epoch": 306, "lr": 4.978250006593288e-05}
+{"train_loss": 0.07154563814401627, "global_step": 29457, "epoch": 306, "lr": 4.977160446896374e-05}
+{"train_loss": 0.07215434312820435, "global_step": 29458, "epoch": 306, "lr": 4.976070989500567e-05}
+{"train_loss": 0.09167814254760742, "global_step": 29459, "epoch": 306, "lr": 4.974981634413278e-05}
+{"train_loss": 0.09668872505426407, "global_step": 29460, "epoch": 306, "lr": 4.9738923816419295e-05}
+{"train_loss": 0.06773091852664948, "global_step": 29461, "epoch": 306, "lr": 4.972803231193939e-05}
+{"train_loss": 0.09861583262681961, "global_step": 29462, "epoch": 306, "lr": 4.9717141830767256e-05}
+{"train_loss": 0.11109870672225952, "global_step": 29463, "epoch": 306, "lr": 4.970625237297699e-05}
+{"train_loss": 0.10454147309064865, "global_step": 29464, "epoch": 306, "lr": 4.969536393864278e-05}
+{"train_loss": 0.09932545572519302, "global_step": 29465, "epoch": 306, "lr": 4.968447652783885e-05}
+{"train_loss": 0.09159736335277557, "global_step": 29466, "epoch": 306, "lr": 4.967359014063919e-05}
+{"train_loss": 0.07156321406364441, "global_step": 29467, "epoch": 306, "lr": 4.9662704777118007e-05}
+{"train_loss": 0.12244610488414764, "global_step": 29468, "epoch": 306, "lr": 4.9651820437349436e-05}
+{"train_loss": 0.11115856468677521, "global_step": 29469, "epoch": 306, "lr": 4.964093712140765e-05}
+{"train_loss": 0.09080134332180023, "global_step": 29470, "epoch": 306, "lr": 4.9630054829366576e-05}
+{"train_loss": 0.0849722211714834, "global_step": 29471, "epoch": 306, "lr": 4.961917356130057e-05}
+{"train_loss": 0.11695487797260284, "global_step": 29472, "epoch": 307, "lr": 4.960829331728354e-05}
+{"train_loss": 0.1219598725438118, "global_step": 29473, "epoch": 307, "lr": 4.959741409738972e-05}
+{"train_loss": 0.07497884333133698, "global_step": 29474, "epoch": 307, "lr": 4.958653590169302e-05}
+{"train_loss": 0.09119035303592682, "global_step": 29475, "epoch": 307, "lr": 4.957565873026764e-05}
+{"train_loss": 0.0873967632651329, "global_step": 29476, "epoch": 307, "lr": 4.956478258318769e-05}
+{"train_loss": 0.07318253815174103, "global_step": 29477, "epoch": 307, "lr": 4.955390746052708e-05}
+{"train_loss": 0.07156535983085632, "global_step": 29478, "epoch": 307, "lr": 4.954303336235997e-05}
+{"train_loss": 0.055475905537605286, "global_step": 29479, "epoch": 307, "lr": 4.953216028876038e-05}
+{"train_loss": 0.09970654547214508, "global_step": 29480, "epoch": 307, "lr": 4.9521288239802444e-05}
+{"train_loss": 0.0940127968788147, "global_step": 29481, "epoch": 307, "lr": 4.951041721555998e-05}
+{"train_loss": 0.09652909636497498, "global_step": 29482, "epoch": 307, "lr": 4.949954721610728e-05}
+{"train_loss": 0.10696624219417572, "global_step": 29483, "epoch": 307, "lr": 4.9488678241518196e-05}
+{"train_loss": 0.06931695342063904, "global_step": 29484, "epoch": 307, "lr": 4.947781029186682e-05}
+{"train_loss": 0.07410668581724167, "global_step": 29485, "epoch": 307, "lr": 4.946694336722702e-05}
+{"train_loss": 0.07943279296159744, "global_step": 29486, "epoch": 307, "lr": 4.9456077467673026e-05}
+{"train_loss": 0.08225733786821365, "global_step": 29487, "epoch": 307, "lr": 4.944521259327865e-05}
+{"train_loss": 0.11601784080266953, "global_step": 29488, "epoch": 307, "lr": 4.943434874411798e-05}
+{"train_loss": 0.08442480117082596, "global_step": 29489, "epoch": 307, "lr": 4.942348592026491e-05}
+{"train_loss": 0.07486490905284882, "global_step": 29490, "epoch": 307, "lr": 4.941262412179346e-05}
+{"train_loss": 0.11949476599693298, "global_step": 29491, "epoch": 307, "lr": 4.940176334877764e-05}
+{"train_loss": 0.08125756680965424, "global_step": 29492, "epoch": 307, "lr": 4.939090360129124e-05}
+{"train_loss": 0.08986040949821472, "global_step": 29493, "epoch": 307, "lr": 4.9380044879408436e-05}
+{"train_loss": 0.05690586566925049, "global_step": 29494, "epoch": 307, "lr": 4.936918718320303e-05}
+{"train_loss": 0.1014222800731659, "global_step": 29495, "epoch": 307, "lr": 4.935833051274905e-05}
+{"train_loss": 0.10476125776767731, "global_step": 29496, "epoch": 307, "lr": 4.9347474868120256e-05}
+{"train_loss": 0.07610808312892914, "global_step": 29497, "epoch": 307, "lr": 4.9336620249390805e-05}
+{"train_loss": 0.09071829915046692, "global_step": 29498, "epoch": 307, "lr": 4.9325766656634444e-05}
+{"train_loss": 0.08249354362487793, "global_step": 29499, "epoch": 307, "lr": 4.9314914089925215e-05}
+{"train_loss": 0.09535625576972961, "global_step": 29500, "epoch": 307, "lr": 4.930406254933686e-05}
+{"train_loss": 0.09477970004081726, "global_step": 29501, "epoch": 307, "lr": 4.9293212034943345e-05}
+{"train_loss": 0.07328920066356659, "global_step": 29502, "epoch": 307, "lr": 4.9282362546818596e-05}
+{"train_loss": 0.08468736708164215, "global_step": 29503, "epoch": 307, "lr": 4.927151408503647e-05}
+{"train_loss": 0.06210737302899361, "global_step": 29504, "epoch": 307, "lr": 4.9260666649670904e-05}
+{"train_loss": 0.08228180557489395, "global_step": 29505, "epoch": 307, "lr": 4.924982024079563e-05}
+{"train_loss": 0.08718133717775345, "global_step": 29506, "epoch": 307, "lr": 4.923897485848465e-05}
+{"train_loss": 0.07848192751407623, "global_step": 29507, "epoch": 307, "lr": 4.922813050281163e-05}
+{"train_loss": 0.09122054278850555, "global_step": 29508, "epoch": 307, "lr": 4.921728717385068e-05}
+{"train_loss": 0.10220431536436081, "global_step": 29509, "epoch": 307, "lr": 4.92064448716754e-05}
+{"train_loss": 0.08597604930400848, "global_step": 29510, "epoch": 307, "lr": 4.9195603596359817e-05}
+{"train_loss": 0.08045666664838791, "global_step": 29511, "epoch": 307, "lr": 4.918476334797752e-05}
+{"train_loss": 0.0739424005150795, "global_step": 29512, "epoch": 307, "lr": 4.917392412660258e-05}
+{"train_loss": 0.10067687928676605, "global_step": 29513, "epoch": 307, "lr": 4.916308593230865e-05}
+{"train_loss": 0.10797233134508133, "global_step": 29514, "epoch": 307, "lr": 4.9152248765169596e-05}
+{"train_loss": 0.10421863198280334, "global_step": 29515, "epoch": 307, "lr": 4.914141262525924e-05}
+{"train_loss": 0.0747050940990448, "global_step": 29516, "epoch": 307, "lr": 4.9130577512651286e-05}
+{"train_loss": 0.07100459933280945, "global_step": 29517, "epoch": 307, "lr": 4.911974342741963e-05}
+{"train_loss": 0.08840657770633698, "global_step": 29518, "epoch": 307, "lr": 4.9108910369637854e-05}
+{"train_loss": 0.08705206215381622, "global_step": 29519, "epoch": 307, "lr": 4.909807833937998e-05}
+{"train_loss": 0.08484576642513275, "global_step": 29520, "epoch": 307, "lr": 4.9087247336719586e-05}
+{"train_loss": 0.12012334167957306, "global_step": 29521, "epoch": 307, "lr": 4.9076417361730566e-05}
+{"train_loss": 0.08024532347917557, "global_step": 29522, "epoch": 307, "lr": 4.906558841448647e-05}
+{"train_loss": 0.061402179300785065, "global_step": 29523, "epoch": 307, "lr": 4.90547604950613e-05}
+{"train_loss": 0.11583778262138367, "global_step": 29524, "epoch": 307, "lr": 4.904393360352859e-05}
+{"train_loss": 0.08549027144908905, "global_step": 29525, "epoch": 307, "lr": 4.903310773996219e-05}
+{"train_loss": 0.11603795737028122, "global_step": 29526, "epoch": 307, "lr": 4.902228290443565e-05}
+{"train_loss": 0.12123043835163116, "global_step": 29527, "epoch": 307, "lr": 4.901145909702292e-05}
+{"train_loss": 0.07631148397922516, "global_step": 29528, "epoch": 307, "lr": 4.90006363177975e-05}
+{"train_loss": 0.09852589666843414, "global_step": 29529, "epoch": 307, "lr": 4.89898145668332e-05}
+{"train_loss": 0.10337701439857483, "global_step": 29530, "epoch": 307, "lr": 4.897899384420375e{"tra{"train_loss": 0.0755947083234787, "global_step": 29531, "epoch": 307, "lr": 4.896817414998271e-05}
+{"train_loss": 0.11495999991893768, "global_step": 29532, "epoch": 307, "lr": 4.8957355484243894e{"tra{"train_loss": 0.07482381165027618, "global_step": 29533, "epoch": 307, "lr": 4.894653784706078e-05}
+{"train_loss": 0.11238342523574829, "global_step": 29534, "epoch": 307, "lr": 4.893572123850727e-05}
+{"train_loss": 0.08256343007087708, "global_step": 29535, "epoch": 307, "lr": 4.892490565865684e-05}
+{"train_loss": 0.08664070069789886, "global_step": 29536, "epoch": 307, "lr": 4.8914091107583296e-05}
+{"train_loss": 0.041105322539806366, "global_step": 29537, "epoch": 307, "lr": 4.890327758536004e{"tra{"train_loss": 0.12832409143447876, "global_step": 29538, "epoch": 307, "lr": 4.889246509206103e-05}
+{"train_loss": 0.09651114791631699, "global_step": 29539, "epoch": 307, "lr": 4.8881653627759625{"trai{"train_loss": 0.09105444699525833, "global_step": 29540, "epoch": 307, "lr": 4.887084319252957e-05}
+{"train_loss": 0.09415430575609207, "global_step": 29541, "epoch": 307, "lr": 4.8860033786444484e-05}
+{"train_loss": 0.07334570586681366, "global_step": 29542, "epoch": 307, "lr": 4.884922540957799e-05}
+{"train_loss": 0.08770419657230377, "global_step": 29543, "epoch": 307, "lr": 4.88384180620036e-05}
+{"train_loss": 0.08333806693553925, "global_step": 29544, "epoch": 307, "lr": 4.8827611743794976e-05}
+{"train_loss": 0.09107279777526855, "global_step": 29545, "epoch": 307, "lr": 4.881680645502575e-05}
+{"train_loss": 0.08476921916007996, "global_step": 29546, "epoch": 307, "lr": 4.8806002195769384e-05}
+{"train_loss": 0.11944562196731567, "global_step": 29547, "epoch": 307, "lr": 4.879519896609959e-05}
+{"train_loss": 0.08402496576309204, "global_step": 29548, "epoch": 307, "lr": 4.878439676608972e-05}
+{"train_loss": 0.07449625432491302, "global_step": 29549, "epoch": 307, "lr": 4.87735955958136e-05}
+{"train_loss": 0.06709486246109009, "global_step": 29550, "epoch": 307, "lr": 4.876279545534459e-05}
+{"train_loss": 0.08039643615484238, "global_step": 29551, "epoch": 307, "lr": 4.8751996344756314e-05}
+{"train_loss": 0.10728307068347931, "global_step": 29552, "epoch": 307, "lr": 4.874119826412229e-05}
+{"train_loss": 0.08088123053312302, "global_step": 29553, "epoch": 307, "lr": 4.873040121351613e-05}
+{"train_loss": 0.08027224242687225, "global_step": 29554, "epoch": 307, "lr": 4.8719605193011216e-05}
+{"train_loss": 0.08043807744979858, "global_step": 29555, "epoch": 307, "lr": 4.8708810202681145e-05}
+{"train_loss": 0.10932013392448425, "global_step": 29556, "epoch": 307, "lr": 4.869801624259949e-05}
+{"train_loss": 0.0784212052822113, "global_step": 29557, "epoch": 307, "lr": 4.86872233128396{"train{"train_loss": 0.07438875734806061, "global_step": 29558, "epoch": 307, "lr": 4.86764314134750{"train_{"train_loss": 0.13172993063926697, "global_step": 29559, "epoch": 307, "lr": 4.866564054457938e-05}
+{"train_loss": 0.0913916677236557, "global_step": 29560, "epoch": 307, "lr": 4.865485070622606{"trai{"train_loss": 0.08048185706138611, "global_step": 29561, "epoch": 307, "lr": 4.864406189848847{"trai{"train_loss": 0.09738470613956451, "global_step": 29562, "epoch": 307, "lr": 4.863327412144017e-05}
+{"train_loss": 0.07546152919530869, "global_step": 29563, "epoch": 307, "lr": 4.862248737515456e-05}
+{"train_loss": 0.08913534879684448, "global_step": 29564, "epoch": 307, "lr": 4.861170165970521e-05}
+{"train_loss": 0.08600886166095734, "global_step": 29565, "epoch": 307, "lr": 4.8600916975165425e-05}
+{"train_loss": 0.08133542537689209, "global_step": 29566, "epoch": 307, "lr": 4.859013332160869e-05}
+{"train_loss": 0.089031746572194, "global_step": 29567, "epoch": 307, "lr": 4.857935069910846e-05}
+{"train_loss": 0.09816037863492966, "global_step": 29568, "epoch": 308, "lr": 4.856856910773824e-05}
+{"train_loss": 0.07170732319355011, "global_step": 29569, "epoch": 308, "lr": 4.855778854757129e-05}
+{"train_loss": 0.08111962676048279, "global_step": 29570, "epoch": 308, "lr": 4.85470090186811e{"tra{"train_loss": 0.1051846370100975, "global_step": 29571, "epoch": 308, "lr": 4.8536230521141134e-05}
+{"train_loss": 0.08861842751502991, "global_step": 29572, "epoch": 308, "lr": 4.852545305502467e-05}
+{"train_loss": 0.051078248769044876, "global_step": 29573, "epoch": 308, "lr": 4.85146766204052{"train{"train_loss": 0.10946890711784363, "global_step": 29574, "epoch": 308, "lr": 4.85039012173559{"train{"train_loss": 0.05831160768866539, "global_step": 29575, "epoch": 308, "lr": 4.84931268459506{"trai{"train_loss": 0.059226639568805695, "global_step": 29576, "epoch": 308, "lr": 4.848235350626222e-05}
+{"train_loss": 0.06496521085500717, "global_step": 29577, "epoch": 308, "lr": 4.84715811983643e-05}
+{"train_loss": 0.10315340757369995, "global_step": 29578, "epoch": 308, "lr": 4.846080992233018e-05}
+{"train_loss": 0.11921942234039307, "global_step": 29579, "epoch": 308, "lr": 4.845003967823327e-05}
+{"train_loss": 0.09953533113002777, "global_step": 29580, "epoch": 308, "lr": 4.843927046614682e-05}
+{"train_loss": 0.08784250169992447, "global_step": 29581, "epoch": 308, "lr": 4.8428502286144194e-05}
+{"train_loss": 0.07317111641168594, "global_step": 29582, "epoch": 308, "lr": 4.8417735138298726e-05}
+{"train_loss": 0.08105255663394928, "global_step": 29583, "epoch": 308, "lr": 4.8406969022{"train_los{"train_loss": 0.1023343950510025, "global_step": 29584, "epoch": 308, "lr": 4.83962039393{"train_lo{"train_loss": 0.08619575202465057, "global_step": 29585, "epoch": 308, "lr": 4.838543988843851e-05}
+{"train_loss": 0.091633640229702, "global_step": 29586, "epoch": 308, "lr": 4.837467686995{"train_l{"train_loss": 0.06860443949699402, "global_step": 29587, "epoch": 308, "lr": 4.8363914883994874e-05}
+{"train_loss": 0.10271884500980377, "global_step": 29588, "epoch": 308, "lr": 4.83531539306{"train_lo{"train_loss": 0.08498749881982803, "global_step": 29589, "epoch": 308, "lr": 4.83423940099{"train_los{"train_loss": 0.09385675191879272, "global_step": 29590, "epoch": 308, "lr": 4.83316351219{"train_lo{"train_loss": 0.083298459649086, "global_step": 29591, "epoch": 308, "lr": 4.832087726685{"train_lo{"train_loss": 0.07110625505447388, "global_step": 29592, "epoch": 308, "lr": 4.831012044461{"train_l{"train_loss": 0.06259354948997498, "global_step": 29593, "epoch": 308, "lr": 4.8299364655336085e-05}
+{"train_loss": 0.08034218847751617, "global_step": 29594, "epoch": 308, "lr": 4.828860989909363e-05}
+{"train_loss": 0.07387978583574295, "global_step": 29595, "epoch": 308, "lr": 4.8277856175960{"train_l{"train_loss": 0.08437639474868774, "global_step": 29596, "epoch": 308, "lr": 4.8267103486011{"train{"train_loss": 0.079819455742836, "global_step": 29597, "epoch": 308, "lr": 4.8256351829317{"train_{"train_loss": 0.06400083005428314, "global_step": 29598, "epoch": 308, "lr": 4.8245601205953{"train_{"train_loss": 0.08173048496246338, "global_step": 29599, "epoch": 308, "lr": 4.8234851615992{"train_{"train_loss": 0.07279244810342789, "global_step": 29600, "epoch": 308, "lr": 4.822410305950691e-05}
+{"train_loss": 0.10646848380565643, "global_step": 29601, "epoch": 308, "lr": 4.8213355536570536e-05}
+{"train_loss": 0.06701640039682388, "global_step": 29602, "epoch": 308, "lr": 4.820260904725633e-05}
+{"train_loss": 0.08894741535186768, "global_step": 29603, "epoch": 308, "lr": 4.8191863591637586e-05}
+{"train_loss": 0.04685383662581444, "global_step": 29604, "epoch": 308, "lr": 4.8181119169787426e-05}
+{"train_loss": 0.06288345158100128, "global_step": 29605, "epoch": 308, "lr": 4.8170375781779074e-05}
+{"train_loss": 0.11645687371492386, "global_step": 29606, "epoch": 308, "lr": 4.815963342768561e-05}
+{"train_loss": 0.07078669220209122, "global_step": 29607, "epoch": 308, "lr": 4.81488921075802e-05}
+{"train_loss": 0.06668992340564728, "global_step": 29608, "epoch": 308, "lr": 4.813815182153605e-05}
+{"train_loss": 0.07942526042461395, "global_step": 29609, "epoch": 308, "lr": 4.81274125696263e-05}
+{"train_loss": 0.08626902103424072, "global_step": 29610, "epoch": 308, "lr": 4.811667435192398e-05}
+{"train_loss": 0.08179360628128052, "global_step": 29611, "epoch": 308, "lr": 4.810593716850227e-05}
+{"train_loss": 0.08664779365062714, "global_step": 29612, "epoch": 308, "lr": 4.809520101943437e-05}
+{"train_loss": 0.07617291808128357, "global_step": 29613, "epoch": 308, "lr": 4.808446590479323e-05}
+{"train_loss": 0.06656701862812042, "global_step": 29614, "epoch": 308, "lr": 4.807373182465207e-05}
+{"train_loss": 0.08380413055419922, "global_step": 29615, "epoch": 308, "lr": 4.8062998779083935e-05}
+{"train_loss": 0.10089639574289322, "global_step": 29616, "epoch": 308, "lr": 4.805226676816197e-05}
+{"train_loss": 0.06326243281364441, "global_step": 29617, "epoch": 308, "lr": 4.804153579195918e-05}
+{"train_loss": 0.07067595422267914, "global_step": 29618, "epoch": 308, "lr": 4.803080585054869e-05}
+{"train_loss": 0.08985285460948944, "global_step": 29619, "epoch": 308, "lr": 4.802007694400352e-05}
+{"train_loss": 0.07355034351348877, "global_step": 29620, "epoch": 308, "lr": 4.800934907239687e-05}
+{"train_loss": 0.0777096375823021, "global_step": 29621, "epoch": 308, "lr": 4.7998622235801604e-05}
+{"train_loss": 0.08041547238826752, "global_step": 29622, "epoch": 308, "lr": 4.7987896434290845e-05}
+{"train_loss": 0.10060432553291321, "global_step": 29623, "epoch": 308, "lr": 4.797717166793767e-05}
+{"train_loss": 0.1138232946395874, "global_step": 29624, "epoch": 308, "lr": 4.796644793681511e-05}
+{"train_loss": 0.10423693060874939, "global_step": 29625, "epoch": 308, "lr": 4.795572524099612e-05}
+{"train_loss": 0.11389466375112534, "global_step": 29626, "epoch": 308, "lr": 4.7945003580553784e-05}
+{"train_loss": 0.09925928711891174, "global_step": 29627, "epoch": 308, "lr": 4.793428295556113e-05}
+{"train_loss": 0.10350301861763, "global_step": 29628, "epoch": 308, "lr": 4.792356336609105{"trai{"train_loss": 0.06420142948627472, "global_step": 29629, "epoch": 308, "lr": 4.791284481221663{"trai{"train_loss": 0.07694040238857269, "global_step": 29630, "epoch": 308, "lr": 4.7902127294010846e-05}
+{"train_loss": 0.08379130810499191, "global_step": 29631, "epoch": 308, "lr": 4.7891410811546754e-05}
+{"train_loss": 0.08394349366426468, "global_step": 29632, "epoch": 308, "lr": 4.788069536489717e-05}
+{"train_loss": 0.0721006691455841, "global_step": 29633, "epoch": 308, "lr": 4.7869980954135174e-05}
+{"train_loss": 0.07246837764978409, "global_step": 29634, "epoch": 308, "lr": 4.785926757933368e-05}
+{"train_loss": 0.08008484542369843, "global_step": 29635, "epoch": 308, "lr": 4.784855524056575{"trai{"train_loss": 0.07122854143381119, "global_step": 29636, "epoch": 308, "lr": 4.783784393790416{"trai{"train_loss": 0.08548475801944733, "global_step": 29637, "epoch": 308, "lr": 4.7827133671421975e-05}
+{"train_loss": 0.09172704070806503, "global_step": 29638, "epoch": 308, "lr": 4.781642444119208{"trai{"train_loss": 0.08194054663181305, "global_step": 29639, "epoch": 308, "lr": 4.7805716247287446e-05}
+{"train_loss": 0.09137379378080368, "global_step": 29640, "epoch": 308, "lr": 4.779500908978094e-05}
+{"train_loss": 0.09871707856655121, "global_step": 29641, "epoch": 308, "lr": 4.778430296874548e-05}
+{"train_loss": 0.09362733364105225, "global_step": 29642, "epoch": 308, "lr": 4.777359788425404e-05}
+{"train_loss": 0.0938761904835701, "global_step": 29643, "epoch": 308, "lr": 4.776289383637942e-05}
+{"train_loss": 0.0844387412071228, "global_step": 29644, "epoch": 308, "lr": 4.775219082519453e-05}
+{"train_loss": 0.041318219155073166, "global_step": 29645, "epoch": 308, "lr": 4.774148885077232e-05}
+{"train_loss": 0.0829124003648758, "global_step": 29646, "epoch": 308, "lr": 4.7730787913185656{"trai{"train_loss": 0.09336228668689728, "global_step": 29647, "epoch": 308, "lr": 4.772008801250729e{"tra{"train_loss": 0.0701853558421135, "global_step": 29648, "epoch": 308, "lr": 4.770938914881027e-{"tr{"train_loss": 0.06437937915325165, "global_step": 29649, "epoch": 308, "lr": 4.769869132216731e-{"tr{"train_loss": 0.07968790829181671, "global_step": 29650, "epoch": 308, "lr": 4.768799453265136e-05}
+{"train_loss": 0.09358663856983185, "global_step": 29651, "epoch": 308, "lr": 4.7677298780335153e-05}
+{"train_loss": 0.06841135025024414, "global_step": 29652, "epoch": 308, "lr": 4.7666604065291596e-05}
+{"train_loss": 0.08330338448286057, "global_step": 29653, "epoch": 308, "lr": 4.765591038759354e-05}
+{"train_loss": 0.07258869707584381, "global_step": 29654, "epoch": 308, "lr": 4.764521774731372e-05}
+{"train_loss": 0.09686551243066788, "global_step": 29655, "epoch": 308, "lr": 4.7634526144524994e-05}
+{"train_loss": 0.09647548943758011, "global_step": 29656, "epoch": 308, "lr": 4.762383557930017e-05}
+{"train_loss": 0.08570606261491776, "global_step": 29657, "epoch": 308, "lr": 4.76131460517121e-05}
+{"train_loss": 0.08716204762458801, "global_step": 29658, "epoch": 308, "lr": 4.7602457561833436e-05}
+{"train_loss": 0.1052665039896965, "global_step": 29659, "epoch": 308, "lr": 4.759177010973714e-05}
+{"train_loss": 0.0693611428141594, "global_step": 29660, "epoch": 308, "lr": 4.758108369549586e-05}
+{"train_loss": 0.12650036811828613, "global_step": 29661, "epoch": 308, "lr": 4.757039831918246e-05}
+{"train_loss": 0.08958879113197327, "global_step": 29662, "epoch": 308, "lr": 4.7559713980869534e-05}
+{"train_loss": 0.08362112116689484, "global_step": 29663, "epoch": 308, "lr": 4.754903068063008e-05}
+{"train_loss": 0.08045528829097748, "global_step": 29664, "epoch": 309, "lr": 4.753834841853668e-05}
+{"train_loss": 0.10608899593353271, "global_step": 29665, "epoch": 309, "lr": 4.7527667194662177{"trai{"train_loss": 0.13202351331710815, "global_step": 29666, "epoch": 309, "lr": 4.751698700907921e-05}
+{"train_loss": 0.07181292772293091, "global_step": 29667, "epoch": 309, "lr": 4.750630786186052e-05}
+{"train_loss": 0.12420987337827682, "global_step": 29668, "epoch": 309, "lr": 4.7495629753078954e-05}
+{"train_loss": 0.0953281819820404, "global_step": 29669, "epoch": 309, "lr": 4.7484952682807013e-05}
+{"train_loss": 0.08068132400512695, "global_step": 29670, "epoch": 309, "lr": 4.747427665111763e-05}
+{"train_loss": 0.07828308641910553, "global_step": 29671, "epoch": 309, "lr": 4.746360165808334e-05}
+{"train_loss": 0.07831016182899475, "global_step": 29672, "epoch": 309, "lr": 4.745292770377696e-{"tr{"train_loss": 0.07115056365728378, "global_step": 29673, "epoch": 309, "lr": 4.7442254788271025e{"tra{"train_loss": 0.10893301665782928, "global_step": 29674, "epoch": 309, "lr": 4.7431582911638385e-05}
+{"train_loss": 0.07352761179208755, "global_step": 29675, "epoch": 309, "lr": 4.7420912073951585e-05}
+{"train_loss": 0.08545701950788498, "global_step": 29676, "epoch": 309, "lr": 4.7410242275283415e-05}
+{"train_loss": 0.07381676882505417, "global_step": 29677, "epoch": 309, "lr": 4.7399573515706386e-05}
+{"train_loss": 0.03921959176659584, "global_step": 29678, "epoch": 309, "lr": 4.73889057952932e-05}
+{"train_loss": 0.1077193096280098, "global_step": 29679, "epoch": 309, "lr": 4.737823911411654e-05}
+{"train_loss": 0.0858769565820694, "global_step": 29680, "epoch": 309, "lr": 4.7367573472249074e-05}
+{"train_loss": 0.07969650626182556, "global_step": 29681, "epoch": 309, "lr": 4.7356908869763316e-05}
+{"train_loss": 0.07613679021596909, "global_step": 29682, "epoch": 309, "lr": 4.734624530673195e-05}
+{"train_loss": 0.08709089457988739, "global_step": 29683, "epoch": 309, "lr": 4.7335582783227675e-05}
+{"train_loss": 0.10708792507648468, "global_step": 29684, "epoch": 309, "lr": 4.7324921299322886e-05}
+{"train_loss": 0.09705163538455963, "global_step": 29685, "epoch": 309, "lr": 4.731426085509043e-05}
+{"train_loss": 0.05387452244758606, "global_step": 29686, "epoch": 309, "lr": 4.730360145060275e-05}
+{"train_loss": 0.09540018439292908, "global_step": 29687, "epoch": 309, "lr": 4.729294308593251e-05}
+{"train_loss": 0.10022920370101929, "global_step": 29688, "epoch": 309, "lr": 4.7282285761152147e-05}
+{"train_loss": 0.08066597580909729, "global_step": 29689, "epoch": 309, "lr": 4.7271629476334456e-{"tr{"train_loss": 0.0754566490650177, "global_step": 29690, "epoch": 309, "lr": 4.726097423155185e-05}
+{"train_loss": 0.08299760520458221, "global_step": 29691, "epoch": 309, "lr": 4.725032002687695e-05}
+{"train_loss": 0.06965704262256622, "global_step": 29692, "epoch": 309, "lr": 4.7239666862382236e-05}
+{"train_loss": 0.060638584196567535, "global_step": 29693, "epoch": 309, "lr": 4.72290147381403e-05{"{"train_loss": 0.06371106207370758, "global_step": 29694, "epoch": 309, "lr": 4.721836365422374e-05}
+{"train_loss": 0.08402745425701141, "global_step": 29695, "epoch": 309, "lr": 4.720771361070493e-05}
+{"train_loss": 0.07464224100112915, "global_step": 29696, "epoch": 309, "lr": 4.719706460765658e-05}
+{"train_loss": 0.06318776309490204, "global_step": 29697, "epoch": 309, "lr": 4.7186416645151064e-05}
+{"train_loss": 0.07832522690296173, "global_step": 29698, "epoch": 309, "lr": 4.717576972326101e-05{"{"train_loss": 0.07938650250434875, "global_step": 29699, "epoch": 309, "lr": 4.716512384205873e-05{"{"train_loss": 0.11048392951488495, "global_step": 29700, "epoch": 309, "lr": 4.715447900161698e-05}
+{"train_loss": 0.0826212614774704, "global_step": 29701, "epoch": 309, "lr": 4.7143835202008024e-0{"t{"train_loss": 0.12192671000957489, "global_step": 29702, "epoch": 309, "lr": 4.713319244330452e-05{"{"train_loss": 0.06821908056735992, "global_step": 29703, "epoch": 309, "lr": 4.712255072557872e-05{"{"train_loss": 0.08618149161338806, "global_step": 29704, "epoch": 309, "lr": 4.711191004890334e-05{"{"train_loss": 0.08618228137493134, "global_step": 29705, "epoch": 309, "lr": 4.710127041335068e-05{"{"train_loss": 0.044589899480342865, "global_step": 29706, "epoch": 309, "lr": 4.709063181899323e-05}
+{"train_loss": 0.08475612103939056, "global_step": 29707, "epoch": 309, "lr": 4.7079994265903503e-05}
+{"train_loss": 0.10208341479301453, "global_step": 29708, "epoch": 309, "lr": 4.706935775415382e-05}
+{"train_loss": 0.09568722546100616, "global_step": 29709, "epoch": 309, "lr": 4.7058722283816716e-05}
+{"train_loss": 0.07374608516693115, "global_step": 29710, "epoch": 309, "lr": 4.704808785496446e-05}
+{"train_loss": 0.09047719836235046, "global_step": 29711, "epoch": 309, "lr": 4.703745446766972e-05}
+{"train_loss": 0.07936598360538483, "global_step": 29712, "epoch": 309, "lr": 4.702682212200466e-05}
+{"train_loss": 0.09186147153377533, "global_step": 29713, "epoch": 309, "lr": 4.7016190818041894e{"tra{"train_loss": 0.09841399639844894, "global_step": 29714, "epoch": 309, "lr": 4.700556055585357e-{"tr{"train_loss": 0.10972458124160767, "global_step": 29715, "epoch": 309, "lr": 4.699493133551234e-05}
+{"train_loss": 0.09366244077682495, "global_step": 29716, "epoch": 309, "lr": 4.698430315709039e-05}
+{"train_loss": 0.07779069244861603, "global_step": 29717, "epoch": 309, "lr": 4.6973676020660206e-05}
+{"train_loss": 0.08270379155874252, "global_step": 29718, "epoch": 309, "lr": 4.69630499262941e-{"tr{"train_loss": 0.08736968040466309, "global_step": 29719, "epoch": 309, "lr": 4.6952424874064506e-05}
+{"train_loss": 0.08275345712900162, "global_step": 29720, "epoch": 309, "lr": 4.694180086404367e{"tra{"train_loss": 0.08671004325151443, "global_step": 29721, "epoch": 309, "lr": 4.693117789630399e{"tra{"train_loss": 0.08118585497140884, "global_step": 29722, "epoch": 309, "lr": 4.692055597091787e{"tra{"train_loss": 0.12146541476249695, "global_step": 29723, "epoch": 309, "lr": 4.690993508795751e-05}
+{"train_loss": 0.08167987316846848, "global_step": 29724, "epoch": 309, "lr": 4.689931524749538e-05}
+{"train_loss": 0.06469286978244781, "global_step": 29725, "epoch": 309, "lr": 4.6888696449603584e-05}
+{"train_loss": 0.09703005850315094, "global_step": 29726, "epoch": 309, "lr": 4.6878078694354724{"trai{"train_loss": 0.09697932004928589, "global_step": 29727, "epoch": 309, "lr": 4.686746198182086e{"tra{"train_loss": 0.0915052741765976, "global_step": 29728, "epoch": 309, "lr": 4.685684631207446e-{"tr{"train_loss": 0.0921008437871933, "global_step": 29729, "epoch": 309, "lr": 4.68462316851876e-05{"{"train_loss": 0.0966685488820076, "global_step": 29730, "epoch": 309, "lr": 4.68356181012328e-05}{{"train_loss": 0.1119420975446701, "global_step": 29731, "epoch": 309, "lr": 4.68250055602822e-05}
+{"train_loss": 0.06909416615962982, "global_step": 29732, "epoch": 309, "lr": 4.681439406240809e-05}{{"train_loss": 0.05834687501192093, "global_step": 29733, "epoch": 309, "lr": 4.68037836076828e-05}
+{"train_loss": 0.07979747653007507, "global_step": 29734, "epoch": 309, "lr": 4.6793174196178455e-05}
+{"train_loss": 0.12484835088253021, "global_step": 29735, "epoch": 309, "lr": 4.678256582796739e-05}
+{"train_loss": 0.07182127982378006, "global_step": 29736, "epoch": 309, "lr": 4.677195850312181e-05}
+{"train_loss": 0.10465605556964874, "global_step": 29737, "epoch": 309, "lr": 4.676135222171405e-05}
+{"train_loss": 0.0805833488702774, "global_step": 29738, "epoch": 309, "lr": 4.675074698381616e-05}
+{"train_loss": 0.09658646583557129, "global_step": 29739, "epoch": 309, "lr": 4.6740142789500516e-05{"{"train_loss": 0.08075223863124847, "global_step": 29740, "epoch": 309, "lr": 4.672953963883915e-05}{{"train_loss": 0.06780220568180084, "global_step": 29741, "epoch": 309, "lr": 4.67189375319045e-05}
+{"train_loss": 0.09575134515762329, "global_step": 29742, "epoch": 309, "lr": 4.670833646876858e-05}
+{"train_loss": 0.0488283708691597, "global_step": 29743, "epoch": 309, "lr": 4.669773644950364e-05}
+{"train_loss": 0.08452387154102325, "global_step": 29744, "epoch": 309, "lr": 4.6687137474181875e-05}
+{"train_loss": 0.09159515798091888, "global_step": 29745, "epoch": 309, "lr": 4.667653954287548e-05}
+{"train_loss": 0.08102497458457947, "global_step": 29746, "epoch": 309, "lr": 4.666594265565656e-05}
+{"train_loss": 0.09128592908382416, "global_step": 29747, "epoch": 309, "lr": 4.665534681259731e-05}
+{"train_loss": 0.10397554188966751, "global_step": 29748, "epoch": 309, "lr": 4.664475201376992e-05}
+{"train_loss": 0.09320106357336044, "global_step": 29749, "epoch": 309, "lr": 4.663415825924646e-05}
+{"train_loss": 0.06184304878115654, "global_step": 29750, "epoch": 309, "lr": 4.6623565549099194e-05}{{"train_loss": 0.07386945188045502, "global_step": 29751, "epoch": 309, "lr": 4.6612973883400024e-05}
+{"train_loss": 0.07545416802167892, "global_step": 29752, "epoch": 309, "lr": 4.660238326222137e-05}
+{"train_loss": 0.11992911994457245, "global_step": 29753, "epoch": 309, "lr": 4.659179368563513e-05}
+{"train_loss": 0.11104419827461243, "global_step": 29754, "epoch": 309, "lr": 4.6581205153713516e-05}{{"train_loss": 0.08686628937721252, "global_step": 29755, "epoch": 309, "lr": 4.657061766652859e-05}
+{"train_loss": 0.07663612812757492, "global_step": 29756, "epoch": 309, "lr": 4.656003122415253e-05}
+{"train_loss": 0.07445524632930756, "global_step": 29757, "epoch": 309, "lr": 4.65494458266573e-05}
+{"train_loss": 0.06063941493630409, "global_step": 29758, "epoch": 309, "lr": 4.653886147411508e-05}
+{"train_loss": 0.08602538312940548, "global_step": 29759, "epoch": 309, "lr": 4.652827816659788e-05}
+{"train_loss": 0.07760975509881973, "global_step": 29760, "epoch": 310, "lr": 4.651769590417789e-05}
+{"train_loss": 0.09765934944152832, "global_step": 29761, "epoch": 310, "lr": 4.650711468692701e-05}
+{"train_loss": 0.07804663479328156, "global_step": 29762, "epoch": 310, "lr": 4.64965345149174e-05}
+{"train_loss": 0.10677705705165863, "global_step": 29763, "epoch": 310, "lr": 4.648595538822111e-05}
+{"train_loss": 0.05493467301130295, "global_step": 29764, "epoch": 310, "lr": 4.647537730691012e-05}
+{"train_loss": 0.0984940305352211, "global_step": 29765, "epoch": 310, "lr": 4.646480027105646e-05}
+{"train_loss": 0.1260092854499817, "global_step": 29766, "epoch": 310, "lr": 4.645422428073223e-05}
+{"train_loss": 0.08320501446723938, "global_step": 29767, "epoch": 310, "lr": 4.644364933600944e-05}
+{"train_loss": 0.07692055404186249, "global_step": 29768, "epoch": 310, "lr": 4.6433075436960024e-05}
+{"train_loss": 0.0694749653339386, "global_step": 29769, "epoch": 310, "lr": 4.642250258365604e-05}
+{"train_loss": 0.102457694709301, "global_step": 29770, "epoch": 310, "lr": 4.641193077616948e-05}
+{"train_loss": 0.08701737970113754, "global_step": 29771, "epoch": 310, "lr": 4.640136001457238e-05}
+{"train_loss": 0.06886054575443268, "global_step": 29772, "epoch": 310, "lr": 4.6390790298936646e-05}
+{"train_loss": 0.06071169674396515, "global_step": 29773, "epoch": 310, "lr": 4.638022162933428e-05}
+{"train_loss": 0.08403262495994568, "global_step": 29774, "epoch": 310, "lr": 4.636965400583733e-05}
+{"train_loss": 0.06874363869428635, "global_step": 29775, "epoch": 310, "lr": 4.63590874285176e-05}
+{"train_loss": 0.07413703203201294, "global_step": 29776, "epoch": 310, "lr": 4.634852189744716e-05}
+{"train_loss": 0.06517405807971954, "global_step": 29777, "epoch": 310, "lr": 4.633795741269793e-05}
+{"train_loss": 0.09440262615680695, "global_step": 29778, "epoch": 310, "lr": 4.632739397434189e-05}
+{"train_loss": 0.06652451306581497, "global_step": 29779, "epoch": 310, "lr": 4.6316831582450905e-05}
+{"train_loss": 0.09400247037410736, "global_step": 29780, "epoch": 310, "lr": 4.630627023709693e-05}
+{"train_loss": 0.08967090398073196, "global_step": 29781, "epoch": 310, "lr": 4.6295709938351884e-05}
+{"train_loss": 0.08455260097980499, "global_step": 29782, "epoch": 310, "lr": 4.6285150686287756e-05}
+{"train_loss": 0.111537404358387, "global_step": 29783, "epoch": 310, "lr": 4.62745924809763e-05}
+{"train_loss": 0.08251523971557617, "global_step": 29784, "epoch": 310, "lr": 4.6264035322489504e-05}
+{"train_loss": 0.06963104009628296, "global_step": 29785, "epoch": 310, "lr": 4.625347921089927e-05}
+{"train_loss": 0.08970682322978973, "global_step": 29786, "epoch": 310, "lr": 4.624292414627749e-05}
+{"train_loss": 0.10721170157194138, "global_step": 29787, "epoch": 310, "lr": 4.623237012869594e-05}
+{"train_loss": 0.08423518389463425, "global_step": 29788, "epoch": 310, "lr": 4.62218171582266e-05}
+{"train_loss": 0.06718520820140839, "global_step": 29789, "epoch": 310, "lr": 4.6211265234941346e-05}
+{"train_loss": 0.06361283361911774, "global_step": 29790, "epoch": 310, "lr": 4.6200714358911913e-05}
+{"train_loss": 0.10361268371343613, "global_step": 29791, "epoch": 310, "lr": 4.619016453021021e-05}
+{"train_loss": 0.11340612173080444, "global_step": 29792, "epoch": 310, "lr": 4.61796157489081e-05}
+{"train_loss": 0.09607754647731781, "global_step": 29793, "epoch": 310, "lr": 4.6169068015077455e-05}
+{"train_loss": 0.10260619223117828, "global_step": 29794, "epoch": 310, "lr": 4.6158521328789993e-05}
+{"train_loss": 0.08607907593250275, "global_step": 29795, "epoch": 310, "lr": 4.61479756901176e-05}
+{"train_loss": 0.10943262279033661, "global_step": 29796, "epoch": 310, "lr": 4.613743109913209e-05}
+{"train_loss": 0.09009351581335068, "global_step": 29797, "epoch": 310, "lr": 4.612688755590528e-05}
+{"train_loss": 0.0644717812538147, "global_step": 29798, "epoch": 310, "lr": 4.6116345060508924e-05}
+{"train_loss": 0.10429640114307404, "global_step": 29799, "epoch": 310, "lr": 4.6105803613014817e-05}
+{"train_loss": 0.05769633501768112, "global_step": 29800, "epoch": 310, "lr": 4.6095263213494774e-05}
+{"train_loss": 0.0783785954117775, "global_step": 29801, "epoch": 310, "lr": 4.6084723862020605e-05}
+{"train_loss": 0.09196637570858002, "global_step": 29802, "epoch": 310, "lr": 4.607418555866399e-05}
+{"train_loss": 0.10756024718284607, "global_step": 29803, "epoch": 310, "lr": 4.6063648303496745e-05}
+{"train_loss": 0.07989469915628433, "global_step": 29804, "epoch": 310, "lr": 4.6053112096590644e-05}
+{"train_loss": 0.11402235925197601, "global_step": 29805, "epoch": 310, "lr": 4.604257693801739e-05}
+{"train_loss": 0.0886453315615654, "global_step": 29806, "epoch": 310, "lr": 4.603204282784872e-05}
+{"train_loss": 0.0913471058011055, "global_step": 29807, "epoch": 310, "lr": 4.60215097661564e-05}
+{"train_loss": 0.07948164641857147, "global_step": 29808, "epoch": 310, "lr": 4.6010977753012196e-05}
+{"train_loss": 0.11880117654800415, "global_step": 29809, "epoch": 310, "lr": 4.600044678848772e-05}
+{"train_loss": 0.08641962707042694, "global_step": 29810, "epoch": 310, "lr": 4.598991687265477e-05}
+{"train_loss": 0.0711507648229599, "global_step": 29811, "epoch": 310, "lr": 4.597938800558501e-05}
+{"train_loss": 0.1000339463353157, "global_step": 29812, "epoch": 310, "lr": 4.596886018735021e-05}
+{"train_loss": 0.07033389061689377, "global_step": 29813, "epoch": 310, "lr": 4.595833341802196e-05}
+{"train_loss": 0.0912196934223175, "global_step": 29814, "epoch": 310, "lr": 4.5947807697671975e-05}
+{"train_loss": 0.10064741969108582, "global_step": 29815, "epoch": 310, "lr": 4.593728302637197e-05}
+{"train_loss": 0.09687168151140213, "global_step": 29816, "epoch": 310, "lr": 4.592675940419362e-05}
+{"train_loss": 0.1150873601436615, "global_step": 29817, "epoch": 310, "lr": 4.591623683120854e-05}
+{"train_loss": 0.08558973670005798, "global_step": 29818, "epoch": 310, "lr": 4.5905715307488373e-05}
+{"train_loss": 0.08784367144107819, "global_step": 29819, "epoch": 310, "lr": 4.589519483310487e-05}
+{"train_loss": 0.09277190268039703, "global_step": 29820, "epoch": 310, "lr": 4.5884675408129554e-05}
+{"train_loss": 0.06053638085722923, "global_step": 29821, "epoch": 310, "lr": 4.587415703263411e-05}
+{"train_loss": 0.0748307853937149, "global_step": 29822, "epoch": 310, "lr": 4.5863639706690165e-05}
+{"train_loss": 0.10464613139629364, "global_step": 29823, "epoch": 310, "lr": 4.585312343036938e-05}
+{"train_loss": 0.09129835665225983, "global_step": 29824, "epoch": 310, "lr": 4.584260820374322e-05}
+{"train_loss": 0.09356111288070679, "global_step": 29825, "epoch": 310, "lr": 4.583209402688351e-05}
+{"train_loss": 0.07656017690896988, "global_step": 29826, "epoch": 310, "lr": 4.582158089986166e-05}
+{"train_loss": 0.09409260749816895, "global_step": 29827, "epoch": 310, "lr": 4.581106882274941e-05}
+{"train_loss": 0.09277239441871643, "global_step": 29828, "epoch": 310, "lr": 4.58005577956182e-05}
+{"train_loss": 0.08236914873123169, "global_step": 29829, "epoch": 310, "lr": 4.579004781853968e-05}
+{"train_loss": 0.08343479037284851, "global_step": 29830, "epoch": 310, "lr": 4.5779538891585486e-05}
+{"train_loss": 0.08877864480018616, "global_step": 29831, "epoch": 310, "lr": 4.5769031014827054e-05}
+{"train_loss": 0.10744252055883408, "global_step": 29832, "epoch": 310, "lr": 4.575852418833599e-05}
+{"train_loss": 0.051039744168519974, "global_step": 29833, "epoch": 310, "lr": 4.5748018412183836e-05}
+{"train_loss": 0.06869275867938995, "global_step": 29834, "epoch": 310, "lr": 4.573751368644221e-05}
+{"train_loss": 0.09019851684570312, "global_step": 29835, "epoch": 310, "lr": 4.5727010011182534e-05}
+{"train_loss": 0.07732635736465454, "global_step": 29836, "epoch": 310, "lr": 4.5716507386476395e-05}
+{"train_loss": 0.08517736941576004, "global_step": 29837, "epoch": 310, "lr": 4.570600581239528e-05}
+{"train_loss": 0.09094338119029999, "global_step": 29838, "epoch": 310, "lr": 4.569550528901079e-05}
+{"train_loss": 0.062219008803367615, "global_step": 29839, "epoch": 310, "lr": 4.5685005816394235e-05}
+{"train_loss": 0.060394249856472015, "global_step": 29840, "epoch": 310, "lr": 4.567450739461736e-05}
+{"train_loss": 0.09333876520395279, "global_step": 29841, "epoch": 310, "lr": 4.566401002375149e-05}
+{"train_loss": 0.07313339412212372, "global_step": 29842, "epoch": 310, "lr": 4.565351370386819e-05}
+{"train_loss": 0.11464212834835052, "global_step": 29843, "epoch": 310, "lr": 4.5643018435038865e-05}
+{"train_loss": 0.0890982449054718, "global_step": 29844, "epoch": 310, "lr": 4.563252421733504e-05}
+{"train_loss": 0.07804317772388458, "global_step": 29845, "epoch": 310, "lr": 4.562203105082819e-05}
+{"train_loss": 0.0790586769580841, "global_step": 29846, "epoch": 310, "lr": 4.561153893558969e-05}
+{"train_loss": 0.06914491951465607, "global_step": 29847, "epoch": 310, "lr": 4.560104787169104e-05}
+{"train_loss": 0.06546346843242645, "global_step": 29848, "epoch": 310, "lr": 4.559055785920368e-05}
+{"train_loss": 0.0867420956492424, "global_step": 29849, "epoch": 310, "lr": 4.5580068898199104e-05}
+{"train_loss": 0.051592785865068436, "global_step": 29850, "epoch": 310, "lr": 4.556958098874857e-05}
+{"train_loss": 0.07059727609157562, "global_step": 29851, "epoch": 310, "lr": 4.555909413092372e-05}
+{"train_loss": 0.08611895889043808, "global_step": 29852, "epoch": 310, "lr": 4.5548608324795774e-05}
+{"train_loss": 0.09108255803585052, "global_step": 29853, "epoch": 310, "lr": 4.5538123570436297e-05}
+{"train_loss": 0.11207447201013565, "global_step": 29854, "epoch": 310, "lr": 4.552763986791655e-05}
+{"train_loss": 0.08599859813693911, "global_step": 29855, "epoch": 310, "lr": 4.551715721730796e-05, "train_action_mse_error": 2.074835265375441e-06}
+{"train_loss": 0.08263210952281952, "global_step": 29856, "epoch": 311, "lr": 4.550667561868194e-05}
+{"train_loss": 0.10378092527389526, "global_step": 29857, "epoch": 311, "lr": 4.549619507210991e-05}
+{"train_loss": 0.08756490796804428, "global_step": 29858, "epoch": 311, "lr": 4.5485715577663146e-05}
+{"train_loss": 0.1067802831530571, "global_step": 29859, "epoch": 311, "lr": 4.547523713541304e-05}
+{"train_loss": 0.09297143667936325, "global_step": 29860, "epoch": 311, "lr": 4.5464759745431006e-05}
+{"train_loss": 0.11248419433832169, "global_step": 29861, "epoch": 311, "lr": 4.5454283407788254e-05}
+{"train_loss": 0.11420853435993195, "global_step": 29862, "epoch": 311, "lr": 4.544380812255631e-05}
+{"train_loss": 0.06995833665132523, "global_step": 29863, "epoch": 311, "lr": 4.543333388980635e-05}
+{"train_loss": 0.09329156577587128, "global_step": 29864, "epoch": 311, "lr": 4.542286070960984e-05}
+{"train_loss": 0.10804622620344162, "global_step": 29865, "epoch": 311, "lr": 4.541238858203789e-05}
+{"train_loss": 0.06827102601528168, "global_step": 29866, "epoch": 311, "lr": 4.540191750716207e-05}
+{"train_loss": 0.06863342225551605, "global_step": 29867, "epoch": 311, "lr": 4.539144748505351e-05}
+{"train_loss": 0.08001783490180969, "global_step": 29868, "epoch": 311, "lr": 4.53809785157836e-05}
+{"train_loss": 0.07266714423894882, "global_step": 29869, "epoch": 311, "lr": 4.537051059942352e-05}
+{"train_loss": 0.058213233947753906, "global_step": 29870, "epoch": 311, "lr": 4.536004373604463e-05}
+{"train_loss": 0.05955321714282036, "global_step": 29871, "epoch": 311, "lr": 4.5349577925718257e-05}
+{"train_loss": 0.05880868434906006, "global_step": 29872, "epoch": 311, "lr": 4.5339113168515514e-05}
+{"train_loss": 0.08824456483125687, "global_step": 29873, "epoch": 311, "lr": 4.532864946450785e-05}
+{"train_loss": 0.08406278491020203, "global_step": 29874, "epoch": 311, "lr": 4.531818681376638e-05}
+{"train_loss": 0.0835372805595398, "global_step": 29875, "epoch": 311, "lr": 4.530772521636244e-05}
+{"train_loss": 0.0898175835609436, "global_step": 29876, "epoch": 311, "lr": 4.529726467236714e-05}
+{"train_loss": 0.10275708884000778, "global_step": 29877, "epoch": 311, "lr": 4.528680518185191e-05}
+{"train_loss": 0.09805578738451004, "global_step": 29878, "epoch": 311, "lr": 4.527634674488781e-05}
+{"train_loss": 0.0716991201043129, "global_step": 29879, "epoch": 311, "lr": 4.526588936154619e-05}
+{"train_loss": 0.09231135249137878, "global_step": 29880, "epoch": 311, "lr": 4.525543303189805e-05}
+{"train_loss": 0.07027529925107956, "global_step": 29881, "epoch": 311, "lr": 4.524497775601486e-05}
+{"train_loss": 0.11528824269771576, "global_step": 29882, "epoch": 311, "lr": 4.5234523533967644e-05}
+{"train_loss": 0.07881788909435272, "global_step": 29883, "epoch": 311, "lr": 4.52240703658277e-05}
+{"train_loss": 0.07996222376823425, "global_step": 29884, "epoch": 311, "lr": 4.521361825166608e-05}
+{"train_loss": 0.06713981926441193, "global_step": 29885, "epoch": 311, "lr": 4.520316719155404e-05}
+{"train_loss": 0.10798821598291397, "global_step": 29886, "epoch": 311, "lr": 4.519271718556281e-05}
+{"train_loss": 0.09276598691940308, "global_step": 29887, "epoch": 311, "lr": 4.518226823376335e-05}
+{"train_loss": 0.08393457531929016, "global_step": 29888, "epoch": 311, "lr": 4.517182033622707e-05}
+{"train_loss": 0.0796290785074234, "global_step": 29889, "epoch": 311, "lr": 4.5161373493024916e-05}
+{"train_loss": 0.09529503434896469, "global_step": 29890, "epoch": 311, "lr": 4.5150927704228195e-05}
+{"train_loss": 0.07772887498140335, "global_step": 29891, "epoch": 311, "lr": 4.5140482969907805e-05}
+{"train_loss": 0.08952561020851135, "global_step": 29892, "epoch": 311, "lr": 4.5130039290135154e-05}
+{"train_loss": 0.10182660073041916, "global_step": 29893, "epoch": 311, "lr": 4.5119596664981155e-05}
+{"train_loss": 0.0701461210846901, "global_step": 29894, "epoch": 311, "lr": 4.510915509451703e-05}
+{"train_loss": 0.06279081106185913, "global_step": 29895, "epoch": 311, "lr": 4.5098714578813806e-05}
+{"train_loss": 0.08117598295211792, "global_step": 29896, "epoch": 311, "lr": 4.50882751179426e-05}
+{"train_loss": 0.1068984866142273, "global_step": 29897, "epoch": 311, "lr": 4.507783671197452e-05}
+{"train_loss": 0.06413418054580688, "global_step": 29898, "epoch": 311, "lr": 4.506739936098063e-05}
+{"train_loss": 0.05022258684039116, "global_step": 29899, "epoch": 311, "lr": 4.5056963065032084e-05}
+{"train_loss": 0.057817231863737106, "global_step": 29900, "epoch": 311, "lr": 4.504652782419985e-05}
+{"train_loss": 0.08833473920822144, "global_step": 29901, "epoch": 311, "lr": 4.5036093638555054e-05}
+{"train_loss": 0.07308059185743332, "global_step": 29902, "epoch": 311, "lr": 4.502566050816861e-05}
+{"train_loss": 0.08023182302713394, "global_step": 29903, "epoch": 311, "lr": 4.501522843311179e-05}
+{"train_loss": 0.11036117374897003, "global_step": 29904, "epoch": 311, "lr": 4.500479741345547e-05}
+{"train_loss": 0.08579491078853607, "global_step": 29905, "epoch": 311, "lr": 4.499436744927077e-05}
+{"train_loss": 0.10047022998332977, "global_step": 29906, "epoch": 311, "lr": 4.498393854062857e-05}
+{"train_loss": 0.06693050265312195, "global_step": 29907, "epoch": 311, "lr": 4.4973510687600116e-05}
+{"train_loss": 0.08499636501073837, "global_step": 29908, "epoch": 311, "lr": 4.496308389025623e-05}
+{"train_loss": 0.080934077501297, "global_step": 29909, "epoch": 311, "lr": 4.495265814866798e-05}
+{"train_loss": 0.10832776874303818, "global_step": 29910, "epoch": 311, "lr": 4.494223346290642e-05}
+{"train_loss": 0.09757298976182938, "global_step": 29911, "epoch": 311, "lr": 4.4931809833042416e-05}
+{"train_loss": 0.07984708249568939, "global_step": 29912, "epoch": 311, "lr": 4.492138725914703e-05}
+{"train_loss": 0.09384965151548386, "global_step": 29913, "epoch": 311, "lr": 4.491096574129121e-05}
+{"train_loss": 0.09643030166625977, "global_step": 29914, "epoch": 311, "lr": 4.490054527954599e-05}
+{"train_loss": 0.07309825718402863, "global_step": 29915, "epoch": 311, "lr": 4.489012587398225e-05}
+{"train_loss": 0.05924125760793686, "global_step": 29916, "epoch": 311, "lr": 4.487970752467099e-05}
+{"train_loss": 0.086171455681324, "global_step": 29917, "epoch": 311, "lr": 4.486929023168305e-05}
+{"train_loss": 0.1138913482427597, "global_step": 29918, "epoch": 311, "lr": 4.485887399508955e-05}
+{"train_loss": 0.08337514102458954, "global_step": 29919, "epoch": 311, "lr": 4.484845881496127e-05}
+{"train_loss": 0.10223160684108734, "global_step": 29920, "epoch": 311, "lr": 4.483804469136918e-05}
+{"train_loss": 0.08010216057300568, "global_step": 29921, "epoch": 311, "lr": 4.4827631624384214e-05}
+{"train_loss": 0.06054198741912842, "global_step": 29922, "epoch": 311, "lr": 4.4817219614077345e-05}
+{"train_loss": 0.06408128142356873, "global_step": 29923, "epoch": 311, "lr": 4.4806808660519336e-05}
+{"train_loss": 0.06760808825492859, "global_step": 29924, "epoch": 311, "lr": 4.4796398763781147e-05}
+{"train_loss": 0.0675874650478363, "global_step": 29925, "epoch": 311, "lr": 4.4785989923933725e-05}
+{"train_loss": 0.08834285289049149, "global_step": 29926, "epoch": 311, "lr": 4.477558214104787e-05}
+{"train_loss": 0.059160977602005005, "global_step": 29927, "epoch": 311, "lr": 4.476517541519452e-05}
+{"train_loss": 0.09561367332935333, "global_step": 29928, "epoch": 311, "lr": 4.475476974644437e-05}
+{"train_loss": 0.08193455636501312, "global_step": 29929, "epoch": 311, "lr": 4.4744365134868546e-05}
+{"train_loss": 0.0632254034280777, "global_step": 29930, "epoch": 311, "lr": 4.473396158053773e-05}
+{"train_loss": 0.09051017463207245, "global_step": 29931, "epoch": 311, "lr": 4.472355908352284e-05}
+{"train_loss": 0.05428335443139076, "global_step": 29932, "epoch": 311, "lr": 4.4713157643894565e-05}
+{"train_loss": 0.10360646992921829, "global_step": 29933, "epoch": 311, "lr": 4.470275726172397e-05}
+{"train_loss": 0.04888472333550453, "global_step": 29934, "epoch": 311, "lr": 4.4692357937081706e-05}
+{"train_loss": 0.07492117583751678, "global_step": 29935, "epoch": 311, "lr": 4.4681959670038655e-05}
+{"train_loss": 0.09819630533456802, "global_step": 29936, "epoch": 311, "lr": 4.4671562460665594e-05}
+{"train_loss": 0.1027466431260109, "global_step": 29937, "epoch": 311, "lr": 4.466116630903341e-05}
+{"train_loss": 0.10789196193218231, "global_step": 29938, "epoch": 311, "lr": 4.465077121521277e-05}
+{"train_loss": 0.09789642691612244, "global_step": 29939, "epoch": 311, "lr": 4.464037717927452e-05}
+{"train_loss": 0.08387680351734161, "global_step": 29940, "epoch": 311, "lr": 4.46299842012895e-05}
+{"train_loss": 0.07856329530477524, "global_step": 29941, "epoch": 311, "lr": 4.4619592281328394e-05}
+{"train_loss": 0.05198809131979942, "global_step": 29942, "epoch": 311, "lr": 4.4609201419462034e-05}
+{"train_loss": 0.08572182804346085, "global_step": 29943, "epoch": 311, "lr": 4.4598811615761024e-05}
+{"train_loss": 0.09909670799970627, "global_step": 29944, "epoch": 311, "lr": 4.458842287029636e-05}
+{"train_loss": 0.07322853803634644, "global_step": 29945, "epoch": 311, "lr": 4.4578035183138635e-05}
+{"train_loss": 0.07540211081504822, "global_step": 29946, "epoch": 311, "lr": 4.4567648554358576e-05}
+{"train_loss": 0.07462025433778763, "global_step": 29947, "epoch": 311, "lr": 4.4557262984026985e-05}
+{"train_loss": 0.08238024264574051, "global_step": 29948, "epoch": 311, "lr": 4.454687847221457e-05}
+{"train_loss": 0.07019537687301636, "global_step": 29949, "epoch": 311, "lr": 4.4536495018992e-05}
+{"train_loss": 0.0997500941157341, "global_step": 29950, "epoch": 311, "lr": 4.4526112624430005e-05}
+{"train_loss": 0.08358004976374407, "global_step": 29951, "epoch": 311, "lr": 4.451573128859934e-05}
+{"train_loss": 0.09200573712587357, "global_step": 29952, "epoch": 312, "lr": 4.450535101157061e-05}
+{"train_loss": 0.07189859449863434, "global_step": 29953, "epoch": 312, "lr": 4.449497179341451e-05}
+{"train_loss": 0.08819115161895752, "global_step": 29954, "epoch": 312, "lr": 4.448459363420179e-05}
+{"train_loss": 0.06604942679405212, "global_step": 29955, "epoch": 312, "lr": 4.447421653400312e-05}
+{"train_loss": 0.08205030858516693, "global_step": 29956, "epoch": 312, "lr": 4.446384049288908e-05}
+{"train_loss": 0.0811072364449501, "global_step": 29957, "epoch": 312, "lr": 4.445346551093037e-05}
+{"train_loss": 0.07421160489320755, "global_step": 29958, "epoch": 312, "lr": 4.444309158819764e-05}
+{"train_loss": 0.05371832102537155, "global_step": 29959, "epoch": 312, "lr": 4.44327187247616e-05}
+{"train_loss": 0.11098437011241913, "global_step": 29960, "epoch": 312, "lr": 4.442234692069278e-05}
+{"train_loss": 0.07383396476507187, "global_step": 29961, "epoch": 312, "lr": 4.441197617606185e-05}
+{"train_loss": 0.09541715681552887, "global_step": 29962, "epoch": 312, "lr": 4.440160649093945e-05}
+{"train_loss": 0.08514097332954407, "global_step": 29963, "epoch": 312, "lr": 4.4391237865396226e-05}
+{"train_loss": 0.0943121463060379, "global_step": 29964, "epoch": 312, "lr": 4.438087029950268e-05}
+{"train_loss": 0.09274666011333466, "global_step": 29965, "epoch": 312, "lr": 4.43705037933295e-05}
+{"train_loss": 0.08816851675510406, "global_step": 29966, "epoch": 312, "lr": 4.4360138346947277e-05}
+{"train_loss": 0.08514080196619034, "global_step": 29967, "epoch": 312, "lr": 4.434977396042652e-05}
+{"train_loss": 0.09131292998790741, "global_step": 29968, "epoch": 312, "lr": 4.433941063383786e-05}
+{"train_loss": 0.06529207527637482, "global_step": 29969, "epoch": 312, "lr": 4.432904836725189e-05}
+{"train_loss": 0.07504506409168243, "global_step": 29970, "epoch": 312, "lr": 4.431868716073919e-05}
+{"train_loss": 0.07434205710887909, "global_step": 29971, "epoch": 312, "lr": 4.4308327014370223e-05}
+{"train_loss": 0.0728440135717392, "global_step": 29972, "epoch": 312, "lr": 4.429796792821559e-05}
+{"train_loss": 0.09426502883434296, "global_step": 29973, "epoch": 312, "lr": 4.4287609902345836e-05}
+{"train_loss": 0.10637770593166351, "global_step": 29974, "epoch": 312, "lr": 4.427725293683156e-05}
+{"train_loss": 0.10026098787784576, "global_step": 29975, "epoch": 312, "lr": 4.426689703174316e-05}
+{"train_loss": 0.06084828078746796, "global_step": 29976, "epoch": 312, "lr": 4.425654218715125e-05}
+{"train_loss": 0.07777921855449677, "global_step": 29977, "epoch": 312, "lr": 4.424618840312629e-05}
+{"train_loss": 0.09386446326971054, "global_step": 29978, "epoch": 312, "lr": 4.423583567973888e-05}
+{"train_loss": 0.10660241544246674, "global_step": 29979, "epoch": 312, "lr": 4.4225484017059394e-05}
+{"train_loss": 0.07673157751560211, "global_step": 29980, "epoch": 312, "lr": 4.421513341515837e-05}
+{"train_loss": 0.09171938896179199, "global_step": 29981, "epoch": 312, "lr": 4.4204783874106384e-05}
+{"train_loss": 0.10117483139038086, "global_step": 29982, "epoch": 312, "lr": 4.419443539397377e-05}
+{"train_loss": 0.10351985692977905, "global_step": 29983, "epoch": 312, "lr": 4.418408797483104e-05}
+{"train_loss": 0.07979492843151093, "global_step": 29984, "epoch": 312, "lr": 4.417374161674872e-05}
+{"train_loss": 0.09588108956813812, "global_step": 29985, "epoch": 312, "lr": 4.416339631979724e-05}
+{"train_loss": 0.10798446089029312, "global_step": 29986, "epoch": 312, "lr": 4.415305208404701e-05}
+{"train_loss": 0.07003618776798248, "global_step": 29987, "epoch": 312, "lr": 4.414270890956846e-05}
+{"train_loss": 0.12032264471054077, "global_step": 29988, "epoch": 312, "lr": 4.413236679643209e-05}
+{"train_loss": 0.09030339121818542, "global_step": 29989, "epoch": 312, "lr": 4.412202574470834e-05}
+{"train_loss": 0.07706169784069061, "global_step": 29990, "epoch": 312, "lr": 4.411168575446751e-05}
+{"train_loss": 0.07812808454036713, "global_step": 29991, "epoch": 312, "lr": 4.410134682578011e-05}
+{"train_loss": 0.11179169267416, "global_step": 29992, "epoch": 312, "lr": 4.409100895871656e-05}
+{"train_loss": 0.08823111653327942, "global_step": 29993, "epoch": 312, "lr": 4.4080672153347193e-05}
+{"train_loss": 0.05972811579704285, "global_step": 29994, "epoch": 312, "lr": 4.4070336409742385e-05}
+{"train_loss": 0.06833050400018692, "global_step": 29995, "epoch": 312, "lr": 4.40600017279726e-05}
+{"train_loss": 0.09869946539402008, "global_step": 29996, "epoch": 312, "lr": 4.40496681081082e-05}
+{"train_loss": 0.08920768648386002, "global_step": 29997, "epoch": 312, "lr": 4.403933555021948e-05}
+{"train_loss": 0.0635090321302414, "global_step": 29998, "epoch": 312, "lr": 4.4029004054376865e-05}
+{"train_loss": 0.08447770774364471, "global_step": 29999, "epoch": 312, "lr": 4.4018673620650685e-05}
+{"train_loss": 0.11811819672584534, "global_step": 30000, "epoch": 312, "lr": 4.400834424911136e-05}
+{"train_loss": 0.10468617081642151, "global_step": 30001, "epoch": 312, "lr": 4.399801593982908e-05}
+{"train_loss": 0.09379319101572037, "global_step": 30002, "epoch": 312, "lr": 4.3987688692874285e-05}
+{"train_loss": 0.10227122157812119, "global_step": 30003, "epoch": 312, "lr": 4.39773625083173e-05}
+{"train_loss": 0.11252181977033615, "global_step": 30004, "epoch": 312, "lr": 4.3967037386228446e-05}
+{"train_loss": 0.07520067691802979, "global_step": 30005, "epoch": 312, "lr": 4.395671332667797e-05}
+{"train_loss": 0.06460091471672058, "global_step": 30006, "epoch": 312, "lr": 4.394639032973622e-05}
+{"train_loss": 0.06946071982383728, "global_step": 30007, "epoch": 312, "lr": 4.393606839547355e-05}
+{"train_loss": 0.06789744645357132, "global_step": 30008, "epoch": 312, "lr": 4.392574752396013e-05}
+{"train_loss": 0.10077870637178421, "global_step": 30009, "epoch": 312, "lr": 4.391542771526629e-05}
+{"train_loss": 0.11251294612884521, "global_step": 30010, "epoch": 312, "lr": 4.390510896946232e-05}
+{"train_loss": 0.09282860159873962, "global_step": 30011, "epoch": 312, "lr": 4.389479128661853e-05}
+{"train_loss": 0.11131194978952408, "global_step": 30012, "epoch": 312, "lr": 4.38844746668051e-05}
+{"train_loss": 0.07641546428203583, "global_step": 30013, "epoch": 312, "lr": 4.3874159110092296e-05}
+{"train_loss": 0.10129715502262115, "global_step": 30014, "epoch": 312, "lr": 4.3863844616550395e-05}
+{"train_loss": 0.10170893371105194, "global_step": 30015, "epoch": 312, "lr": 4.3853531186249685e-05}
+{"train_loss": 0.08760450780391693, "global_step": 30016, "epoch": 312, "lr": 4.384321881926024e-05}
+{"train_loss": 0.08687999844551086, "global_step": 30017, "epoch": 312, "lr": 4.383290751565245e-05}
+{"train_loss": 0.09168251603841782, "global_step": 30018, "epoch": 312, "lr": 4.3822597275496444e-05}
+{"train_loss": 0.09163364768028259, "global_step": 30019, "epoch": 312, "lr": 4.381228809886251e-05}
+{"train_loss": 0.08210821449756622, "global_step": 30020, "epoch": 312, "lr": 4.380197998582072e-05}
+{"train_loss": 0.11297059059143066, "global_step": 30021, "epoch": 312, "lr": 4.3791672936441333e-05}
+{"train_loss": 0.132748544216156, "global_step": 30022, "epoch": 312, "lr": 4.378136695079462e-05}
+{"train_loss": 0.08468180894851685, "global_step": 30023, "epoch": 312, "lr": 4.3771062028950625e-05}
+{"train_loss": 0.11534290015697479, "global_step": 30024, "epoch": 312, "lr": 4.376075817097958e-05}
+{"train_loss": 0.09636259824037552, "global_step": 30025, "epoch": 312, "lr": 4.375045537695166e-05}
+{"train_loss": 0.08942372351884842, "global_step": 30026, "epoch": 312, "lr": 4.374015364693709e-05}
+{"train_loss": 0.07351149618625641, "global_step": 30027, "epoch": 312, "lr": 4.37298529810058e-05}
+{"train_loss": 0.05429014191031456, "global_step": 30028, "epoch": 312, "lr": 4.3719553379228216e-05}
+{"train_loss": 0.09495480358600616, "global_step": 30029, "epoch": 312, "lr": 4.37092548416743e-05}
+{"train_loss": 0.08577998727560043, "global_step": 30030, "epoch": 312, "lr": 4.3698957368414275e-05}
+{"train_loss": 0.054200876504182816, "global_step": 30031, "epoch": 312, "lr": 4.3688660959518155e-05}
+{"train_loss": 0.10063473880290985, "global_step": 30032, "epoch": 312, "lr": 4.367836561505612e-05}
+{"train_loss": 0.10241085290908813, "global_step": 30033, "epoch": 312, "lr": 4.366807133509827e-05}
+{"train_loss": 0.05739264935255051, "global_step": 30034, "epoch": 312, "lr": 4.3657778119714765e-05}
+{"train_loss": 0.0929509699344635, "global_step": 30035, "epoch": 312, "lr": 4.364748596897559e-05}
+{"train_loss": 0.09717760980129242, "global_step": 30036, "epoch": 312, "lr": 4.3637194882950885e-05}
+{"train_loss": 0.06804834306240082, "global_step": 30037, "epoch": 312, "lr": 4.362690486171079e-05}
+{"train_loss": 0.0862407460808754, "global_step": 30038, "epoch": 312, "lr": 4.3616615905325266e-05}
+{"train_loss": 0.08560025691986084, "global_step": 30039, "epoch": 312, "lr": 4.360632801386442e-05}
+{"train_loss": 0.09020403772592545, "global_step": 30040, "epoch": 312, "lr": 4.359604118739831e-05}
+{"train_loss": 0.10612954944372177, "global_step": 30041, "epoch": 312, "lr": 4.3585755425997056e-05}
+{"train_loss": 0.09599057585000992, "global_step": 30042, "epoch": 312, "lr": 4.357547072973051e-05}
+{"train_loss": 0.06641405075788498, "global_step": 30043, "epoch": 312, "lr": 4.356518709866897e-05}
+{"train_loss": 0.06076125055551529, "global_step": 30044, "epoch": 312, "lr": 4.355490453288227e-05}
+{"train_loss": 0.06834239512681961, "global_step": 30045, "epoch": 312, "lr": 4.3544623032440555e-05}
+{"train_loss": 0.05601329728960991, "global_step": 30046, "epoch": 312, "lr": 4.3534342597413716e-05}
+{"train_loss": 0.08733198547270149, "global_step": 30047, "epoch": 312, "lr": 4.3524063227871817e-05}
+{"train_loss": 0.07304532080888748, "global_step": 30048, "epoch": 313, "lr": 4.351378492388492e-05}
+{"train_loss": 0.07031947374343872, "global_step": 30049, "epoch": 313, "lr": 4.3503507685522894e-05}
+{"train_loss": 0.07545748353004456, "global_step": 30050, "epoch": 313, "lr": 4.349323151285578e-05}
+{"train_loss": 0.09378250688314438, "global_step": 30051, "epoch": 313, "lr": 4.348295640595359e-05}
+{"train_loss": 0.06277598440647125, "global_step": 30052, "epoch": 313, "lr": 4.347268236488631e-05}
+{"train_loss": 0.08398251980543137, "global_step": 30053, "epoch": 313, "lr": 4.3462409389723746e-05}
+{"train_loss": 0.0961010605096817, "global_step": 30054, "epoch": 313, "lr": 4.3452137480536073e-05}
+{"train_loss": 0.06801599264144897, "global_step": 30055, "epoch": 313, "lr": 4.3441866637393094e-05}
+{"train_loss": 0.06026727706193924, "global_step": 30056, "epoch": 313, "lr": 4.343159686036484e-05}
+{"train_loss": 0.09810280054807663, "global_step": 30057, "epoch": 313, "lr": 4.342132814952109e-05}
+{"train_loss": 0.08170834183692932, "global_step": 30058, "epoch": 313, "lr": 4.341106050493198e-05}
+{"train_loss": 0.06221828982234001, "global_step": 30059, "epoch": 313, "lr": 4.340079392666729e-05}
+{"train_loss": 0.05398252606391907, "global_step": 30060, "epoch": 313, "lr": 4.3390528414797e-05}
+{"train_loss": 0.08515739440917969, "global_step": 30061, "epoch": 313, "lr": 4.3380263969390964e-05}
+{"train_loss": 0.09830308705568314, "global_step": 30062, "epoch": 313, "lr": 4.3370000590519075e-05}
+{"train_loss": 0.10248738527297974, "global_step": 30063, "epoch": 313, "lr": 4.335973827825131e-05}
+{"train_loss": 0.06373532116413116, "global_step": 30064, "epoch": 313, "lr": 4.3349477032657395e-05}
+{"train_loss": 0.08242422342300415, "global_step": 30065, "epoch": 313, "lr": 4.33392168538074e-05}
+{"train_loss": 0.07826758921146393, "global_step": 30066, "epoch": 313, "lr": 4.332895774177104e-05}
+{"train_loss": 0.0812573954463005, "global_step": 30067, "epoch": 313, "lr": 4.331869969661828e-05}
+{"train_loss": 0.09496073424816132, "global_step": 30068, "epoch": 313, "lr": 4.330844271841885e-05}
+{"train_loss": 0.08734674006700516, "global_step": 30069, "epoch": 313, "lr": 4.3298186807242755e-05}
+{"train_loss": 0.10468354821205139, "global_step": 30070, "epoch": 313, "lr": 4.32879319631597e-05}
+{"train_loss": 0.05800502002239227, "global_step": 30071, "epoch": 313, "lr": 4.327767818623964e-05}
+{"train_loss": 0.08562308549880981, "global_step": 30072, "epoch": 313, "lr": 4.326742547655227e-05}
+{"train_loss": 0.09257520735263824, "global_step": 30073, "epoch": 313, "lr": 4.3257173834167475e-05}
+{"train_loss": 0.0748104602098465, "global_step": 30074, "epoch": 313, "lr": 4.324692325915507e-05}
+{"train_loss": 0.060072459280490875, "global_step": 30075, "epoch": 313, "lr": 4.323667375158482e-05}
+{"train_loss": 0.060459911823272705, "global_step": 30076, "epoch": 313, "lr": 4.322642531152663e-05}
+{"train_loss": 0.08869482576847076, "global_step": 30077, "epoch": 313, "lr": 4.321617793905015e-05}
+{"train_loss": 0.060401685535907745, "global_step": 30078, "epoch": 313, "lr": 4.320593163422526e-05}
+{"train_loss": 0.10031498968601227, "global_step": 30079, "epoch": 313, "lr": 4.319568639712159e-05}
+{"train_loss": 0.08594784140586853, "global_step": 30080, "epoch": 313, "lr": 4.3185442227809135e-05}
+{"train_loss": 0.06433761119842529, "global_step": 30081, "epoch": 313, "lr": 4.317519912635746e-05}
+{"train_loss": 0.05412910878658295, "global_step": 30082, "epoch": 313, "lr": 4.316495709283646e-05}
+{"train_loss": 0.10019711405038834, "global_step": 30083, "epoch": 313, "lr": 4.31547161273157e-05}
+{"train_loss": 0.07069630920886993, "global_step": 30084, "epoch": 313, "lr": 4.3144476229865126e-05}
+{"train_loss": 0.0863436907529831, "global_step": 30085, "epoch": 313, "lr": 4.313423740055431e-05}
+{"train_loss": 0.061535127460956573, "global_step": 30086, "epoch": 313, "lr": 4.31239996394531e-05}
+{"train_loss": 0.09735971689224243, "global_step": 30087, "epoch": 313, "lr": 4.3113762946631096e-05}
+{"train_loss": 0.09017787128686905, "global_step": 30088, "epoch": 313, "lr": 4.310352732215806e-05}
+{"train_loss": 0.09525126218795776, "global_step": 30089, "epoch": 313, "lr": 4.309329276610372e-05}
+{"train_loss": 0.06391063332557678, "global_step": 30090, "epoch": 313, "lr": 4.3083059278537666e-05}
+{"train_loss": 0.06605599820613861, "global_step": 30091, "epoch": 313, "lr": 4.3072826859529756e-05}
+{"train_loss": 0.060180194675922394, "global_step": 30092, "epoch": 313, "lr": 4.306259550914951e-05}
+{"train_loss": 0.06724068522453308, "global_step": 30093, "epoch": 313, "lr": 4.305236522746674e-05}
+{"train_loss": 0.10069777071475983, "global_step": 30094, "epoch": 313, "lr": 4.304213601455091e-05}
+{"train_loss": 0.07874274998903275, "global_step": 30095, "epoch": 313, "lr": 4.303190787047193e-05}
+{"train_loss": 0.07027025520801544, "global_step": 30096, "epoch": 313, "lr": 4.3021680795299265e-05}
+{"train_loss": 0.08368214964866638, "global_step": 30097, "epoch": 313, "lr": 4.301145478910267e-05}
+{"train_loss": 0.07568452507257462, "global_step": 30098, "epoch": 313, "lr": 4.300122985195161e-05}
+{"train_loss": 0.09473100304603577, "global_step": 30099, "epoch": 313, "lr": 4.299100598391597e-05}
+{"train_loss": 0.061453770846128464, "global_step": 30100, "epoch": 313, "lr": 4.298078318506515e-05}
+{"train_loss": 0.08669249713420868, "global_step": 30101, "epoch": 313, "lr": 4.297056145546887e-05}
+{"train_loss": 0.04860328137874603, "global_step": 30102, "epoch": 313, "lr": 4.296034079519675e-05}
+{"train_loss": 0.07364781200885773, "global_step": 30103, "epoch": 313, "lr": 4.295012120431832e-05}
+{"train_loss": 0.08965979516506195, "global_step": 30104, "epoch": 313, "lr": 4.293990268290327e-05}
+{"train_loss": 0.09001125395298004, "global_step": 30105, "epoch": 313, "lr": 4.292968523102099e-05}
+{"train_loss": 0.12040089070796967, "global_step": 30106, "epoch": 313, "lr": 4.291946884874132e-05}
+{"train_loss": 0.08586470037698746, "global_step": 30107, "epoch": 313, "lr": 4.290925353613364e-05}
+{"train_loss": 0.09459850192070007, "global_step": 30108, "epoch": 313, "lr": 4.289903929326764e-05}
+{"train_loss": 0.08187846839427948, "global_step": 30109, "epoch": 313, "lr": 4.288882612021268e-05}
+{"train_loss": 0.10718172043561935, "global_step": 30110, "epoch": 313, "lr": 4.287861401703857e-05}
+{"train_loss": 0.07621103525161743, "global_step": 30111, "epoch": 313, "lr": 4.286840298381465e-05}
+{"train_loss": 0.0957573801279068, "global_step": 30112, "epoch": 313, "lr": 4.285819302061054e-05}
+{"train_loss": 0.11762356013059616, "global_step": 30113, "epoch": 313, "lr": 4.2847984127495735e-05}
+{"train_loss": 0.07651752233505249, "global_step": 30114, "epoch": 313, "lr": 4.283777630453985e-05}
+{"train_loss": 0.1098131462931633, "global_step": 30115, "epoch": 313, "lr": 4.282756955181224e-05}
+{"train_loss": 0.07695049047470093, "global_step": 30116, "epoch": 313, "lr": 4.281736386938249e-05}
+{"train_loss": 0.11607934534549713, "global_step": 30117, "epoch": 313, "lr": 4.280715925732017e-05}
+{"train_loss": 0.08608447015285492, "global_step": 30118, "epoch": 313, "lr": 4.279695571569462e-05}
+{"train_loss": 0.0962529107928276, "global_step": 30119, "epoch": 313, "lr": 4.2786753244575464e-05}
+{"train_loss": 0.04815401881933212, "global_step": 30120, "epoch": 313, "lr": 4.277655184403202e-05}
+{"train_loss": 0.1050051599740982, "global_step": 30121, "epoch": 313, "lr": 4.276635151413395e-05}
+{"train_loss": 0.06601613759994507, "global_step": 30122, "epoch": 313, "lr": 4.275615225495055e-05}
+{"train_loss": 0.0806049033999443, "global_step": 30123, "epoch": 313, "lr": 4.274595406655135e-05}
+{"train_loss": 0.06726114451885223, "global_step": 30124, "epoch": 313, "lr": 4.273575694900578e-05}
+{"train_loss": 0.08176618814468384, "global_step": 30125, "epoch": 313, "lr": 4.272556090238335e-05}
+{"train_loss": 0.10513957589864731, "global_step": 30126, "epoch": 313, "lr": 4.2715365926753356e-05}
+{"train_loss": 0.08041416108608246, "global_step": 30127, "epoch": 313, "lr": 4.270517202218531e-05}
+{"train_loss": 0.11284980177879333, "global_step": 30128, "epoch": 313, "lr": 4.2694979188748674e-05}
+{"train_loss": 0.07002311199903488, "global_step": 30129, "epoch": 313, "lr": 4.268478742651272e-05}
+{"train_loss": 0.09686858206987381, "global_step": 30130, "epoch": 313, "lr": 4.267459673554695e-05}
+{"train_loss": 0.09513033926486969, "global_step": 30131, "epoch": 313, "lr": 4.2664407115920725e-05}
+{"train_loss": 0.09105856716632843, "global_step": 30132, "epoch": 313, "lr": 4.265421856770351e-05}
+{"train_loss": 0.07160167396068573, "global_step": 30133, "epoch": 313, "lr": 4.2644031090964554e-05}
+{"train_loss": 0.10796600580215454, "global_step": 30134, "epoch": 313, "lr": 4.2633844685773384e-05}
+{"train_loss": 0.0762384682893753, "global_step": 30135, "epoch": 313, "lr": 4.262365935219914e-05}
+{"train_loss": 0.06405937671661377, "global_step": 30136, "epoch": 313, "lr": 4.261347509031144e-05}
+{"train_loss": 0.05360344052314758, "global_step": 30137, "epoch": 313, "lr": 4.260329190017949e-05}
+{"train_loss": 0.0817980170249939, "global_step": 30138, "epoch": 313, "lr": 4.259310978187263e-05}
+{"train_loss": 0.09135140478610992, "global_step": 30139, "epoch": 313, "lr": 4.258292873546026e-05}
+{"train_loss": 0.08202718198299408, "global_step": 30140, "epoch": 313, "lr": 4.2572748761011714e-05}
+{"train_loss": 0.06464888155460358, "global_step": 30141, "epoch": 313, "lr": 4.2562569858596234e-05}
+{"train_loss": 0.08814522624015808, "global_step": 30142, "epoch": 313, "lr": 4.255239202828318e-05}
+{"train_loss": 0.08195859574091931, "global_step": 30143, "epoch": 313, "lr": 4.25422152701419e-05}
+{"train_loss": 0.11649329960346222, "global_step": 30144, "epoch": 314, "lr": 4.253203958424163e-05}
+{"train_loss": 0.07241401076316833, "global_step": 30145, "epoch": 314, "lr": 4.252186497065174e-05}
+{"train_loss": 0.10051445662975311, "global_step": 30146, "epoch": 314, "lr": 4.251169142944136e-05}
+{"train_loss": 0.0776098221540451, "global_step": 30147, "epoch": 314, "lr": 4.2501518960679977e-05}
+{"train_loss": 0.0666351243853569, "global_step": 30148, "epoch": 314, "lr": 4.2491347564436714e-05}
+{"train_loss": 0.06967721879482269, "global_step": 30149, "epoch": 314, "lr": 4.2481177240780865e-05}
+{"train_loss": 0.08622431010007858, "global_step": 30150, "epoch": 314, "lr": 4.247100798978172e-05}
+{"train_loss": 0.07660570740699768, "global_step": 30151, "epoch": 314, "lr": 4.246083981150857e-05}
+{"train_loss": 0.14729726314544678, "global_step": 30152, "epoch": 314, "lr": 4.245067270603054e-05}
+{"train_loss": 0.06825550645589828, "global_step": 30153, "epoch": 314, "lr": 4.24405066734169e-05}
+{"train_loss": 0.11211277544498444, "global_step": 30154, "epoch": 314, "lr": 4.243034171373694e-05}
+{"train_loss": 0.11785759776830673, "global_step": 30155, "epoch": 314, "lr": 4.242017782705987e-05}
+{"train_loss": 0.09265928715467453, "global_step": 30156, "epoch": 314, "lr": 4.241001501345485e-05}
+{"train_loss": 0.09877867996692657, "global_step": 30157, "epoch": 314, "lr": 4.2399853272991094e-05}
+{"train_loss": 0.10602785646915436, "global_step": 30158, "epoch": 314, "lr": 4.238969260573788e-05}
+{"train_loss": 0.07110752165317535, "global_step": 30159, "epoch": 314, "lr": 4.237953301176427e-05}
+{"train_loss": 0.07890791445970535, "global_step": 30160, "epoch": 314, "lr": 4.2369374491139535e-05}
+{"train_loss": 0.05957024171948433, "global_step": 30161, "epoch": 314, "lr": 4.235921704393282e-05}
+{"train_loss": 0.08709175884723663, "global_step": 30162, "epoch": 314, "lr": 4.234906067021336e-05}
+{"train_loss": 0.08930043131113052, "global_step": 30163, "epoch": 314, "lr": 4.2338905370050205e-05}
+{"train_loss": 0.08525681495666504, "global_step": 30164, "epoch": 314, "lr": 4.232875114351258e-05}
+{"train_loss": 0.07256698608398438, "global_step": 30165, "epoch": 314, "lr": 4.231859799066962e-05}
+{"train_loss": 0.0762680321931839, "global_step": 30166, "epoch": 314, "lr": 4.230844591159051e-05}
+{"train_loss": 0.08996318280696869, "global_step": 30167, "epoch": 314, "lr": 4.229829490634429e-05}
+{"train_loss": 0.11543191969394684, "global_step": 30168, "epoch": 314, "lr": 4.228814497500013e-05}
+{"train_loss": 0.08083580434322357, "global_step": 30169, "epoch": 314, "lr": 4.2277996117627194e-05}
+{"train_loss": 0.10124175250530243, "global_step": 30170, "epoch": 314, "lr": 4.2267848334294516e-05}
+{"train_loss": 0.06944264471530914, "global_step": 30171, "epoch": 314, "lr": 4.225770162507121e-05}
+{"train_loss": 0.07724100351333618, "global_step": 30172, "epoch": 314, "lr": 4.224755599002641e-05}
+{"train_loss": 0.10286344587802887, "global_step": 30173, "epoch": 314, "lr": 4.223741142922926e-05}
+{"train_loss": 0.06935012340545654, "global_step": 30174, "epoch": 314, "lr": 4.222726794274869e-05}
+{"train_loss": 0.06843077391386032, "global_step": 30175, "epoch": 314, "lr": 4.2217125530653864e-05}
+{"train_loss": 0.10531657934188843, "global_step": 30176, "epoch": 314, "lr": 4.220698419301385e-05}
+{"train_loss": 0.0696231797337532, "global_step": 30177, "epoch": 314, "lr": 4.219684392989773e-05}
+{"train_loss": 0.09537330269813538, "global_step": 30178, "epoch": 314, "lr": 4.2186704741374496e-05}
+{"train_loss": 0.06486768275499344, "global_step": 30179, "epoch": 314, "lr": 4.217656662751321e-05}
+{"train_loss": 0.09091374278068542, "global_step": 30180, "epoch": 314, "lr": 4.216642958838291e-05}
+{"train_loss": 0.10904506593942642, "global_step": 30181, "epoch": 314, "lr": 4.215629362405271e-05}
+{"train_loss": 0.1143176406621933, "global_step": 30182, "epoch": 314, "lr": 4.214615873459149e-05}
+{"train_loss": 0.09862993657588959, "global_step": 30183, "epoch": 314, "lr": 4.213602492006834e-05}
+{"train_loss": 0.049994587898254395, "global_step": 30184, "epoch": 314, "lr": 4.212589218055232e-05}
+{"train_loss": 0.0719657763838768, "global_step": 30185, "epoch": 314, "lr": 4.2115760516112325e-05}
+{"train_loss": 0.0770079493522644, "global_step": 30186, "epoch": 314, "lr": 4.210562992681739e-05}
+{"train_loss": 0.07157251238822937, "global_step": 30187, "epoch": 314, "lr": 4.209550041273651e-05}
+{"train_loss": 0.07265476882457733, "global_step": 30188, "epoch": 314, "lr": 4.208537197393871e-05}
+{"train_loss": 0.08049515634775162, "global_step": 30189, "epoch": 314, "lr": 4.207524461049288e-05}
+{"train_loss": 0.0671539455652237, "global_step": 30190, "epoch": 314, "lr": 4.2065118322468026e-05}
+{"train_loss": 0.09709984064102173, "global_step": 30191, "epoch": 314, "lr": 4.205499310993308e-05}
+{"train_loss": 0.05898064374923706, "global_step": 30192, "epoch": 314, "lr": 4.204486897295705e-05}
+{"train_loss": 0.09158947318792343, "global_step": 30193, "epoch": 314, "lr": 4.203474591160881e-05}
+{"train_loss": 0.06616242229938507, "global_step": 30194, "epoch": 314, "lr": 4.2024623925957316e-05}
+{"train_loss": 0.08496260643005371, "global_step": 30195, "epoch": 314, "lr": 4.2014503016071505e-05}
+{"train_loss": 0.07609501481056213, "global_step": 30196, "epoch": 314, "lr": 4.2004383182020354e-05}
+{"train_loss": 0.09196437895298004, "global_step": 30197, "epoch": 314, "lr": 4.199426442387266e-05}
+{"train_loss": 0.08080892264842987, "global_step": 30198, "epoch": 314, "lr": 4.1984146741697396e-05}
+{"train_loss": 0.0886751115322113, "global_step": 30199, "epoch": 314, "lr": 4.1974030135563493e-05}
+{"train_loss": 0.0706503838300705, "global_step": 30200, "epoch": 314, "lr": 4.1963914605539746e-05}
+{"train_loss": 0.09339668601751328, "global_step": 30201, "epoch": 314, "lr": 4.19538001516951e-05}
+{"train_loss": 0.06099199876189232, "global_step": 30202, "epoch": 314, "lr": 4.1943686774098414e-05}
+{"train_loss": 0.07894450426101685, "global_step": 30203, "epoch": 314, "lr": 4.1933574472818626e-05}
+{"train_loss": 0.08907061815261841, "global_step": 30204, "epoch": 314, "lr": 4.192346324792449e-05}
+{"train_loss": 0.09773530811071396, "global_step": 30205, "epoch": 314, "lr": 4.1913353099484896e-05}
+{"train_loss": 0.10255834460258484, "global_step": 30206, "epoch": 314, "lr": 4.1903244027568736e-05}
+{"train_loss": 0.07347165048122406, "global_step": 30207, "epoch": 314, "lr": 4.189313603224485e-05}
+{"train_loss": 0.07958582043647766, "global_step": 30208, "epoch": 314, "lr": 4.188302911358197e-05}
+{"train_loss": 0.065294548869133, "global_step": 30209, "epoch": 314, "lr": 4.187292327164902e-05}
+{"train_loss": 0.08086137473583221, "global_step": 30210, "epoch": 314, "lr": 4.186281850651477e-05}
+{"train_loss": 0.06526815891265869, "global_step": 30211, "epoch": 314, "lr": 4.185271481824811e-05}
+{"train_loss": 0.10049201548099518, "global_step": 30212, "epoch": 314, "lr": 4.184261220691772e-05}
+{"train_loss": 0.08012284338474274, "global_step": 30213, "epoch": 314, "lr": 4.1832510672592485e-05}
+{"train_loss": 0.12382201850414276, "global_step": 30214, "epoch": 314, "lr": 4.182241021534119e-05}
+{"train_loss": 0.08859069645404816, "global_step": 30215, "epoch": 314, "lr": 4.181231083523256e-05}
+{"train_loss": 0.07554718106985092, "global_step": 30216, "epoch": 314, "lr": 4.180221253233538e-05}
+{"train_loss": 0.08772797882556915, "global_step": 30217, "epoch": 314, "lr": 4.179211530671845e-05}
+{"train_loss": 0.09185019135475159, "global_step": 30218, "epoch": 314, "lr": 4.178201915845057e-05}
+{"train_loss": 0.11312763392925262, "global_step": 30219, "epoch": 314, "lr": 4.1771924087600315e-05}
+{"train_loss": 0.10330723226070404, "global_step": 30220, "epoch": 314, "lr": 4.1761830094236684e-05}
+{"train_loss": 0.06546495854854584, "global_step": 30221, "epoch": 314, "lr": 4.175173717842822e-05}
+{"train_loss": 0.059633370488882065, "global_step": 30222, "epoch": 314, "lr": 4.174164534024376e-05}
+{"train_loss": 0.06747369468212128, "global_step": 30223, "epoch": 314, "lr": 4.173155457975193e-05}
+{"train_loss": 0.07556113600730896, "global_step": 30224, "epoch": 314, "lr": 4.172146489702151e-05}
+{"train_loss": 0.07019241154193878, "global_step": 30225, "epoch": 314, "lr": 4.171137629212125e-05}
+{"train_loss": 0.08295535296201706, "global_step": 30226, "epoch": 314, "lr": 4.170128876511974e-05}
+{"train_loss": 0.09326279163360596, "global_step": 30227, "epoch": 314, "lr": 4.169120231608572e-05}
+{"train_loss": 0.05803236365318298, "global_step": 30228, "epoch": 314, "lr": 4.1681116945087873e-05}
+{"train_loss": 0.061184659600257874, "global_step": 30229, "epoch": 314, "lr": 4.167103265219496e-05}
+{"train_loss": 0.09443683922290802, "global_step": 30230, "epoch": 314, "lr": 4.166094943747547e-05}
+{"train_loss": 0.10255622863769531, "global_step": 30231, "epoch": 314, "lr": 4.1650867300998275e-05}
+{"train_loss": 0.10303683578968048, "global_step": 30232, "epoch": 314, "lr": 4.1640786242831896e-05}
+{"train_loss": 0.08181944489479065, "global_step": 30233, "epoch": 314, "lr": 4.163070626304508e-05}
+{"train_loss": 0.06419943273067474, "global_step": 30234, "epoch": 314, "lr": 4.162062736170629e-05}
+{"train_loss": 0.09222553670406342, "global_step": 30235, "epoch": 314, "lr": 4.161054953888437e-05}
+{"train_loss": 0.06219549477100372, "global_step": 30236, "epoch": 314, "lr": 4.160047279464783e-05}
+{"train_loss": 0.05601416900753975, "global_step": 30237, "epoch": 314, "lr": 4.159039712906534e-05}
+{"train_loss": 0.06860868632793427, "global_step": 30238, "epoch": 314, "lr": 4.1580322542205453e-05}
+{"train_loss": 0.08403207811837395, "global_step": 30239, "epoch": 314, "lr": 4.157024903413682e-05}
+{"train_loss": 0.0811481848359108, "global_step": 30240, "epoch": 315, "lr": 4.156017660492806e-05}
+{"train_loss": 0.10779814422130585, "global_step": 30241, "epoch": 315, "lr": 4.155010525464768e-05}
+{"train_loss": 0.09748534858226776, "global_step": 30242, "epoch": 315, "lr": 4.1540034983364315e-05}
+{"train_loss": 0.07881786674261093, "global_step": 30243, "epoch": 315, "lr": 4.152996579114654e-05}
+{"train_loss": 0.10730329900979996, "global_step": 30244, "epoch": 315, "lr": 4.1519897678062994e-05}
+{"train_loss": 0.09809514880180359, "global_step": 30245, "epoch": 315, "lr": 4.150983064418204e-05}
+{"train_loss": 0.09009061008691788, "global_step": 30246, "epoch": 315, "lr": 4.1499764689572463e-05}
+{"train_loss": 0.07950419932603836, "global_step": 30247, "epoch": 315, "lr": 4.148969981430266e-05}
+{"train_loss": 0.10464674234390259, "global_step": 30248, "epoch": 315, "lr": 4.147963601844127e-05}
+{"train_loss": 0.09197722375392914, "global_step": 30249, "epoch": 315, "lr": 4.14695733020567e-05}
+{"train_loss": 0.07495065778493881, "global_step": 30250, "epoch": 315, "lr": 4.145951166521756e-05}
+{"train_loss": 0.10662801563739777, "global_step": 30251, "epoch": 315, "lr": 4.144945110799232e-05}
+{"train_loss": 0.09750406444072723, "global_step": 30252, "epoch": 315, "lr": 4.143939163044961e-05}
+{"train_loss": 0.10130519419908524, "global_step": 30253, "epoch": 315, "lr": 4.142933323265776e-05}
+{"train_loss": 0.11866970360279083, "global_step": 30254, "epoch": 315, "lr": 4.141927591468535e-05}
+{"train_loss": 0.09468062222003937, "global_step": 30255, "epoch": 315, "lr": 4.140921967660092e-05}
+{"train_loss": 0.07139326632022858, "global_step": 30256, "epoch": 315, "lr": 4.139916451847279e-05}
+{"train_loss": 0.05575209856033325, "global_step": 30257, "epoch": 315, "lr": 4.138911044036964e-05}
+{"train_loss": 0.09698191285133362, "global_step": 30258, "epoch": 315, "lr": 4.137905744235977e-05}
+{"train_loss": 0.09504009038209915, "global_step": 30259, "epoch": 315, "lr": 4.136900552451177e-05}
+{"train_loss": 0.07794654369354248, "global_step": 30260, "epoch": 315, "lr": 4.1358954686893904e-05}
+{"train_loss": 0.07323835045099258, "global_step": 30261, "epoch": 315, "lr": 4.1348904929574815e-05}
+{"train_loss": 0.0843486413359642, "global_step": 30262, "epoch": 315, "lr": 4.133885625262284e-05}
+{"train_loss": 0.08897751569747925, "global_step": 30263, "epoch": 315, "lr": 4.132880865610644e-05}
+{"train_loss": 0.09011709690093994, "global_step": 30264, "epoch": 315, "lr": 4.131876214009398e-05}
+{"train_loss": 0.11078019440174103, "global_step": 30265, "epoch": 315, "lr": 4.130871670465393e-05}
+{"train_loss": 0.07337628304958344, "global_step": 30266, "epoch": 315, "lr": 4.1298672349854716e-05}
+{"train_loss": 0.10953996330499649, "global_step": 30267, "epoch": 315, "lr": 4.1288629075764586e-05}
+{"train_loss": 0.06752923130989075, "global_step": 30268, "epoch": 315, "lr": 4.127858688245214e-05}
+{"train_loss": 0.05496169626712799, "global_step": 30269, "epoch": 315, "lr": 4.126854576998565e-05}
+{"train_loss": 0.0801050066947937, "global_step": 30270, "epoch": 315, "lr": 4.125850573843353e-05}
+{"train_loss": 0.079960398375988, "global_step": 30271, "epoch": 315, "lr": 4.124846678786405e-05}
+{"train_loss": 0.08965442329645157, "global_step": 30272, "epoch": 315, "lr": 4.1238428918345754e-05}
+{"train_loss": 0.11284740269184113, "global_step": 30273, "epoch": 315, "lr": 4.1228392129946826e-05}
+{"train_loss": 0.09569310396909714, "global_step": 30274, "epoch": 315, "lr": 4.121835642273575e-05}
+{"train_loss": 0.08442635834217072, "global_step": 30275, "epoch": 315, "lr": 4.120832179678069e-05}
+{"train_loss": 0.11297591030597687, "global_step": 30276, "epoch": 315, "lr": 4.11982882521502e-05}
+{"train_loss": 0.09738587588071823, "global_step": 30277, "epoch": 315, "lr": 4.118825578891243e-05}
+{"train_loss": 0.08931384980678558, "global_step": 30278, "epoch": 315, "lr": 4.117822440713577e-05}
+{"train_loss": 0.09181933104991913, "global_step": 30279, "epoch": 315, "lr": 4.116819410688857e-05}
+{"train_loss": 0.07353353500366211, "global_step": 30280, "epoch": 315, "lr": 4.115816488823902e-05}
+{"train_loss": 0.0785503089427948, "global_step": 30281, "epoch": 315, "lr": 4.114813675125555e-05}
+{"train_loss": 0.09079679101705551, "global_step": 30282, "epoch": 315, "lr": 4.1138109696006264e-05}
+{"train_loss": 0.07289103418588638, "global_step": 30283, "epoch": 315, "lr": 4.11280837225597e-05}
+{"train_loss": 0.06566283106803894, "global_step": 30284, "epoch": 315, "lr": 4.1118058830983896e-05}
+{"train_loss": 0.08371755480766296, "global_step": 30285, "epoch": 315, "lr": 4.11080350213473e-05}
+{"train_loss": 0.13767504692077637, "global_step": 30286, "epoch": 315, "lr": 4.109801229371795e-05}
+{"train_loss": 0.08770613372325897, "global_step": 30287, "epoch": 315, "lr": 4.108799064816435e-05}
+{"train_loss": 0.11840479075908661, "global_step": 30288, "epoch": 315, "lr": 4.107797008475458e-05}
+{"train_loss": 0.08732952922582626, "global_step": 30289, "epoch": 315, "lr": 4.106795060355699e-05}
+{"train_loss": 0.07849279046058655, "global_step": 30290, "epoch": 315, "lr": 4.105793220463963e-05}
+{"train_loss": 0.09796008467674255, "global_step": 30291, "epoch": 315, "lr": 4.104791488807094e-05}
+{"train_loss": 0.09379056096076965, "global_step": 30292, "epoch": 315, "lr": 4.103789865391896e-05}
+{"train_loss": 0.07741128653287888, "global_step": 30293, "epoch": 315, "lr": 4.1027883502251995e-05}
+{"train_loss": 0.08688784390687943, "global_step": 30294, "epoch": 315, "lr": 4.1017869433138254e-05}
+{"train_loss": 0.08040371537208557, "global_step": 30295, "epoch": 315, "lr": 4.1007856446645864e-05}
+{"train_loss": 0.0767827033996582, "global_step": 30296, "epoch": 315, "lr": 4.0997844542843076e-05}
+{"train_loss": 0.0895811915397644, "global_step": 30297, "epoch": 315, "lr": 4.098783372179793e-05}
+{"train_loss": 0.09484027326107025, "global_step": 30298, "epoch": 315, "lr": 4.0977823983578814e-05}
+{"train_loss": 0.06435397267341614, "global_step": 30299, "epoch": 315, "lr": 4.096781532825371e-05}
+{"train_loss": 0.08801703155040741, "global_step": 30300, "epoch": 315, "lr": 4.095780775589093e-05}
+{"train_loss": 0.07830138504505157, "global_step": 30301, "epoch": 315, "lr": 4.094780126655839e-05}
+{"train_loss": 0.0651664137840271, "global_step": 30302, "epoch": 315, "lr": 4.093779586032451e-05}
+{"train_loss": 0.0893554836511612, "global_step": 30303, "epoch": 315, "lr": 4.092779153725721e-05}
+{"train_loss": 0.07361378520727158, "global_step": 30304, "epoch": 315, "lr": 4.091778829742472e-05}
+{"train_loss": 0.10482359677553177, "global_step": 30305, "epoch": 315, "lr": 4.0907786140895186e-05}
+{"train_loss": 0.08807042241096497, "global_step": 30306, "epoch": 315, "lr": 4.089778506773661e-05}
+{"train_loss": 0.08661377429962158, "global_step": 30307, "epoch": 315, "lr": 4.088778507801716e-05}
+{"train_loss": 0.08952119946479797, "global_step": 30308, "epoch": 315, "lr": 4.087778617180491e-05}
+{"train_loss": 0.0957624688744545, "global_step": 30309, "epoch": 315, "lr": 4.0867788349168044e-05}
+{"train_loss": 0.09483078122138977, "global_step": 30310, "epoch": 315, "lr": 4.085779161017451e-05}
+{"train_loss": 0.104098379611969, "global_step": 30311, "epoch": 315, "lr": 4.0847795954892495e-05}
+{"train_loss": 0.10886932909488678, "global_step": 30312, "epoch": 315, "lr": 4.083780138338989e-05}
+{"train_loss": 0.09024416655302048, "global_step": 30313, "epoch": 315, "lr": 4.082780789573499e-05}
+{"train_loss": 0.07872338593006134, "global_step": 30314, "epoch": 315, "lr": 4.08178154919957e-05}
+{"train_loss": 0.10225279629230499, "global_step": 30315, "epoch": 315, "lr": 4.0807824172240096e-05}
+{"train_loss": 0.06363411992788315, "global_step": 30316, "epoch": 315, "lr": 4.07978339365362e-05}
+{"train_loss": 0.08814173936843872, "global_step": 30317, "epoch": 315, "lr": 4.0787844784952144e-05}
+{"train_loss": 0.0817745178937912, "global_step": 30318, "epoch": 315, "lr": 4.0777856717555804e-05}
+{"train_loss": 0.09307335317134857, "global_step": 30319, "epoch": 315, "lr": 4.076786973441526e-05}
+{"train_loss": 0.09572865813970566, "global_step": 30320, "epoch": 315, "lr": 4.075788383559858e-05}
+{"train_loss": 0.09814764559268951, "global_step": 30321, "epoch": 315, "lr": 4.074789902117364e-05}
+{"train_loss": 0.09214820712804794, "global_step": 30322, "epoch": 315, "lr": 4.073791529120858e-05}
+{"train_loss": 0.09510394185781479, "global_step": 30323, "epoch": 315, "lr": 4.072793264577119e-05}
+{"train_loss": 0.10055386275053024, "global_step": 30324, "epoch": 315, "lr": 4.071795108492966e-05}
+{"train_loss": 0.10194442421197891, "global_step": 30325, "epoch": 315, "lr": 4.070797060875182e-05}
+{"train_loss": 0.0800417959690094, "global_step": 30326, "epoch": 315, "lr": 4.069799121730571e-05}
+{"train_loss": 0.09826429933309555, "global_step": 30327, "epoch": 315, "lr": 4.068801291065922e-05}
+{"train_loss": 0.06241273880004883, "global_step": 30328, "epoch": 315, "lr": 4.0678035688880425e-05}
+{"train_loss": 0.06726369261741638, "global_step": 30329, "epoch": 315, "lr": 4.0668059552037093e-05}
+{"train_loss": 0.10246975719928741, "global_step": 30330, "epoch": 315, "lr": 4.065808450019726e-05}
+{"train_loss": 0.11108928918838501, "global_step": 30331, "epoch": 315, "lr": 4.064811053342885e-05}
+{"train_loss": 0.08750816434621811, "global_step": 30332, "epoch": 315, "lr": 4.06381376517998e-05}
+{"train_loss": 0.10629154741764069, "global_step": 30333, "epoch": 315, "lr": 4.0628165855377966e-05}
+{"train_loss": 0.084981769323349, "global_step": 30334, "epoch": 315, "lr": 4.061819514423126e-05}
+{"train_loss": 0.08939701939622562, "global_step": 30335, "epoch": 315, "lr": 4.0608225518427664e-05}
+{"train_loss": 0.10044432431459427, "global_step": 30336, "epoch": 316, "lr": 4.059825697803497e-05}
+{"train_loss": 0.09692413359880447, "global_step": 30337, "epoch": 316, "lr": 4.058828952312106e-05}
+{"train_loss": 0.10310540348291397, "global_step": 30338, "epoch": 316, "lr": 4.0578323153753875e-05}
+{"train_loss": 0.08704660087823868, "global_step": 30339, "epoch": 316, "lr": 4.056835787000128e-05}
+{"train_loss": 0.11863812804222107, "global_step": 30340, "epoch": 316, "lr": 4.055839367193108e-05}
+{"train_loss": 0.12061748653650284, "global_step": 30341, "epoch": 316, "lr": 4.054843055961115e-05}
+{"train_loss": 0.07148979604244232, "global_step": 30342, "epoch": 316, "lr": 4.053846853310932e-05}
+{"train_loss": 0.10086554288864136, "global_step": 30343, "epoch": 316, "lr": 4.052850759249354e-05}
+{"train_loss": 0.11163631081581116, "global_step": 30344, "epoch": 316, "lr": 4.051854773783148e-05}
+{"train_loss": 0.08764472603797913, "global_step": 30345, "epoch": 316, "lr": 4.050858896919103e-05}
+{"train_loss": 0.08849182724952698, "global_step": 30346, "epoch": 316, "lr": 4.0498631286640066e-05}
+{"train_loss": 0.09811913967132568, "global_step": 30347, "epoch": 316, "lr": 4.048867469024631e-05}
+{"train_loss": 0.07622013986110687, "global_step": 30348, "epoch": 316, "lr": 4.047871918007757e-05}
+{"train_loss": 0.08491113781929016, "global_step": 30349, "epoch": 316, "lr": 4.046876475620169e-05}
+{"train_loss": 0.09732412546873093, "global_step": 30350, "epoch": 316, "lr": 4.045881141868646e-05}
+{"train_loss": 0.07800643146038055, "global_step": 30351, "epoch": 316, "lr": 4.0448859167599597e-05}
+{"train_loss": 0.06114008277654648, "global_step": 30352, "epoch": 316, "lr": 4.043890800300891e-05}
+{"train_loss": 0.12273766100406647, "global_step": 30353, "epoch": 316, "lr": 4.0428957924982155e-05}
+{"train_loss": 0.09364430606365204, "global_step": 30354, "epoch": 316, "lr": 4.041900893358717e-05}
+{"train_loss": 0.0711488425731659, "global_step": 30355, "epoch": 316, "lr": 4.040906102889155e-05}
+{"train_loss": 0.04954412579536438, "global_step": 30356, "epoch": 316, "lr": 4.039911421096312e-05}
+{"train_loss": 0.09229020029306412, "global_step": 30357, "epoch": 316, "lr": 4.038916847986962e-05}
+{"train_loss": 0.0684795007109642, "global_step": 30358, "epoch": 316, "lr": 4.037922383567883e-05}
+{"train_loss": 0.08169650286436081, "global_step": 30359, "epoch": 316, "lr": 4.0369280278458346e-05}
+{"train_loss": 0.08705832064151764, "global_step": 30360, "epoch": 316, "lr": 4.0359337808275965e-05}
+{"train_loss": 0.10755982995033264, "global_step": 30361, "epoch": 316, "lr": 4.034939642519939e-05}
+{"train_loss": 0.08470086753368378, "global_step": 30362, "epoch": 316, "lr": 4.033945612929628e-05}
+{"train_loss": 0.09612208604812622, "global_step": 30363, "epoch": 316, "lr": 4.0329516920634335e-05}
+{"train_loss": 0.10245075821876526, "global_step": 30364, "epoch": 316, "lr": 4.0319578799281254e-05}
+{"train_loss": 0.0611938014626503, "global_step": 30365, "epoch": 316, "lr": 4.030964176530476e-05}
+{"train_loss": 0.07969558238983154, "global_step": 30366, "epoch": 316, "lr": 4.02997058187724e-05}
+{"train_loss": 0.10169312357902527, "global_step": 30367, "epoch": 316, "lr": 4.0289770959751924e-05}
+{"train_loss": 0.08005436509847641, "global_step": 30368, "epoch": 316, "lr": 4.0279837188310964e-05}
+{"train_loss": 0.09655439853668213, "global_step": 30369, "epoch": 316, "lr": 4.026990450451722e-05}
+{"train_loss": 0.10777038335800171, "global_step": 30370, "epoch": 316, "lr": 4.0259972908438236e-05}
+{"train_loss": 0.10200967639684677, "global_step": 30371, "epoch": 316, "lr": 4.0250042400141675e-05}
+{"train_loss": 0.1170167326927185, "global_step": 30372, "epoch": 316, "lr": 4.024011297969517e-05}
+{"train_loss": 0.12352506071329117, "global_step": 30373, "epoch": 316, "lr": 4.023018464716639e-05}
+{"train_loss": 0.06470291316509247, "global_step": 30374, "epoch": 316, "lr": 4.0220257402622855e-05}
+{"train_loss": 0.09502797573804855, "global_step": 30375, "epoch": 316, "lr": 4.0210331246132184e-05}
+{"train_loss": 0.11652258783578873, "global_step": 30376, "epoch": 316, "lr": 4.020040617776206e-05}
+{"train_loss": 0.09132924675941467, "global_step": 30377, "epoch": 316, "lr": 4.019048219757995e-05}
+{"train_loss": 0.0721154510974884, "global_step": 30378, "epoch": 316, "lr": 4.018055930565347e-05}
+{"train_loss": 0.07484932243824005, "global_step": 30379, "epoch": 316, "lr": 4.017063750205024e-05}
+{"train_loss": 0.09051340818405151, "global_step": 30380, "epoch": 316, "lr": 4.016071678683781e-05}
+{"train_loss": 0.08498683571815491, "global_step": 30381, "epoch": 316, "lr": 4.015079716008368e-05}
+{"train_loss": 0.08232879638671875, "global_step": 30382, "epoch": 316, "lr": 4.0140878621855425e-05}
+{"train_loss": 0.09241293370723724, "global_step": 30383, "epoch": 316, "lr": 4.0130961172220615e-05}
+{"train_loss": 0.08666336536407471, "global_step": 30384, "epoch": 316, "lr": 4.012104481124683e-05}
+{"train_loss": 0.11316791921854019, "global_step": 30385, "epoch": 316, "lr": 4.011112953900147e-05}
+{"train_loss": 0.10724398493766785, "global_step": 30386, "epoch": 316, "lr": 4.010121535555214e-05}
+{"train_loss": 0.08979335427284241, "global_step": 30387, "epoch": 316, "lr": 4.009130226096634e-05}
+{"train_loss": 0.08346047252416611, "global_step": 30388, "epoch": 316, "lr": 4.008139025531159e-05}
+{"train_loss": 0.0763498991727829, "global_step": 30389, "epoch": 316, "lr": 4.007147933865534e-05}
+{"train_loss": 0.08330413699150085, "global_step": 30390, "epoch": 316, "lr": 4.006156951106512e-05}
+{"train_loss": 0.07882067561149597, "global_step": 30391, "epoch": 316, "lr": 4.0051660772608443e-05}
+{"train_loss": 0.08856216073036194, "global_step": 30392, "epoch": 316, "lr": 4.00417531233527e-05}
+{"train_loss": 0.05877629667520523, "global_step": 30393, "epoch": 316, "lr": 4.0031846563365385e-05}
+{"train_loss": 0.08651496469974518, "global_step": 30394, "epoch": 316, "lr": 4.002194109271398e-05}
+{"train_loss": 0.09438864886760712, "global_step": 30395, "epoch": 316, "lr": 4.0012036711466e-05}
+{"train_loss": 0.0949898213148117, "global_step": 30396, "epoch": 316, "lr": 4.000213341968877e-05}
+{"train_loss": 0.0789155662059784, "global_step": 30397, "epoch": 316, "lr": 3.9992231217449795e-05}
+{"train_loss": 0.09369809925556183, "global_step": 30398, "epoch": 316, "lr": 3.9982330104816465e-05}
+{"train_loss": 0.08719995617866516, "global_step": 30399, "epoch": 316, "lr": 3.9972430081856314e-05}
+{"train_loss": 0.11481836438179016, "global_step": 30400, "epoch": 316, "lr": 3.996253114863662e-05}
+{"train_loss": 0.11636991053819656, "global_step": 30401, "epoch": 316, "lr": 3.995263330522485e-05}
+{"train_loss": 0.08318674564361572, "global_step": 30402, "epoch": 316, "lr": 3.9942736551688454e-05}
+{"train_loss": 0.05120418220758438, "global_step": 30403, "epoch": 316, "lr": 3.993284088809475e-05}
+{"train_loss": 0.11614193022251129, "global_step": 30404, "epoch": 316, "lr": 3.992294631451112e-05}
+{"train_loss": 0.12700554728507996, "global_step": 30405, "epoch": 316, "lr": 3.9913052831004995e-05}
+{"train_loss": 0.08016602694988251, "global_step": 30406, "epoch": 316, "lr": 3.990316043764377e-05}
+{"train_loss": 0.085877425968647, "global_step": 30407, "epoch": 316, "lr": 3.989326913449471e-05}
+{"train_loss": 0.09890687465667725, "global_step": 30408, "epoch": 316, "lr": 3.9883378921625235e-05}
+{"train_loss": 0.07446996867656708, "global_step": 30409, "epoch": 316, "lr": 3.98734897991027e-05}
+{"train_loss": 0.10049629211425781, "global_step": 30410, "epoch": 316, "lr": 3.9863601766994485e-05}
+{"train_loss": 0.1459040343761444, "global_step": 30411, "epoch": 316, "lr": 3.985371482536775e-05}
+{"train_loss": 0.07757547497749329, "global_step": 30412, "epoch": 316, "lr": 3.984382897429006e-05}
+{"train_loss": 0.09728612005710602, "global_step": 30413, "epoch": 316, "lr": 3.983394421382858e-05}
+{"train_loss": 0.0972827821969986, "global_step": 30414, "epoch": 316, "lr": 3.98240605440507e-05}
+{"train_loss": 0.08882135152816772, "global_step": 30415, "epoch": 316, "lr": 3.981417796502365e-05}
+{"train_loss": 0.09645006060600281, "global_step": 30416, "epoch": 316, "lr": 3.9804296476814765e-05}
+{"train_loss": 0.09597260504961014, "global_step": 30417, "epoch": 316, "lr": 3.979441607949137e-05}
+{"train_loss": 0.08783075958490372, "global_step": 30418, "epoch": 316, "lr": 3.9784536773120686e-05}
+{"train_loss": 0.06134464591741562, "global_step": 30419, "epoch": 316, "lr": 3.9774658557770005e-05}
+{"train_loss": 0.06674176454544067, "global_step": 30420, "epoch": 316, "lr": 3.9764781433506615e-05}
+{"train_loss": 0.10218701511621475, "global_step": 30421, "epoch": 316, "lr": 3.975490540039779e-05}
+{"train_loss": 0.08629684150218964, "global_step": 30422, "epoch": 316, "lr": 3.974503045851068e-05}
+{"train_loss": 0.09669026732444763, "global_step": 30423, "epoch": 316, "lr": 3.973515660791272e-05}
+{"train_loss": 0.050953760743141174, "global_step": 30424, "epoch": 316, "lr": 3.972528384867098e-05}
+{"train_loss": 0.08361487090587616, "global_step": 30425, "epoch": 316, "lr": 3.97154121808528e-05}
+{"train_loss": 0.09089343249797821, "global_step": 30426, "epoch": 316, "lr": 3.970554160452529e-05}
+{"train_loss": 0.08413253724575043, "global_step": 30427, "epoch": 316, "lr": 3.969567211975573e-05}
+{"train_loss": 0.09222990274429321, "global_step": 30428, "epoch": 316, "lr": 3.9685803726611324e-05}
+{"train_loss": 0.11531450599431992, "global_step": 30429, "epoch": 316, "lr": 3.967593642515934e-05}
+{"train_loss": 0.08809702098369598, "global_step": 30430, "epoch": 316, "lr": 3.9666070215466846e-05}
+{"train_loss": 0.09068355546332896, "global_step": 30431, "epoch": 316, "lr": 3.965620509760109e-05}
+{"train_loss": 0.08676072955131531, "global_step": 30432, "epoch": 317, "lr": 3.96463410716293e-05}
+{"train_loss": 0.07208715379238129, "global_step": 30433, "epoch": 317, "lr": 3.9636478137618485e-05}
+{"train_loss": 0.09690485894680023, "global_step": 30434, "epoch": 317, "lr": 3.962661629563604e-05}
+{"train_loss": 0.07238901406526566, "global_step": 30435, "epoch": 317, "lr": 3.961675554574893e-05}
+{"train_loss": 0.07683494687080383, "global_step": 30436, "epoch": 317, "lr": 3.9606895888024444e-05}
+{"train_loss": 0.07609902322292328, "global_step": 30437, "epoch": 317, "lr": 3.959703732252953e-05}
+{"train_loss": 0.06123482808470726, "global_step": 30438, "epoch": 317, "lr": 3.958717984933156e-05}
+{"train_loss": 0.09177669882774353, "global_step": 30439, "epoch": 317, "lr": 3.9577323468497495e-05}
+{"train_loss": 0.07601872831583023, "global_step": 30440, "epoch": 317, "lr": 3.9567468180094556e-05}
+{"train_loss": 0.09371280670166016, "global_step": 30441, "epoch": 317, "lr": 3.955761398418976e-05}
+{"train_loss": 0.08661946654319763, "global_step": 30442, "epoch": 317, "lr": 3.9547760880850234e-05}
+{"train_loss": 0.09449957311153412, "global_step": 30443, "epoch": 317, "lr": 3.953790887014317e-05}
+{"train_loss": 0.10751080513000488, "global_step": 30444, "epoch": 317, "lr": 3.952805795213552e-05}
+{"train_loss": 0.07890953868627548, "global_step": 30445, "epoch": 317, "lr": 3.951820812689444e-05}
+{"train_loss": 0.06993378698825836, "global_step": 30446, "epoch": 317, "lr": 3.9508359394486985e-05}
+{"train_loss": 0.06976891309022903, "global_step": 30447, "epoch": 317, "lr": 3.949851175498029e-05}
+{"train_loss": 0.07147064059972763, "global_step": 30448, "epoch": 317, "lr": 3.948866520844123e-05}
+{"train_loss": 0.10287842154502869, "global_step": 30449, "epoch": 317, "lr": 3.94788197549371e-05}
+{"train_loss": 0.0995020791888237, "global_step": 30450, "epoch": 317, "lr": 3.9468975394534776e-05}
+{"train_loss": 0.08301860839128494, "global_step": 30451, "epoch": 317, "lr": 3.945913212730139e-05}
+{"train_loss": 0.06978848576545715, "global_step": 30452, "epoch": 317, "lr": 3.9449289953303834e-05}
+{"train_loss": 0.06857343018054962, "global_step": 30453, "epoch": 317, "lr": 3.943944887260933e-05}
+{"train_loss": 0.06548132002353668, "global_step": 30454, "epoch": 317, "lr": 3.942960888528473e-05}
+{"train_loss": 0.10771358013153076, "global_step": 30455, "epoch": 317, "lr": 3.9419769991397136e-05}
+{"train_loss": 0.08498191088438034, "global_step": 30456, "epoch": 317, "lr": 3.9409932191013476e-05}
+{"train_loss": 0.06891817599534988, "global_step": 30457, "epoch": 317, "lr": 3.940009548420076e-05}
+{"train_loss": 0.051976826041936874, "global_step": 30458, "epoch": 317, "lr": 3.939025987102607e-05}
+{"train_loss": 0.10536465048789978, "global_step": 30459, "epoch": 317, "lr": 3.9380425351556175e-05}
+{"train_loss": 0.07075130939483643, "global_step": 30460, "epoch": 317, "lr": 3.937059192585828e-05}
+{"train_loss": 0.06979119032621384, "global_step": 30461, "epoch": 317, "lr": 3.936075959399919e-05}
+{"train_loss": 0.11629892885684967, "global_step": 30462, "epoch": 317, "lr": 3.935092835604597e-05}
+{"train_loss": 0.07781752198934555, "global_step": 30463, "epoch": 317, "lr": 3.9341098212065394e-05}
+{"train_loss": 0.09845243394374847, "global_step": 30464, "epoch": 317, "lr": 3.9331269162124616e-05}
+{"train_loss": 0.08040235936641693, "global_step": 30465, "epoch": 317, "lr": 3.932144120629044e-05}
+{"train_loss": 0.07768375426530838, "global_step": 30466, "epoch": 317, "lr": 3.9311614344629866e-05}
+{"train_loss": 0.09041044116020203, "global_step": 30467, "epoch": 317, "lr": 3.930178857720972e-05}
+{"train_loss": 0.09527210891246796, "global_step": 30468, "epoch": 317, "lr": 3.929196390409695e-05}
+{"train_loss": 0.07209353148937225, "global_step": 30469, "epoch": 317, "lr": 3.9282140325358464e-05}
+{"train_loss": 0.09462273865938187, "global_step": 30470, "epoch": 317, "lr": 3.927231784106118e-05}
+{"train_loss": 0.06959167122840881, "global_step": 30471, "epoch": 317, "lr": 3.9262496451272023e-05}
+{"train_loss": 0.05384784936904907, "global_step": 30472, "epoch": 317, "lr": 3.925267615605777e-05}
+{"train_loss": 0.1000218540430069, "global_step": 30473, "epoch": 317, "lr": 3.9242856955485375e-05}
+{"train_loss": 0.07172925025224686, "global_step": 30474, "epoch": 317, "lr": 3.9233038849621574e-05}
+{"train_loss": 0.08602336049079895, "global_step": 30475, "epoch": 317, "lr": 3.9223221838533444e-05}
+{"train_loss": 0.08801113814115524, "global_step": 30476, "epoch": 317, "lr": 3.921340592228766e-05}
+{"train_loss": 0.07851625978946686, "global_step": 30477, "epoch": 317, "lr": 3.9203591100951176e-05}
+{"train_loss": 0.07356943190097809, "global_step": 30478, "epoch": 317, "lr": 3.9193777374590666e-05}
+{"train_loss": 0.06991150975227356, "global_step": 30479, "epoch": 317, "lr": 3.918396474327317e-05}
+{"train_loss": 0.08592522144317627, "global_step": 30480, "epoch": 317, "lr": 3.917415320706534e-05}
+{"train_loss": 0.09153392910957336, "global_step": 30481, "epoch": 317, "lr": 3.916434276603409e-05}
+{"train_loss": 0.09419405460357666, "global_step": 30482, "epoch": 317, "lr": 3.915453342024622e-05}
+{"train_loss": 0.09150262922048569, "global_step": 30483, "epoch": 317, "lr": 3.914472516976846e-05}
+{"train_loss": 0.07464735954999924, "global_step": 30484, "epoch": 317, "lr": 3.913491801466762e-05}
+{"train_loss": 0.06975668668746948, "global_step": 30485, "epoch": 317, "lr": 3.912511195501052e-05}
+{"train_loss": 0.09026981890201569, "global_step": 30486, "epoch": 317, "lr": 3.9115306990863984e-05}
+{"train_loss": 0.07903268933296204, "global_step": 30487, "epoch": 317, "lr": 3.910550312229466e-05}
+{"train_loss": 0.07076404988765717, "global_step": 30488, "epoch": 317, "lr": 3.9095700349369424e-05}
+{"train_loss": 0.09341013431549072, "global_step": 30489, "epoch": 317, "lr": 3.908589867215486e-05}
+{"train_loss": 0.10360796749591827, "global_step": 30490, "epoch": 317, "lr": 3.9076098090717925e-05}
+{"train_loss": 0.07691223919391632, "global_step": 30491, "epoch": 317, "lr": 3.906629860512523e-05}
+{"train_loss": 0.08940284699201584, "global_step": 30492, "epoch": 317, "lr": 3.9056500215443536e-05}
+{"train_loss": 0.08079048246145248, "global_step": 30493, "epoch": 317, "lr": 3.904670292173958e-05}
+{"train_loss": 0.08668528497219086, "global_step": 30494, "epoch": 317, "lr": 3.903690672408009e-05}
+{"train_loss": 0.10323826223611832, "global_step": 30495, "epoch": 317, "lr": 3.902711162253172e-05}
+{"train_loss": 0.09647051990032196, "global_step": 30496, "epoch": 317, "lr": 3.9017317617161205e-05}
+{"train_loss": 0.0681210309267044, "global_step": 30497, "epoch": 317, "lr": 3.90075247080353e-05}
+{"train_loss": 0.0803622454404831, "global_step": 30498, "epoch": 317, "lr": 3.899773289522057e-05}
+{"train_loss": 0.09120185673236847, "global_step": 30499, "epoch": 317, "lr": 3.898794217878381e-05}
+{"train_loss": 0.09162662923336029, "global_step": 30500, "epoch": 317, "lr": 3.897815255879154e-05}
+{"train_loss": 0.10227371752262115, "global_step": 30501, "epoch": 317, "lr": 3.8968364035310614e-05}
+{"train_loss": 0.09076464176177979, "global_step": 30502, "epoch": 317, "lr": 3.895857660840756e-05}
+{"train_loss": 0.11980965733528137, "global_step": 30503, "epoch": 317, "lr": 3.894879027814911e-05}
+{"train_loss": 0.09239178895950317, "global_step": 30504, "epoch": 317, "lr": 3.893900504460175e-05}
+{"train_loss": 0.08309587836265564, "global_step": 30505, "epoch": 317, "lr": 3.892922090783233e-05}
+{"train_loss": 0.07958003133535385, "global_step": 30506, "epoch": 317, "lr": 3.891943786790733e-05}
+{"train_loss": 0.12981416285037994, "global_step": 30507, "epoch": 317, "lr": 3.8909655924893396e-05}
+{"train_loss": 0.09568782150745392, "global_step": 30508, "epoch": 317, "lr": 3.889987507885717e-05}
+{"train_loss": 0.1008276492357254, "global_step": 30509, "epoch": 317, "lr": 3.8890095329865294e-05}
+{"train_loss": 0.1349802017211914, "global_step": 30510, "epoch": 317, "lr": 3.8880316677984265e-05}
+{"train_loss": 0.08186302334070206, "global_step": 30511, "epoch": 317, "lr": 3.887053912328071e-05}
+{"train_loss": 0.11019980162382126, "global_step": 30512, "epoch": 317, "lr": 3.886076266582128e-05}
+{"train_loss": 0.103453129529953, "global_step": 30513, "epoch": 317, "lr": 3.885098730567245e-05}
+{"train_loss": 0.06165079399943352, "global_step": 30514, "epoch": 317, "lr": 3.884121304290087e-05}
+{"train_loss": 0.08470260351896286, "global_step": 30515, "epoch": 317, "lr": 3.883143987757296e-05}
+{"train_loss": 0.09295772761106491, "global_step": 30516, "epoch": 317, "lr": 3.8821667809755465e-05}
+{"train_loss": 0.08721211552619934, "global_step": 30517, "epoch": 317, "lr": 3.881189683951481e-05}
+{"train_loss": 0.09805672615766525, "global_step": 30518, "epoch": 317, "lr": 3.880212696691754e-05}
+{"train_loss": 0.12443430721759796, "global_step": 30519, "epoch": 317, "lr": 3.87923581920302e-05}
+{"train_loss": 0.11392204463481903, "global_step": 30520, "epoch": 317, "lr": 3.8782590514919395e-05}
+{"train_loss": 0.0701180100440979, "global_step": 30521, "epoch": 317, "lr": 3.877282393565149e-05}
+{"train_loss": 0.13069462776184082, "global_step": 30522, "epoch": 317, "lr": 3.8763058454293063e-05}
+{"train_loss": 0.06927145272493362, "global_step": 30523, "epoch": 317, "lr": 3.875329407091068e-05}
+{"train_loss": 0.07849612832069397, "global_step": 30524, "epoch": 317, "lr": 3.874353078557071e-05}
+{"train_loss": 0.04320446401834488, "global_step": 30525, "epoch": 317, "lr": 3.87337685983397e-05}
+{"train_loss": 0.06251116842031479, "global_step": 30526, "epoch": 317, "lr": 3.872400750928413e-05}
+{"train_loss": 0.08646022245132674, "global_step": 30527, "epoch": 317, "lr": 3.8714247518470505e-05}
+{"train_loss": 0.04905281588435173, "global_step": 30528, "epoch": 318, "lr": 3.8704488625965204e-05}
+{"train_loss": 0.1018657386302948, "global_step": 30529, "epoch": 318, "lr": 3.8694730831834726e-05}
+{"train_loss": 0.05277479812502861, "global_step": 30530, "epoch": 318, "lr": 3.868497413614551e-05}
+{"train_loss": 0.10556042194366455, "global_step": 30531, "epoch": 318, "lr": 3.867521853896408e-05}
+{"train_loss": 0.10704024136066437, "global_step": 30532, "epoch": 318, "lr": 3.8665464040356715e-05}
+{"train_loss": 0.07757970690727234, "global_step": 30533, "epoch": 318, "lr": 3.865571064038993e-05}
+{"train_loss": 0.09322796016931534, "global_step": 30534, "epoch": 318, "lr": 3.864595833913012e-05}
+{"train_loss": 0.087751105427742, "global_step": 30535, "epoch": 318, "lr": 3.8636207136643775e-05}
+{"train_loss": 0.0929117351770401, "global_step": 30536, "epoch": 318, "lr": 3.862645703299717e-05}
+{"train_loss": 0.1272483468055725, "global_step": 30537, "epoch": 318, "lr": 3.861670802825676e-05}
+{"train_loss": 0.06901535391807556, "global_step": 30538, "epoch": 318, "lr": 3.860696012248899e-05}
+{"train_loss": 0.07822252810001373, "global_step": 30539, "epoch": 318, "lr": 3.859721331576014e-05}
+{"train_loss": 0.1014922708272934, "global_step": 30540, "epoch": 318, "lr": 3.858746760813661e-05}
+{"train_loss": 0.0794173926115036, "global_step": 30541, "epoch": 318, "lr": 3.8577722999684786e-05}
+{"train_loss": 0.10889618843793869, "global_step": 30542, "epoch": 318, "lr": 3.8567979490471064e-05}
+{"train_loss": 0.09635613858699799, "global_step": 30543, "epoch": 318, "lr": 3.855823708056172e-05}
+{"train_loss": 0.0766761302947998, "global_step": 30544, "epoch": 318, "lr": 3.854849577002311e-05}
+{"train_loss": 0.0689949169754982, "global_step": 30545, "epoch": 318, "lr": 3.853875555892159e-05}
+{"train_loss": 0.1152726411819458, "global_step": 30546, "epoch": 318, "lr": 3.852901644732356e-05}
+{"train_loss": 0.09621309489011765, "global_step": 30547, "epoch": 318, "lr": 3.8519278435295194e-05}
+{"train_loss": 0.08237043768167496, "global_step": 30548, "epoch": 318, "lr": 3.850954152290287e-05}
+{"train_loss": 0.09007856994867325, "global_step": 30549, "epoch": 318, "lr": 3.849980571021292e-05}
+{"train_loss": 0.08277270197868347, "global_step": 30550, "epoch": 318, "lr": 3.849007099729167e-05}
+{"train_loss": 0.07897762954235077, "global_step": 30551, "epoch": 318, "lr": 3.8480337384205315e-05}
+{"train_loss": 0.07116518914699554, "global_step": 30552, "epoch": 318, "lr": 3.847060487102019e-05}
+{"train_loss": 0.06172501668334007, "global_step": 30553, "epoch": 318, "lr": 3.84608734578026e-05}
+{"train_loss": 0.1023733839392662, "global_step": 30554, "epoch": 318, "lr": 3.845114314461875e-05}
+{"train_loss": 0.09357614815235138, "global_step": 30555, "epoch": 318, "lr": 3.844141393153491e-05}
+{"train_loss": 0.0712762326002121, "global_step": 30556, "epoch": 318, "lr": 3.8431685818617356e-05}
+{"train_loss": 0.08486136794090271, "global_step": 30557, "epoch": 318, "lr": 3.84219588059324e-05}
+{"train_loss": 0.0862266793847084, "global_step": 30558, "epoch": 318, "lr": 3.841223289354616e-05}
+{"train_loss": 0.09643606841564178, "global_step": 30559, "epoch": 318, "lr": 3.84025080815249e-05}
+{"train_loss": 0.06620928645133972, "global_step": 30560, "epoch": 318, "lr": 3.8392784369934876e-05}
+{"train_loss": 0.09595008194446564, "global_step": 30561, "epoch": 318, "lr": 3.8383061758842345e-05}
+{"train_loss": 0.0983346551656723, "global_step": 30562, "epoch": 318, "lr": 3.8373340248313384e-05}
+{"train_loss": 0.07342016696929932, "global_step": 30563, "epoch": 318, "lr": 3.83636198384143e-05}
+{"train_loss": 0.06683787703514099, "global_step": 30564, "epoch": 318, "lr": 3.835390052921128e-05}
+{"train_loss": 0.07975732535123825, "global_step": 30565, "epoch": 318, "lr": 3.834418232077044e-05}
+{"train_loss": 0.08512839674949646, "global_step": 30566, "epoch": 318, "lr": 3.8334465213158e-05}
+{"train_loss": 0.07059592008590698, "global_step": 30567, "epoch": 318, "lr": 3.8324749206440134e-05}
+{"train_loss": 0.08051621168851852, "global_step": 30568, "epoch": 318, "lr": 3.8315034300683064e-05}
+{"train_loss": 0.07541543245315552, "global_step": 30569, "epoch": 318, "lr": 3.8305320495952836e-05}
+{"train_loss": 0.0677950382232666, "global_step": 30570, "epoch": 318, "lr": 3.829560779231565e-05}
+{"train_loss": 0.073233962059021, "global_step": 30571, "epoch": 318, "lr": 3.828589618983762e-05}
+{"train_loss": 0.057574331760406494, "global_step": 30572, "epoch": 318, "lr": 3.8276185688584976e-05}
+{"train_loss": 0.09110891819000244, "global_step": 30573, "epoch": 318, "lr": 3.8266476288623724e-05}
+{"train_loss": 0.06778532266616821, "global_step": 30574, "epoch": 318, "lr": 3.825676799002003e-05}
+{"train_loss": 0.08563865721225739, "global_step": 30575, "epoch": 318, "lr": 3.8247060792839995e-05}
+{"train_loss": 0.0793466567993164, "global_step": 30576, "epoch": 318, "lr": 3.823735469714977e-05}
+{"train_loss": 0.066042460501194, "global_step": 30577, "epoch": 318, "lr": 3.822764970301538e-05}
+{"train_loss": 0.11354899406433105, "global_step": 30578, "epoch": 318, "lr": 3.821794581050293e-05}
+{"train_loss": 0.07900993525981903, "global_step": 30579, "epoch": 318, "lr": 3.820824301967858e-05}
+{"train_loss": 0.09496567398309708, "global_step": 30580, "epoch": 318, "lr": 3.81985413306083e-05}
+{"train_loss": 0.09374526888132095, "global_step": 30581, "epoch": 318, "lr": 3.818884074335818e-05}
+{"train_loss": 0.0906534343957901, "global_step": 30582, "epoch": 318, "lr": 3.817914125799429e-05}
+{"train_loss": 0.08556441217660904, "global_step": 30583, "epoch": 318, "lr": 3.816944287458273e-05}
+{"train_loss": 0.09111998975276947, "global_step": 30584, "epoch": 318, "lr": 3.815974559318944e-05}
+{"train_loss": 0.1124623641371727, "global_step": 30585, "epoch": 318, "lr": 3.815004941388054e-05}
+{"train_loss": 0.09846427291631699, "global_step": 30586, "epoch": 318, "lr": 3.814035433672201e-05}
+{"train_loss": 0.04883101209998131, "global_step": 30587, "epoch": 318, "lr": 3.813066036177994e-05}
+{"train_loss": 0.06484058499336243, "global_step": 30588, "epoch": 318, "lr": 3.81209674891202e-05}
+{"train_loss": 0.10259135067462921, "global_step": 30589, "epoch": 318, "lr": 3.811127571880899e-05}
+{"train_loss": 0.10720802843570709, "global_step": 30590, "epoch": 318, "lr": 3.810158505091217e-05}
+{"train_loss": 0.09935592114925385, "global_step": 30591, "epoch": 318, "lr": 3.809189548549581e-05}
+{"train_loss": 0.08720694482326508, "global_step": 30592, "epoch": 318, "lr": 3.8082207022625794e-05}
+{"train_loss": 0.07820487022399902, "global_step": 30593, "epoch": 318, "lr": 3.8072519662368154e-05}
+{"train_loss": 0.0851130560040474, "global_step": 30594, "epoch": 318, "lr": 3.806283340478891e-05}
+{"train_loss": 0.10085789859294891, "global_step": 30595, "epoch": 318, "lr": 3.8053148249953915e-05}
+{"train_loss": 0.0881764143705368, "global_step": 30596, "epoch": 318, "lr": 3.804346419792919e-05}
+{"train_loss": 0.106203094124794, "global_step": 30597, "epoch": 318, "lr": 3.8033781248780674e-05}
+{"train_loss": 0.10335302352905273, "global_step": 30598, "epoch": 318, "lr": 3.802409940257434e-05}
+{"train_loss": 0.12275376915931702, "global_step": 30599, "epoch": 318, "lr": 3.801441865937605e-05}
+{"train_loss": 0.09177009016275406, "global_step": 30600, "epoch": 318, "lr": 3.800473901925172e-05}
+{"train_loss": 0.07751114666461945, "global_step": 30601, "epoch": 318, "lr": 3.799506048226733e-05}
+{"train_loss": 0.10978533327579498, "global_step": 30602, "epoch": 318, "lr": 3.79853830484888e-05}
+{"train_loss": 0.06751273572444916, "global_step": 30603, "epoch": 318, "lr": 3.797570671798194e-05}
+{"train_loss": 0.06073613464832306, "global_step": 30604, "epoch": 318, "lr": 3.796603149081268e-05}
+{"train_loss": 0.09526295959949493, "global_step": 30605, "epoch": 318, "lr": 3.7956357367046925e-05}
+{"train_loss": 0.09927133470773697, "global_step": 30606, "epoch": 318, "lr": 3.794668434675061e-05}
+{"train_loss": 0.07498827576637268, "global_step": 30607, "epoch": 318, "lr": 3.7937012429989485e-05}
+{"train_loss": 0.07257141172885895, "global_step": 30608, "epoch": 318, "lr": 3.792734161682947e-05}
+{"train_loss": 0.10400845110416412, "global_step": 30609, "epoch": 318, "lr": 3.791767190733646e-05}
+{"train_loss": 0.0909181460738182, "global_step": 30610, "epoch": 318, "lr": 3.790800330157622e-05}
+{"train_loss": 0.09036055207252502, "global_step": 30611, "epoch": 318, "lr": 3.789833579961462e-05}
+{"train_loss": 0.05374068394303322, "global_step": 30612, "epoch": 318, "lr": 3.788866940151752e-05}
+{"train_loss": 0.07328785210847855, "global_step": 30613, "epoch": 318, "lr": 3.7879004107350766e-05}
+{"train_loss": 0.078926220536232, "global_step": 30614, "epoch": 318, "lr": 3.786933991718007e-05}
+{"train_loss": 0.056340768933296204, "global_step": 30615, "epoch": 318, "lr": 3.785967683107139e-05}
+{"train_loss": 0.08375761657953262, "global_step": 30616, "epoch": 318, "lr": 3.785001484909041e-05}
+{"train_loss": 0.0631084069609642, "global_step": 30617, "epoch": 318, "lr": 3.784035397130301e-05}
+{"train_loss": 0.09759347140789032, "global_step": 30618, "epoch": 318, "lr": 3.7830694197774896e-05}
+{"train_loss": 0.06492026150226593, "global_step": 30619, "epoch": 318, "lr": 3.782103552857188e-05}
+{"train_loss": 0.0807480663061142, "global_step": 30620, "epoch": 318, "lr": 3.781137796375978e-05}
+{"train_loss": 0.07867448031902313, "global_step": 30621, "epoch": 318, "lr": 3.780172150340428e-05}
+{"train_loss": 0.08004623651504517, "global_step": 30622, "epoch": 318, "lr": 3.7792066147571205e-05}
+{"train_loss": 0.08491506959156443, "global_step": 30623, "epoch": 318, "lr": 3.7782411896326256e-05}
+{"train_loss": 0.11448629945516586, "global_step": 30624, "epoch": 319, "lr": 3.7772758749735245e-05}
+{"train_loss": 0.0945185199379921, "global_step": 30625, "epoch": 319, "lr": 3.776310670786378e-05}
+{"train_loss": 0.07447877526283264, "global_step": 30626, "epoch": 319, "lr": 3.7753455770777756e-05}
+{"train_loss": 0.09535915404558182, "global_step": 30627, "epoch": 319, "lr": 3.7743805938542765e-05}
+{"train_loss": 0.04986631125211716, "global_step": 30628, "epoch": 319, "lr": 3.773415721122462e-05}
+{"train_loss": 0.08793435245752335, "global_step": 30629, "epoch": 319, "lr": 3.772450958888887e-05}
+{"train_loss": 0.07503941655158997, "global_step": 30630, "epoch": 319, "lr": 3.7714863071601395e-05}
+{"train_loss": 0.05476895347237587, "global_step": 30631, "epoch": 319, "lr": 3.770521765942776e-05}
+{"train_loss": 0.09019521623849869, "global_step": 30632, "epoch": 319, "lr": 3.7695573352433745e-05}
+{"train_loss": 0.07897008210420609, "global_step": 30633, "epoch": 319, "lr": 3.768593015068489e-05}
+{"train_loss": 0.06571199744939804, "global_step": 30634, "epoch": 319, "lr": 3.767628805424697e-05}
+{"train_loss": 0.09013639390468597, "global_step": 30635, "epoch": 319, "lr": 3.7666647063185654e-05}
+{"train_loss": 0.0595221184194088, "global_step": 30636, "epoch": 319, "lr": 3.765700717756646e-05}
+{"train_loss": 0.08409026265144348, "global_step": 30637, "epoch": 319, "lr": 3.7647368397455215e-05}
+{"train_loss": 0.08143776655197144, "global_step": 30638, "epoch": 319, "lr": 3.763773072291743e-05}
+{"train_loss": 0.0905606597661972, "global_step": 30639, "epoch": 319, "lr": 3.762809415401882e-05}
+{"train_loss": 0.1177407056093216, "global_step": 30640, "epoch": 319, "lr": 3.761845869082488e-05}
+{"train_loss": 0.09675067663192749, "global_step": 30641, "epoch": 319, "lr": 3.760882433340138e-05}
+{"train_loss": 0.08031879365444183, "global_step": 30642, "epoch": 319, "lr": 3.759919108181382e-05}
+{"train_loss": 0.08596391975879669, "global_step": 30643, "epoch": 319, "lr": 3.758955893612788e-05}
+{"train_loss": 0.08678755164146423, "global_step": 30644, "epoch": 319, "lr": 3.757992789640905e-05}
+{"train_loss": 0.07989577949047089, "global_step": 30645, "epoch": 319, "lr": 3.757029796272298e-05}
+{"train_loss": 0.09077820181846619, "global_step": 30646, "epoch": 319, "lr": 3.7560669135135226e-05}
+{"train_loss": 0.08386659622192383, "global_step": 30647, "epoch": 319, "lr": 3.7551041413711375e-05}
+{"train_loss": 0.06772007048130035, "global_step": 30648, "epoch": 319, "lr": 3.7541414798517025e-05}
+{"train_loss": 0.1008509173989296, "global_step": 30649, "epoch": 319, "lr": 3.753178928961765e-05}
+{"train_loss": 0.10146073251962662, "global_step": 30650, "epoch": 319, "lr": 3.752216488707887e-05}
+{"train_loss": 0.07078208029270172, "global_step": 30651, "epoch": 319, "lr": 3.751254159096609e-05}
+{"train_loss": 0.09009461849927902, "global_step": 30652, "epoch": 319, "lr": 3.750291940134505e-05}
+{"train_loss": 0.09354682266712189, "global_step": 30653, "epoch": 319, "lr": 3.74932983182811e-05}
+{"train_loss": 0.06270605325698853, "global_step": 30654, "epoch": 319, "lr": 3.74836783418399e-05}
+{"train_loss": 0.09861162304878235, "global_step": 30655, "epoch": 319, "lr": 3.7474059472086754e-05}
+{"train_loss": 0.1125309020280838, "global_step": 30656, "epoch": 319, "lr": 3.74644417090874e-05}
+{"train_loss": 0.08820115029811859, "global_step": 30657, "epoch": 319, "lr": 3.745482505290716e-05}
+{"train_loss": 0.11791400611400604, "global_step": 30658, "epoch": 319, "lr": 3.7445209503611655e-05}
+{"train_loss": 0.10386361181735992, "global_step": 30659, "epoch": 319, "lr": 3.7435595061266216e-05}
+{"train_loss": 0.073788121342659, "global_step": 30660, "epoch": 319, "lr": 3.742598172593641e-05}
+{"train_loss": 0.08663788437843323, "global_step": 30661, "epoch": 319, "lr": 3.741636949768772e-05}
+{"train_loss": 0.09319353848695755, "global_step": 30662, "epoch": 319, "lr": 3.740675837658547e-05}
+{"train_loss": 0.08540138602256775, "global_step": 30663, "epoch": 319, "lr": 3.73971483626953e-05}
+{"train_loss": 0.08301518857479095, "global_step": 30664, "epoch": 319, "lr": 3.738753945608251e-05}
+{"train_loss": 0.09162730723619461, "global_step": 30665, "epoch": 319, "lr": 3.737793165681263e-05}
+{"train_loss": 0.052799805998802185, "global_step": 30666, "epoch": 319, "lr": 3.736832496495093e-05}
+{"train_loss": 0.09784238785505295, "global_step": 30667, "epoch": 319, "lr": 3.735871938056304e-05}
+{"train_loss": 0.06391619145870209, "global_step": 30668, "epoch": 319, "lr": 3.73491149037142e-05}
+{"train_loss": 0.08876551687717438, "global_step": 30669, "epoch": 319, "lr": 3.733951153446993e-05}
+{"train_loss": 0.07567702978849411, "global_step": 30670, "epoch": 319, "lr": 3.732990927289548e-05}
+{"train_loss": 0.09329506754875183, "global_step": 30671, "epoch": 319, "lr": 3.732030811905642e-05}
+{"train_loss": 0.07669126987457275, "global_step": 30672, "epoch": 319, "lr": 3.731070807301802e-05}
+{"train_loss": 0.07473214715719223, "global_step": 30673, "epoch": 319, "lr": 3.730110913484566e-05}
+{"train_loss": 0.10145621746778488, "global_step": 30674, "epoch": 319, "lr": 3.7291511304604775e-05}
+{"train_loss": 0.06331902742385864, "global_step": 30675, "epoch": 319, "lr": 3.728191458236061e-05}
+{"train_loss": 0.09143588691949844, "global_step": 30676, "epoch": 319, "lr": 3.7272318968178643e-05}
+{"train_loss": 0.07483373582363129, "global_step": 30677, "epoch": 319, "lr": 3.726272446212404e-05}
+{"train_loss": 0.0817912369966507, "global_step": 30678, "epoch": 319, "lr": 3.725313106426238e-05}
+{"train_loss": 0.10903438180685043, "global_step": 30679, "epoch": 319, "lr": 3.724353877465878e-05}
+{"train_loss": 0.09350164234638214, "global_step": 30680, "epoch": 319, "lr": 3.7233947593378683e-05}
+{"train_loss": 0.10792122781276703, "global_step": 30681, "epoch": 319, "lr": 3.722435752048728e-05}
+{"train_loss": 0.09337247908115387, "global_step": 30682, "epoch": 319, "lr": 3.721476855605004e-05}
+{"train_loss": 0.08650089055299759, "global_step": 30683, "epoch": 319, "lr": 3.7205180700132145e-05}
+{"train_loss": 0.06261587888002396, "global_step": 30684, "epoch": 319, "lr": 3.71955939527989e-05}
+{"train_loss": 0.09316925704479218, "global_step": 30685, "epoch": 319, "lr": 3.7186008314115604e-05}
+{"train_loss": 0.11299166828393936, "global_step": 30686, "epoch": 319, "lr": 3.717642378414761e-05}
+{"train_loss": 0.08660830557346344, "global_step": 30687, "epoch": 319, "lr": 3.716684036296003e-05}
+{"train_loss": 0.07354050874710083, "global_step": 30688, "epoch": 319, "lr": 3.7157258050618204e-05}
+{"train_loss": 0.10430053621530533, "global_step": 30689, "epoch": 319, "lr": 3.714767684718745e-05}
+{"train_loss": 0.0875474214553833, "global_step": 30690, "epoch": 319, "lr": 3.7138096752732896e-05}
+{"train_loss": 0.08220331370830536, "global_step": 30691, "epoch": 319, "lr": 3.712851776731989e-05}
+{"train_loss": 0.06100711226463318, "global_step": 30692, "epoch": 319, "lr": 3.7118939891013495e-05}
+{"train_loss": 0.0817500576376915, "global_step": 30693, "epoch": 319, "lr": 3.710936312387914e-05}
+{"train_loss": 0.08502411097288132, "global_step": 30694, "epoch": 319, "lr": 3.7099787465981886e-05}
+{"train_loss": 0.07247033715248108, "global_step": 30695, "epoch": 319, "lr": 3.709021291738699e-05}
+{"train_loss": 0.09978577494621277, "global_step": 30696, "epoch": 319, "lr": 3.708063947815967e-05}
+{"train_loss": 0.05995936691761017, "global_step": 30697, "epoch": 319, "lr": 3.707106714836515e-05}
+{"train_loss": 0.07299615442752838, "global_step": 30698, "epoch": 319, "lr": 3.706149592806853e-05}
+{"train_loss": 0.07415132224559784, "global_step": 30699, "epoch": 319, "lr": 3.705192581733501e-05}
+{"train_loss": 0.09079417586326599, "global_step": 30700, "epoch": 319, "lr": 3.704235681622985e-05}
+{"train_loss": 0.08732730895280838, "global_step": 30701, "epoch": 319, "lr": 3.703278892481807e-05}
+{"train_loss": 0.09320241957902908, "global_step": 30702, "epoch": 319, "lr": 3.7023222143164914e-05}
+{"train_loss": 0.07744577527046204, "global_step": 30703, "epoch": 319, "lr": 3.70136564713355e-05}
+{"train_loss": 0.08080887794494629, "global_step": 30704, "epoch": 319, "lr": 3.7004091909395046e-05}
+{"train_loss": 0.14333218336105347, "global_step": 30705, "epoch": 319, "lr": 3.699452845740854e-05}
+{"train_loss": 0.11279846727848053, "global_step": 30706, "epoch": 319, "lr": 3.6984966115441246e-05}
+{"train_loss": 0.09534787386655807, "global_step": 30707, "epoch": 319, "lr": 3.697540488355808e-05}
+{"train_loss": 0.09210321307182312, "global_step": 30708, "epoch": 319, "lr": 3.696584476182443e-05}
+{"train_loss": 0.08061903715133667, "global_step": 30709, "epoch": 319, "lr": 3.695628575030519e-05}
+{"train_loss": 0.10348165035247803, "global_step": 30710, "epoch": 319, "lr": 3.694672784906552e-05}
+{"train_loss": 0.06619735062122345, "global_step": 30711, "epoch": 319, "lr": 3.693717105817049e-05}
+{"train_loss": 0.09765021502971649, "global_step": 30712, "epoch": 319, "lr": 3.692761537768525e-05}
+{"train_loss": 0.11083830147981644, "global_step": 30713, "epoch": 319, "lr": 3.6918060807674794e-05}
+{"train_loss": 0.07737782597541809, "global_step": 30714, "epoch": 319, "lr": 3.690850734820417e-05}
+{"train_loss": 0.09251406043767929, "global_step": 30715, "epoch": 319, "lr": 3.689895499933853e-05}
+{"train_loss": 0.09736058115959167, "global_step": 30716, "epoch": 319, "lr": 3.6889403761142825e-05}
+{"train_loss": 0.08352281153202057, "global_step": 30717, "epoch": 319, "lr": 3.6879853633682184e-05}
+{"train_loss": 0.09056738018989563, "global_step": 30718, "epoch": 319, "lr": 3.687030461702148e-05}
+{"train_loss": 0.08666613736810784, "global_step": 30719, "epoch": 319, "lr": 3.686075671122598e-05}
+{"train_loss": 0.09019735455513, "global_step": 30720, "epoch": 320, "lr": 3.685120991636049e-05}
+{"train_loss": 0.07362900674343109, "global_step": 30721, "epoch": 320, "lr": 3.684166423249011e-05}
+{"train_loss": 0.0849088653922081, "global_step": 30722, "epoch": 320, "lr": 3.683211965967983e-05}
+{"train_loss": 0.08248582482337952, "global_step": 30723, "epoch": 320, "lr": 3.682257619799472e-05}
+{"train_loss": 0.11772714555263519, "global_step": 30724, "epoch": 320, "lr": 3.6813033847499654e-05}
+{"train_loss": 0.08819091320037842, "global_step": 30725, "epoch": 320, "lr": 3.680349260825966e-05}
+{"train_loss": 0.0944601371884346, "global_step": 30726, "epoch": 320, "lr": 3.67939524803397e-05}
+{"train_loss": 0.0976896658539772, "global_step": 30727, "epoch": 320, "lr": 3.678441346380479e-05}
+{"train_loss": 0.08132573962211609, "global_step": 30728, "epoch": 320, "lr": 3.677487555871981e-05}
+{"train_loss": 0.04561275988817215, "global_step": 30729, "epoch": 320, "lr": 3.676533876514976e-05}
+{"train_loss": 0.09580794721841812, "global_step": 30730, "epoch": 320, "lr": 3.67558030831596e-05}
+{"train_loss": 0.08330769836902618, "global_step": 30731, "epoch": 320, "lr": 3.67462685128142e-05}
+{"train_loss": 0.10192227363586426, "global_step": 30732, "epoch": 320, "lr": 3.673673505417852e-05}
+{"train_loss": 0.09260483086109161, "global_step": 30733, "epoch": 320, "lr": 3.672720270731749e-05}
+{"train_loss": 0.09673449397087097, "global_step": 30734, "epoch": 320, "lr": 3.6717671472296054e-05}
+{"train_loss": 0.09165868908166885, "global_step": 30735, "epoch": 320, "lr": 3.670814134917904e-05}
+{"train_loss": 0.08320486545562744, "global_step": 30736, "epoch": 320, "lr": 3.669861233803138e-05}
+{"train_loss": 0.09479919075965881, "global_step": 30737, "epoch": 320, "lr": 3.668908443891796e-05}
+{"train_loss": 0.0722152590751648, "global_step": 30738, "epoch": 320, "lr": 3.667955765190374e-05}
+{"train_loss": 0.09840717911720276, "global_step": 30739, "epoch": 320, "lr": 3.667003197705345e-05}
+{"train_loss": 0.09194698929786682, "global_step": 30740, "epoch": 320, "lr": 3.666050741443206e-05}
+{"train_loss": 0.07784613966941833, "global_step": 30741, "epoch": 320, "lr": 3.6650983964104446e-05}
+{"train_loss": 0.08230053633451462, "global_step": 30742, "epoch": 320, "lr": 3.664146162613535e-05}
+{"train_loss": 0.07607342302799225, "global_step": 30743, "epoch": 320, "lr": 3.6631940400589684e-05}
+{"train_loss": 0.07303263992071152, "global_step": 30744, "epoch": 320, "lr": 3.662242028753229e-05}
+{"train_loss": 0.05634095147252083, "global_step": 30745, "epoch": 320, "lr": 3.661290128702804e-05}
+{"train_loss": 0.10683681070804596, "global_step": 30746, "epoch": 320, "lr": 3.6603383399141646e-05}
+{"train_loss": 0.08933889120817184, "global_step": 30747, "epoch": 320, "lr": 3.6593866623938e-05}
+{"train_loss": 0.04733662307262421, "global_step": 30748, "epoch": 320, "lr": 3.6584350961481876e-05}
+{"train_loss": 0.09565004706382751, "global_step": 30749, "epoch": 320, "lr": 3.6574836411838145e-05}
+{"train_loss": 0.07764819264411926, "global_step": 30750, "epoch": 320, "lr": 3.656532297507147e-05}
+{"train_loss": 0.07493004202842712, "global_step": 30751, "epoch": 320, "lr": 3.655581065124674e-05}
+{"train_loss": 0.08708114176988602, "global_step": 30752, "epoch": 320, "lr": 3.654629944042867e-05}
+{"train_loss": 0.07867372035980225, "global_step": 30753, "epoch": 320, "lr": 3.6536789342682096e-05}
+{"train_loss": 0.0714457631111145, "global_step": 30754, "epoch": 320, "lr": 3.652728035807172e-05}
+{"train_loss": 0.06151605024933815, "global_step": 30755, "epoch": 320, "lr": 3.651777248666228e-05}
+{"train_loss": 0.09080667793750763, "global_step": 30756, "epoch": 320, "lr": 3.650826572851862e-05}
+{"train_loss": 0.076600581407547, "global_step": 30757, "epoch": 320, "lr": 3.649876008370536e-05}
+{"train_loss": 0.07028765231370926, "global_step": 30758, "epoch": 320, "lr": 3.648925555228728e-05}
+{"train_loss": 0.08260859549045563, "global_step": 30759, "epoch": 320, "lr": 3.64797521343291e-05}
+{"train_loss": 0.08716325461864471, "global_step": 30760, "epoch": 320, "lr": 3.6470249829895596e-05}
+{"train_loss": 0.08812353014945984, "global_step": 30761, "epoch": 320, "lr": 3.646074863905138e-05}
+{"train_loss": 0.08794418722391129, "global_step": 30762, "epoch": 320, "lr": 3.64512485618612e-05}
+{"train_loss": 0.09565365314483643, "global_step": 30763, "epoch": 320, "lr": 3.644174959838973e-05}
+{"train_loss": 0.09257752448320389, "global_step": 30764, "epoch": 320, "lr": 3.643225174870173e-05}
+{"train_loss": 0.10706077516078949, "global_step": 30765, "epoch": 320, "lr": 3.6422755012861745e-05}
+{"train_loss": 0.07551738619804382, "global_step": 30766, "epoch": 320, "lr": 3.641325939093452e-05}
+{"train_loss": 0.05629368871450424, "global_step": 30767, "epoch": 320, "lr": 3.640376488298471e-05}
+{"train_loss": 0.09464386105537415, "global_step": 30768, "epoch": 320, "lr": 3.639427148907704e-05}
+{"train_loss": 0.08758463710546494, "global_step": 30769, "epoch": 320, "lr": 3.638477920927603e-05}
+{"train_loss": 0.08353426307439804, "global_step": 30770, "epoch": 320, "lr": 3.6375288043646386e-05}
+{"train_loss": 0.10527238249778748, "global_step": 30771, "epoch": 320, "lr": 3.636579799225277e-05}
+{"train_loss": 0.09699325263500214, "global_step": 30772, "epoch": 320, "lr": 3.635630905515974e-05}
+{"train_loss": 0.08270883560180664, "global_step": 30773, "epoch": 320, "lr": 3.634682123243194e-05}
+{"train_loss": 0.08924631774425507, "global_step": 30774, "epoch": 320, "lr": 3.633733452413397e-05}
+{"train_loss": 0.07716980576515198, "global_step": 30775, "epoch": 320, "lr": 3.632784893033048e-05}
+{"train_loss": 0.07434634864330292, "global_step": 30776, "epoch": 320, "lr": 3.631836445108601e-05}
+{"train_loss": 0.09544314444065094, "global_step": 30777, "epoch": 320, "lr": 3.630888108646513e-05}
+{"train_loss": 0.09048952162265778, "global_step": 30778, "epoch": 320, "lr": 3.6299398836532484e-05}
+{"train_loss": 0.071629598736763, "global_step": 30779, "epoch": 320, "lr": 3.628991770135264e-05}
+{"train_loss": 0.08649864792823792, "global_step": 30780, "epoch": 320, "lr": 3.6280437680990095e-05}
+{"train_loss": 0.09951876103878021, "global_step": 30781, "epoch": 320, "lr": 3.6270958775509455e-05}
+{"train_loss": 0.061373770236968994, "global_step": 30782, "epoch": 320, "lr": 3.626148098497524e-05}
+{"train_loss": 0.08184818923473358, "global_step": 30783, "epoch": 320, "lr": 3.625200430945206e-05}
+{"train_loss": 0.12224061787128448, "global_step": 30784, "epoch": 320, "lr": 3.6242528749004354e-05}
+{"train_loss": 0.09921720623970032, "global_step": 30785, "epoch": 320, "lr": 3.62330543036967e-05}
+{"train_loss": 0.09278979897499084, "global_step": 30786, "epoch": 320, "lr": 3.622358097359364e-05}
+{"train_loss": 0.0875130295753479, "global_step": 30787, "epoch": 320, "lr": 3.621410875875961e-05}
+{"train_loss": 0.09088747203350067, "global_step": 30788, "epoch": 320, "lr": 3.620463765925914e-05}
+{"train_loss": 0.08279784023761749, "global_step": 30789, "epoch": 320, "lr": 3.619516767515676e-05}
+{"train_loss": 0.10453996062278748, "global_step": 30790, "epoch": 320, "lr": 3.6185698806516986e-05}
+{"train_loss": 0.09065666794776917, "global_step": 30791, "epoch": 320, "lr": 3.617623105340415e-05}
+{"train_loss": 0.07764605432748795, "global_step": 30792, "epoch": 320, "lr": 3.616676441588291e-05}
+{"train_loss": 0.09032580256462097, "global_step": 30793, "epoch": 320, "lr": 3.61572988940176e-05}
+{"train_loss": 0.08835750818252563, "global_step": 30794, "epoch": 320, "lr": 3.6147834487872776e-05}
+{"train_loss": 0.10099127143621445, "global_step": 30795, "epoch": 320, "lr": 3.6138371197512796e-05}
+{"train_loss": 0.06945090740919113, "global_step": 30796, "epoch": 320, "lr": 3.6128909023002146e-05}
+{"train_loss": 0.09678449481725693, "global_step": 30797, "epoch": 320, "lr": 3.6119447964405293e-05}
+{"train_loss": 0.0879974365234375, "global_step": 30798, "epoch": 320, "lr": 3.610998802178658e-05}
+{"train_loss": 0.11940470337867737, "global_step": 30799, "epoch": 320, "lr": 3.6100529195210456e-05}
+{"train_loss": 0.08035337179899216, "global_step": 30800, "epoch": 320, "lr": 3.6091071484741355e-05}
+{"train_loss": 0.10438030958175659, "global_step": 30801, "epoch": 320, "lr": 3.608161489044375e-05}
+{"train_loss": 0.07006654143333435, "global_step": 30802, "epoch": 320, "lr": 3.607215941238189e-05}
+{"train_loss": 0.07801014184951782, "global_step": 30803, "epoch": 320, "lr": 3.606270505062026e-05}
+{"train_loss": 0.10400761663913727, "global_step": 30804, "epoch": 320, "lr": 3.6053251805223186e-05}
+{"train_loss": 0.0809432864189148, "global_step": 30805, "epoch": 320, "lr": 3.604379967625515e-05}
+{"train_loss": 0.04715599864721298, "global_step": 30806, "epoch": 320, "lr": 3.603434866378035e-05}
+{"train_loss": 0.0792936459183693, "global_step": 30807, "epoch": 320, "lr": 3.602489876786332e-05}
+{"train_loss": 0.06829935312271118, "global_step": 30808, "epoch": 320, "lr": 3.601544998856829e-05}
+{"train_loss": 0.10509587824344635, "global_step": 30809, "epoch": 320, "lr": 3.600600232595968e-05}
+{"train_loss": 0.09840820729732513, "global_step": 30810, "epoch": 320, "lr": 3.599655578010175e-05}
+{"train_loss": 0.09039893746376038, "global_step": 30811, "epoch": 320, "lr": 3.5987110351058863e-05}
+{"train_loss": 0.07408201694488525, "global_step": 30812, "epoch": 320, "lr": 3.597766603889539e-05}
+{"train_loss": 0.07277508080005646, "global_step": 30813, "epoch": 320, "lr": 3.596822284367556e-05}
+{"train_loss": 0.08379839360713959, "global_step": 30814, "epoch": 320, "lr": 3.5958780765463685e-05}
+{"train_loss": 0.0857869079336524, "global_step": 30815, "epoch": 320, "lr": 3.5949339804324114e-05, "train_action_mse_error": 1.8003236164076952e-06}
+{"train_loss": 0.08080776780843735, "global_step": 30816, "epoch": 321, "lr": 3.5939899960321166e-05}
+{"train_loss": 0.09716689586639404, "global_step": 30817, "epoch": 321, "lr": 3.593046123351897e-05}
+{"train_loss": 0.0763716995716095, "global_step": 30818, "epoch": 321, "lr": 3.592102362398202e-05}
+{"train_loss": 0.10182014107704163, "global_step": 30819, "epoch": 321, "lr": 3.591158713177441e-05}
+{"train_loss": 0.07547518610954285, "global_step": 30820, "epoch": 321, "lr": 3.59021517569605e-05}
+{"train_loss": 0.08111315220594406, "global_step": 30821, "epoch": 321, "lr": 3.5892717499604436e-05}
+{"train_loss": 0.08706700801849365, "global_step": 30822, "epoch": 321, "lr": 3.5883284359770555e-05}
+{"train_loss": 0.09243105351924896, "global_step": 30823, "epoch": 321, "lr": 3.587385233752305e-05}
+{"train_loss": 0.07800963521003723, "global_step": 30824, "epoch": 321, "lr": 3.586442143292621e-05}
+{"train_loss": 0.1011524647474289, "global_step": 30825, "epoch": 321, "lr": 3.5854991646044175e-05}
+{"train_loss": 0.08788437396287918, "global_step": 30826, "epoch": 321, "lr": 3.5845562976941195e-05}
+{"train_loss": 0.12445938587188721, "global_step": 30827, "epoch": 321, "lr": 3.583613542568151e-05}
+{"train_loss": 0.08075342327356339, "global_step": 30828, "epoch": 321, "lr": 3.582670899232921e-05}
+{"train_loss": 0.08127084374427795, "global_step": 30829, "epoch": 321, "lr": 3.581728367694866e-05}
+{"train_loss": 0.08901643753051758, "global_step": 30830, "epoch": 321, "lr": 3.580785947960388e-05}
+{"train_loss": 0.057168055325746536, "global_step": 30831, "epoch": 321, "lr": 3.579843640035918e-05}
+{"train_loss": 0.1000920981168747, "global_step": 30832, "epoch": 321, "lr": 3.5789014439278555e-05}
+{"train_loss": 0.08066793531179428, "global_step": 30833, "epoch": 321, "lr": 3.577959359642638e-05}
+{"train_loss": 0.0936788022518158, "global_step": 30834, "epoch": 321, "lr": 3.577017387186663e-05}
+{"train_loss": 0.08436363935470581, "global_step": 30835, "epoch": 321, "lr": 3.576075526566358e-05}
+{"train_loss": 0.08103100210428238, "global_step": 30836, "epoch": 321, "lr": 3.5751337777881264e-05}
+{"train_loss": 0.09673358500003815, "global_step": 30837, "epoch": 321, "lr": 3.574192140858383e-05}
+{"train_loss": 0.09539496898651123, "global_step": 30838, "epoch": 321, "lr": 3.573250615783552e-05}
+{"train_loss": 0.06892700493335724, "global_step": 30839, "epoch": 321, "lr": 3.5723092025700235e-05}
+{"train_loss": 0.07411833852529526, "global_step": 30840, "epoch": 321, "lr": 3.5713679012242295e-05}
+{"train_loss": 0.08385129272937775, "global_step": 30841, "epoch": 321, "lr": 3.570426711752566e-05}
+{"train_loss": 0.08248371630907059, "global_step": 30842, "epoch": 321, "lr": 3.5694856341614536e-05}
+{"train_loss": 0.0867513120174408, "global_step": 30843, "epoch": 321, "lr": 3.568544668457283e-05}
+{"train_loss": 0.08893781155347824, "global_step": 30844, "epoch": 321, "lr": 3.567603814646483e-05}
+{"train_loss": 0.10614204406738281, "global_step": 30845, "epoch": 321, "lr": 3.566663072735445e-05}
+{"train_loss": 0.0965966135263443, "global_step": 30846, "epoch": 321, "lr": 3.565722442730588e-05}
+{"train_loss": 0.10254558175802231, "global_step": 30847, "epoch": 321, "lr": 3.5647819246383005e-05}
+{"train_loss": 0.09246207773685455, "global_step": 30848, "epoch": 321, "lr": 3.5638415184650054e-05}
+{"train_loss": 0.08619114756584167, "global_step": 30849, "epoch": 321, "lr": 3.562901224217092e-05}
+{"train_loss": 0.10213056951761246, "global_step": 30850, "epoch": 321, "lr": 3.561961041900972e-05}
+{"train_loss": 0.07531663030385971, "global_step": 30851, "epoch": 321, "lr": 3.5610209715230505e-05}
+{"train_loss": 0.08355623483657837, "global_step": 30852, "epoch": 321, "lr": 3.560081013089718e-05}
+{"train_loss": 0.08776845782995224, "global_step": 30853, "epoch": 321, "lr": 3.559141166607385e-05}
+{"train_loss": 0.06465312838554382, "global_step": 30854, "epoch": 321, "lr": 3.558201432082437e-05}
+{"train_loss": 0.06360314786434174, "global_step": 30855, "epoch": 321, "lr": 3.5572618095212976e-05}
+{"train_loss": 0.07125996053218842, "global_step": 30856, "epoch": 321, "lr": 3.556322298930346e-05}
+{"train_loss": 0.06704601645469666, "global_step": 30857, "epoch": 321, "lr": 3.555382900315989e-05}
+{"train_loss": 0.11313684284687042, "global_step": 30858, "epoch": 321, "lr": 3.5544436136846104e-05}
+{"train_loss": 0.09574895352125168, "global_step": 30859, "epoch": 321, "lr": 3.5535044390426276e-05}
+{"train_loss": 0.0630602017045021, "global_step": 30860, "epoch": 321, "lr": 3.552565376396422e-05}
+{"train_loss": 0.11924625933170319, "global_step": 30861, "epoch": 321, "lr": 3.551626425752395e-05}
+{"train_loss": 0.08131358027458191, "global_step": 30862, "epoch": 321, "lr": 3.5506875871169255e-05}
+{"train_loss": 0.0939224362373352, "global_step": 30863, "epoch": 321, "lr": 3.549748860496429e-05}
+{"train_loss": 0.06976021081209183, "global_step": 30864, "epoch": 321, "lr": 3.548810245897283e-05}
+{"train_loss": 0.08775242418050766, "global_step": 30865, "epoch": 321, "lr": 3.547871743325881e-05}
+{"train_loss": 0.12323568016290665, "global_step": 30866, "epoch": 321, "lr": 3.546933352788624e-05}
+{"train_loss": 0.10821659862995148, "global_step": 30867, "epoch": 321, "lr": 3.545995074291888e-05}
+{"train_loss": 0.07194386422634125, "global_step": 30868, "epoch": 321, "lr": 3.545056907842075e-05}
+{"train_loss": 0.08349259197711945, "global_step": 30869, "epoch": 321, "lr": 3.544118853445555e-05}
+{"train_loss": 0.08269980549812317, "global_step": 30870, "epoch": 321, "lr": 3.543180911108741e-05}
+{"train_loss": 0.07580127567052841, "global_step": 30871, "epoch": 321, "lr": 3.542243080838001e-05}
+{"train_loss": 0.09211049228906631, "global_step": 30872, "epoch": 321, "lr": 3.541305362639733e-05}
+{"train_loss": 0.07081378251314163, "global_step": 30873, "epoch": 321, "lr": 3.540367756520309e-05}
+{"train_loss": 0.09743160754442215, "global_step": 30874, "epoch": 321, "lr": 3.53943026248613e-05}
+{"train_loss": 0.10167592763900757, "global_step": 30875, "epoch": 321, "lr": 3.538492880543567e-05}
+{"train_loss": 0.0893951952457428, "global_step": 30876, "epoch": 321, "lr": 3.537555610699011e-05}
+{"train_loss": 0.07741287350654602, "global_step": 30877, "epoch": 321, "lr": 3.536618452958844e-05}
+{"train_loss": 0.11043310165405273, "global_step": 30878, "epoch": 321, "lr": 3.535681407329443e-05}
+{"train_loss": 0.1319015622138977, "global_step": 30879, "epoch": 321, "lr": 3.534744473817191e-05}
+{"train_loss": 0.07400719821453094, "global_step": 30880, "epoch": 321, "lr": 3.533807652428471e-05}
+{"train_loss": 0.08171365410089493, "global_step": 30881, "epoch": 321, "lr": 3.532870943169664e-05}
+{"train_loss": 0.061296939849853516, "global_step": 30882, "epoch": 321, "lr": 3.5319343460471386e-05}
+{"train_loss": 0.08503605425357819, "global_step": 30883, "epoch": 321, "lr": 3.530997861067287e-05}
+{"train_loss": 0.0738249272108078, "global_step": 30884, "epoch": 321, "lr": 3.5300614882364694e-05}
+{"train_loss": 0.08546347916126251, "global_step": 30885, "epoch": 321, "lr": 3.5291252275610786e-05}
+{"train_loss": 0.07255177199840546, "global_step": 30886, "epoch": 321, "lr": 3.528189079047479e-05}
+{"train_loss": 0.07818970084190369, "global_step": 30887, "epoch": 321, "lr": 3.527253042702052e-05}
+{"train_loss": 0.11521491408348083, "global_step": 30888, "epoch": 321, "lr": 3.5263171185311685e-05}
+{"train_loss": 0.08959130197763443, "global_step": 30889, "epoch": 321, "lr": 3.5253813065412065e-05}
+{"train_loss": 0.06766518950462341, "global_step": 30890, "epoch": 321, "lr": 3.524445606738531e-05}
+{"train_loss": 0.09776058048009872, "global_step": 30891, "epoch": 321, "lr": 3.523510019129519e-05}
+{"train_loss": 0.07343325018882751, "global_step": 30892, "epoch": 321, "lr": 3.522574543720545e-05}
+{"train_loss": 0.09378937631845474, "global_step": 30893, "epoch": 321, "lr": 3.521639180517968e-05}
+{"train_loss": 0.1059316098690033, "global_step": 30894, "epoch": 321, "lr": 3.5207039295281706e-05}
+{"train_loss": 0.06713563948869705, "global_step": 30895, "epoch": 321, "lr": 3.519768790757505e-05}
+{"train_loss": 0.07417088747024536, "global_step": 30896, "epoch": 321, "lr": 3.518833764212359e-05}
+{"train_loss": 0.08489295095205307, "global_step": 30897, "epoch": 321, "lr": 3.517898849899086e-05}
+{"train_loss": 0.07549998164176941, "global_step": 30898, "epoch": 321, "lr": 3.516964047824056e-05}
+{"train_loss": 0.08140242099761963, "global_step": 30899, "epoch": 321, "lr": 3.516029357993638e-05}
+{"train_loss": 0.07406745105981827, "global_step": 30900, "epoch": 321, "lr": 3.515094780414197e-05}
+{"train_loss": 0.12500187754631042, "global_step": 30901, "epoch": 321, "lr": 3.51416031509209e-05}
+{"train_loss": 0.08241675794124603, "global_step": 30902, "epoch": 321, "lr": 3.513225962033686e-05}
+{"train_loss": 0.05871458724141121, "global_step": 30903, "epoch": 321, "lr": 3.512291721245344e-05}
+{"train_loss": 0.07965254783630371, "global_step": 30904, "epoch": 321, "lr": 3.5113575927334375e-05}
+{"train_loss": 0.0792761743068695, "global_step": 30905, "epoch": 321, "lr": 3.510423576504312e-05}
+{"train_loss": 0.08648131787776947, "global_step": 30906, "epoch": 321, "lr": 3.5094896725643345e-05}
+{"train_loss": 0.06887657940387726, "global_step": 30907, "epoch": 321, "lr": 3.50855588091987e-05}
+{"train_loss": 0.08193153887987137, "global_step": 30908, "epoch": 321, "lr": 3.50762220157727e-05}
+{"train_loss": 0.10381533205509186, "global_step": 30909, "epoch": 321, "lr": 3.506688634542896e-05}
+{"train_loss": 0.09310482442378998, "global_step": 30910, "epoch": 321, "lr": 3.505755179823096e-05}
+{"train_loss": 0.08662217630383869, "global_step": 30911, "epoch": 321, "lr": 3.5048218374242436e-05}
+{"train_loss": 0.08499711751937866, "global_step": 30912, "epoch": 322, "lr": 3.503888607352681e-05}
+{"train_loss": 0.06888406723737717, "global_step": 30913, "epoch": 322, "lr": 3.502955489614767e-05}
+{"train_loss": 0.11070474982261658, "global_step": 30914, "epoch": 322, "lr": 3.502022484216858e-05}
+{"train_loss": 0.0750419944524765, "global_step": 30915, "epoch": 322, "lr": 3.501089591165312e-05}
+{"train_loss": 0.09388042986392975, "global_step": 30916, "epoch": 322, "lr": 3.500156810466468e-05}
+{"train_loss": 0.07299177348613739, "global_step": 30917, "epoch": 322, "lr": 3.499224142126689e-05}
+{"train_loss": 0.09968531131744385, "global_step": 30918, "epoch": 322, "lr": 3.498291586152325e-05}
+{"train_loss": 0.11873108893632889, "global_step": 30919, "epoch": 322, "lr": 3.497359142549721e-05}
+{"train_loss": 0.08072581142187119, "global_step": 30920, "epoch": 322, "lr": 3.496426811325231e-05}
+{"train_loss": 0.05923265963792801, "global_step": 30921, "epoch": 322, "lr": 3.495494592485202e-05}
+{"train_loss": 0.07848769426345825, "global_step": 30922, "epoch": 322, "lr": 3.4945624860359884e-05}
+{"train_loss": 0.12363474071025848, "global_step": 30923, "epoch": 322, "lr": 3.493630491983928e-05}
+{"train_loss": 0.08286172896623611, "global_step": 30924, "epoch": 322, "lr": 3.492698610335372e-05}
+{"train_loss": 0.10496653616428375, "global_step": 30925, "epoch": 322, "lr": 3.491766841096664e-05}
+{"train_loss": 0.08464403450489044, "global_step": 30926, "epoch": 322, "lr": 3.490835184274157e-05}
+{"train_loss": 0.08047349750995636, "global_step": 30927, "epoch": 322, "lr": 3.4899036398741855e-05}
+{"train_loss": 0.09912891685962677, "global_step": 30928, "epoch": 322, "lr": 3.4889722079030965e-05}
+{"train_loss": 0.10165813565254211, "global_step": 30929, "epoch": 322, "lr": 3.488040888367232e-05}
+{"train_loss": 0.08937619626522064, "global_step": 30930, "epoch": 322, "lr": 3.487109681272942e-05}
+{"train_loss": 0.09627790004014969, "global_step": 30931, "epoch": 322, "lr": 3.486178586626554e-05}
+{"train_loss": 0.10054751485586166, "global_step": 30932, "epoch": 322, "lr": 3.485247604434416e-05}
+{"train_loss": 0.08532087504863739, "global_step": 30933, "epoch": 322, "lr": 3.484316734702873e-05}
+{"train_loss": 0.07430597394704819, "global_step": 30934, "epoch": 322, "lr": 3.483385977438254e-05}
+{"train_loss": 0.09822119027376175, "global_step": 30935, "epoch": 322, "lr": 3.482455332646899e-05}
+{"train_loss": 0.0801597312092781, "global_step": 30936, "epoch": 322, "lr": 3.4815248003351496e-05}
+{"train_loss": 0.08940368890762329, "global_step": 30937, "epoch": 322, "lr": 3.4805943805093435e-05}
+{"train_loss": 0.10836216807365417, "global_step": 30938, "epoch": 322, "lr": 3.47966407317581e-05}
+{"train_loss": 0.08200355619192123, "global_step": 30939, "epoch": 322, "lr": 3.4787338783408876e-05}
+{"train_loss": 0.0739021748304367, "global_step": 30940, "epoch": 322, "lr": 3.477803796010912e-05}
+{"train_loss": 0.09002206474542618, "global_step": 30941, "epoch": 322, "lr": 3.476873826192219e-05}
+{"train_loss": 0.10096443444490433, "global_step": 30942, "epoch": 322, "lr": 3.4759439688911355e-05}
+{"train_loss": 0.08984596282243729, "global_step": 30943, "epoch": 322, "lr": 3.4750142241139925e-05}
+{"train_loss": 0.06847018003463745, "global_step": 30944, "epoch": 322, "lr": 3.474084591867128e-05}
+{"train_loss": 0.0696469098329544, "global_step": 30945, "epoch": 322, "lr": 3.473155072156873e-05}
+{"train_loss": 0.09134119749069214, "global_step": 30946, "epoch": 322, "lr": 3.47222566498955e-05}
+{"train_loss": 0.07650075852870941, "global_step": 30947, "epoch": 322, "lr": 3.471296370371491e-05}
+{"train_loss": 0.07193976640701294, "global_step": 30948, "epoch": 322, "lr": 3.470367188309029e-05}
+{"train_loss": 0.0823579877614975, "global_step": 30949, "epoch": 322, "lr": 3.469438118808484e-05}
+{"train_loss": 0.061554066836833954, "global_step": 30950, "epoch": 322, "lr": 3.468509161876186e-05}
+{"train_loss": 0.07770517468452454, "global_step": 30951, "epoch": 322, "lr": 3.467580317518459e-05}
+{"train_loss": 0.05691523849964142, "global_step": 30952, "epoch": 322, "lr": 3.466651585741636e-05}
+{"train_loss": 0.0843895822763443, "global_step": 30953, "epoch": 322, "lr": 3.4657229665520316e-05}
+{"train_loss": 0.08893203735351562, "global_step": 30954, "epoch": 322, "lr": 3.464794459955973e-05}
+{"train_loss": 0.09943361580371857, "global_step": 30955, "epoch": 322, "lr": 3.4638660659597846e-05}
+{"train_loss": 0.0850435346364975, "global_step": 30956, "epoch": 322, "lr": 3.462937784569791e-05}
+{"train_loss": 0.09507809579372406, "global_step": 30957, "epoch": 322, "lr": 3.462009615792303e-05}
+{"train_loss": 0.06631101667881012, "global_step": 30958, "epoch": 322, "lr": 3.4610815596336496e-05}
+{"train_loss": 0.08884876221418381, "global_step": 30959, "epoch": 322, "lr": 3.4601536161001504e-05}
+{"train_loss": 0.08565135300159454, "global_step": 30960, "epoch": 322, "lr": 3.459225785198128e-05}
+{"train_loss": 0.07104496657848358, "global_step": 30961, "epoch": 322, "lr": 3.4582980669338895e-05}
+{"train_loss": 0.07566158473491669, "global_step": 30962, "epoch": 322, "lr": 3.457370461313758e-05}
+{"train_loss": 0.10773137211799622, "global_step": 30963, "epoch": 322, "lr": 3.456442968344056e-05}
+{"train_loss": 0.07051508873701096, "global_step": 30964, "epoch": 322, "lr": 3.455515588031091e-05}
+{"train_loss": 0.09505477547645569, "global_step": 30965, "epoch": 322, "lr": 3.454588320381178e-05}
+{"train_loss": 0.0706474781036377, "global_step": 30966, "epoch": 322, "lr": 3.453661165400637e-05}
+{"train_loss": 0.07746943831443787, "global_step": 30967, "epoch": 322, "lr": 3.452734123095784e-05}
+{"train_loss": 0.07821277529001236, "global_step": 30968, "epoch": 322, "lr": 3.451807193472925e-05}
+{"train_loss": 0.09928722679615021, "global_step": 30969, "epoch": 322, "lr": 3.450880376538373e-05}
+{"train_loss": 0.10131117701530457, "global_step": 30970, "epoch": 322, "lr": 3.4499536722984385e-05}
+{"train_loss": 0.07730895280838013, "global_step": 30971, "epoch": 322, "lr": 3.449027080759442e-05}
+{"train_loss": 0.09633100032806396, "global_step": 30972, "epoch": 322, "lr": 3.4481006019276797e-05}
+{"train_loss": 0.08110261708498001, "global_step": 30973, "epoch": 322, "lr": 3.447174235809465e-05}
+{"train_loss": 0.11021427810192108, "global_step": 30974, "epoch": 322, "lr": 3.446247982411115e-05}
+{"train_loss": 0.1140238493680954, "global_step": 30975, "epoch": 322, "lr": 3.445321841738924e-05}
+{"train_loss": 0.0891018956899643, "global_step": 30976, "epoch": 322, "lr": 3.444395813799206e-05}
+{"train_loss": 0.11384519934654236, "global_step": 30977, "epoch": 322, "lr": 3.443469898598266e-05}
+{"train_loss": 0.04953062906861305, "global_step": 30978, "epoch": 322, "lr": 3.4425440961424124e-05}
+{"train_loss": 0.0883946493268013, "global_step": 30979, "epoch": 322, "lr": 3.441618406437943e-05}
+{"train_loss": 0.09831363707780838, "global_step": 30980, "epoch": 322, "lr": 3.440692829491163e-05}
+{"train_loss": 0.0742608904838562, "global_step": 30981, "epoch": 322, "lr": 3.439767365308379e-05}
+{"train_loss": 0.10405607521533966, "global_step": 30982, "epoch": 322, "lr": 3.438842013895895e-05}
+{"train_loss": 0.108811154961586, "global_step": 30983, "epoch": 322, "lr": 3.437916775259997e-05}
+{"train_loss": 0.07437972724437714, "global_step": 30984, "epoch": 322, "lr": 3.4369916494070084e-05}
+{"train_loss": 0.07735055685043335, "global_step": 30985, "epoch": 322, "lr": 3.4360666363432135e-05}
+{"train_loss": 0.06370089948177338, "global_step": 30986, "epoch": 322, "lr": 3.43514173607492e-05}
+{"train_loss": 0.1395466923713684, "global_step": 30987, "epoch": 322, "lr": 3.4342169486084175e-05}
+{"train_loss": 0.07166053354740143, "global_step": 30988, "epoch": 322, "lr": 3.4332922739500087e-05}
+{"train_loss": 0.08603712171316147, "global_step": 30989, "epoch": 322, "lr": 3.432367712105993e-05}
+{"train_loss": 0.07115105539560318, "global_step": 30990, "epoch": 322, "lr": 3.431443263082659e-05}
+{"train_loss": 0.07639068365097046, "global_step": 30991, "epoch": 322, "lr": 3.430518926886304e-05}
+{"train_loss": 0.057167671620845795, "global_step": 30992, "epoch": 322, "lr": 3.429594703523225e-05}
+{"train_loss": 0.09120620042085648, "global_step": 30993, "epoch": 322, "lr": 3.428670592999721e-05}
+{"train_loss": 0.09298764169216156, "global_step": 30994, "epoch": 322, "lr": 3.427746595322068e-05}
+{"train_loss": 0.06877575814723969, "global_step": 30995, "epoch": 322, "lr": 3.42682271049658e-05}
+{"train_loss": 0.06869222223758698, "global_step": 30996, "epoch": 322, "lr": 3.4258989385295306e-05}
+{"train_loss": 0.09812624007463455, "global_step": 30997, "epoch": 322, "lr": 3.424975279427223e-05}
+{"train_loss": 0.08201713860034943, "global_step": 30998, "epoch": 322, "lr": 3.4240517331959366e-05}
+{"train_loss": 0.08124186843633652, "global_step": 30999, "epoch": 322, "lr": 3.4231282998419666e-05}
+{"train_loss": 0.09732099622488022, "global_step": 31000, "epoch": 322, "lr": 3.422204979371597e-05}
+{"train_loss": 0.11051435768604279, "global_step": 31001, "epoch": 322, "lr": 3.421281771791125e-05}
+{"train_loss": 0.07031736522912979, "global_step": 31002, "epoch": 322, "lr": 3.4203586771068255e-05}
+{"train_loss": 0.05982135236263275, "global_step": 31003, "epoch": 322, "lr": 3.419435695324991e-05}
+{"train_loss": 0.11030121147632599, "global_step": 31004, "epoch": 322, "lr": 3.4185128264519074e-05}
+{"train_loss": 0.09209690988063812, "global_step": 31005, "epoch": 322, "lr": 3.417590070493848e-05}
+{"train_loss": 0.07211986184120178, "global_step": 31006, "epoch": 322, "lr": 3.4166674274571166e-05}
+{"train_loss": 0.08637942649268855, "global_step": 31007, "epoch": 322, "lr": 3.415744897347979e-05}
+{"train_loss": 0.08921255171298981, "global_step": 31008, "epoch": 323, "lr": 3.41482248017273e-05}
+{"train_loss": 0.08982132375240326, "global_step": 31009, "epoch": 323, "lr": 3.413900175937634e-05}
+{"train_loss": 0.10455646365880966, "global_step": 31010, "epoch": 323, "lr": 3.4129779846489907e-05}
+{"train_loss": 0.0940975621342659, "global_step": 31011, "epoch": 323, "lr": 3.4120559063130674e-05}
+{"train_loss": 0.05906262248754501, "global_step": 31012, "epoch": 323, "lr": 3.411133940936153e-05}
+{"train_loss": 0.09487254917621613, "global_step": 31013, "epoch": 323, "lr": 3.410212088524514e-05}
+{"train_loss": 0.08973009139299393, "global_step": 31014, "epoch": 323, "lr": 3.409290349084433e-05}
+{"train_loss": 0.08259308338165283, "global_step": 31015, "epoch": 323, "lr": 3.4083687226221926e-05}
+{"train_loss": 0.07388010621070862, "global_step": 31016, "epoch": 323, "lr": 3.407447209144061e-05}
+{"train_loss": 0.07666300982236862, "global_step": 31017, "epoch": 323, "lr": 3.4065258086563154e-05}
+{"train_loss": 0.040922340005636215, "global_step": 31018, "epoch": 323, "lr": 3.405604521165231e-05}
+{"train_loss": 0.09187523275613785, "global_step": 31019, "epoch": 323, "lr": 3.4046833466770866e-05}
+{"train_loss": 0.06730145215988159, "global_step": 31020, "epoch": 323, "lr": 3.4037622851981396e-05}
+{"train_loss": 0.07086286693811417, "global_step": 31021, "epoch": 323, "lr": 3.4028413367346835e-05}
+{"train_loss": 0.0874529629945755, "global_step": 31022, "epoch": 323, "lr": 3.401920501292972e-05}
+{"train_loss": 0.08855301141738892, "global_step": 31023, "epoch": 323, "lr": 3.40099977887929e-05}
+{"train_loss": 0.06558457762002945, "global_step": 31024, "epoch": 323, "lr": 3.40007916949989e-05}
+{"train_loss": 0.11295349895954132, "global_step": 31025, "epoch": 323, "lr": 3.39915867316106e-05}
+{"train_loss": 0.0902014970779419, "global_step": 31026, "epoch": 323, "lr": 3.398238289869053e-05}
+{"train_loss": 0.08143534511327744, "global_step": 31027, "epoch": 323, "lr": 3.397318019630151e-05}
+{"train_loss": 0.05081479251384735, "global_step": 31028, "epoch": 323, "lr": 3.3963978624506064e-05}
+{"train_loss": 0.059845417737960815, "global_step": 31029, "epoch": 323, "lr": 3.39547781833669e-05}
+{"train_loss": 0.0925404280424118, "global_step": 31030, "epoch": 323, "lr": 3.394557887294676e-05}
+{"train_loss": 0.11380850523710251, "global_step": 31031, "epoch": 323, "lr": 3.393638069330809e-05}
+{"train_loss": 0.0895182192325592, "global_step": 31032, "epoch": 323, "lr": 3.392718364451377e-05}
+{"train_loss": 0.08435779809951782, "global_step": 31033, "epoch": 323, "lr": 3.3917987726626245e-05}
+{"train_loss": 0.07916855812072754, "global_step": 31034, "epoch": 323, "lr": 3.390879293970825e-05}
+{"train_loss": 0.06656397879123688, "global_step": 31035, "epoch": 323, "lr": 3.389959928382227e-05}
+{"train_loss": 0.0850367322564125, "global_step": 31036, "epoch": 323, "lr": 3.389040675903108e-05}
+{"train_loss": 0.07580104470252991, "global_step": 31037, "epoch": 323, "lr": 3.388121536539714e-05}
+{"train_loss": 0.0941760241985321, "global_step": 31038, "epoch": 323, "lr": 3.387202510298313e-05}
+{"train_loss": 0.09588224440813065, "global_step": 31039, "epoch": 323, "lr": 3.386283597185156e-05}
+{"train_loss": 0.11919837445020676, "global_step": 31040, "epoch": 323, "lr": 3.3853647972065025e-05}
+{"train_loss": 0.07098577916622162, "global_step": 31041, "epoch": 323, "lr": 3.384446110368611e-05}
+{"train_loss": 0.07146797329187393, "global_step": 31042, "epoch": 323, "lr": 3.383527536677738e-05}
+{"train_loss": 0.07668383419513702, "global_step": 31043, "epoch": 323, "lr": 3.382609076140142e-05}
+{"train_loss": 0.08870148658752441, "global_step": 31044, "epoch": 323, "lr": 3.381690728762068e-05}
+{"train_loss": 0.055094607174396515, "global_step": 31045, "epoch": 323, "lr": 3.38077249454978e-05}
+{"train_loss": 0.07700424641370773, "global_step": 31046, "epoch": 323, "lr": 3.379854373509517e-05}
+{"train_loss": 0.07728439569473267, "global_step": 31047, "epoch": 323, "lr": 3.3789363656475495e-05}
+{"train_loss": 0.046932563185691833, "global_step": 31048, "epoch": 323, "lr": 3.3780184709701126e-05}
+{"train_loss": 0.09009305387735367, "global_step": 31049, "epoch": 323, "lr": 3.37710068948347e-05}
+{"train_loss": 0.08984508365392685, "global_step": 31050, "epoch": 323, "lr": 3.376183021193855e-05}
+{"train_loss": 0.10475724935531616, "global_step": 31051, "epoch": 323, "lr": 3.3752654661075355e-05}
+{"train_loss": 0.13150693476200104, "global_step": 31052, "epoch": 323, "lr": 3.374348024230749e-05}
+{"train_loss": 0.10052540153265, "global_step": 31053, "epoch": 323, "lr": 3.373430695569741e-05}
+{"train_loss": 0.11040458083152771, "global_step": 31054, "epoch": 323, "lr": 3.37251348013077e-05}
+{"train_loss": 0.08761420845985413, "global_step": 31055, "epoch": 323, "lr": 3.37159637792007e-05}
+{"train_loss": 0.09190493822097778, "global_step": 31056, "epoch": 323, "lr": 3.3706793889438894e-05}
+{"train_loss": 0.08135507255792618, "global_step": 31057, "epoch": 323, "lr": 3.369762513208474e-05}
+{"train_loss": 0.060513935983181, "global_step": 31058, "epoch": 323, "lr": 3.368845750720071e-05}
+{"train_loss": 0.08448563516139984, "global_step": 31059, "epoch": 323, "lr": 3.367929101484915e-05}
+{"train_loss": 0.09295863658189774, "global_step": 31060, "epoch": 323, "lr": 3.3670125655092574e-05}
+{"train_loss": 0.06742608547210693, "global_step": 31061, "epoch": 323, "lr": 3.366096142799327e-05}
+{"train_loss": 0.07134386152029037, "global_step": 31062, "epoch": 323, "lr": 3.365179833361378e-05}
+{"train_loss": 0.08885455876588821, "global_step": 31063, "epoch": 323, "lr": 3.364263637201644e-05}
+{"train_loss": 0.08398452401161194, "global_step": 31064, "epoch": 323, "lr": 3.363347554326366e-05}
+{"train_loss": 0.1186809241771698, "global_step": 31065, "epoch": 323, "lr": 3.36243158474177e-05}
+{"train_loss": 0.08316506445407867, "global_step": 31066, "epoch": 323, "lr": 3.361515728454114e-05}
+{"train_loss": 0.08116815984249115, "global_step": 31067, "epoch": 323, "lr": 3.360599985469621e-05}
+{"train_loss": 0.08242255449295044, "global_step": 31068, "epoch": 323, "lr": 3.3596843557945326e-05}
+{"train_loss": 0.08356323838233948, "global_step": 31069, "epoch": 323, "lr": 3.358768839435085e-05}
+{"train_loss": 0.09349559247493744, "global_step": 31070, "epoch": 323, "lr": 3.357853436397502e-05}
+{"train_loss": 0.07057435810565948, "global_step": 31071, "epoch": 323, "lr": 3.356938146688033e-05}
+{"train_loss": 0.0869770497083664, "global_step": 31072, "epoch": 323, "lr": 3.356022970312893e-05}
+{"train_loss": 0.06914161890745163, "global_step": 31073, "epoch": 323, "lr": 3.355107907278332e-05}
+{"train_loss": 0.0719774141907692, "global_step": 31074, "epoch": 323, "lr": 3.3541929575905694e-05}
+{"train_loss": 0.08226615190505981, "global_step": 31075, "epoch": 323, "lr": 3.3532781212558425e-05}
+{"train_loss": 0.08614645898342133, "global_step": 31076, "epoch": 323, "lr": 3.352363398280371e-05}
+{"train_loss": 0.10555724799633026, "global_step": 31077, "epoch": 323, "lr": 3.3514487886703996e-05}
+{"train_loss": 0.06984753161668777, "global_step": 31078, "epoch": 323, "lr": 3.350534292432141e-05}
+{"train_loss": 0.06907287985086441, "global_step": 31079, "epoch": 323, "lr": 3.3496199095718325e-05}
+{"train_loss": 0.09284953773021698, "global_step": 31080, "epoch": 323, "lr": 3.348705640095695e-05}
+{"train_loss": 0.08945152163505554, "global_step": 31081, "epoch": 323, "lr": 3.3477914840099635e-05}
+{"train_loss": 0.13020452857017517, "global_step": 31082, "epoch": 323, "lr": 3.3468774413208526e-05}
+{"train_loss": 0.08047109842300415, "global_step": 31083, "epoch": 323, "lr": 3.345963512034589e-05}
+{"train_loss": 0.0695570558309555, "global_step": 31084, "epoch": 323, "lr": 3.345049696157405e-05}
+{"train_loss": 0.08700531721115112, "global_step": 31085, "epoch": 323, "lr": 3.34413599369551e-05}
+{"train_loss": 0.07729245722293854, "global_step": 31086, "epoch": 323, "lr": 3.343222404655137e-05}
+{"train_loss": 0.09210425615310669, "global_step": 31087, "epoch": 323, "lr": 3.342308929042495e-05}
+{"train_loss": 0.10276740789413452, "global_step": 31088, "epoch": 323, "lr": 3.3413955668638206e-05}
+{"train_loss": 0.07246968895196915, "global_step": 31089, "epoch": 323, "lr": 3.340482318125322e-05}
+{"train_loss": 0.09122053533792496, "global_step": 31090, "epoch": 323, "lr": 3.33956918283322e-05}
+{"train_loss": 0.12165329605340958, "global_step": 31091, "epoch": 323, "lr": 3.3386561609937336e-05}
+{"train_loss": 0.09413989633321762, "global_step": 31092, "epoch": 323, "lr": 3.337743252613088e-05}
+{"train_loss": 0.07737943530082703, "global_step": 31093, "epoch": 323, "lr": 3.3368304576974864e-05}
+{"train_loss": 0.1288962960243225, "global_step": 31094, "epoch": 323, "lr": 3.33591777625315e-05}
+{"train_loss": 0.08323906362056732, "global_step": 31095, "epoch": 323, "lr": 3.335005208286302e-05}
+{"train_loss": 0.08363887667655945, "global_step": 31096, "epoch": 323, "lr": 3.3340927538031417e-05}
+{"train_loss": 0.06110922992229462, "global_step": 31097, "epoch": 323, "lr": 3.333180412809893e-05}
+{"train_loss": 0.068417489528656, "global_step": 31098, "epoch": 323, "lr": 3.3322681853127654e-05}
+{"train_loss": 0.10645753145217896, "global_step": 31099, "epoch": 323, "lr": 3.331356071317977e-05}
+{"train_loss": 0.07855328917503357, "global_step": 31100, "epoch": 323, "lr": 3.3304440708317264e-05}
+{"train_loss": 0.08067754656076431, "global_step": 31101, "epoch": 323, "lr": 3.329532183860233e-05}
+{"train_loss": 0.087857685983181, "global_step": 31102, "epoch": 323, "lr": 3.328620410409706e-05}
+{"train_loss": 0.08485393408530702, "global_step": 31103, "epoch": 323, "lr": 3.327708750486356e-05}
+{"train_loss": 0.13224628567695618, "global_step": 31104, "epoch": 324, "lr": 3.326797204096386e-05}
+{"train_loss": 0.06719126552343369, "global_step": 31105, "epoch": 324, "lr": 3.325885771246002e-05}
+{"train_loss": 0.09665104746818542, "global_step": 31106, "epoch": 324, "lr": 3.3249744519414184e-05}
+{"train_loss": 0.05924271419644356, "global_step": 31107, "epoch": 324, "lr": 3.3240632461888376e-05}
+{"train_loss": 0.06156399846076965, "global_step": 31108, "epoch": 324, "lr": 3.323152153994462e-05}
+{"train_loss": 0.0970485508441925, "global_step": 31109, "epoch": 324, "lr": 3.3222411753644955e-05}
+{"train_loss": 0.07910769432783127, "global_step": 31110, "epoch": 324, "lr": 3.321330310305151e-05}
+{"train_loss": 0.035394612699747086, "global_step": 31111, "epoch": 324, "lr": 3.320419558822619e-05}
+{"train_loss": 0.09685967862606049, "global_step": 31112, "epoch": 324, "lr": 3.319508920923109e-05}
+{"train_loss": 0.0992443859577179, "global_step": 31113, "epoch": 324, "lr": 3.318598396612811e-05}
+{"train_loss": 0.07893732935190201, "global_step": 31114, "epoch": 324, "lr": 3.317687985897944e-05}
+{"train_loss": 0.08884413540363312, "global_step": 31115, "epoch": 324, "lr": 3.316777688784694e-05}
+{"train_loss": 0.0985536128282547, "global_step": 31116, "epoch": 324, "lr": 3.315867505279262e-05}
+{"train_loss": 0.08187638223171234, "global_step": 31117, "epoch": 324, "lr": 3.314957435387847e-05}
+{"train_loss": 0.05032006651163101, "global_step": 31118, "epoch": 324, "lr": 3.314047479116653e-05}
+{"train_loss": 0.10643947869539261, "global_step": 31119, "epoch": 324, "lr": 3.313137636471866e-05}
+{"train_loss": 0.10382477939128876, "global_step": 31120, "epoch": 324, "lr": 3.3122279074596866e-05}
+{"train_loss": 0.08753788471221924, "global_step": 31121, "epoch": 324, "lr": 3.3113182920863074e-05}
+{"train_loss": 0.08582347631454468, "global_step": 31122, "epoch": 324, "lr": 3.3104087903579306e-05}
+{"train_loss": 0.08990419656038284, "global_step": 31123, "epoch": 324, "lr": 3.30949940228074e-05}
+{"train_loss": 0.09591548889875412, "global_step": 31124, "epoch": 324, "lr": 3.308590127860931e-05}
+{"train_loss": 0.09066420048475266, "global_step": 31125, "epoch": 324, "lr": 3.3076809671047005e-05}
+{"train_loss": 0.08715512603521347, "global_step": 31126, "epoch": 324, "lr": 3.30677192001823e-05}
+{"train_loss": 0.09846818447113037, "global_step": 31127, "epoch": 324, "lr": 3.305862986607717e-05}
+{"train_loss": 0.08105805516242981, "global_step": 31128, "epoch": 324, "lr": 3.3049541668793506e-05}
+{"train_loss": 0.1159137636423111, "global_step": 31129, "epoch": 324, "lr": 3.30404546083932e-05}
+{"train_loss": 0.07259076833724976, "global_step": 31130, "epoch": 324, "lr": 3.3031368684938105e-05}
+{"train_loss": 0.06793509423732758, "global_step": 31131, "epoch": 324, "lr": 3.302228389849007e-05}
+{"train_loss": 0.08795875310897827, "global_step": 31132, "epoch": 324, "lr": 3.301320024911103e-05}
+{"train_loss": 0.0865195244550705, "global_step": 31133, "epoch": 324, "lr": 3.3004117736862826e-05}
+{"train_loss": 0.10228846967220306, "global_step": 31134, "epoch": 324, "lr": 3.2995036361807254e-05}
+{"train_loss": 0.08032658696174622, "global_step": 31135, "epoch": 324, "lr": 3.298595612400619e-05}
+{"train_loss": 0.1084514856338501, "global_step": 31136, "epoch": 324, "lr": 3.2976877023521505e-05}
+{"train_loss": 0.08382347971200943, "global_step": 31137, "epoch": 324, "lr": 3.296779906041496e-05}
+{"train_loss": 0.08362157642841339, "global_step": 31138, "epoch": 324, "lr": 3.2958722234748385e-05}
+{"train_loss": 0.0696292594075203, "global_step": 31139, "epoch": 324, "lr": 3.294964654658361e-05}
+{"train_loss": 0.11182951927185059, "global_step": 31140, "epoch": 324, "lr": 3.2940571995982487e-05}
+{"train_loss": 0.10452044010162354, "global_step": 31141, "epoch": 324, "lr": 3.293149858300668e-05}
+{"train_loss": 0.060038331896066666, "global_step": 31142, "epoch": 324, "lr": 3.292242630771809e-05}
+{"train_loss": 0.13259947299957275, "global_step": 31143, "epoch": 324, "lr": 3.291335517017844e-05}
+{"train_loss": 0.09234808385372162, "global_step": 31144, "epoch": 324, "lr": 3.290428517044959e-05}
+{"train_loss": 0.08173622936010361, "global_step": 31145, "epoch": 324, "lr": 3.289521630859316e-05}
+{"train_loss": 0.07539868354797363, "global_step": 31146, "epoch": 324, "lr": 3.2886148584671005e-05}
+{"train_loss": 0.04026084393262863, "global_step": 31147, "epoch": 324, "lr": 3.287708199874484e-05}
+{"train_loss": 0.08729834854602814, "global_step": 31148, "epoch": 324, "lr": 3.286801655087648e-05}
+{"train_loss": 0.09713391959667206, "global_step": 31149, "epoch": 324, "lr": 3.285895224112754e-05}
+{"train_loss": 0.09740528464317322, "global_step": 31150, "epoch": 324, "lr": 3.284988906955979e-05}
+{"train_loss": 0.0945797860622406, "global_step": 31151, "epoch": 324, "lr": 3.284082703623501e-05}
+{"train_loss": 0.06171596050262451, "global_step": 31152, "epoch": 324, "lr": 3.283176614121481e-05}
+{"train_loss": 0.0826263278722763, "global_step": 31153, "epoch": 324, "lr": 3.282270638456095e-05}
+{"train_loss": 0.08315299451351166, "global_step": 31154, "epoch": 324, "lr": 3.281364776633511e-05}
+{"train_loss": 0.110747329890728, "global_step": 31155, "epoch": 324, "lr": 3.280459028659901e-05}
+{"train_loss": 0.07886911928653717, "global_step": 31156, "epoch": 324, "lr": 3.279553394541428e-05}
+{"train_loss": 0.08767905831336975, "global_step": 31157, "epoch": 324, "lr": 3.27864787428426e-05}
+{"train_loss": 0.11024792492389679, "global_step": 31158, "epoch": 324, "lr": 3.277742467894562e-05}
+{"train_loss": 0.08544495701789856, "global_step": 31159, "epoch": 324, "lr": 3.276837175378511e-05}
+{"train_loss": 0.10284694284200668, "global_step": 31160, "epoch": 324, "lr": 3.2759319967422494e-05}
+{"train_loss": 0.10144241154193878, "global_step": 31161, "epoch": 324, "lr": 3.275026931991965e-05}
+{"train_loss": 0.10009093582630157, "global_step": 31162, "epoch": 324, "lr": 3.274121981133807e-05}
+{"train_loss": 0.07328402251005173, "global_step": 31163, "epoch": 324, "lr": 3.273217144173946e-05}
+{"train_loss": 0.09044528007507324, "global_step": 31164, "epoch": 324, "lr": 3.272312421118533e-05}
+{"train_loss": 0.13183379173278809, "global_step": 31165, "epoch": 324, "lr": 3.271407811973735e-05}
+{"train_loss": 0.078753262758255, "global_step": 31166, "epoch": 324, "lr": 3.270503316745716e-05}
+{"train_loss": 0.08654217422008514, "global_step": 31167, "epoch": 324, "lr": 3.269598935440627e-05}
+{"train_loss": 0.09680245816707611, "global_step": 31168, "epoch": 324, "lr": 3.2686946680646335e-05}
+{"train_loss": 0.05951916053891182, "global_step": 31169, "epoch": 324, "lr": 3.267790514623887e-05}
+{"train_loss": 0.07236573100090027, "global_step": 31170, "epoch": 324, "lr": 3.266886475124555e-05}
+{"train_loss": 0.08365771919488907, "global_step": 31171, "epoch": 324, "lr": 3.265982549572784e-05}
+{"train_loss": 0.08779342472553253, "global_step": 31172, "epoch": 324, "lr": 3.265078737974729e-05}
+{"train_loss": 0.06513661891222, "global_step": 31173, "epoch": 324, "lr": 3.26417504033655e-05}
+{"train_loss": 0.06806735694408417, "global_step": 31174, "epoch": 324, "lr": 3.263271456664405e-05}
+{"train_loss": 0.060299694538116455, "global_step": 31175, "epoch": 324, "lr": 3.262367986964434e-05}
+{"train_loss": 0.08045351505279541, "global_step": 31176, "epoch": 324, "lr": 3.261464631242799e-05}
+{"train_loss": 0.10965657234191895, "global_step": 31177, "epoch": 324, "lr": 3.260561389505648e-05}
+{"train_loss": 0.07871334999799728, "global_step": 31178, "epoch": 324, "lr": 3.2596582617591376e-05}
+{"train_loss": 0.07906866073608398, "global_step": 31179, "epoch": 324, "lr": 3.258755248009406e-05}
+{"train_loss": 0.10175946354866028, "global_step": 31180, "epoch": 324, "lr": 3.2578523482626135e-05}
+{"train_loss": 0.08659103512763977, "global_step": 31181, "epoch": 324, "lr": 3.2569495625249066e-05}
+{"train_loss": 0.0789409726858139, "global_step": 31182, "epoch": 324, "lr": 3.256046890802429e-05}
+{"train_loss": 0.11501319706439972, "global_step": 31183, "epoch": 324, "lr": 3.255144333101328e-05}
+{"train_loss": 0.08562319725751877, "global_step": 31184, "epoch": 324, "lr": 3.2542418894277516e-05}
+{"train_loss": 0.08326607942581177, "global_step": 31185, "epoch": 324, "lr": 3.253339559787851e-05}
+{"train_loss": 0.08832509815692902, "global_step": 31186, "epoch": 324, "lr": 3.2524373441877555e-05}
+{"train_loss": 0.08036047220230103, "global_step": 31187, "epoch": 324, "lr": 3.251535242633625e-05}
+{"train_loss": 0.07791733741760254, "global_step": 31188, "epoch": 324, "lr": 3.250633255131594e-05}
+{"train_loss": 0.10260773450136185, "global_step": 31189, "epoch": 324, "lr": 3.249731381687811e-05}
+{"train_loss": 0.0845293402671814, "global_step": 31190, "epoch": 324, "lr": 3.248829622308407e-05}
+{"train_loss": 0.06847947835922241, "global_step": 31191, "epoch": 324, "lr": 3.2479279769995296e-05}
+{"train_loss": 0.08472780138254166, "global_step": 31192, "epoch": 324, "lr": 3.247026445767323e-05}
+{"train_loss": 0.05490165203809738, "global_step": 31193, "epoch": 324, "lr": 3.2461250286179165e-05}
+{"train_loss": 0.08033572137355804, "global_step": 31194, "epoch": 324, "lr": 3.2452237255574535e-05}
+{"train_loss": 0.07806682586669922, "global_step": 31195, "epoch": 324, "lr": 3.24432253659207e-05}
+{"train_loss": 0.09006186574697495, "global_step": 31196, "epoch": 324, "lr": 3.243421461727911e-05}
+{"train_loss": 0.09661383926868439, "global_step": 31197, "epoch": 324, "lr": 3.242520500971096e-05}
+{"train_loss": 0.06439943611621857, "global_step": 31198, "epoch": 324, "lr": 3.241619654327779e-05}
+{"train_loss": 0.0864666913015147, "global_step": 31199, "epoch": 324, "lr": 3.24071892180408e-05}
+{"train_loss": 0.09002164006233215, "global_step": 31200, "epoch": 325, "lr": 3.2398183034061456e-05}
+{"train_loss": 0.11758629977703094, "global_step": 31201, "epoch": 325, "lr": 3.2389177991400886e-05}
+{"train_loss": 0.11550384759902954, "global_step": 31202, "epoch": 325, "lr": 3.238017409012066e-05}
+{"train_loss": 0.08308708667755127, "global_step": 31203, "epoch": 325, "lr": 3.237117133028191e-05}
+{"train_loss": 0.07935449481010437, "global_step": 31204, "epoch": 325, "lr": 3.2362169711946075e-05}
+{"train_loss": 0.08918938785791397, "global_step": 31205, "epoch": 325, "lr": 3.235316923517431e-05}
+{"train_loss": 0.07664370536804199, "global_step": 31206, "epoch": 325, "lr": 3.2344169900028e-05}
+{"train_loss": 0.1019756942987442, "global_step": 31207, "epoch": 325, "lr": 3.233517170656843e-05}
+{"train_loss": 0.0921519324183464, "global_step": 31208, "epoch": 325, "lr": 3.232617465485677e-05}
+{"train_loss": 0.09037286043167114, "global_step": 31209, "epoch": 325, "lr": 3.2317178744954455e-05}
+{"train_loss": 0.10700975358486176, "global_step": 31210, "epoch": 325, "lr": 3.2308183976922614e-05}
+{"train_loss": 0.08512616157531738, "global_step": 31211, "epoch": 325, "lr": 3.2299190350822605e-05}
+{"train_loss": 0.07846462726593018, "global_step": 31212, "epoch": 325, "lr": 3.22901978667155e-05}
+{"train_loss": 0.10073541849851608, "global_step": 31213, "epoch": 325, "lr": 3.228120652466273e-05}
+{"train_loss": 0.0906696692109108, "global_step": 31214, "epoch": 325, "lr": 3.227221632472541e-05}
+{"train_loss": 0.0794462189078331, "global_step": 31215, "epoch": 325, "lr": 3.226322726696482e-05}
+{"train_loss": 0.11137571930885315, "global_step": 31216, "epoch": 325, "lr": 3.2254239351442115e-05}
+{"train_loss": 0.07535138726234436, "global_step": 31217, "epoch": 325, "lr": 3.224525257821851e-05}
+{"train_loss": 0.09555589407682419, "global_step": 31218, "epoch": 325, "lr": 3.223626694735522e-05}
+{"train_loss": 0.09771597385406494, "global_step": 31219, "epoch": 325, "lr": 3.2227282458913485e-05}
+{"train_loss": 0.08509209752082825, "global_step": 31220, "epoch": 325, "lr": 3.221829911295438e-05}
+{"train_loss": 0.07418838143348694, "global_step": 31221, "epoch": 325, "lr": 3.220931690953915e-05}
+{"train_loss": 0.08044320344924927, "global_step": 31222, "epoch": 325, "lr": 3.220033584872897e-05}
+{"train_loss": 0.10592338442802429, "global_step": 31223, "epoch": 325, "lr": 3.219135593058489e-05}
+{"train_loss": 0.06419456005096436, "global_step": 31224, "epoch": 325, "lr": 3.218237715516825e-05}
+{"train_loss": 0.10896837711334229, "global_step": 31225, "epoch": 325, "lr": 3.2173399522540036e-05}
+{"train_loss": 0.10078538954257965, "global_step": 31226, "epoch": 325, "lr": 3.216442303276146e-05}
+{"train_loss": 0.08888854086399078, "global_step": 31227, "epoch": 325, "lr": 3.215544768589356e-05}
+{"train_loss": 0.09523902833461761, "global_step": 31228, "epoch": 325, "lr": 3.2146473481997594e-05}
+{"train_loss": 0.09384380280971527, "global_step": 31229, "epoch": 325, "lr": 3.2137500421134544e-05}
+{"train_loss": 0.08447159826755524, "global_step": 31230, "epoch": 325, "lr": 3.212852850336563e-05}
+{"train_loss": 0.1079530119895935, "global_step": 31231, "epoch": 325, "lr": 3.2119557728751836e-05}
+{"train_loss": 0.12614725530147552, "global_step": 31232, "epoch": 325, "lr": 3.21105880973543e-05}
+{"train_loss": 0.10789512097835541, "global_step": 31233, "epoch": 325, "lr": 3.210161960923415e-05}
+{"train_loss": 0.0853867307305336, "global_step": 31234, "epoch": 325, "lr": 3.2092652264452306e-05}
+{"train_loss": 0.08120425045490265, "global_step": 31235, "epoch": 325, "lr": 3.208368606307004e-05}
+{"train_loss": 0.06576897948980331, "global_step": 31236, "epoch": 325, "lr": 3.207472100514828e-05}
+{"train_loss": 0.07581595331430435, "global_step": 31237, "epoch": 325, "lr": 3.2065757090748125e-05}
+{"train_loss": 0.06520968675613403, "global_step": 31238, "epoch": 325, "lr": 3.2056794319930515e-05}
+{"train_loss": 0.09795579314231873, "global_step": 31239, "epoch": 325, "lr": 3.2047832692756666e-05}
+{"train_loss": 0.09032559394836426, "global_step": 31240, "epoch": 325, "lr": 3.203887220928743e-05}
+{"train_loss": 0.0915069580078125, "global_step": 31241, "epoch": 325, "lr": 3.202991286958397e-05}
+{"train_loss": 0.08421438932418823, "global_step": 31242, "epoch": 325, "lr": 3.2020954673707114e-05}
+{"train_loss": 0.08686685562133789, "global_step": 31243, "epoch": 325, "lr": 3.201199762171807e-05}
+{"train_loss": 0.11130136251449585, "global_step": 31244, "epoch": 325, "lr": 3.20030417136777e-05}
+{"train_loss": 0.07686443626880646, "global_step": 31245, "epoch": 325, "lr": 3.1994086949647005e-05}
+{"train_loss": 0.06635785102844238, "global_step": 31246, "epoch": 325, "lr": 3.1985133329687046e-05}
+{"train_loss": 0.09185917675495148, "global_step": 31247, "epoch": 325, "lr": 3.19761808538587e-05}
+{"train_loss": 0.1486799418926239, "global_step": 31248, "epoch": 325, "lr": 3.196722952222302e-05}
+{"train_loss": 0.07232344150543213, "global_step": 31249, "epoch": 325, "lr": 3.195827933484079e-05}
+{"train_loss": 0.07872278988361359, "global_step": 31250, "epoch": 325, "lr": 3.194933029177318e-05}
+{"train_loss": 0.06551122665405273, "global_step": 31251, "epoch": 325, "lr": 3.1940382393080995e-05}
+{"train_loss": 0.08191484212875366, "global_step": 31252, "epoch": 325, "lr": 3.1931435638825235e-05}
+{"train_loss": 0.09893356263637543, "global_step": 31253, "epoch": 325, "lr": 3.1922490029066685e-05}
+{"train_loss": 0.128078430891037, "global_step": 31254, "epoch": 325, "lr": 3.1913545563866474e-05}
+{"train_loss": 0.09966170787811279, "global_step": 31255, "epoch": 325, "lr": 3.190460224328535e-05}
+{"train_loss": 0.07136140763759613, "global_step": 31256, "epoch": 325, "lr": 3.189566006738427e-05}
+{"train_loss": 0.07344800233840942, "global_step": 31257, "epoch": 325, "lr": 3.1886719036224136e-05}
+{"train_loss": 0.0705694705247879, "global_step": 31258, "epoch": 325, "lr": 3.187777914986585e-05}
+{"train_loss": 0.08114510774612427, "global_step": 31259, "epoch": 325, "lr": 3.1868840408370235e-05}
+{"train_loss": 0.08847711980342865, "global_step": 31260, "epoch": 325, "lr": 3.185990281179818e-05}
+{"train_loss": 0.07588211447000504, "global_step": 31261, "epoch": 325, "lr": 3.185096636021061e-05}
+{"train_loss": 0.08691383898258209, "global_step": 31262, "epoch": 325, "lr": 3.1842031053668274e-05}
+{"train_loss": 0.09427381306886673, "global_step": 31263, "epoch": 325, "lr": 3.183309689223213e-05}
+{"train_loss": 0.06784521043300629, "global_step": 31264, "epoch": 325, "lr": 3.1824163875962854e-05}
+{"train_loss": 0.07095463573932648, "global_step": 31265, "epoch": 325, "lr": 3.181523200492147e-05}
+{"train_loss": 0.08110299706459045, "global_step": 31266, "epoch": 325, "lr": 3.180630127916868e-05}
+{"train_loss": 0.08130383491516113, "global_step": 31267, "epoch": 325, "lr": 3.1797371698765375e-05}
+{"train_loss": 0.08225001394748688, "global_step": 31268, "epoch": 325, "lr": 3.178844326377222e-05}
+{"train_loss": 0.09793837368488312, "global_step": 31269, "epoch": 325, "lr": 3.177951597425022e-05}
+{"train_loss": 0.07370176911354065, "global_step": 31270, "epoch": 325, "lr": 3.177058983026e-05}
+{"train_loss": 0.06834179908037186, "global_step": 31271, "epoch": 325, "lr": 3.1761664831862404e-05}
+{"train_loss": 0.09965431690216064, "global_step": 31272, "epoch": 325, "lr": 3.175274097911829e-05}
+{"train_loss": 0.1165984496474266, "global_step": 31273, "epoch": 325, "lr": 3.1743818272088276e-05}
+{"train_loss": 0.07669630646705627, "global_step": 31274, "epoch": 325, "lr": 3.173489671083321e-05}
+{"train_loss": 0.0888969898223877, "global_step": 31275, "epoch": 325, "lr": 3.172597629541381e-05}
+{"train_loss": 0.08530133962631226, "global_step": 31276, "epoch": 325, "lr": 3.1717057025890894e-05}
+{"train_loss": 0.08309504389762878, "global_step": 31277, "epoch": 325, "lr": 3.1708138902325116e-05}
+{"train_loss": 0.06203828379511833, "global_step": 31278, "epoch": 325, "lr": 3.169922192477728e-05}
+{"train_loss": 0.12486359477043152, "global_step": 31279, "epoch": 325, "lr": 3.1690306093307964e-05}
+{"train_loss": 0.10138624906539917, "global_step": 31280, "epoch": 325, "lr": 3.168139140797808e-05}
+{"train_loss": 0.07095049321651459, "global_step": 31281, "epoch": 325, "lr": 3.1672477868848195e-05}
+{"train_loss": 0.07265517860651016, "global_step": 31282, "epoch": 325, "lr": 3.166356547597904e-05}
+{"train_loss": 0.07934878766536713, "global_step": 31283, "epoch": 325, "lr": 3.165465422943132e-05}
+{"train_loss": 0.07996834069490433, "global_step": 31284, "epoch": 325, "lr": 3.1645744129265774e-05}
+{"train_loss": 0.11971728503704071, "global_step": 31285, "epoch": 325, "lr": 3.163683517554297e-05}
+{"train_loss": 0.09647582471370697, "global_step": 31286, "epoch": 325, "lr": 3.1627927368323607e-05}
+{"train_loss": 0.09678804129362106, "global_step": 31287, "epoch": 325, "lr": 3.1619020707668426e-05}
+{"train_loss": 0.07000645995140076, "global_step": 31288, "epoch": 325, "lr": 3.1610115193637944e-05}
+{"train_loss": 0.07076644897460938, "global_step": 31289, "epoch": 325, "lr": 3.1601210826292924e-05}
+{"train_loss": 0.07672305405139923, "global_step": 31290, "epoch": 325, "lr": 3.159230760569387e-05}
+{"train_loss": 0.1052345335483551, "global_step": 31291, "epoch": 325, "lr": 3.15834055319016e-05}
+{"train_loss": 0.05948607623577118, "global_step": 31292, "epoch": 325, "lr": 3.157450460497655e-05}
+{"train_loss": 0.1153625100851059, "global_step": 31293, "epoch": 325, "lr": 3.1565604824979434e-05}
+{"train_loss": 0.09426624327898026, "global_step": 31294, "epoch": 325, "lr": 3.155670619197082e-05}
+{"train_loss": 0.08845342505568017, "global_step": 31295, "epoch": 325, "lr": 3.154780870601135e-05}
+{"train_loss": 0.07240551710128784, "global_step": 31296, "epoch": 326, "lr": 3.153891236716155e-05}
+{"train_loss": 0.10274744778871536, "global_step": 31297, "epoch": 326, "lr": 3.153001717548203e-05}
+{"train_loss": 0.10519907623529434, "global_step": 31298, "epoch": 326, "lr": 3.152112313103337e-05}
+{"train_loss": 0.07369069010019302, "global_step": 31299, "epoch": 326, "lr": 3.151223023387617e-05}
+{"train_loss": 0.08054804801940918, "global_step": 31300, "epoch": 326, "lr": 3.1503338484070924e-05}
+{"train_loss": 0.07117879390716553, "global_step": 31301, "epoch": 326, "lr": 3.149444788167819e-05}
+{"train_loss": 0.06914907693862915, "global_step": 31302, "epoch": 326, "lr": 3.148555842675858e-05}
+{"train_loss": 0.07635216414928436, "global_step": 31303, "epoch": 326, "lr": 3.147667011937252e-05}
+{"train_loss": 0.08370432257652283, "global_step": 31304, "epoch": 326, "lr": 3.1467782959580595e-05}
+{"train_loss": 0.07216625660657883, "global_step": 31305, "epoch": 326, "lr": 3.145889694744333e-05}
+{"train_loss": 0.09227560460567474, "global_step": 31306, "epoch": 326, "lr": 3.1450012083021275e-05}
+{"train_loss": 0.06899791955947876, "global_step": 31307, "epoch": 326, "lr": 3.144112836637483e-05}
+{"train_loss": 0.06409600377082825, "global_step": 31308, "epoch": 326, "lr": 3.1432245797564566e-05}
+{"train_loss": 0.06958664208650589, "global_step": 31309, "epoch": 326, "lr": 3.142336437665094e-05}
+{"train_loss": 0.10734153538942337, "global_step": 31310, "epoch": 326, "lr": 3.14144841036945e-05}
+{"train_loss": 0.1030329242348671, "global_step": 31311, "epoch": 326, "lr": 3.14056049787556e-05}
+{"train_loss": 0.11948807537555695, "global_step": 31312, "epoch": 326, "lr": 3.1396727001894776e-05}
+{"train_loss": 0.07298310101032257, "global_step": 31313, "epoch": 326, "lr": 3.138785017317252e-05}
+{"train_loss": 0.0731871947646141, "global_step": 31314, "epoch": 326, "lr": 3.137897449264917e-05}
+{"train_loss": 0.07212552428245544, "global_step": 31315, "epoch": 326, "lr": 3.1370099960385245e-05}
+{"train_loss": 0.12535631656646729, "global_step": 31316, "epoch": 326, "lr": 3.136122657644118e-05}
+{"train_loss": 0.0922437384724617, "global_step": 31317, "epoch": 326, "lr": 3.135235434087742e-05}
+{"train_loss": 0.11082065105438232, "global_step": 31318, "epoch": 326, "lr": 3.134348325375429e-05}
+{"train_loss": 0.07082617282867432, "global_step": 31319, "epoch": 326, "lr": 3.133461331513228e-05}
+{"train_loss": 0.09191513806581497, "global_step": 31320, "epoch": 326, "lr": 3.132574452507175e-05}
+{"train_loss": 0.08726470917463303, "global_step": 31321, "epoch": 326, "lr": 3.131687688363316e-05}
+{"train_loss": 0.06828753650188446, "global_step": 31322, "epoch": 326, "lr": 3.1308010390876804e-05}
+{"train_loss": 0.0888521820306778, "global_step": 31323, "epoch": 326, "lr": 3.129914504686313e-05}
+{"train_loss": 0.07569622993469238, "global_step": 31324, "epoch": 326, "lr": 3.129028085165244e-05}
+{"train_loss": 0.08645272254943848, "global_step": 31325, "epoch": 326, "lr": 3.1281417805305226e-05}
+{"train_loss": 0.07195713371038437, "global_step": 31326, "epoch": 326, "lr": 3.127255590788167e-05}
+{"train_loss": 0.0737428218126297, "global_step": 31327, "epoch": 326, "lr": 3.126369515944223e-05}
+{"train_loss": 0.10535525530576706, "global_step": 31328, "epoch": 326, "lr": 3.125483556004727e-05}
+{"train_loss": 0.0819888487458229, "global_step": 31329, "epoch": 326, "lr": 3.124597710975701e-05}
+{"train_loss": 0.05318550020456314, "global_step": 31330, "epoch": 326, "lr": 3.1237119808631846e-05}
+{"train_loss": 0.11159947514533997, "global_step": 31331, "epoch": 326, "lr": 3.122826365673208e-05}
+{"train_loss": 0.07224497944116592, "global_step": 31332, "epoch": 326, "lr": 3.121940865411808e-05}
+{"train_loss": 0.09220221638679504, "global_step": 31333, "epoch": 326, "lr": 3.1210554800850024e-05}
+{"train_loss": 0.08523048460483551, "global_step": 31334, "epoch": 326, "lr": 3.120170209698827e-05}
+{"train_loss": 0.08916483074426651, "global_step": 31335, "epoch": 326, "lr": 3.119285054259309e-05}
+{"train_loss": 0.08019319176673889, "global_step": 31336, "epoch": 326, "lr": 3.1184000137724845e-05}
+{"train_loss": 0.09402719140052795, "global_step": 31337, "epoch": 326, "lr": 3.117515088244365e-05}
+{"train_loss": 0.07661225646734238, "global_step": 31338, "epoch": 326, "lr": 3.1166302776809876e-05}
+{"train_loss": 0.08555535972118378, "global_step": 31339, "epoch": 326, "lr": 3.1157455820883744e-05}
+{"train_loss": 0.0640171617269516, "global_step": 31340, "epoch": 326, "lr": 3.1148610014725535e-05}
+{"train_loss": 0.08613049983978271, "global_step": 31341, "epoch": 326, "lr": 3.11397653583954e-05}
+{"train_loss": 0.07739326357841492, "global_step": 31342, "epoch": 326, "lr": 3.1130921851953634e-05}
+{"train_loss": 0.1175144761800766, "global_step": 31343, "epoch": 326, "lr": 3.1122079495460485e-05}
+{"train_loss": 0.08037428557872772, "global_step": 31344, "epoch": 326, "lr": 3.1113238288976074e-05}
+{"train_loss": 0.08077313750982285, "global_step": 31345, "epoch": 326, "lr": 3.110439823256066e-05}
+{"train_loss": 0.08769167959690094, "global_step": 31346, "epoch": 326, "lr": 3.109555932627446e-05}
+{"train_loss": 0.07173112034797668, "global_step": 31347, "epoch": 326, "lr": 3.1086721570177666e-05}
+{"train_loss": 0.09673721343278885, "global_step": 31348, "epoch": 326, "lr": 3.1077884964330414e-05}
+{"train_loss": 0.0790165364742279, "global_step": 31349, "epoch": 326, "lr": 3.10690495087929e-05}
+{"train_loss": 0.07486928254365921, "global_step": 31350, "epoch": 326, "lr": 3.1060215203625296e-05}
+{"train_loss": 0.0999317616224289, "global_step": 31351, "epoch": 326, "lr": 3.10513820488878e-05}
+{"train_loss": 0.09420314431190491, "global_step": 31352, "epoch": 326, "lr": 3.1042550044640496e-05}
+{"train_loss": 0.07133574783802032, "global_step": 31353, "epoch": 326, "lr": 3.103371919094353e-05}
+{"train_loss": 0.11075537651777267, "global_step": 31354, "epoch": 326, "lr": 3.102488948785707e-05}
+{"train_loss": 0.10648392140865326, "global_step": 31355, "epoch": 326, "lr": 3.101606093544129e-05}
+{"train_loss": 0.0803484171628952, "global_step": 31356, "epoch": 326, "lr": 3.1007233533756206e-05}
+{"train_loss": 0.08601285517215729, "global_step": 31357, "epoch": 326, "lr": 3.099840728286199e-05}
+{"train_loss": 0.09075535088777542, "global_step": 31358, "epoch": 326, "lr": 3.0989582182818776e-05}
+{"train_loss": 0.05218623951077461, "global_step": 31359, "epoch": 326, "lr": 3.0980758233686556e-05}
+{"train_loss": 0.07970549911260605, "global_step": 31360, "epoch": 326, "lr": 3.09719354355255e-05}
+{"train_loss": 0.080895334482193, "global_step": 31361, "epoch": 326, "lr": 3.096311378839567e-05}
+{"train_loss": 0.0855402797460556, "global_step": 31362, "epoch": 326, "lr": 3.095429329235719e-05}
+{"train_loss": 0.08546653389930725, "global_step": 31363, "epoch": 326, "lr": 3.0945473947469984e-05}
+{"train_loss": 0.06812715530395508, "global_step": 31364, "epoch": 326, "lr": 3.09366557537943e-05}
+{"train_loss": 0.08610770851373672, "global_step": 31365, "epoch": 326, "lr": 3.092783871139002e-05}
+{"train_loss": 0.06067517772316933, "global_step": 31366, "epoch": 326, "lr": 3.091902282031731e-05}
+{"train_loss": 0.0705096498131752, "global_step": 31367, "epoch": 326, "lr": 3.0910208080636096e-05}
+{"train_loss": 0.06841934472322464, "global_step": 31368, "epoch": 326, "lr": 3.0901394492406475e-05}
+{"train_loss": 0.08741848915815353, "global_step": 31369, "epoch": 326, "lr": 3.089258205568848e-05}
+{"train_loss": 0.057494595646858215, "global_step": 31370, "epoch": 326, "lr": 3.088377077054203e-05}
+{"train_loss": 0.09883391857147217, "global_step": 31371, "epoch": 326, "lr": 3.08749606370272e-05}
+{"train_loss": 0.07716438919305801, "global_step": 31372, "epoch": 326, "lr": 3.0866151655203944e-05}
+{"train_loss": 0.09844653308391571, "global_step": 31373, "epoch": 326, "lr": 3.0857343825132325e-05}
+{"train_loss": 0.09226544201374054, "global_step": 31374, "epoch": 326, "lr": 3.0848537146872236e-05}
+{"train_loss": 0.07822593301534653, "global_step": 31375, "epoch": 326, "lr": 3.083973162048366e-05}
+{"train_loss": 0.08036461472511292, "global_step": 31376, "epoch": 326, "lr": 3.083092724602661e-05}
+{"train_loss": 0.1008024513721466, "global_step": 31377, "epoch": 326, "lr": 3.082212402356104e-05}
+{"train_loss": 0.08453771471977234, "global_step": 31378, "epoch": 326, "lr": 3.0813321953146764e-05}
+{"train_loss": 0.09994718432426453, "global_step": 31379, "epoch": 326, "lr": 3.0804521034843944e-05}
+{"train_loss": 0.0500478520989418, "global_step": 31380, "epoch": 326, "lr": 3.079572126871233e-05}
+{"train_loss": 0.06908438354730606, "global_step": 31381, "epoch": 326, "lr": 3.078692265481198e-05}
+{"train_loss": 0.0548638179898262, "global_step": 31382, "epoch": 326, "lr": 3.077812519320267e-05}
+{"train_loss": 0.08010993897914886, "global_step": 31383, "epoch": 326, "lr": 3.0769328883944394e-05}
+{"train_loss": 0.09541409462690353, "global_step": 31384, "epoch": 326, "lr": 3.076053372709706e-05}
+{"train_loss": 0.08597755432128906, "global_step": 31385, "epoch": 326, "lr": 3.075173972272052e-05}
+{"train_loss": 0.09737251698970795, "global_step": 31386, "epoch": 326, "lr": 3.074294687087465e-05}
+{"train_loss": 0.0914798304438591, "global_step": 31387, "epoch": 326, "lr": 3.073415517161937e-05}
+{"train_loss": 0.10138333588838577, "global_step": 31388, "epoch": 326, "lr": 3.0725364625014564e-05}
+{"train_loss": 0.08757632970809937, "global_step": 31389, "epoch": 326, "lr": 3.071657523111997e-05}
+{"train_loss": 0.07454687356948853, "global_step": 31390, "epoch": 326, "lr": 3.0707786989995635e-05}
+{"train_loss": 0.08373057221372922, "global_step": 31391, "epoch": 326, "lr": 3.069899990170124e-05}
+{"train_loss": 0.06948523223400116, "global_step": 31392, "epoch": 327, "lr": 3.069021396629675e-05}
+{"train_loss": 0.0987088680267334, "global_step": 31393, "epoch": 327, "lr": 3.068142918384187e-05}
+{"train_loss": 0.058005377650260925, "global_step": 31394, "epoch": 327, "lr": 3.0672645554396486e-05}
+{"train_loss": 0.0686933696269989, "global_step": 31395, "epoch": 327, "lr": 3.066386307802038e-05}
+{"train_loss": 0.09347348660230637, "global_step": 31396, "epoch": 327, "lr": 3.065508175477345e-05}
+{"train_loss": 0.0979931503534317, "global_step": 31397, "epoch": 327, "lr": 3.0646301584715396e-05}
+{"train_loss": 0.12077866494655609, "global_step": 31398, "epoch": 327, "lr": 3.063752256790602e-05}
+{"train_loss": 0.08811911940574646, "global_step": 31399, "epoch": 327, "lr": 3.0628744704405176e-05}
+{"train_loss": 0.08266279846429825, "global_step": 31400, "epoch": 327, "lr": 3.061996799427249e-05}
+{"train_loss": 0.0835740864276886, "global_step": 31401, "epoch": 327, "lr": 3.061119243756792e-05}
+{"train_loss": 0.08027134835720062, "global_step": 31402, "epoch": 327, "lr": 3.060241803435109e-05}
+{"train_loss": 0.11723994463682175, "global_step": 31403, "epoch": 327, "lr": 3.059364478468183e-05}
+{"train_loss": 0.07564779371023178, "global_step": 31404, "epoch": 327, "lr": 3.058487268861976e-05}
+{"train_loss": 0.08437936007976532, "global_step": 31405, "epoch": 327, "lr": 3.057610174622478e-05}
+{"train_loss": 0.10907196998596191, "global_step": 31406, "epoch": 327, "lr": 3.056733195755652e-05}
+{"train_loss": 0.08974806219339371, "global_step": 31407, "epoch": 327, "lr": 3.055856332267475e-05}
+{"train_loss": 0.09300223737955093, "global_step": 31408, "epoch": 327, "lr": 3.0549795841639106e-05}
+{"train_loss": 0.10310769081115723, "global_step": 31409, "epoch": 327, "lr": 3.0541029514509324e-05}
+{"train_loss": 0.0860276073217392, "global_step": 31410, "epoch": 327, "lr": 3.053226434134517e-05}
+{"train_loss": 0.09683175384998322, "global_step": 31411, "epoch": 327, "lr": 3.052350032220617e-05}
+{"train_loss": 0.0958503931760788, "global_step": 31412, "epoch": 327, "lr": 3.051473745715221e-05}
+{"train_loss": 0.08684974908828735, "global_step": 31413, "epoch": 327, "lr": 3.050597574624281e-05}
+{"train_loss": 0.07374951243400574, "global_step": 31414, "epoch": 327, "lr": 3.049721518953774e-05}
+{"train_loss": 0.09715154767036438, "global_step": 31415, "epoch": 327, "lr": 3.0488455787096494e-05}
+{"train_loss": 0.09811125695705414, "global_step": 31416, "epoch": 327, "lr": 3.0479697538978947e-05}
+{"train_loss": 0.061365075409412384, "global_step": 31417, "epoch": 327, "lr": 3.0470940445244545e-05}
+{"train_loss": 0.08266281336545944, "global_step": 31418, "epoch": 327, "lr": 3.046218450595306e-05}
+{"train_loss": 0.097317636013031, "global_step": 31419, "epoch": 327, "lr": 3.0453429721163985e-05}
+{"train_loss": 0.10340453684329987, "global_step": 31420, "epoch": 327, "lr": 3.0444676090937062e-05}
+{"train_loss": 0.0908721536397934, "global_step": 31421, "epoch": 327, "lr": 3.043592361533183e-05}
+{"train_loss": 0.09409443289041519, "global_step": 31422, "epoch": 327, "lr": 3.0427172294407947e-05}
+{"train_loss": 0.12303087115287781, "global_step": 31423, "epoch": 327, "lr": 3.0418422128224922e-05}
+{"train_loss": 0.095128133893013, "global_step": 31424, "epoch": 327, "lr": 3.0409673116842375e-05}
+{"train_loss": 0.0586208701133728, "global_step": 31425, "epoch": 327, "lr": 3.0400925260319944e-05}
+{"train_loss": 0.09970717132091522, "global_step": 31426, "epoch": 327, "lr": 3.0392178558717077e-05}
+{"train_loss": 0.08523974567651749, "global_step": 31427, "epoch": 327, "lr": 3.0383433012093497e-05}
+{"train_loss": 0.0913427546620369, "global_step": 31428, "epoch": 327, "lr": 3.037468862050863e-05}
+{"train_loss": 0.06536059826612473, "global_step": 31429, "epoch": 327, "lr": 3.036594538402209e-05}
+{"train_loss": 0.08598512411117554, "global_step": 31430, "epoch": 327, "lr": 3.0357203302693315e-05}
+{"train_loss": 0.09341282397508621, "global_step": 31431, "epoch": 327, "lr": 3.0348462376581997e-05}
+{"train_loss": 0.0998312383890152, "global_step": 31432, "epoch": 327, "lr": 3.0339722605747535e-05}
+{"train_loss": 0.07147015631198883, "global_step": 31433, "epoch": 327, "lr": 3.033098399024954e-05}
+{"train_loss": 0.06065130978822708, "global_step": 31434, "epoch": 327, "lr": 3.0322246530147346e-05}
+{"train_loss": 0.10161563754081726, "global_step": 31435, "epoch": 327, "lr": 3.0313510225500687e-05}
+{"train_loss": 0.09994868189096451, "global_step": 31436, "epoch": 327, "lr": 3.0304775076368863e-05}
+{"train_loss": 0.09974569082260132, "global_step": 31437, "epoch": 327, "lr": 3.0296041082811455e-05}
+{"train_loss": 0.07364221662282944, "global_step": 31438, "epoch": 327, "lr": 3.0287308244887948e-05}
+{"train_loss": 0.07480818778276443, "global_step": 31439, "epoch": 327, "lr": 3.0278576562657735e-05}
+{"train_loss": 0.10803566873073578, "global_step": 31440, "epoch": 327, "lr": 3.026984603618037e-05}
+{"train_loss": 0.08540061116218567, "global_step": 31441, "epoch": 327, "lr": 3.0261116665515167e-05}
+{"train_loss": 0.09650332480669022, "global_step": 31442, "epoch": 327, "lr": 3.0252388450721734e-05}
+{"train_loss": 0.09875547140836716, "global_step": 31443, "epoch": 327, "lr": 3.0243661391859413e-05}
+{"train_loss": 0.10326513648033142, "global_step": 31444, "epoch": 327, "lr": 3.0234935488987658e-05}
+{"train_loss": 0.07227489352226257, "global_step": 31445, "epoch": 327, "lr": 3.022621074216583e-05}
+{"train_loss": 0.07992744445800781, "global_step": 31446, "epoch": 327, "lr": 3.021748715145345e-05}
+{"train_loss": 0.08261778950691223, "global_step": 31447, "epoch": 327, "lr": 3.0208764716909855e-05}
+{"train_loss": 0.07150495052337646, "global_step": 31448, "epoch": 327, "lr": 3.020004343859444e-05}
+{"train_loss": 0.11688663065433502, "global_step": 31449, "epoch": 327, "lr": 3.0191323316566644e-05}
+{"train_loss": 0.0993393063545227, "global_step": 31450, "epoch": 327, "lr": 3.018260435088578e-05}
+{"train_loss": 0.06376976519823074, "global_step": 31451, "epoch": 327, "lr": 3.017388654161126e-05}
+{"train_loss": 0.08107723295688629, "global_step": 31452, "epoch": 327, "lr": 3.0165169888802424e-05}
+{"train_loss": 0.09638958424329758, "global_step": 31453, "epoch": 327, "lr": 3.015645439251873e-05}
+{"train_loss": 0.08352893590927124, "global_step": 31454, "epoch": 327, "lr": 3.0147740052819374e-05}
+{"train_loss": 0.09919390082359314, "global_step": 31455, "epoch": 327, "lr": 3.0139026869763844e-05}
+{"train_loss": 0.1010528951883316, "global_step": 31456, "epoch": 327, "lr": 3.013031484341129e-05}
+{"train_loss": 0.06743482500314713, "global_step": 31457, "epoch": 327, "lr": 3.0121603973821245e-05}
+{"train_loss": 0.09156377613544464, "global_step": 31458, "epoch": 327, "lr": 3.0112894261052903e-05}
+{"train_loss": 0.09637366980314255, "global_step": 31459, "epoch": 327, "lr": 3.01041857051656e-05}
+{"train_loss": 0.08734935522079468, "global_step": 31460, "epoch": 327, "lr": 3.009547830621864e-05}
+{"train_loss": 0.10875892639160156, "global_step": 31461, "epoch": 327, "lr": 3.008677206427135e-05}
+{"train_loss": 0.09262142330408096, "global_step": 31462, "epoch": 327, "lr": 3.007806697938298e-05}
+{"train_loss": 0.09420734643936157, "global_step": 31463, "epoch": 327, "lr": 3.0069363051612786e-05}
+{"train_loss": 0.11124352365732193, "global_step": 31464, "epoch": 327, "lr": 3.0060660281020147e-05}
+{"train_loss": 0.10415300726890564, "global_step": 31465, "epoch": 327, "lr": 3.005195866766417e-05}
+{"train_loss": 0.10237348079681396, "global_step": 31466, "epoch": 327, "lr": 3.0043258211604276e-05}
+{"train_loss": 0.11049193143844604, "global_step": 31467, "epoch": 327, "lr": 3.00345589128995e-05}
+{"train_loss": 0.08680231869220734, "global_step": 31468, "epoch": 327, "lr": 3.0025860771609316e-05}
+{"train_loss": 0.07383847236633301, "global_step": 31469, "epoch": 327, "lr": 3.00171637877928e-05}
+{"train_loss": 0.07050617784261703, "global_step": 31470, "epoch": 327, "lr": 3.000846796150929e-05}
+{"train_loss": 0.08334782719612122, "global_step": 31471, "epoch": 327, "lr": 2.9999773292817823e-05}
+{"train_loss": 0.0705823078751564, "global_step": 31472, "epoch": 327, "lr": 2.999107978177782e-05}
+{"train_loss": 0.08156156539916992, "global_step": 31473, "epoch": 327, "lr": 2.9982387428448344e-05}
+{"train_loss": 0.11967213451862335, "global_step": 31474, "epoch": 327, "lr": 2.9973696232888615e-05}
+{"train_loss": 0.09563979506492615, "global_step": 31475, "epoch": 327, "lr": 2.996500619515783e-05}
+{"train_loss": 0.0960080474615097, "global_step": 31476, "epoch": 327, "lr": 2.9956317315315207e-05}
+{"train_loss": 0.06526567786931992, "global_step": 31477, "epoch": 327, "lr": 2.9947629593419835e-05}
+{"train_loss": 0.09384244680404663, "global_step": 31478, "epoch": 327, "lr": 2.9938943029530885e-05}
+{"train_loss": 0.09763986617326736, "global_step": 31479, "epoch": 327, "lr": 2.9930257623707604e-05}
+{"train_loss": 0.08975423127412796, "global_step": 31480, "epoch": 327, "lr": 2.9921573376009026e-05}
+{"train_loss": 0.11200347542762756, "global_step": 31481, "epoch": 327, "lr": 2.991289028649438e-05}
+{"train_loss": 0.0554683618247509, "global_step": 31482, "epoch": 327, "lr": 2.990420835522263e-05}
+{"train_loss": 0.10569065809249878, "global_step": 31483, "epoch": 327, "lr": 2.9895527582253134e-05}
+{"train_loss": 0.09683652222156525, "global_step": 31484, "epoch": 327, "lr": 2.9886847967644827e-05}
+{"train_loss": 0.061358723789453506, "global_step": 31485, "epoch": 327, "lr": 2.9878169511456877e-05}
+{"train_loss": 0.0748017281293869, "global_step": 31486, "epoch": 327, "lr": 2.9869492213748372e-05}
+{"train_loss": 0.08938647558291753, "global_step": 31487, "epoch": 327, "lr": 2.9860816074578447e-05}
+{"train_loss": 0.0938861072063446, "global_step": 31488, "epoch": 328, "lr": 2.9852141094006116e-05}
+{"train_loss": 0.07498037070035934, "global_step": 31489, "epoch": 328, "lr": 2.9843467272090465e-05}
+{"train_loss": 0.12148407101631165, "global_step": 31490, "epoch": 328, "lr": 2.983479460889065e-05}
+{"train_loss": 0.08667807281017303, "global_step": 31491, "epoch": 328, "lr": 2.9826123104465575e-05}
+{"train_loss": 0.08168734610080719, "global_step": 31492, "epoch": 328, "lr": 2.9817452758874398e-05}
+{"train_loss": 0.09895859658718109, "global_step": 31493, "epoch": 328, "lr": 2.9808783572176114e-05}
+{"train_loss": 0.08824145793914795, "global_step": 31494, "epoch": 328, "lr": 2.980011554442985e-05}
+{"train_loss": 0.0824994370341301, "global_step": 31495, "epoch": 328, "lr": 2.97914486756945e-05}
+{"train_loss": 0.10887855291366577, "global_step": 31496, "epoch": 328, "lr": 2.9782782966029143e-05}
+{"train_loss": 0.08352237194776535, "global_step": 31497, "epoch": 328, "lr": 2.977411841549278e-05}
+{"train_loss": 0.07749926298856735, "global_step": 31498, "epoch": 328, "lr": 2.9765455024144496e-05}
+{"train_loss": 0.07552097737789154, "global_step": 31499, "epoch": 328, "lr": 2.9756792792043152e-05}
+{"train_loss": 0.07327614724636078, "global_step": 31500, "epoch": 328, "lr": 2.9748131719247818e-05}
+{"train_loss": 0.10481296479701996, "global_step": 31501, "epoch": 328, "lr": 2.973947180581742e-05}
+{"train_loss": 0.05907053500413895, "global_step": 31502, "epoch": 328, "lr": 2.9730813051811046e-05}
+{"train_loss": 0.10472488403320312, "global_step": 31503, "epoch": 328, "lr": 2.9722155457287516e-05}
+{"train_loss": 0.09750550985336304, "global_step": 31504, "epoch": 328, "lr": 2.9713499022305847e-05}
+{"train_loss": 0.10164368152618408, "global_step": 31505, "epoch": 328, "lr": 2.9704843746925015e-05}
+{"train_loss": 0.08759971708059311, "global_step": 31506, "epoch": 328, "lr": 2.969618963120391e-05}
+{"train_loss": 0.06603069603443146, "global_step": 31507, "epoch": 328, "lr": 2.9687536675201477e-05}
+{"train_loss": 0.07171344757080078, "global_step": 31508, "epoch": 328, "lr": 2.967888487897663e-05}
+{"train_loss": 0.06689830124378204, "global_step": 31509, "epoch": 328, "lr": 2.9670234242588368e-05}
+{"train_loss": 0.08366584777832031, "global_step": 31510, "epoch": 328, "lr": 2.9661584766095483e-05}
+{"train_loss": 0.08952310681343079, "global_step": 31511, "epoch": 328, "lr": 2.9652936449556933e-05}
+{"train_loss": 0.09902522712945938, "global_step": 31512, "epoch": 328, "lr": 2.96442892930316e-05}
+{"train_loss": 0.07078732550144196, "global_step": 31513, "epoch": 328, "lr": 2.9635643296578418e-05}
+{"train_loss": 0.10277000814676285, "global_step": 31514, "epoch": 328, "lr": 2.9626998460256183e-05}
+{"train_loss": 0.08129352331161499, "global_step": 31515, "epoch": 328, "lr": 2.9618354784123802e-05}
+{"train_loss": 0.09818818420171738, "global_step": 31516, "epoch": 328, "lr": 2.960971226824012e-05}
+{"train_loss": 0.07598717510700226, "global_step": 31517, "epoch": 328, "lr": 2.9601070912664043e-05}
+{"train_loss": 0.07220950722694397, "global_step": 31518, "epoch": 328, "lr": 2.9592430717454345e-05}
+{"train_loss": 0.11541678011417389, "global_step": 31519, "epoch": 328, "lr": 2.9583791682669892e-05}
+{"train_loss": 0.1226210668683052, "global_step": 31520, "epoch": 328, "lr": 2.9575153808369548e-05}
+{"train_loss": 0.08474980294704437, "global_step": 31521, "epoch": 328, "lr": 2.9566517094612088e-05}
+{"train_loss": 0.08745234459638596, "global_step": 31522, "epoch": 328, "lr": 2.9557881541456313e-05}
+{"train_loss": 0.11253170669078827, "global_step": 31523, "epoch": 328, "lr": 2.9549247148961057e-05}
+{"train_loss": 0.07919586449861526, "global_step": 31524, "epoch": 328, "lr": 2.9540613917185167e-05}
+{"train_loss": 0.06565644592046738, "global_step": 31525, "epoch": 328, "lr": 2.953198184618735e-05}
+{"train_loss": 0.09997223317623138, "global_step": 31526, "epoch": 328, "lr": 2.9523350936026405e-05}
+{"train_loss": 0.09500963240861893, "global_step": 31527, "epoch": 328, "lr": 2.9514721186761107e-05}
+{"train_loss": 0.10603044927120209, "global_step": 31528, "epoch": 328, "lr": 2.9506092598450295e-05}
+{"train_loss": 0.05716312676668167, "global_step": 31529, "epoch": 328, "lr": 2.9497465171152637e-05}
+{"train_loss": 0.07873734831809998, "global_step": 31530, "epoch": 328, "lr": 2.9488838904926885e-05}
+{"train_loss": 0.05838850513100624, "global_step": 31531, "epoch": 328, "lr": 2.9480213799831835e-05}
+{"train_loss": 0.0963728204369545, "global_step": 31532, "epoch": 328, "lr": 2.9471589855926242e-05}
+{"train_loss": 0.11104792356491089, "global_step": 31533, "epoch": 328, "lr": 2.946296707326872e-05}
+{"train_loss": 0.05282929167151451, "global_step": 31534, "epoch": 328, "lr": 2.9454345451918074e-05}
+{"train_loss": 0.09293719381093979, "global_step": 31535, "epoch": 328, "lr": 2.944572499193303e-05}
+{"train_loss": 0.06547792255878448, "global_step": 31536, "epoch": 328, "lr": 2.9437105693372213e-05}
+{"train_loss": 0.101915642619133, "global_step": 31537, "epoch": 328, "lr": 2.942848755629437e-05}
+{"train_loss": 0.09135463833808899, "global_step": 31538, "epoch": 328, "lr": 2.941987058075817e-05}
+{"train_loss": 0.07045027613639832, "global_step": 31539, "epoch": 328, "lr": 2.941125476682236e-05}
+{"train_loss": 0.05836798995733261, "global_step": 31540, "epoch": 328, "lr": 2.9402640114545476e-05}
+{"train_loss": 0.06400316953659058, "global_step": 31541, "epoch": 328, "lr": 2.9394026623986293e-05}
+{"train_loss": 0.08388889580965042, "global_step": 31542, "epoch": 328, "lr": 2.9385414295203406e-05}
+{"train_loss": 0.08925633877515793, "global_step": 31543, "epoch": 328, "lr": 2.9376803128255548e-05}
+{"train_loss": 0.11021584272384644, "global_step": 31544, "epoch": 328, "lr": 2.936819312320125e-05}
+{"train_loss": 0.09424690902233124, "global_step": 31545, "epoch": 328, "lr": 2.9359584280099195e-05}
+{"train_loss": 0.07730982452630997, "global_step": 31546, "epoch": 328, "lr": 2.9350976599008028e-05}
+{"train_loss": 0.08278246223926544, "global_step": 31547, "epoch": 328, "lr": 2.9342370079986324e-05}
+{"train_loss": 0.05581696331501007, "global_step": 31548, "epoch": 328, "lr": 2.9333764723092683e-05}
+{"train_loss": 0.06985174119472504, "global_step": 31549, "epoch": 328, "lr": 2.932516052838574e-05}
+{"train_loss": 0.07471778988838196, "global_step": 31550, "epoch": 328, "lr": 2.9316557495924125e-05}
+{"train_loss": 0.054933786392211914, "global_step": 31551, "epoch": 328, "lr": 2.9307955625766313e-05}
+{"train_loss": 0.09558252990245819, "global_step": 31552, "epoch": 328, "lr": 2.9299354917970957e-05}
+{"train_loss": 0.06637349724769592, "global_step": 31553, "epoch": 328, "lr": 2.92907553725966e-05}
+{"train_loss": 0.09828275442123413, "global_step": 31554, "epoch": 328, "lr": 2.928215698970185e-05}
+{"train_loss": 0.08596216887235641, "global_step": 31555, "epoch": 328, "lr": 2.9273559769345137e-05}
+{"train_loss": 0.0696544200181961, "global_step": 31556, "epoch": 328, "lr": 2.926496371158518e-05}
+{"train_loss": 0.06260817497968674, "global_step": 31557, "epoch": 328, "lr": 2.9256368816480373e-05}
+{"train_loss": 0.10153687000274658, "global_step": 31558, "epoch": 328, "lr": 2.9247775084089334e-05}
+{"train_loss": 0.07485434412956238, "global_step": 31559, "epoch": 328, "lr": 2.923918251447053e-05}
+{"train_loss": 0.06423450261354446, "global_step": 31560, "epoch": 328, "lr": 2.923059110768247e-05}
+{"train_loss": 0.04252469539642334, "global_step": 31561, "epoch": 328, "lr": 2.9222000863783728e-05}
+{"train_loss": 0.1177050769329071, "global_step": 31562, "epoch": 328, "lr": 2.92134117828327e-05}
+{"train_loss": 0.08497898280620575, "global_step": 31563, "epoch": 328, "lr": 2.920482386488792e-05}
+{"train_loss": 0.0789530873298645, "global_step": 31564, "epoch": 328, "lr": 2.9196237110007897e-05}
+{"train_loss": 0.08643163740634918, "global_step": 31565, "epoch": 328, "lr": 2.9187651518251113e-05}
+{"train_loss": 0.10177315026521683, "global_step": 31566, "epoch": 328, "lr": 2.9179067089675927e-05}
+{"train_loss": 0.0725896805524826, "global_step": 31567, "epoch": 328, "lr": 2.9170483824340956e-05}
+{"train_loss": 0.09562835097312927, "global_step": 31568, "epoch": 328, "lr": 2.916190172230451e-05}
+{"train_loss": 0.08534146845340729, "global_step": 31569, "epoch": 328, "lr": 2.9153320783625137e-05}
+{"train_loss": 0.09223662316799164, "global_step": 31570, "epoch": 328, "lr": 2.9144741008361175e-05}
+{"train_loss": 0.0926317349076271, "global_step": 31571, "epoch": 328, "lr": 2.913616239657111e-05}
+{"train_loss": 0.0658801794052124, "global_step": 31572, "epoch": 328, "lr": 2.9127584948313336e-05}
+{"train_loss": 0.07888569682836533, "global_step": 31573, "epoch": 328, "lr": 2.911900866364632e-05}
+{"train_loss": 0.06811047345399857, "global_step": 31574, "epoch": 328, "lr": 2.911043354262837e-05}
+{"train_loss": 0.08350054919719696, "global_step": 31575, "epoch": 328, "lr": 2.9101859585317925e-05}
+{"train_loss": 0.11303602904081345, "global_step": 31576, "epoch": 328, "lr": 2.9093286791773412e-05}
+{"train_loss": 0.08928283303976059, "global_step": 31577, "epoch": 328, "lr": 2.9084715162053135e-05}
+{"train_loss": 0.0872613713145256, "global_step": 31578, "epoch": 328, "lr": 2.907614469621549e-05}
+{"train_loss": 0.1087396889925003, "global_step": 31579, "epoch": 328, "lr": 2.906757539431886e-05}
+{"train_loss": 0.09930939972400665, "global_step": 31580, "epoch": 328, "lr": 2.905900725642161e-05}
+{"train_loss": 0.0778954029083252, "global_step": 31581, "epoch": 328, "lr": 2.9050440282581994e-05}
+{"train_loss": 0.0764617770910263, "global_step": 31582, "epoch": 328, "lr": 2.904187447285851e-05}
+{"train_loss": 0.08494551510860522, "global_step": 31583, "epoch": 328, "lr": 2.903330982730934e-05}
+{"train_loss": 0.09598574042320251, "global_step": 31584, "epoch": 329, "lr": 2.9024746345992924e-05}
+{"train_loss": 0.11453435570001602, "global_step": 31585, "epoch": 329, "lr": 2.9016184028967464e-05}
+{"train_loss": 0.09699834883213043, "global_step": 31586, "epoch": 329, "lr": 2.900762287629133e-05}
+{"train_loss": 0.08533015847206116, "global_step": 31587, "epoch": 329, "lr": 2.8999062888022855e-05}
+{"train_loss": 0.10377510637044907, "global_step": 31588, "epoch": 329, "lr": 2.8990504064220236e-05}
+{"train_loss": 0.06607618927955627, "global_step": 31589, "epoch": 329, "lr": 2.8981946404941807e-05}
+{"train_loss": 0.11674495041370392, "global_step": 31590, "epoch": 329, "lr": 2.8973389910245853e-05}
+{"train_loss": 0.10637888312339783, "global_step": 31591, "epoch": 329, "lr": 2.896483458019068e-05}
+{"train_loss": 0.05930856615304947, "global_step": 31592, "epoch": 329, "lr": 2.8956280414834404e-05}
+{"train_loss": 0.08893833309412003, "global_step": 31593, "epoch": 329, "lr": 2.894772741423546e-05}
+{"train_loss": 0.05611313134431839, "global_step": 31594, "epoch": 329, "lr": 2.893917557845196e-05}
+{"train_loss": 0.11475542932748795, "global_step": 31595, "epoch": 329, "lr": 2.8930624907542216e-05}
+{"train_loss": 0.085769422352314, "global_step": 31596, "epoch": 329, "lr": 2.892207540156433e-05}
+{"train_loss": 0.11481855809688568, "global_step": 31597, "epoch": 329, "lr": 2.8913527060576728e-05}
+{"train_loss": 0.07773037254810333, "global_step": 31598, "epoch": 329, "lr": 2.890497988463745e-05}
+{"train_loss": 0.06588731706142426, "global_step": 31599, "epoch": 329, "lr": 2.8896433873804806e-05}
+{"train_loss": 0.08041833341121674, "global_step": 31600, "epoch": 329, "lr": 2.8887889028136884e-05}
+{"train_loss": 0.11307438462972641, "global_step": 31601, "epoch": 329, "lr": 2.8879345347691944e-05}
+{"train_loss": 0.10319633781909943, "global_step": 31602, "epoch": 329, "lr": 2.887080283252819e-05}
+{"train_loss": 0.07692183554172516, "global_step": 31603, "epoch": 329, "lr": 2.886226148270368e-05}
+{"train_loss": 0.0960572361946106, "global_step": 31604, "epoch": 329, "lr": 2.8853721298276725e-05}
+{"train_loss": 0.0937473252415657, "global_step": 31605, "epoch": 329, "lr": 2.884518227930537e-05}
+{"train_loss": 0.07065345346927643, "global_step": 31606, "epoch": 329, "lr": 2.883664442584786e-05}
+{"train_loss": 0.06713585555553436, "global_step": 31607, "epoch": 329, "lr": 2.8828107737962183e-05}
+{"train_loss": 0.07145047187805176, "global_step": 31608, "epoch": 329, "lr": 2.8819572215706658e-05}
+{"train_loss": 0.0659654289484024, "global_step": 31609, "epoch": 329, "lr": 2.8811037859139278e-05}
+{"train_loss": 0.10808171331882477, "global_step": 31610, "epoch": 329, "lr": 2.8802504668318243e-05}
+{"train_loss": 0.05076807737350464, "global_step": 31611, "epoch": 329, "lr": 2.879397264330157e-05}
+{"train_loss": 0.07011711597442627, "global_step": 31612, "epoch": 329, "lr": 2.8785441784147394e-05}
+{"train_loss": 0.08111374080181122, "global_step": 31613, "epoch": 329, "lr": 2.8776912090913844e-05}
+{"train_loss": 0.10456784069538116, "global_step": 31614, "epoch": 329, "lr": 2.8768383563658983e-05}
+{"train_loss": 0.10889250785112381, "global_step": 31615, "epoch": 329, "lr": 2.8759856202440927e-05}
+{"train_loss": 0.07800459861755371, "global_step": 31616, "epoch": 329, "lr": 2.8751330007317645e-05}
+{"train_loss": 0.09556441754102707, "global_step": 31617, "epoch": 329, "lr": 2.8742804978347336e-05}
+{"train_loss": 0.08841834962368011, "global_step": 31618, "epoch": 329, "lr": 2.873428111558787e-05}
+{"train_loss": 0.07191077619791031, "global_step": 31619, "epoch": 329, "lr": 2.8725758419097483e-05}
+{"train_loss": 0.0924038365483284, "global_step": 31620, "epoch": 329, "lr": 2.8717236888934083e-05}
+{"train_loss": 0.11327927559614182, "global_step": 31621, "epoch": 329, "lr": 2.8708716525155788e-05}
+{"train_loss": 0.11812788993120193, "global_step": 31622, "epoch": 329, "lr": 2.870019732782048e-05}
+{"train_loss": 0.09244460612535477, "global_step": 31623, "epoch": 329, "lr": 2.869167929698635e-05}
+{"train_loss": 0.06920351833105087, "global_step": 31624, "epoch": 329, "lr": 2.8683162432711273e-05}
+{"train_loss": 0.07191765308380127, "global_step": 31625, "epoch": 329, "lr": 2.8674646735053356e-05}
+{"train_loss": 0.09872916340827942, "global_step": 31626, "epoch": 329, "lr": 2.8666132204070485e-05}
+{"train_loss": 0.10869459807872772, "global_step": 31627, "epoch": 329, "lr": 2.8657618839820656e-05}
+{"train_loss": 0.08947553485631943, "global_step": 31628, "epoch": 329, "lr": 2.864910664236187e-05}
+{"train_loss": 0.10260327160358429, "global_step": 31629, "epoch": 329, "lr": 2.86405956117521e-05}
+{"train_loss": 0.0700877457857132, "global_step": 31630, "epoch": 329, "lr": 2.8632085748049343e-05}
+{"train_loss": 0.09144586324691772, "global_step": 31631, "epoch": 329, "lr": 2.8623577051311445e-05}
+{"train_loss": 0.09542175382375717, "global_step": 31632, "epoch": 329, "lr": 2.861506952159645e-05}
+{"train_loss": 0.09264238178730011, "global_step": 31633, "epoch": 329, "lr": 2.8606563158962152e-05}
+{"train_loss": 0.09520138800144196, "global_step": 31634, "epoch": 329, "lr": 2.859805796346666e-05}
+{"train_loss": 0.06166836619377136, "global_step": 31635, "epoch": 329, "lr": 2.8589553935167755e-05}
+{"train_loss": 0.08885738998651505, "global_step": 31636, "epoch": 329, "lr": 2.8581051074123456e-05}
+{"train_loss": 0.07160436362028122, "global_step": 31637, "epoch": 329, "lr": 2.857254938039149e-05}
+{"train_loss": 0.10739811509847641, "global_step": 31638, "epoch": 329, "lr": 2.8564048854029945e-05}
+{"train_loss": 0.08706969022750854, "global_step": 31639, "epoch": 329, "lr": 2.85555494950966e-05}
+{"train_loss": 0.0963544026017189, "global_step": 31640, "epoch": 329, "lr": 2.8547051303649364e-05}
+{"train_loss": 0.0862678661942482, "global_step": 31641, "epoch": 329, "lr": 2.853855427974612e-05}
+{"train_loss": 0.10120465606451035, "global_step": 31642, "epoch": 329, "lr": 2.853005842344467e-05}
+{"train_loss": 0.08263963460922241, "global_step": 31643, "epoch": 329, "lr": 2.852156373480297e-05}
+{"train_loss": 0.08563633263111115, "global_step": 31644, "epoch": 329, "lr": 2.85130702138787e-05}
+{"train_loss": 0.08180791139602661, "global_step": 31645, "epoch": 329, "lr": 2.850457786072991e-05}
+{"train_loss": 0.09412629902362823, "global_step": 31646, "epoch": 329, "lr": 2.849608667541428e-05}
+{"train_loss": 0.07841485738754272, "global_step": 31647, "epoch": 329, "lr": 2.8487596657989702e-05}
+{"train_loss": 0.08575814962387085, "global_step": 31648, "epoch": 329, "lr": 2.8479107808513906e-05}
+{"train_loss": 0.06442950665950775, "global_step": 31649, "epoch": 329, "lr": 2.847062012704482e-05}
+{"train_loss": 0.06855703890323639, "global_step": 31650, "epoch": 329, "lr": 2.846213361364014e-05}
+{"train_loss": 0.07198305428028107, "global_step": 31651, "epoch": 329, "lr": 2.8453648268357703e-05}
+{"train_loss": 0.08486555516719818, "global_step": 31652, "epoch": 329, "lr": 2.8445164091255282e-05}
+{"train_loss": 0.10382513701915741, "global_step": 31653, "epoch": 329, "lr": 2.8436681082390705e-05}
+{"train_loss": 0.11369206011295319, "global_step": 31654, "epoch": 329, "lr": 2.8428199241821653e-05}
+{"train_loss": 0.0738583505153656, "global_step": 31655, "epoch": 329, "lr": 2.8419718569605904e-05}
+{"train_loss": 0.07308916747570038, "global_step": 31656, "epoch": 329, "lr": 2.8411239065801277e-05}
+{"train_loss": 0.0959039255976677, "global_step": 31657, "epoch": 329, "lr": 2.8402760730465438e-05}
+{"train_loss": 0.0746515765786171, "global_step": 31658, "epoch": 329, "lr": 2.8394283563656164e-05}
+{"train_loss": 0.07242401689291, "global_step": 31659, "epoch": 329, "lr": 2.83858075654311e-05}
+{"train_loss": 0.09157854318618774, "global_step": 31660, "epoch": 329, "lr": 2.8377332735848107e-05}
+{"train_loss": 0.0732819139957428, "global_step": 31661, "epoch": 329, "lr": 2.836885907496478e-05}
+{"train_loss": 0.07005336880683899, "global_step": 31662, "epoch": 329, "lr": 2.836038658283886e-05}
+{"train_loss": 0.09618065506219864, "global_step": 31663, "epoch": 329, "lr": 2.835191525952805e-05}
+{"train_loss": 0.09848698228597641, "global_step": 31664, "epoch": 329, "lr": 2.834344510509006e-05}
+{"train_loss": 0.09821029007434845, "global_step": 31665, "epoch": 329, "lr": 2.8334976119582512e-05}
+{"train_loss": 0.06418237090110779, "global_step": 31666, "epoch": 329, "lr": 2.8326508303063092e-05}
+{"train_loss": 0.08837680518627167, "global_step": 31667, "epoch": 329, "lr": 2.8318041655589533e-05}
+{"train_loss": 0.05742012336850166, "global_step": 31668, "epoch": 329, "lr": 2.830957617721941e-05}
+{"train_loss": 0.07261386513710022, "global_step": 31669, "epoch": 329, "lr": 2.8301111868010365e-05}
+{"train_loss": 0.08396058529615402, "global_step": 31670, "epoch": 329, "lr": 2.8292648728020087e-05}
+{"train_loss": 0.07413235306739807, "global_step": 31671, "epoch": 329, "lr": 2.828418675730622e-05}
+{"train_loss": 0.08829738944768906, "global_step": 31672, "epoch": 329, "lr": 2.8275725955926313e-05}
+{"train_loss": 0.0925663486123085, "global_step": 31673, "epoch": 329, "lr": 2.8267266323938037e-05}
+{"train_loss": 0.09732747822999954, "global_step": 31674, "epoch": 329, "lr": 2.8258807861398962e-05}
+{"train_loss": 0.09146086871623993, "global_step": 31675, "epoch": 329, "lr": 2.8250350568366778e-05}
+{"train_loss": 0.07152058184146881, "global_step": 31676, "epoch": 329, "lr": 2.8241894444898955e-05}
+{"train_loss": 0.09592413902282715, "global_step": 31677, "epoch": 329, "lr": 2.8233439491053148e-05}
+{"train_loss": 0.11166052520275116, "global_step": 31678, "epoch": 329, "lr": 2.8224985706886898e-05}
+{"train_loss": 0.08710735473626603, "global_step": 31679, "epoch": 329, "lr": 2.8216533092457865e-05}
+{"train_loss": 0.08610861748456955, "global_step": 31680, "epoch": 330, "lr": 2.820808164782347e-05}
+{"train_loss": 0.09840238094329834, "global_step": 31681, "epoch": 330, "lr": 2.8199631373041335e-05}
+{"train_loss": 0.08177680522203445, "global_step": 31682, "epoch": 330, "lr": 2.8191182268169035e-05}
+{"train_loss": 0.10714453458786011, "global_step": 31683, "epoch": 330, "lr": 2.818273433326406e-05}
+{"train_loss": 0.11428267508745193, "global_step": 31684, "epoch": 330, "lr": 2.8174287568383963e-05}
+{"train_loss": 0.06442607939243317, "global_step": 31685, "epoch": 330, "lr": 2.816584197358616e-05}
+{"train_loss": 0.08052554726600647, "global_step": 31686, "epoch": 330, "lr": 2.8157397548928366e-05}
+{"train_loss": 0.07357566803693771, "global_step": 31687, "epoch": 330, "lr": 2.814895429446791e-05}
+{"train_loss": 0.07771403342485428, "global_step": 31688, "epoch": 330, "lr": 2.814051221026235e-05}
+{"train_loss": 0.07750573754310608, "global_step": 31689, "epoch": 330, "lr": 2.8132071296369166e-05}
+{"train_loss": 0.10078300535678864, "global_step": 31690, "epoch": 330, "lr": 2.812363155284592e-05}
+{"train_loss": 0.0895923376083374, "global_step": 31691, "epoch": 330, "lr": 2.8115192979749938e-05}
+{"train_loss": 0.09154271334409714, "global_step": 31692, "epoch": 330, "lr": 2.8106755577138753e-05}
+{"train_loss": 0.084557443857193, "global_step": 31693, "epoch": 330, "lr": 2.8098319345069856e-05}
+{"train_loss": 0.07806652784347534, "global_step": 31694, "epoch": 330, "lr": 2.8089884283600688e-05}
+{"train_loss": 0.06858191639184952, "global_step": 31695, "epoch": 330, "lr": 2.808145039278862e-05}
+{"train_loss": 0.09874013066291809, "global_step": 31696, "epoch": 330, "lr": 2.8073017672691127e-05}
+{"train_loss": 0.07465346157550812, "global_step": 31697, "epoch": 330, "lr": 2.8064586123365687e-05}
+{"train_loss": 0.0820896178483963, "global_step": 31698, "epoch": 330, "lr": 2.8056155744869618e-05}
+{"train_loss": 0.06410612165927887, "global_step": 31699, "epoch": 330, "lr": 2.8047726537260378e-05}
+{"train_loss": 0.08084183931350708, "global_step": 31700, "epoch": 330, "lr": 2.803929850059537e-05}
+{"train_loss": 0.09272879362106323, "global_step": 31701, "epoch": 330, "lr": 2.803087163493203e-05}
+{"train_loss": 0.09099062532186508, "global_step": 31702, "epoch": 330, "lr": 2.8022445940327634e-05}
+{"train_loss": 0.12961652874946594, "global_step": 31703, "epoch": 330, "lr": 2.801402141683962e-05}
+{"train_loss": 0.07430458068847656, "global_step": 31704, "epoch": 330, "lr": 2.8005598064525363e-05}
+{"train_loss": 0.07233324646949768, "global_step": 31705, "epoch": 330, "lr": 2.799717588344226e-05}
+{"train_loss": 0.11878267675638199, "global_step": 31706, "epoch": 330, "lr": 2.7988754873647583e-05}
+{"train_loss": 0.0881236344575882, "global_step": 31707, "epoch": 330, "lr": 2.79803350351987e-05}
+{"train_loss": 0.10037925094366074, "global_step": 31708, "epoch": 330, "lr": 2.7971916368152994e-05}
+{"train_loss": 0.09224297106266022, "global_step": 31709, "epoch": 330, "lr": 2.796349887256773e-05}
+{"train_loss": 0.10694418102502823, "global_step": 31710, "epoch": 330, "lr": 2.7955082548500254e-05}
+{"train_loss": 0.07776422798633575, "global_step": 31711, "epoch": 330, "lr": 2.7946667396007907e-05}
+{"train_loss": 0.05010787770152092, "global_step": 31712, "epoch": 330, "lr": 2.7938253415147996e-05}
+{"train_loss": 0.10116520524024963, "global_step": 31713, "epoch": 330, "lr": 2.7929840605977742e-05}
+{"train_loss": 0.07474245876073837, "global_step": 31714, "epoch": 330, "lr": 2.7921428968554474e-05}
+{"train_loss": 0.07281807065010071, "global_step": 31715, "epoch": 330, "lr": 2.7913018502935507e-05}
+{"train_loss": 0.08895498514175415, "global_step": 31716, "epoch": 330, "lr": 2.7904609209178122e-05}
+{"train_loss": 0.0660066157579422, "global_step": 31717, "epoch": 330, "lr": 2.7896201087339504e-05}
+{"train_loss": 0.06628066301345825, "global_step": 31718, "epoch": 330, "lr": 2.7887794137476952e-05}
+{"train_loss": 0.07329733669757843, "global_step": 31719, "epoch": 330, "lr": 2.787938835964774e-05}
+{"train_loss": 0.06998124718666077, "global_step": 31720, "epoch": 330, "lr": 2.7870983753909106e-05}
+{"train_loss": 0.09540341794490814, "global_step": 31721, "epoch": 330, "lr": 2.7862580320318254e-05}
+{"train_loss": 0.08895866572856903, "global_step": 31722, "epoch": 330, "lr": 2.78541780589324e-05}
+{"train_loss": 0.06589370965957642, "global_step": 31723, "epoch": 330, "lr": 2.7845776969808812e-05}
+{"train_loss": 0.0884106382727623, "global_step": 31724, "epoch": 330, "lr": 2.7837377053004644e-05}
+{"train_loss": 0.09315013885498047, "global_step": 31725, "epoch": 330, "lr": 2.7828978308577115e-05}
+{"train_loss": 0.05899153649806976, "global_step": 31726, "epoch": 330, "lr": 2.7820580736583423e-05}
+{"train_loss": 0.08725777268409729, "global_step": 31727, "epoch": 330, "lr": 2.7812184337080814e-05}
+{"train_loss": 0.12190379202365875, "global_step": 31728, "epoch": 330, "lr": 2.7803789110126355e-05}
+{"train_loss": 0.09413787722587585, "global_step": 31729, "epoch": 330, "lr": 2.779539505577724e-05}
+{"train_loss": 0.06405353546142578, "global_step": 31730, "epoch": 330, "lr": 2.778700217409067e-05}
+{"train_loss": 0.09482929110527039, "global_step": 31731, "epoch": 330, "lr": 2.7778610465123846e-05}
+{"train_loss": 0.07540497183799744, "global_step": 31732, "epoch": 330, "lr": 2.7770219928933782e-05}
+{"train_loss": 0.095323845744133, "global_step": 31733, "epoch": 330, "lr": 2.7761830565577683e-05}
+{"train_loss": 0.10158096253871918, "global_step": 31734, "epoch": 330, "lr": 2.7753442375112704e-05}
+{"train_loss": 0.08207529783248901, "global_step": 31735, "epoch": 330, "lr": 2.774505535759595e-05}
+{"train_loss": 0.12090814858675003, "global_step": 31736, "epoch": 330, "lr": 2.7736669513084512e-05}
+{"train_loss": 0.06391417980194092, "global_step": 31737, "epoch": 330, "lr": 2.77282848416355e-05}
+{"train_loss": 0.07942521572113037, "global_step": 31738, "epoch": 330, "lr": 2.7719901343306043e-05}
+{"train_loss": 0.07961926609277725, "global_step": 31739, "epoch": 330, "lr": 2.7711519018153186e-05}
+{"train_loss": 0.10031011700630188, "global_step": 31740, "epoch": 330, "lr": 2.770313786623402e-05}
+{"train_loss": 0.07433408498764038, "global_step": 31741, "epoch": 330, "lr": 2.7694757887605626e-05}
+{"train_loss": 0.10449669510126114, "global_step": 31742, "epoch": 330, "lr": 2.768637908232512e-05}
+{"train_loss": 0.07392765581607819, "global_step": 31743, "epoch": 330, "lr": 2.7678001450449453e-05}
+{"train_loss": 0.08656196296215057, "global_step": 31744, "epoch": 330, "lr": 2.7669624992035737e-05}
+{"train_loss": 0.12149618566036224, "global_step": 31745, "epoch": 330, "lr": 2.7661249707141014e-05}
+{"train_loss": 0.048922136425971985, "global_step": 31746, "epoch": 330, "lr": 2.7652875595822368e-05}
+{"train_loss": 0.09854884445667267, "global_step": 31747, "epoch": 330, "lr": 2.7644502658136717e-05}
+{"train_loss": 0.08543500304222107, "global_step": 31748, "epoch": 330, "lr": 2.763613089414112e-05}
+{"train_loss": 0.07621755450963974, "global_step": 31749, "epoch": 330, "lr": 2.762776030389258e-05}
+{"train_loss": 0.10242196917533875, "global_step": 31750, "epoch": 330, "lr": 2.7619390887448184e-05}
+{"train_loss": 0.0881364643573761, "global_step": 31751, "epoch": 330, "lr": 2.761102264486479e-05}
+{"train_loss": 0.07614345848560333, "global_step": 31752, "epoch": 330, "lr": 2.7602655576199478e-05}
+{"train_loss": 0.08288096636533737, "global_step": 31753, "epoch": 330, "lr": 2.7594289681509212e-05}
+{"train_loss": 0.11314664781093597, "global_step": 31754, "epoch": 330, "lr": 2.7585924960850908e-05}
+{"train_loss": 0.10077634453773499, "global_step": 31755, "epoch": 330, "lr": 2.757756141428156e-05}
+{"train_loss": 0.08814878761768341, "global_step": 31756, "epoch": 330, "lr": 2.756919904185813e-05}
+{"train_loss": 0.091085284948349, "global_step": 31757, "epoch": 330, "lr": 2.756083784363761e-05}
+{"train_loss": 0.09945487976074219, "global_step": 31758, "epoch": 330, "lr": 2.755247781967678e-05}
+{"train_loss": 0.08617261052131653, "global_step": 31759, "epoch": 330, "lr": 2.7544118970032772e-05}
+{"train_loss": 0.09229592978954315, "global_step": 31760, "epoch": 330, "lr": 2.7535761294762365e-05}
+{"train_loss": 0.10499685257673264, "global_step": 31761, "epoch": 330, "lr": 2.7527404793922573e-05}
+{"train_loss": 0.08033107221126556, "global_step": 31762, "epoch": 330, "lr": 2.751904946757018e-05}
+{"train_loss": 0.07579305022954941, "global_step": 31763, "epoch": 330, "lr": 2.751069531576218e-05}
+{"train_loss": 0.08809441328048706, "global_step": 31764, "epoch": 330, "lr": 2.750234233855544e-05}
+{"train_loss": 0.0856352150440216, "global_step": 31765, "epoch": 330, "lr": 2.7493990536006807e-05}
+{"train_loss": 0.08157552778720856, "global_step": 31766, "epoch": 330, "lr": 2.7485639908173188e-05}
+{"train_loss": 0.11604032665491104, "global_step": 31767, "epoch": 330, "lr": 2.7477290455111427e-05}
+{"train_loss": 0.09945990145206451, "global_step": 31768, "epoch": 330, "lr": 2.7468942176878432e-05}
+{"train_loss": 0.07414358854293823, "global_step": 31769, "epoch": 330, "lr": 2.7460595073530936e-05}
+{"train_loss": 0.09436963498592377, "global_step": 31770, "epoch": 330, "lr": 2.745224914512594e-05}
+{"train_loss": 0.09691721200942993, "global_step": 31771, "epoch": 330, "lr": 2.7443904391720176e-05}
+{"train_loss": 0.08242808282375336, "global_step": 31772, "epoch": 330, "lr": 2.743556081337051e-05}
+{"train_loss": 0.08313288539648056, "global_step": 31773, "epoch": 330, "lr": 2.7427218410133648e-05}
+{"train_loss": 0.10266882181167603, "global_step": 31774, "epoch": 330, "lr": 2.7418877182066594e-05}
+{"train_loss": 0.08704312048697223, "global_step": 31775, "epoch": 330, "lr": 2.7410537129225988e-05, "train_action_mse_error": 1.5425628134835279e-06}
+{"train_loss": 0.08155396580696106, "global_step": 31776, "epoch": 331, "lr": 2.7402198251668743e-05}
+{"train_loss": 0.10066486895084381, "global_step": 31777, "epoch": 331, "lr": 2.7393860549451522e-05}
+{"train_loss": 0.08466311544179916, "global_step": 31778, "epoch": 331, "lr": 2.738552402263117e-05}
+{"train_loss": 0.08261274546384811, "global_step": 31779, "epoch": 331, "lr": 2.7377188671264486e-05}
+{"train_loss": 0.046688467264175415, "global_step": 31780, "epoch": 331, "lr": 2.7368854495408157e-05}
+{"train_loss": 0.08050137758255005, "global_step": 31781, "epoch": 331, "lr": 2.7360521495118985e-05}
+{"train_loss": 0.07417371869087219, "global_step": 31782, "epoch": 331, "lr": 2.73521896704537e-05}
+{"train_loss": 0.09506696462631226, "global_step": 31783, "epoch": 331, "lr": 2.7343859021469075e-05}
+{"train_loss": 0.10208162665367126, "global_step": 31784, "epoch": 331, "lr": 2.7335529548221718e-05}
+{"train_loss": 0.08875879645347595, "global_step": 31785, "epoch": 331, "lr": 2.732720125076853e-05}
+{"train_loss": 0.08897631615400314, "global_step": 31786, "epoch": 331, "lr": 2.7318874129166093e-05}
+{"train_loss": 0.07740163803100586, "global_step": 31787, "epoch": 331, "lr": 2.7310548183471185e-05}
+{"train_loss": 0.0752553641796112, "global_step": 31788, "epoch": 331, "lr": 2.7302223413740447e-05}
+{"train_loss": 0.06495018303394318, "global_step": 31789, "epoch": 331, "lr": 2.7293899820030588e-05}
+{"train_loss": 0.0794169083237648, "global_step": 31790, "epoch": 331, "lr": 2.7285577402398278e-05}
+{"train_loss": 0.0860632061958313, "global_step": 31791, "epoch": 331, "lr": 2.7277256160900268e-05}
+{"train_loss": 0.0788349062204361, "global_step": 31792, "epoch": 331, "lr": 2.726893609559311e-05}
+{"train_loss": 0.12626127898693085, "global_step": 31793, "epoch": 331, "lr": 2.72606172065335e-05}
+{"train_loss": 0.07661163061857224, "global_step": 31794, "epoch": 331, "lr": 2.7252299493778165e-05}
+{"train_loss": 0.10394468158483505, "global_step": 31795, "epoch": 331, "lr": 2.7243982957383572e-05}
+{"train_loss": 0.08980092406272888, "global_step": 31796, "epoch": 331, "lr": 2.7235667597406568e-05}
+{"train_loss": 0.07728739827871323, "global_step": 31797, "epoch": 331, "lr": 2.7227353413903613e-05}
+{"train_loss": 0.08402806520462036, "global_step": 31798, "epoch": 331, "lr": 2.721904040693144e-05}
+{"train_loss": 0.08822482824325562, "global_step": 31799, "epoch": 331, "lr": 2.7210728576546518e-05}
+{"train_loss": 0.0679115429520607, "global_step": 31800, "epoch": 331, "lr": 2.72024179228056e-05}
+{"train_loss": 0.05805492401123047, "global_step": 31801, "epoch": 331, "lr": 2.71941084457652e-05}
+{"train_loss": 0.08147154003381729, "global_step": 31802, "epoch": 331, "lr": 2.7185800145481934e-05}
+{"train_loss": 0.06976721435785294, "global_step": 31803, "epoch": 331, "lr": 2.7177493022012312e-05}
+{"train_loss": 0.09870196878910065, "global_step": 31804, "epoch": 331, "lr": 2.716918707541296e-05}
+{"train_loss": 0.09277693182229996, "global_step": 31805, "epoch": 331, "lr": 2.7160882305740476e-05}
+{"train_loss": 0.10731381177902222, "global_step": 31806, "epoch": 331, "lr": 2.715257871305128e-05}
+{"train_loss": 0.08543053269386292, "global_step": 31807, "epoch": 331, "lr": 2.714427629740208e-05}
+{"train_loss": 0.06870889663696289, "global_step": 31808, "epoch": 331, "lr": 2.7135975058849305e-05}
+{"train_loss": 0.09277880191802979, "global_step": 31809, "epoch": 331, "lr": 2.712767499744955e-05}
+{"train_loss": 0.08500881493091583, "global_step": 31810, "epoch": 331, "lr": 2.7119376113259233e-05}
+{"train_loss": 0.10893107205629349, "global_step": 31811, "epoch": 331, "lr": 2.7111078406334998e-05}
+{"train_loss": 0.0811772495508194, "global_step": 31812, "epoch": 331, "lr": 2.7102781876733252e-05}
+{"train_loss": 0.08262883126735687, "global_step": 31813, "epoch": 331, "lr": 2.7094486524510588e-05}
+{"train_loss": 0.08791923522949219, "global_step": 31814, "epoch": 331, "lr": 2.7086192349723315e-05}
+{"train_loss": 0.06258783489465714, "global_step": 31815, "epoch": 331, "lr": 2.707789935242815e-05}
+{"train_loss": 0.06620356440544128, "global_step": 31816, "epoch": 331, "lr": 2.7069607532681397e-05}
+{"train_loss": 0.10765217244625092, "global_step": 31817, "epoch": 331, "lr": 2.7061316890539566e-05}
+{"train_loss": 0.09390509128570557, "global_step": 31818, "epoch": 331, "lr": 2.7053027426059176e-05}
+{"train_loss": 0.05124033987522125, "global_step": 31819, "epoch": 331, "lr": 2.704473913929655e-05}
+{"train_loss": 0.08482956141233444, "global_step": 31820, "epoch": 331, "lr": 2.703645203030827e-05}
+{"train_loss": 0.08473283052444458, "global_step": 31821, "epoch": 331, "lr": 2.7028166099150597e-05}
+{"train_loss": 0.08628027141094208, "global_step": 31822, "epoch": 331, "lr": 2.701988134588016e-05}
+{"train_loss": 0.09912006556987762, "global_step": 31823, "epoch": 331, "lr": 2.701159777055322e-05}
+{"train_loss": 0.10177195072174072, "global_step": 31824, "epoch": 331, "lr": 2.7003315373226268e-05}
+{"train_loss": 0.08553677797317505, "global_step": 31825, "epoch": 331, "lr": 2.6995034153955612e-05}
+{"train_loss": 0.0778949037194252, "global_step": 31826, "epoch": 331, "lr": 2.6986754112797787e-05}
+{"train_loss": 0.06860733032226562, "global_step": 31827, "epoch": 331, "lr": 2.697847524980903e-05}
+{"train_loss": 0.09701044112443924, "global_step": 31828, "epoch": 331, "lr": 2.697019756504582e-05}
+{"train_loss": 0.09104898571968079, "global_step": 31829, "epoch": 331, "lr": 2.6961921058564476e-05}
+{"train_loss": 0.06437075883150101, "global_step": 31830, "epoch": 331, "lr": 2.6953645730421405e-05}
+{"train_loss": 0.0896228551864624, "global_step": 31831, "epoch": 331, "lr": 2.694537158067292e-05}
+{"train_loss": 0.06879402697086334, "global_step": 31832, "epoch": 331, "lr": 2.6937098609375344e-05}
+{"train_loss": 0.09447665512561798, "global_step": 31833, "epoch": 331, "lr": 2.6928826816585108e-05}
+{"train_loss": 0.1045311987400055, "global_step": 31834, "epoch": 331, "lr": 2.6920556202358405e-05}
+{"train_loss": 0.07259397953748703, "global_step": 31835, "epoch": 331, "lr": 2.691228676675168e-05}
+{"train_loss": 0.0788627415895462, "global_step": 31836, "epoch": 331, "lr": 2.6904018509821116e-05}
+{"train_loss": 0.07096680253744125, "global_step": 31837, "epoch": 331, "lr": 2.6895751431623172e-05}
+{"train_loss": 0.06190653145313263, "global_step": 31838, "epoch": 331, "lr": 2.688748553221403e-05}
+{"train_loss": 0.07548046112060547, "global_step": 31839, "epoch": 331, "lr": 2.6879220811650063e-05}
+{"train_loss": 0.10813609510660172, "global_step": 31840, "epoch": 331, "lr": 2.6870957269987408e-05}
+{"train_loss": 0.07328598201274872, "global_step": 31841, "epoch": 331, "lr": 2.6862694907282506e-05}
+{"train_loss": 0.09512098133563995, "global_step": 31842, "epoch": 331, "lr": 2.685443372359151e-05}
+{"train_loss": 0.10154584050178528, "global_step": 31843, "epoch": 331, "lr": 2.6846173718970714e-05}
+{"train_loss": 0.08333395421504974, "global_step": 31844, "epoch": 331, "lr": 2.6837914893476422e-05}
+{"train_loss": 0.08464662730693817, "global_step": 31845, "epoch": 331, "lr": 2.6829657247164753e-05}
+{"train_loss": 0.08861854672431946, "global_step": 31846, "epoch": 331, "lr": 2.682140078009201e-05}
+{"train_loss": 0.06586369127035141, "global_step": 31847, "epoch": 331, "lr": 2.6813145492314416e-05}
+{"train_loss": 0.08329743146896362, "global_step": 31848, "epoch": 331, "lr": 2.680489138388822e-05}
+{"train_loss": 0.06349770724773407, "global_step": 31849, "epoch": 331, "lr": 2.6796638454869548e-05}
+{"train_loss": 0.09777224063873291, "global_step": 31850, "epoch": 331, "lr": 2.6788386705314693e-05}
+{"train_loss": 0.058680467307567596, "global_step": 31851, "epoch": 331, "lr": 2.678013613527972e-05}
+{"train_loss": 0.079172283411026, "global_step": 31852, "epoch": 331, "lr": 2.6771886744820962e-05}
+{"train_loss": 0.07054458558559418, "global_step": 31853, "epoch": 331, "lr": 2.6763638533994483e-05}
+{"train_loss": 0.09487700462341309, "global_step": 31854, "epoch": 331, "lr": 2.6755391502856485e-05}
+{"train_loss": 0.08661296963691711, "global_step": 31855, "epoch": 331, "lr": 2.6747145651463146e-05}
+{"train_loss": 0.06372388452291489, "global_step": 31856, "epoch": 331, "lr": 2.673890097987064e-05}
+{"train_loss": 0.11660076677799225, "global_step": 31857, "epoch": 331, "lr": 2.673065748813506e-05}
+{"train_loss": 0.07941360026597977, "global_step": 31858, "epoch": 331, "lr": 2.672241517631253e-05}
+{"train_loss": 0.0969483032822609, "global_step": 31859, "epoch": 331, "lr": 2.671417404445926e-05}
+{"train_loss": 0.05241897702217102, "global_step": 31860, "epoch": 331, "lr": 2.670593409263127e-05}
+{"train_loss": 0.08596683293581009, "global_step": 31861, "epoch": 331, "lr": 2.6697695320884754e-05}
+{"train_loss": 0.07628051936626434, "global_step": 31862, "epoch": 331, "lr": 2.668945772927569e-05}
+{"train_loss": 0.11282992362976074, "global_step": 31863, "epoch": 331, "lr": 2.668122131786037e-05}
+{"train_loss": 0.09757328033447266, "global_step": 31864, "epoch": 331, "lr": 2.667298608669473e-05}
+{"train_loss": 0.07025843858718872, "global_step": 31865, "epoch": 331, "lr": 2.6664752035834872e-05}
+{"train_loss": 0.05582015588879585, "global_step": 31866, "epoch": 331, "lr": 2.665651916533689e-05}
+{"train_loss": 0.07721438258886337, "global_step": 31867, "epoch": 331, "lr": 2.6648287475256917e-05}
+{"train_loss": 0.0894772857427597, "global_step": 31868, "epoch": 331, "lr": 2.6640056965650884e-05}
+{"train_loss": 0.0869751125574112, "global_step": 31869, "epoch": 331, "lr": 2.663182763657488e-05}
+{"train_loss": 0.06989726424217224, "global_step": 31870, "epoch": 331, "lr": 2.6623599488084973e-05}
+{"train_loss": 0.08349091183238973, "global_step": 31871, "epoch": 331, "lr": 2.6615372520237204e-05}
+{"train_loss": 0.07612824440002441, "global_step": 31872, "epoch": 332, "lr": 2.6607146733087528e-05}
+{"train_loss": 0.11278027296066284, "global_step": 31873, "epoch": 332, "lr": 2.6598922126692016e-05}
+{"train_loss": 0.10666245967149734, "global_step": 31874, "epoch": 332, "lr": 2.6590698701106708e-05}
+{"train_loss": 0.08235453069210052, "global_step": 31875, "epoch": 332, "lr": 2.6582476456387494e-05}
+{"train_loss": 0.10127557814121246, "global_step": 31876, "epoch": 332, "lr": 2.657425539259044e-05}
+{"train_loss": 0.0916387289762497, "global_step": 31877, "epoch": 332, "lr": 2.6566035509771524e-05}
+{"train_loss": 0.07650520652532578, "global_step": 31878, "epoch": 332, "lr": 2.6557816807986747e-05}
+{"train_loss": 0.06285353004932404, "global_step": 31879, "epoch": 332, "lr": 2.6549599287291995e-05}
+{"train_loss": 0.0708102136850357, "global_step": 31880, "epoch": 332, "lr": 2.6541382947743288e-05}
+{"train_loss": 0.10008366405963898, "global_step": 31881, "epoch": 332, "lr": 2.653316778939654e-05}
+{"train_loss": 0.09676836431026459, "global_step": 31882, "epoch": 332, "lr": 2.6524953812307774e-05}
+{"train_loss": 0.08921532332897186, "global_step": 31883, "epoch": 332, "lr": 2.651674101653283e-05}
+{"train_loss": 0.0836954116821289, "global_step": 31884, "epoch": 332, "lr": 2.650852940212767e-05}
+{"train_loss": 0.083005890250206, "global_step": 31885, "epoch": 332, "lr": 2.6500318969148265e-05}
+{"train_loss": 0.103491872549057, "global_step": 31886, "epoch": 332, "lr": 2.6492109717650414e-05}
+{"train_loss": 0.07224258780479431, "global_step": 31887, "epoch": 332, "lr": 2.64839016476901e-05}
+{"train_loss": 0.08155280351638794, "global_step": 31888, "epoch": 332, "lr": 2.647569475932319e-05}
+{"train_loss": 0.08685246109962463, "global_step": 31889, "epoch": 332, "lr": 2.6467489052605632e-05}
+{"train_loss": 0.07917788624763489, "global_step": 31890, "epoch": 332, "lr": 2.645928452759321e-05}
+{"train_loss": 0.060553178191185, "global_step": 31891, "epoch": 332, "lr": 2.645108118434181e-05}
+{"train_loss": 0.1039934903383255, "global_step": 31892, "epoch": 332, "lr": 2.6442879022907342e-05}
+{"train_loss": 0.10221979022026062, "global_step": 31893, "epoch": 332, "lr": 2.6434678043345694e-05}
+{"train_loss": 0.09274439513683319, "global_step": 31894, "epoch": 332, "lr": 2.6426478245712584e-05}
+{"train_loss": 0.08628156781196594, "global_step": 31895, "epoch": 332, "lr": 2.6418279630063937e-05}
+{"train_loss": 0.07436566054821014, "global_step": 31896, "epoch": 332, "lr": 2.6410082196455578e-05}
+{"train_loss": 0.08301705121994019, "global_step": 31897, "epoch": 332, "lr": 2.640188594494335e-05}
+{"train_loss": 0.08390167355537415, "global_step": 31898, "epoch": 332, "lr": 2.639369087558301e-05}
+{"train_loss": 0.07839249074459076, "global_step": 31899, "epoch": 332, "lr": 2.638549698843038e-05}
+{"train_loss": 0.0778454840183258, "global_step": 31900, "epoch": 332, "lr": 2.6377304283541328e-05}
+{"train_loss": 0.1277136653661728, "global_step": 31901, "epoch": 332, "lr": 2.6369112760971538e-05}
+{"train_loss": 0.09278687834739685, "global_step": 31902, "epoch": 332, "lr": 2.6360922420776814e-05}
+{"train_loss": 0.07417567074298859, "global_step": 31903, "epoch": 332, "lr": 2.6352733263012972e-05}
+{"train_loss": 0.11138004064559937, "global_step": 31904, "epoch": 332, "lr": 2.6344545287735823e-05}
+{"train_loss": 0.07451596856117249, "global_step": 31905, "epoch": 332, "lr": 2.6336358495001002e-05}
+{"train_loss": 0.09334172308444977, "global_step": 31906, "epoch": 332, "lr": 2.632817288486431e-05}
+{"train_loss": 0.0874999612569809, "global_step": 31907, "epoch": 332, "lr": 2.6319988457381507e-05}
+{"train_loss": 0.08889207243919373, "global_step": 31908, "epoch": 332, "lr": 2.6311805212608365e-05}
+{"train_loss": 0.1101563423871994, "global_step": 31909, "epoch": 332, "lr": 2.6303623150600533e-05}
+{"train_loss": 0.08261396735906601, "global_step": 31910, "epoch": 332, "lr": 2.6295442271413738e-05}
+{"train_loss": 0.11550745368003845, "global_step": 31911, "epoch": 332, "lr": 2.62872625751037e-05}
+{"train_loss": 0.1030292883515358, "global_step": 31912, "epoch": 332, "lr": 2.6279084061726188e-05}
+{"train_loss": 0.09404917806386948, "global_step": 31913, "epoch": 332, "lr": 2.6270906731336787e-05}
+{"train_loss": 0.09606625139713287, "global_step": 31914, "epoch": 332, "lr": 2.6262730583991247e-05}
+{"train_loss": 0.0848015695810318, "global_step": 31915, "epoch": 332, "lr": 2.6254555619745257e-05}
+{"train_loss": 0.09005054831504822, "global_step": 31916, "epoch": 332, "lr": 2.624638183865442e-05}
+{"train_loss": 0.10136778652667999, "global_step": 31917, "epoch": 332, "lr": 2.6238209240774425e-05}
+{"train_loss": 0.060831379145383835, "global_step": 31918, "epoch": 332, "lr": 2.6230037826160936e-05}
+{"train_loss": 0.08708614110946655, "global_step": 31919, "epoch": 332, "lr": 2.6221867594869664e-05}
+{"train_loss": 0.09759362787008286, "global_step": 31920, "epoch": 332, "lr": 2.6213698546956124e-05}
+{"train_loss": 0.07567812502384186, "global_step": 31921, "epoch": 332, "lr": 2.6205530682475998e-05}
+{"train_loss": 0.10775578022003174, "global_step": 31922, "epoch": 332, "lr": 2.6197364001484916e-05}
+{"train_loss": 0.0861542671918869, "global_step": 31923, "epoch": 332, "lr": 2.6189198504038513e-05}
+{"train_loss": 0.05717413127422333, "global_step": 31924, "epoch": 332, "lr": 2.6181034190192333e-05}
+{"train_loss": 0.10075753927230835, "global_step": 31925, "epoch": 332, "lr": 2.617287106000199e-05}
+{"train_loss": 0.0728321522474289, "global_step": 31926, "epoch": 332, "lr": 2.616470911352311e-05}
+{"train_loss": 0.10657599568367004, "global_step": 31927, "epoch": 332, "lr": 2.6156548350811273e-05}
+{"train_loss": 0.07659147679805756, "global_step": 31928, "epoch": 332, "lr": 2.6148388771921985e-05}
+{"train_loss": 0.05627505108714104, "global_step": 31929, "epoch": 332, "lr": 2.6140230376910867e-05}
+{"train_loss": 0.08164811134338379, "global_step": 31930, "epoch": 332, "lr": 2.6132073165833502e-05}
+{"train_loss": 0.06565156579017639, "global_step": 31931, "epoch": 332, "lr": 2.6123917138745358e-05}
+{"train_loss": 0.07590124011039734, "global_step": 31932, "epoch": 332, "lr": 2.6115762295702005e-05}
+{"train_loss": 0.08708269894123077, "global_step": 31933, "epoch": 332, "lr": 2.6107608636758986e-05}
+{"train_loss": 0.07904669642448425, "global_step": 31934, "epoch": 332, "lr": 2.609945616197187e-05}
+{"train_loss": 0.10696564614772797, "global_step": 31935, "epoch": 332, "lr": 2.6091304871396084e-05}
+{"train_loss": 0.07862967997789383, "global_step": 31936, "epoch": 332, "lr": 2.608315476508718e-05}
+{"train_loss": 0.09975019842386246, "global_step": 31937, "epoch": 332, "lr": 2.6075005843100675e-05}
+{"train_loss": 0.08549047261476517, "global_step": 31938, "epoch": 332, "lr": 2.6066858105492076e-05}
+{"train_loss": 0.07169286906719208, "global_step": 31939, "epoch": 332, "lr": 2.6058711552316783e-05}
+{"train_loss": 0.08225376158952713, "global_step": 31940, "epoch": 332, "lr": 2.605056618363031e-05}
+{"train_loss": 0.10234327614307404, "global_step": 31941, "epoch": 332, "lr": 2.6042421999488185e-05}
+{"train_loss": 0.08421769738197327, "global_step": 31942, "epoch": 332, "lr": 2.6034278999945795e-05}
+{"train_loss": 0.08589853346347809, "global_step": 31943, "epoch": 332, "lr": 2.6026137185058595e-05}
+{"train_loss": 0.06867772340774536, "global_step": 31944, "epoch": 332, "lr": 2.601799655488206e-05}
+{"train_loss": 0.08068223297595978, "global_step": 31945, "epoch": 332, "lr": 2.600985710947166e-05}
+{"train_loss": 0.08713018894195557, "global_step": 31946, "epoch": 332, "lr": 2.600171884888274e-05}
+{"train_loss": 0.07287033647298813, "global_step": 31947, "epoch": 332, "lr": 2.599358177317075e-05}
+{"train_loss": 0.1002214103937149, "global_step": 31948, "epoch": 332, "lr": 2.598544588239109e-05}
+{"train_loss": 0.08689840137958527, "global_step": 31949, "epoch": 332, "lr": 2.5977311176599227e-05}
+{"train_loss": 0.09896129369735718, "global_step": 31950, "epoch": 332, "lr": 2.596917765585043e-05}
+{"train_loss": 0.06742051243782043, "global_step": 31951, "epoch": 332, "lr": 2.596104532020025e-05}
+{"train_loss": 0.11798413842916489, "global_step": 31952, "epoch": 332, "lr": 2.5952914169703957e-05}
+{"train_loss": 0.0820293053984642, "global_step": 31953, "epoch": 332, "lr": 2.594478420441697e-05}
+{"train_loss": 0.11423833668231964, "global_step": 31954, "epoch": 332, "lr": 2.5936655424394585e-05}
+{"train_loss": 0.05079296976327896, "global_step": 31955, "epoch": 332, "lr": 2.5928527829692195e-05}
+{"train_loss": 0.10138256847858429, "global_step": 31956, "epoch": 332, "lr": 2.5920401420365182e-05}
+{"train_loss": 0.059724897146224976, "global_step": 31957, "epoch": 332, "lr": 2.591227619646883e-05}
+{"train_loss": 0.06520901620388031, "global_step": 31958, "epoch": 332, "lr": 2.590415215805848e-05}
+{"train_loss": 0.08304312080144882, "global_step": 31959, "epoch": 332, "lr": 2.589602930518946e-05}
+{"train_loss": 0.08235260844230652, "global_step": 31960, "epoch": 332, "lr": 2.5887907637917154e-05}
+{"train_loss": 0.06838366389274597, "global_step": 31961, "epoch": 332, "lr": 2.587978715629671e-05}
+{"train_loss": 0.07918901741504669, "global_step": 31962, "epoch": 332, "lr": 2.5871667860383597e-05}
+{"train_loss": 0.09621988236904144, "global_step": 31963, "epoch": 332, "lr": 2.5863549750232997e-05}
+{"train_loss": 0.07522056996822357, "global_step": 31964, "epoch": 332, "lr": 2.5855432825900262e-05}
+{"train_loss": 0.0717802569270134, "global_step": 31965, "epoch": 332, "lr": 2.584731708744057e-05}
+{"train_loss": 0.09115919470787048, "global_step": 31966, "epoch": 332, "lr": 2.583920253490926e-05}
+{"train_loss": 0.08628731740949054, "global_step": 31967, "epoch": 332, "lr": 2.5831089168361565e-05}
+{"train_loss": 0.06709970533847809, "global_step": 31968, "epoch": 333, "lr": 2.582297698785281e-05}
+{"train_loss": 0.05961315333843231, "global_step": 31969, "epoch": 333, "lr": 2.5814865993438096e-05}
+{"train_loss": 0.09506280720233917, "global_step": 31970, "epoch": 333, "lr": 2.5806756185172744e-05}
+{"train_loss": 0.08446495234966278, "global_step": 31971, "epoch": 333, "lr": 2.5798647563112012e-05}
+{"train_loss": 0.09553877264261246, "global_step": 31972, "epoch": 333, "lr": 2.5790540127310993e-05}
+{"train_loss": 0.09496209025382996, "global_step": 31973, "epoch": 333, "lr": 2.578243387782504e-05}
+{"train_loss": 0.10198813676834106, "global_step": 31974, "epoch": 333, "lr": 2.5774328814709247e-05}
+{"train_loss": 0.07608449459075928, "global_step": 31975, "epoch": 333, "lr": 2.5766224938018902e-05}
+{"train_loss": 0.10453583300113678, "global_step": 31976, "epoch": 333, "lr": 2.5758122247809047e-05}
+{"train_loss": 0.08970710635185242, "global_step": 31977, "epoch": 333, "lr": 2.575002074413504e-05}
+{"train_loss": 0.08412149548530579, "global_step": 31978, "epoch": 333, "lr": 2.5741920427051924e-05}
+{"train_loss": 0.05504835397005081, "global_step": 31979, "epoch": 333, "lr": 2.5733821296614924e-05}
+{"train_loss": 0.10066095739603043, "global_step": 31980, "epoch": 333, "lr": 2.5725723352879106e-05}
+{"train_loss": 0.08930926024913788, "global_step": 31981, "epoch": 333, "lr": 2.571762659589969e-05}
+{"train_loss": 0.0889667421579361, "global_step": 31982, "epoch": 333, "lr": 2.5709531025731838e-05}
+{"train_loss": 0.06374474614858627, "global_step": 31983, "epoch": 333, "lr": 2.5701436642430542e-05}
+{"train_loss": 0.1107001006603241, "global_step": 31984, "epoch": 333, "lr": 2.56933434460511e-05}
+{"train_loss": 0.10277199745178223, "global_step": 31985, "epoch": 333, "lr": 2.5685251436648505e-05}
+{"train_loss": 0.10525457561016083, "global_step": 31986, "epoch": 333, "lr": 2.567716061427794e-05}
+{"train_loss": 0.09997937828302383, "global_step": 31987, "epoch": 333, "lr": 2.5669070978994357e-05}
+{"train_loss": 0.10534478724002838, "global_step": 31988, "epoch": 333, "lr": 2.566098253085303e-05}
+{"train_loss": 0.0815262421965599, "global_step": 31989, "epoch": 333, "lr": 2.5652895269908905e-05}
+{"train_loss": 0.10398786514997482, "global_step": 31990, "epoch": 333, "lr": 2.5644809196217168e-05}
+{"train_loss": 0.10747521370649338, "global_step": 31991, "epoch": 333, "lr": 2.5636724309832706e-05}
+{"train_loss": 0.071210578083992, "global_step": 31992, "epoch": 333, "lr": 2.5628640610810783e-05}
+{"train_loss": 0.08704516291618347, "global_step": 31993, "epoch": 333, "lr": 2.5620558099206293e-05}
+{"train_loss": 0.06707356870174408, "global_step": 31994, "epoch": 333, "lr": 2.5612476775074388e-05}
+{"train_loss": 0.07015759497880936, "global_step": 31995, "epoch": 333, "lr": 2.5604396638470007e-05}
+{"train_loss": 0.09396521747112274, "global_step": 31996, "epoch": 333, "lr": 2.559631768944819e-05}
+{"train_loss": 0.08090135455131531, "global_step": 31997, "epoch": 333, "lr": 2.5588239928064005e-05}
+{"train_loss": 0.09003742039203644, "global_step": 31998, "epoch": 333, "lr": 2.5580163354372366e-05}
+{"train_loss": 0.08833155035972595, "global_step": 31999, "epoch": 333, "lr": 2.5572087968428405e-05}
+{"train_loss": 0.07056620717048645, "global_step": 32000, "epoch": 333, "lr": 2.556401377028699e-05}
+{"train_loss": 0.09283013641834259, "global_step": 32001, "epoch": 333, "lr": 2.5555940760003205e-05}
+{"train_loss": 0.09563377499580383, "global_step": 32002, "epoch": 333, "lr": 2.554786893763188e-05}
+{"train_loss": 0.07200808823108673, "global_step": 32003, "epoch": 333, "lr": 2.553979830322817e-05}
+{"train_loss": 0.07263118028640747, "global_step": 32004, "epoch": 333, "lr": 2.5531728856846893e-05}
+{"train_loss": 0.0827266126871109, "global_step": 32005, "epoch": 333, "lr": 2.5523660598543074e-05}
+{"train_loss": 0.089023157954216, "global_step": 32006, "epoch": 333, "lr": 2.5515593528371605e-05}
+{"train_loss": 0.08765833079814911, "global_step": 32007, "epoch": 333, "lr": 2.550752764638742e-05}
+{"train_loss": 0.09628213942050934, "global_step": 32008, "epoch": 333, "lr": 2.5499462952645492e-05}
+{"train_loss": 0.08403636515140533, "global_step": 32009, "epoch": 333, "lr": 2.5491399447200692e-05}
+{"train_loss": 0.09075285494327545, "global_step": 32010, "epoch": 333, "lr": 2.5483337130108e-05}
+{"train_loss": 0.07623662054538727, "global_step": 32011, "epoch": 333, "lr": 2.5475276001422234e-05}
+{"train_loss": 0.07538916170597076, "global_step": 32012, "epoch": 333, "lr": 2.546721606119835e-05}
+{"train_loss": 0.05928552523255348, "global_step": 32013, "epoch": 333, "lr": 2.5459157309491132e-05}
+{"train_loss": 0.09296198189258575, "global_step": 32014, "epoch": 333, "lr": 2.5451099746355622e-05}
+{"train_loss": 0.07304719090461731, "global_step": 32015, "epoch": 333, "lr": 2.5443043371846574e-05}
+{"train_loss": 0.08115555346012115, "global_step": 32016, "epoch": 333, "lr": 2.5434988186018905e-05}
+{"train_loss": 0.06633149832487106, "global_step": 32017, "epoch": 333, "lr": 2.5426934188927343e-05}
+{"train_loss": 0.072920061647892, "global_step": 32018, "epoch": 333, "lr": 2.5418881380626936e-05}
+{"train_loss": 0.08013086766004562, "global_step": 32019, "epoch": 333, "lr": 2.541082976117235e-05}
+{"train_loss": 0.09235779941082001, "global_step": 32020, "epoch": 333, "lr": 2.5402779330618497e-05}
+{"train_loss": 0.09482863545417786, "global_step": 32021, "epoch": 333, "lr": 2.5394730089020223e-05}
+{"train_loss": 0.10230499505996704, "global_step": 32022, "epoch": 333, "lr": 2.5386682036432262e-05}
+{"train_loss": 0.074647456407547, "global_step": 32023, "epoch": 333, "lr": 2.5378635172909437e-05}
+{"train_loss": 0.06782902032136917, "global_step": 32024, "epoch": 333, "lr": 2.537058949850657e-05}
+{"train_loss": 0.09917246550321579, "global_step": 32025, "epoch": 333, "lr": 2.5362545013278505e-05}
+{"train_loss": 0.07400050759315491, "global_step": 32026, "epoch": 333, "lr": 2.535450171727989e-05}
+{"train_loss": 0.07395186275243759, "global_step": 32027, "epoch": 333, "lr": 2.534645961056563e-05}
+{"train_loss": 0.08471532166004181, "global_step": 32028, "epoch": 333, "lr": 2.5338418693190335e-05}
+{"train_loss": 0.06340961903333664, "global_step": 32029, "epoch": 333, "lr": 2.5330378965208935e-05}
+{"train_loss": 0.09275414049625397, "global_step": 32030, "epoch": 333, "lr": 2.532234042667605e-05}
+{"train_loss": 0.09240330755710602, "global_step": 32031, "epoch": 333, "lr": 2.5314303077646484e-05}
+{"train_loss": 0.07024121284484863, "global_step": 32032, "epoch": 333, "lr": 2.530626691817495e-05}
+{"train_loss": 0.07896450161933899, "global_step": 32033, "epoch": 333, "lr": 2.5298231948316196e-05}
+{"train_loss": 0.0952485054731369, "global_step": 32034, "epoch": 333, "lr": 2.52901981681249e-05}
+{"train_loss": 0.08849527686834335, "global_step": 32035, "epoch": 333, "lr": 2.528216557765577e-05}
+{"train_loss": 0.08668918907642365, "global_step": 32036, "epoch": 333, "lr": 2.5274134176963582e-05}
+{"train_loss": 0.08981911838054657, "global_step": 32037, "epoch": 333, "lr": 2.5266103966102893e-05}
+{"train_loss": 0.09012359380722046, "global_step": 32038, "epoch": 333, "lr": 2.5258074945128528e-05}
+{"train_loss": 0.09091368317604065, "global_step": 32039, "epoch": 333, "lr": 2.5250047114094998e-05}
+{"train_loss": 0.11755302548408508, "global_step": 32040, "epoch": 333, "lr": 2.524202047305715e-05}
+{"train_loss": 0.10832317918539047, "global_step": 32041, "epoch": 333, "lr": 2.5233995022069514e-05}
+{"train_loss": 0.08911105990409851, "global_step": 32042, "epoch": 333, "lr": 2.5225970761186846e-05}
+{"train_loss": 0.06644901633262634, "global_step": 32043, "epoch": 333, "lr": 2.521794769046364e-05}
+{"train_loss": 0.09232547879219055, "global_step": 32044, "epoch": 333, "lr": 2.5209925809954692e-05}
+{"train_loss": 0.0940326601266861, "global_step": 32045, "epoch": 333, "lr": 2.520190511971452e-05}
+{"train_loss": 0.06690662354230881, "global_step": 32046, "epoch": 333, "lr": 2.5193885619797763e-05}
+{"train_loss": 0.06947136670351028, "global_step": 32047, "epoch": 333, "lr": 2.518586731025907e-05}
+{"train_loss": 0.09385256469249725, "global_step": 32048, "epoch": 333, "lr": 2.5177850191153064e-05}
+{"train_loss": 0.0595230832695961, "global_step": 32049, "epoch": 333, "lr": 2.5169834262534254e-05}
+{"train_loss": 0.11405012756586075, "global_step": 32050, "epoch": 333, "lr": 2.5161819524457243e-05}
+{"train_loss": 0.08930443227291107, "global_step": 32051, "epoch": 333, "lr": 2.5153805976976695e-05}
+{"train_loss": 0.07217428088188171, "global_step": 32052, "epoch": 333, "lr": 2.5145793620147085e-05}
+{"train_loss": 0.09052129089832306, "global_step": 32053, "epoch": 333, "lr": 2.513778245402303e-05}
+{"train_loss": 0.11100378632545471, "global_step": 32054, "epoch": 333, "lr": 2.5129772478658997e-05}
+{"train_loss": 0.12609559297561646, "global_step": 32055, "epoch": 333, "lr": 2.512176369410968e-05}
+{"train_loss": 0.0964575782418251, "global_step": 32056, "epoch": 333, "lr": 2.5113756100429474e-05}
+{"train_loss": 0.10162436962127686, "global_step": 32057, "epoch": 333, "lr": 2.5105749697672988e-05}
+{"train_loss": 0.08380258083343506, "global_step": 32058, "epoch": 333, "lr": 2.5097744485894703e-05}
+{"train_loss": 0.08315203338861465, "global_step": 32059, "epoch": 333, "lr": 2.5089740465149204e-05}
+{"train_loss": 0.0508003868162632, "global_step": 32060, "epoch": 333, "lr": 2.508173763549091e-05}
+{"train_loss": 0.07669161260128021, "global_step": 32061, "epoch": 333, "lr": 2.5073735996974356e-05}
+{"train_loss": 0.0718560591340065, "global_step": 32062, "epoch": 333, "lr": 2.5065735549654057e-05}
+{"train_loss": 0.08601113284627597, "global_step": 32063, "epoch": 333, "lr": 2.5057736293584412e-05}
+{"train_loss": 0.10243858397006989, "global_step": 32064, "epoch": 334, "lr": 2.5049738228819953e-05}
+{"train_loss": 0.12744688987731934, "global_step": 32065, "epoch": 334, "lr": 2.504174135541515e-05}
+{"train_loss": 0.09187339246273041, "global_step": 32066, "epoch": 334, "lr": 2.5033745673424468e-05}
+{"train_loss": 0.09495864808559418, "global_step": 32067, "epoch": 334, "lr": 2.5025751182902314e-05}
+{"train_loss": 0.07846832275390625, "global_step": 32068, "epoch": 334, "lr": 2.5017757883903125e-05}
+{"train_loss": 0.0981123298406601, "global_step": 32069, "epoch": 334, "lr": 2.5009765776481374e-05}
+{"train_loss": 0.07692915201187134, "global_step": 32070, "epoch": 334, "lr": 2.5001774860691507e-05}
+{"train_loss": 0.09178709238767624, "global_step": 32071, "epoch": 334, "lr": 2.4993785136587834e-05}
+{"train_loss": 0.08517035841941833, "global_step": 32072, "epoch": 334, "lr": 2.4985796604224844e-05}
+{"train_loss": 0.09345195442438126, "global_step": 32073, "epoch": 334, "lr": 2.4977809263656936e-05}
+{"train_loss": 0.07862168550491333, "global_step": 32074, "epoch": 334, "lr": 2.4969823114938494e-05}
+{"train_loss": 0.05355903133749962, "global_step": 32075, "epoch": 334, "lr": 2.4961838158123873e-05}
+{"train_loss": 0.09632997214794159, "global_step": 32076, "epoch": 334, "lr": 2.4953854393267473e-05}
+{"train_loss": 0.08220670372247696, "global_step": 32077, "epoch": 334, "lr": 2.4945871820423673e-05}
+{"train_loss": 0.0837557390332222, "global_step": 32078, "epoch": 334, "lr": 2.4937890439646807e-05}
+{"train_loss": 0.08127923309803009, "global_step": 32079, "epoch": 334, "lr": 2.4929910250991208e-05}
+{"train_loss": 0.09351851046085358, "global_step": 32080, "epoch": 334, "lr": 2.4921931254511253e-05}
+{"train_loss": 0.06819026917219162, "global_step": 32081, "epoch": 334, "lr": 2.4913953450261306e-05}
+{"train_loss": 0.09583937376737595, "global_step": 32082, "epoch": 334, "lr": 2.490597683829563e-05}
+{"train_loss": 0.08788862824440002, "global_step": 32083, "epoch": 334, "lr": 2.489800141866856e-05}
+{"train_loss": 0.094929538667202, "global_step": 32084, "epoch": 334, "lr": 2.4890027191434407e-05}
+{"train_loss": 0.07058065384626389, "global_step": 32085, "epoch": 334, "lr": 2.4882054156647527e-05}
+{"train_loss": 0.08751116693019867, "global_step": 32086, "epoch": 334, "lr": 2.4874082314362123e-05}
+{"train_loss": 0.1327589601278305, "global_step": 32087, "epoch": 334, "lr": 2.486611166463253e-05}
+{"train_loss": 0.10917598754167557, "global_step": 32088, "epoch": 334, "lr": 2.4858142207513036e-05}
+{"train_loss": 0.06797761470079422, "global_step": 32089, "epoch": 334, "lr": 2.485017394305793e-05}
+{"train_loss": 0.08134595304727554, "global_step": 32090, "epoch": 334, "lr": 2.4842206871321394e-05}
+{"train_loss": 0.09814680367708206, "global_step": 32091, "epoch": 334, "lr": 2.483424099235774e-05}
+{"train_loss": 0.10886946320533752, "global_step": 32092, "epoch": 334, "lr": 2.482627630622123e-05}
+{"train_loss": 0.10737510025501251, "global_step": 32093, "epoch": 334, "lr": 2.4818312812966026e-05}
+{"train_loss": 0.08226875960826874, "global_step": 32094, "epoch": 334, "lr": 2.481035051264642e-05}
+{"train_loss": 0.08721297979354858, "global_step": 32095, "epoch": 334, "lr": 2.4802389405316607e-05}
+{"train_loss": 0.08147607743740082, "global_step": 32096, "epoch": 334, "lr": 2.4794429491030858e-05}
+{"train_loss": 0.07988506555557251, "global_step": 32097, "epoch": 334, "lr": 2.478647076984326e-05}
+{"train_loss": 0.0852319747209549, "global_step": 32098, "epoch": 334, "lr": 2.477851324180811e-05}
+{"train_loss": 0.06938984990119934, "global_step": 32099, "epoch": 334, "lr": 2.477055690697956e-05}
+{"train_loss": 0.075995072722435, "global_step": 32100, "epoch": 334, "lr": 2.476260176541183e-05}
+{"train_loss": 0.08299390971660614, "global_step": 32101, "epoch": 334, "lr": 2.4754647817159017e-05}
+{"train_loss": 0.07826898992061615, "global_step": 32102, "epoch": 334, "lr": 2.4746695062275317e-05}
+{"train_loss": 0.09661825746297836, "global_step": 32103, "epoch": 334, "lr": 2.4738743500814954e-05}
+{"train_loss": 0.08532509952783585, "global_step": 32104, "epoch": 334, "lr": 2.4730793132831952e-05}
+{"train_loss": 0.0637882873415947, "global_step": 32105, "epoch": 334, "lr": 2.4722843958380538e-05}
+{"train_loss": 0.10763850808143616, "global_step": 32106, "epoch": 334, "lr": 2.4714895977514797e-05}
+{"train_loss": 0.09605894982814789, "global_step": 32107, "epoch": 334, "lr": 2.470694919028893e-05}
+{"train_loss": 0.07435638457536697, "global_step": 32108, "epoch": 334, "lr": 2.4699003596756965e-05}
+{"train_loss": 0.05667240172624588, "global_step": 32109, "epoch": 334, "lr": 2.4691059196973032e-05}
+{"train_loss": 0.11322897672653198, "global_step": 32110, "epoch": 334, "lr": 2.4683115990991247e-05}
+{"train_loss": 0.08807095140218735, "global_step": 32111, "epoch": 334, "lr": 2.4675173978865718e-05}
+{"train_loss": 0.09296514093875885, "global_step": 32112, "epoch": 334, "lr": 2.466723316065047e-05}
+{"train_loss": 0.10013309121131897, "global_step": 32113, "epoch": 334, "lr": 2.465929353639962e-05}
+{"train_loss": 0.065125972032547, "global_step": 32114, "epoch": 334, "lr": 2.4651355106167207e-05}
+{"train_loss": 0.08482463657855988, "global_step": 32115, "epoch": 334, "lr": 2.464341787000737e-05}
+{"train_loss": 0.08005830645561218, "global_step": 32116, "epoch": 334, "lr": 2.4635481827974062e-05}
+{"train_loss": 0.0762401670217514, "global_step": 32117, "epoch": 334, "lr": 2.462754698012133e-05}
+{"train_loss": 0.08886115252971649, "global_step": 32118, "epoch": 334, "lr": 2.461961332650331e-05}
+{"train_loss": 0.10793308913707733, "global_step": 32119, "epoch": 334, "lr": 2.4611680867173892e-05}
+{"train_loss": 0.09366245567798615, "global_step": 32120, "epoch": 334, "lr": 2.4603749602187164e-05}
+{"train_loss": 0.07992906868457794, "global_step": 32121, "epoch": 334, "lr": 2.459581953159713e-05}
+{"train_loss": 0.08206261694431305, "global_step": 32122, "epoch": 334, "lr": 2.4587890655457857e-05}
+{"train_loss": 0.07894688844680786, "global_step": 32123, "epoch": 334, "lr": 2.457996297382319e-05}
+{"train_loss": 0.09922660887241364, "global_step": 32124, "epoch": 334, "lr": 2.457203648674722e-05}
+{"train_loss": 0.0805208683013916, "global_step": 32125, "epoch": 334, "lr": 2.45641111942839e-05}
+{"train_loss": 0.09967990219593048, "global_step": 32126, "epoch": 334, "lr": 2.455618709648724e-05}
+{"train_loss": 0.083695188164711, "global_step": 32127, "epoch": 334, "lr": 2.4548264193411075e-05}
+{"train_loss": 0.10323552787303925, "global_step": 32128, "epoch": 334, "lr": 2.4540342485109526e-05}
+{"train_loss": 0.11543111503124237, "global_step": 32129, "epoch": 334, "lr": 2.453242197163641e-05}
+{"train_loss": 0.09476060420274734, "global_step": 32130, "epoch": 334, "lr": 2.4524502653045754e-05}
+{"train_loss": 0.12714916467666626, "global_step": 32131, "epoch": 334, "lr": 2.4516584529391385e-05}
+{"train_loss": 0.09243785589933395, "global_step": 32132, "epoch": 334, "lr": 2.4508667600727297e-05}
+{"train_loss": 0.08914601057767868, "global_step": 32133, "epoch": 334, "lr": 2.4500751867107408e-05}
+{"train_loss": 0.07861512899398804, "global_step": 32134, "epoch": 334, "lr": 2.449283732858556e-05}
+{"train_loss": 0.10859822481870651, "global_step": 32135, "epoch": 334, "lr": 2.448492398521569e-05}
+{"train_loss": 0.08359768986701965, "global_step": 32136, "epoch": 334, "lr": 2.447701183705169e-05}
+{"train_loss": 0.11227800697088242, "global_step": 32137, "epoch": 334, "lr": 2.4469100884147467e-05}
+{"train_loss": 0.09829457849264145, "global_step": 32138, "epoch": 334, "lr": 2.446119112655676e-05}
+{"train_loss": 0.06548547744750977, "global_step": 32139, "epoch": 334, "lr": 2.4453282564333613e-05}
+{"train_loss": 0.07527501881122589, "global_step": 32140, "epoch": 334, "lr": 2.4445375197531763e-05}
+{"train_loss": 0.09345299005508423, "global_step": 32141, "epoch": 334, "lr": 2.443746902620514e-05}
+{"train_loss": 0.08454318344593048, "global_step": 32142, "epoch": 334, "lr": 2.442956405040746e-05}
+{"train_loss": 0.08772125840187073, "global_step": 32143, "epoch": 334, "lr": 2.442166027019266e-05}
+{"train_loss": 0.08429132401943207, "global_step": 32144, "epoch": 334, "lr": 2.4413757685614514e-05}
+{"train_loss": 0.06971484422683716, "global_step": 32145, "epoch": 334, "lr": 2.440585629672687e-05}
+{"train_loss": 0.07765880972146988, "global_step": 32146, "epoch": 334, "lr": 2.439795610358351e-05}
+{"train_loss": 0.11614060401916504, "global_step": 32147, "epoch": 334, "lr": 2.4390057106238207e-05}
+{"train_loss": 0.10011480003595352, "global_step": 32148, "epoch": 334, "lr": 2.4382159304744832e-05}
+{"train_loss": 0.08555734902620316, "global_step": 32149, "epoch": 334, "lr": 2.437426269915708e-05}
+{"train_loss": 0.07716485857963562, "global_step": 32150, "epoch": 334, "lr": 2.4366367289528768e-05}
+{"train_loss": 0.10507097095251083, "global_step": 32151, "epoch": 334, "lr": 2.4358473075913634e-05}
+{"train_loss": 0.08579535037279129, "global_step": 32152, "epoch": 334, "lr": 2.4350580058365502e-05}
+{"train_loss": 0.07096382975578308, "global_step": 32153, "epoch": 334, "lr": 2.4342688236937992e-05}
+{"train_loss": 0.08198317885398865, "global_step": 32154, "epoch": 334, "lr": 2.4334797611685e-05}
+{"train_loss": 0.07667308300733566, "global_step": 32155, "epoch": 334, "lr": 2.4326908182660146e-05}
+{"train_loss": 0.09295538812875748, "global_step": 32156, "epoch": 334, "lr": 2.4319019949917256e-05}
+{"train_loss": 0.07347441464662552, "global_step": 32157, "epoch": 334, "lr": 2.4311132913509925e-05}
+{"train_loss": 0.07126884907484055, "global_step": 32158, "epoch": 334, "lr": 2.430324707349192e-05}
+{"train_loss": 0.08805179491173476, "global_step": 32159, "epoch": 334, "lr": 2.429536242991699e-05}
+{"train_loss": 0.060308802872896194, "global_step": 32160, "epoch": 335, "lr": 2.428747898283874e-05}
+{"train_loss": 0.09229075908660889, "global_step": 32161, "epoch": 335, "lr": 2.4279596732310882e-05}
+{"train_loss": 0.05702240392565727, "global_step": 32162, "epoch": 335, "lr": 2.427171567838711e-05}
+{"train_loss": 0.07097212225198746, "global_step": 32163, "epoch": 335, "lr": 2.4263835821121127e-05}
+{"train_loss": 0.10426154732704163, "global_step": 32164, "epoch": 335, "lr": 2.4255957160566457e-05}
+{"train_loss": 0.09408524632453918, "global_step": 32165, "epoch": 335, "lr": 2.4248079696776938e-05}
+{"train_loss": 0.06796105206012726, "global_step": 32166, "epoch": 335, "lr": 2.4240203429806087e-05}
+{"train_loss": 0.08945803344249725, "global_step": 32167, "epoch": 335, "lr": 2.423232835970759e-05}
+{"train_loss": 0.10645224899053574, "global_step": 32168, "epoch": 335, "lr": 2.4224454486534985e-05}
+{"train_loss": 0.08929593861103058, "global_step": 32169, "epoch": 335, "lr": 2.4216581810342054e-05}
+{"train_loss": 0.0659390389919281, "global_step": 32170, "epoch": 335, "lr": 2.420871033118226e-05}
+{"train_loss": 0.05610600858926773, "global_step": 32171, "epoch": 335, "lr": 2.4200840049109296e-05}
+{"train_loss": 0.08683262020349503, "global_step": 32172, "epoch": 335, "lr": 2.4192970964176697e-05}
+{"train_loss": 0.08528110384941101, "global_step": 32173, "epoch": 335, "lr": 2.4185103076438064e-05}
+{"train_loss": 0.07041044533252716, "global_step": 32174, "epoch": 335, "lr": 2.4177236385947023e-05}
+{"train_loss": 0.0627083107829094, "global_step": 32175, "epoch": 335, "lr": 2.4169370892757037e-05}
+{"train_loss": 0.08855341374874115, "global_step": 32176, "epoch": 335, "lr": 2.4161506596921803e-05}
+{"train_loss": 0.07218669354915619, "global_step": 32177, "epoch": 335, "lr": 2.415364349849476e-05}
+{"train_loss": 0.0852511078119278, "global_step": 32178, "epoch": 335, "lr": 2.414578159752956e-05}
+{"train_loss": 0.10961675643920898, "global_step": 32179, "epoch": 335, "lr": 2.413792089407958e-05}
+{"train_loss": 0.06708069145679474, "global_step": 32180, "epoch": 335, "lr": 2.4130061388198555e-05}
+{"train_loss": 0.08771445602178574, "global_step": 32181, "epoch": 335, "lr": 2.412220307993984e-05}
+{"train_loss": 0.07354222238063812, "global_step": 32182, "epoch": 335, "lr": 2.4114345969357045e-05}
+{"train_loss": 0.07302922010421753, "global_step": 32183, "epoch": 335, "lr": 2.4106490056503606e-05}
+{"train_loss": 0.09953983128070831, "global_step": 32184, "epoch": 335, "lr": 2.409863534143306e-05}
+{"train_loss": 0.0811917632818222, "global_step": 32185, "epoch": 335, "lr": 2.409078182419886e-05}
+{"train_loss": 0.09090888500213623, "global_step": 32186, "epoch": 335, "lr": 2.4082929504854536e-05}
+{"train_loss": 0.09888526797294617, "global_step": 32187, "epoch": 335, "lr": 2.4075078383453576e-05}
+{"train_loss": 0.1062367707490921, "global_step": 32188, "epoch": 335, "lr": 2.4067228460049363e-05}
+{"train_loss": 0.06383197009563446, "global_step": 32189, "epoch": 335, "lr": 2.405937973469543e-05}
+{"train_loss": 0.08293932676315308, "global_step": 32190, "epoch": 335, "lr": 2.4051532207445117e-05}
+{"train_loss": 0.06893648207187653, "global_step": 32191, "epoch": 335, "lr": 2.4043685878351994e-05}
+{"train_loss": 0.10625609755516052, "global_step": 32192, "epoch": 335, "lr": 2.4035840747469405e-05}
+{"train_loss": 0.08901912719011307, "global_step": 32193, "epoch": 335, "lr": 2.402799681485084e-05}
+{"train_loss": 0.08637535572052002, "global_step": 32194, "epoch": 335, "lr": 2.4020154080549606e-05}
+{"train_loss": 0.05775842070579529, "global_step": 32195, "epoch": 335, "lr": 2.401231254461924e-05}
+{"train_loss": 0.048397570848464966, "global_step": 32196, "epoch": 335, "lr": 2.400447220711306e-05}
+{"train_loss": 0.07079784572124481, "global_step": 32197, "epoch": 335, "lr": 2.3996633068084505e-05}
+{"train_loss": 0.09202531725168228, "global_step": 32198, "epoch": 335, "lr": 2.3988795127586895e-05}
+{"train_loss": 0.07648234814405441, "global_step": 32199, "epoch": 335, "lr": 2.3980958385673625e-05}
+{"train_loss": 0.08535566926002502, "global_step": 32200, "epoch": 335, "lr": 2.397312284239812e-05}
+{"train_loss": 0.08356967568397522, "global_step": 32201, "epoch": 335, "lr": 2.396528849781361e-05}
+{"train_loss": 0.08104506880044937, "global_step": 32202, "epoch": 335, "lr": 2.39574553519736e-05}
+{"train_loss": 0.07033127546310425, "global_step": 32203, "epoch": 335, "lr": 2.3949623404931322e-05}
+{"train_loss": 0.06657586246728897, "global_step": 32204, "epoch": 335, "lr": 2.3941792656740192e-05}
+{"train_loss": 0.07794038206338882, "global_step": 32205, "epoch": 335, "lr": 2.3933963107453394e-05}
+{"train_loss": 0.11467909067869186, "global_step": 32206, "epoch": 335, "lr": 2.392613475712442e-05}
+{"train_loss": 0.07854180037975311, "global_step": 32207, "epoch": 335, "lr": 2.3918307605806468e-05}
+{"train_loss": 0.0848349779844284, "global_step": 32208, "epoch": 335, "lr": 2.3910481653552898e-05}
+{"train_loss": 0.08284628391265869, "global_step": 32209, "epoch": 335, "lr": 2.3902656900416887e-05}
+{"train_loss": 0.0891561359167099, "global_step": 32210, "epoch": 335, "lr": 2.3894833346451885e-05}
+{"train_loss": 0.11524881422519684, "global_step": 32211, "epoch": 335, "lr": 2.3887010991711044e-05}
+{"train_loss": 0.06367411464452744, "global_step": 32212, "epoch": 335, "lr": 2.3879189836247683e-05}
+{"train_loss": 0.06876930594444275, "global_step": 32213, "epoch": 335, "lr": 2.387136988011509e-05}
+{"train_loss": 0.07145638763904572, "global_step": 32214, "epoch": 335, "lr": 2.3863551123366445e-05}
+{"train_loss": 0.10569654405117035, "global_step": 32215, "epoch": 335, "lr": 2.3855733566055083e-05}
+{"train_loss": 0.08692273497581482, "global_step": 32216, "epoch": 335, "lr": 2.384791720823407e-05}
+{"train_loss": 0.06546826660633087, "global_step": 32217, "epoch": 335, "lr": 2.3840102049956835e-05}
+{"train_loss": 0.08533401042222977, "global_step": 32218, "epoch": 335, "lr": 2.383228809127649e-05}
+{"train_loss": 0.0865979939699173, "global_step": 32219, "epoch": 335, "lr": 2.3824475332246275e-05}
+{"train_loss": 0.07946401834487915, "global_step": 32220, "epoch": 335, "lr": 2.3816663772919313e-05}
+{"train_loss": 0.065970279276371, "global_step": 32221, "epoch": 335, "lr": 2.3808853413348954e-05}
+{"train_loss": 0.08761950582265854, "global_step": 32222, "epoch": 335, "lr": 2.3801044253588246e-05}
+{"train_loss": 0.08032560348510742, "global_step": 32223, "epoch": 335, "lr": 2.3793236293690412e-05}
+{"train_loss": 0.0840359628200531, "global_step": 32224, "epoch": 335, "lr": 2.3785429533708637e-05}
+{"train_loss": 0.08560927212238312, "global_step": 32225, "epoch": 335, "lr": 2.3777623973696117e-05}
+{"train_loss": 0.07515746355056763, "global_step": 32226, "epoch": 335, "lr": 2.3769819613705924e-05}
+{"train_loss": 0.07723743468523026, "global_step": 32227, "epoch": 335, "lr": 2.3762016453791235e-05}
+{"train_loss": 0.07847888767719269, "global_step": 32228, "epoch": 335, "lr": 2.3754214494005256e-05}
+{"train_loss": 0.07910311967134476, "global_step": 32229, "epoch": 335, "lr": 2.3746413734400986e-05}
+{"train_loss": 0.09021759033203125, "global_step": 32230, "epoch": 335, "lr": 2.373861417503167e-05}
+{"train_loss": 0.11453185975551605, "global_step": 32231, "epoch": 335, "lr": 2.3730815815950268e-05}
+{"train_loss": 0.08377280086278915, "global_step": 32232, "epoch": 335, "lr": 2.372301865721007e-05}
+{"train_loss": 0.08559831976890564, "global_step": 32233, "epoch": 335, "lr": 2.371522269886404e-05}
+{"train_loss": 0.06956279277801514, "global_step": 32234, "epoch": 335, "lr": 2.370742794096532e-05}
+{"train_loss": 0.08183421194553375, "global_step": 32235, "epoch": 335, "lr": 2.369963438356697e-05}
+{"train_loss": 0.07588467001914978, "global_step": 32236, "epoch": 335, "lr": 2.36918420267221e-05}
+{"train_loss": 0.08602191507816315, "global_step": 32237, "epoch": 335, "lr": 2.368405087048373e-05}
+{"train_loss": 0.06521917879581451, "global_step": 32238, "epoch": 335, "lr": 2.3676260914904914e-05}
+{"train_loss": 0.08406677842140198, "global_step": 32239, "epoch": 335, "lr": 2.3668472160038756e-05}
+{"train_loss": 0.08168691396713257, "global_step": 32240, "epoch": 335, "lr": 2.366068460593822e-05}
+{"train_loss": 0.10147441178560257, "global_step": 32241, "epoch": 335, "lr": 2.3652898252656375e-05}
+{"train_loss": 0.07392246276140213, "global_step": 32242, "epoch": 335, "lr": 2.364511310024624e-05}
+{"train_loss": 0.09802739322185516, "global_step": 32243, "epoch": 335, "lr": 2.3637329148760867e-05}
+{"train_loss": 0.09997619688510895, "global_step": 32244, "epoch": 335, "lr": 2.3629546398253188e-05}
+{"train_loss": 0.08513220399618149, "global_step": 32245, "epoch": 335, "lr": 2.3621764848776273e-05}
+{"train_loss": 0.05934526026248932, "global_step": 32246, "epoch": 335, "lr": 2.361398450038299e-05}
+{"train_loss": 0.07161100953817368, "global_step": 32247, "epoch": 335, "lr": 2.360620535312652e-05}
+{"train_loss": 0.08535468578338623, "global_step": 32248, "epoch": 335, "lr": 2.3598427407059665e-05}
+{"train_loss": 0.12271721661090851, "global_step": 32249, "epoch": 335, "lr": 2.3590650662235448e-05}
+{"train_loss": 0.08656373620033264, "global_step": 32250, "epoch": 335, "lr": 2.3582875118706825e-05}
+{"train_loss": 0.12006186693906784, "global_step": 32251, "epoch": 335, "lr": 2.3575100776526803e-05}
+{"train_loss": 0.10142047703266144, "global_step": 32252, "epoch": 335, "lr": 2.3567327635748227e-05}
+{"train_loss": 0.0690968781709671, "global_step": 32253, "epoch": 335, "lr": 2.3559555696424073e-05}
+{"train_loss": 0.09764328598976135, "global_step": 32254, "epoch": 335, "lr": 2.3551784958607305e-05}
+{"train_loss": 0.08299548295326531, "global_step": 32255, "epoch": 335, "lr": 2.354401542235074e-05}
+{"train_loss": 0.060425277799367905, "global_step": 32256, "epoch": 336, "lr": 2.3536247087707407e-05}
+{"train_loss": 0.08483447879552841, "global_step": 32257, "epoch": 336, "lr": 2.352847995473004e-05}
+{"train_loss": 0.08571602404117584, "global_step": 32258, "epoch": 336, "lr": 2.3520714023471756e-05}
+{"train_loss": 0.08758965879678726, "global_step": 32259, "epoch": 336, "lr": 2.351294929398524e-05}
+{"train_loss": 0.08668288588523865, "global_step": 32260, "epoch": 336, "lr": 2.350518576632348e-05}
+{"train_loss": 0.08009368181228638, "global_step": 32261, "epoch": 336, "lr": 2.349742344053929e-05}
+{"train_loss": 0.09027617424726486, "global_step": 32262, "epoch": 336, "lr": 2.348966231668559e-05}
+{"train_loss": 0.07581387460231781, "global_step": 32263, "epoch": 336, "lr": 2.3481902394815137e-05}
+{"train_loss": 0.0909261703491211, "global_step": 32264, "epoch": 336, "lr": 2.347414367498084e-05}
+{"train_loss": 0.09980006515979767, "global_step": 32265, "epoch": 336, "lr": 2.346638615723551e-05}
+{"train_loss": 0.06704793870449066, "global_step": 32266, "epoch": 336, "lr": 2.345862984163203e-05}
+{"train_loss": 0.06997211277484894, "global_step": 32267, "epoch": 336, "lr": 2.3450874728223137e-05}
+{"train_loss": 0.11130890250205994, "global_step": 32268, "epoch": 336, "lr": 2.344312081706166e-05}
+{"train_loss": 0.07379975914955139, "global_step": 32269, "epoch": 336, "lr": 2.343536810820046e-05}
+{"train_loss": 0.07124710083007812, "global_step": 32270, "epoch": 336, "lr": 2.342761660169226e-05}
+{"train_loss": 0.08751235157251358, "global_step": 32271, "epoch": 336, "lr": 2.3419866297589853e-05}
+{"train_loss": 0.06797461956739426, "global_step": 32272, "epoch": 336, "lr": 2.3412117195946048e-05}
+{"train_loss": 0.08064267039299011, "global_step": 32273, "epoch": 336, "lr": 2.3404369296813644e-05}
+{"train_loss": 0.08105811476707458, "global_step": 32274, "epoch": 336, "lr": 2.339662260024531e-05}
+{"train_loss": 0.0834294855594635, "global_step": 32275, "epoch": 336, "lr": 2.3388877106293873e-05}
+{"train_loss": 0.07996641844511032, "global_step": 32276, "epoch": 336, "lr": 2.338113281501202e-05}
+{"train_loss": 0.0650625079870224, "global_step": 32277, "epoch": 336, "lr": 2.3373389726452578e-05}
+{"train_loss": 0.10155849903821945, "global_step": 32278, "epoch": 336, "lr": 2.336564784066817e-05}
+{"train_loss": 0.10241164267063141, "global_step": 32279, "epoch": 336, "lr": 2.3357907157711556e-05}
+{"train_loss": 0.10720685124397278, "global_step": 32280, "epoch": 336, "lr": 2.3350167677635514e-05}
+{"train_loss": 0.09070627391338348, "global_step": 32281, "epoch": 336, "lr": 2.3342429400492625e-05}
+{"train_loss": 0.07997272163629532, "global_step": 32282, "epoch": 336, "lr": 2.3334692326335672e-05}
+{"train_loss": 0.08126320689916611, "global_step": 32283, "epoch": 336, "lr": 2.3326956455217297e-05}
+{"train_loss": 0.06579932570457458, "global_step": 32284, "epoch": 336, "lr": 2.331922178719026e-05}
+{"train_loss": 0.09696194529533386, "global_step": 32285, "epoch": 336, "lr": 2.3311488322307118e-05}
+{"train_loss": 0.08187036216259003, "global_step": 32286, "epoch": 336, "lr": 2.3303756060620584e-05}
+{"train_loss": 0.07726210355758667, "global_step": 32287, "epoch": 336, "lr": 2.329602500218333e-05}
+{"train_loss": 0.08046680688858032, "global_step": 32288, "epoch": 336, "lr": 2.328829514704802e-05}
+{"train_loss": 0.09006837755441666, "global_step": 32289, "epoch": 336, "lr": 2.328056649526722e-05}
+{"train_loss": 0.07411035150289536, "global_step": 32290, "epoch": 336, "lr": 2.3272839046893613e-05}
+{"train_loss": 0.07607172429561615, "global_step": 32291, "epoch": 336, "lr": 2.326511280197978e-05}
+{"train_loss": 0.08286544680595398, "global_step": 32292, "epoch": 336, "lr": 2.325738776057842e-05}
+{"train_loss": 0.09017540514469147, "global_step": 32293, "epoch": 336, "lr": 2.3249663922742037e-05}
+{"train_loss": 0.07405388355255127, "global_step": 32294, "epoch": 336, "lr": 2.3241941288523285e-05}
+{"train_loss": 0.06303932517766953, "global_step": 32295, "epoch": 336, "lr": 2.323421985797476e-05}
+{"train_loss": 0.06786241382360458, "global_step": 32296, "epoch": 336, "lr": 2.3226499631149002e-05}
+{"train_loss": 0.09839241206645966, "global_step": 32297, "epoch": 336, "lr": 2.321878060809859e-05}
+{"train_loss": 0.10058745741844177, "global_step": 32298, "epoch": 336, "lr": 2.3211062788876104e-05}
+{"train_loss": 0.08264125138521194, "global_step": 32299, "epoch": 336, "lr": 2.3203346173534125e-05}
+{"train_loss": 0.11274628341197968, "global_step": 32300, "epoch": 336, "lr": 2.3195630762125142e-05}
+{"train_loss": 0.07105419039726257, "global_step": 32301, "epoch": 336, "lr": 2.3187916554701737e-05}
+{"train_loss": 0.08973227441310883, "global_step": 32302, "epoch": 336, "lr": 2.3180203551316405e-05}
+{"train_loss": 0.05567964166402817, "global_step": 32303, "epoch": 336, "lr": 2.3172491752021764e-05}
+{"train_loss": 0.08369779586791992, "global_step": 32304, "epoch": 336, "lr": 2.3164781156870197e-05}
+{"train_loss": 0.11213818937540054, "global_step": 32305, "epoch": 336, "lr": 2.3157071765914285e-05}
+{"train_loss": 0.09556923806667328, "global_step": 32306, "epoch": 336, "lr": 2.3149363579206518e-05}
+{"train_loss": 0.0691813975572586, "global_step": 32307, "epoch": 336, "lr": 2.3141656596799433e-05}
+{"train_loss": 0.09813673794269562, "global_step": 32308, "epoch": 336, "lr": 2.313395081874541e-05}
+{"train_loss": 0.08817443251609802, "global_step": 32309, "epoch": 336, "lr": 2.3126246245096984e-05}
+{"train_loss": 0.07248885929584503, "global_step": 32310, "epoch": 336, "lr": 2.3118542875906644e-05}
+{"train_loss": 0.07914464175701141, "global_step": 32311, "epoch": 336, "lr": 2.3110840711226778e-05}
+{"train_loss": 0.08359409868717194, "global_step": 32312, "epoch": 336, "lr": 2.310313975110987e-05}
+{"train_loss": 0.09732228517532349, "global_step": 32313, "epoch": 336, "lr": 2.309543999560837e-05}
+{"train_loss": 0.08456389605998993, "global_step": 32314, "epoch": 336, "lr": 2.308774144477477e-05}
+{"train_loss": 0.09071138501167297, "global_step": 32315, "epoch": 336, "lr": 2.3080044098661357e-05}
+{"train_loss": 0.09550580382347107, "global_step": 32316, "epoch": 336, "lr": 2.307234795732063e-05}
+{"train_loss": 0.1098504513502121, "global_step": 32317, "epoch": 336, "lr": 2.3064653020805004e-05}
+{"train_loss": 0.07575742900371552, "global_step": 32318, "epoch": 336, "lr": 2.305695928916689e-05}
+{"train_loss": 0.10060331225395203, "global_step": 32319, "epoch": 336, "lr": 2.3049266762458622e-05}
+{"train_loss": 0.05431909114122391, "global_step": 32320, "epoch": 336, "lr": 2.304157544073262e-05}
+{"train_loss": 0.09728796035051346, "global_step": 32321, "epoch": 336, "lr": 2.303388532404125e-05}
+{"train_loss": 0.09795431047677994, "global_step": 32322, "epoch": 336, "lr": 2.302619641243695e-05}
+{"train_loss": 0.06892083585262299, "global_step": 32323, "epoch": 336, "lr": 2.301850870597195e-05}
+{"train_loss": 0.07138549536466599, "global_step": 32324, "epoch": 336, "lr": 2.3010822204698658e-05}
+{"train_loss": 0.12161289900541306, "global_step": 32325, "epoch": 336, "lr": 2.3003136908669487e-05}
+{"train_loss": 0.09183569252490997, "global_step": 32326, "epoch": 336, "lr": 2.299545281793667e-05}
+{"train_loss": 0.08338940143585205, "global_step": 32327, "epoch": 336, "lr": 2.298776993255256e-05}
+{"train_loss": 0.11651971936225891, "global_step": 32328, "epoch": 336, "lr": 2.2980088252569474e-05}
+{"train_loss": 0.0828128233551979, "global_step": 32329, "epoch": 336, "lr": 2.2972407778039796e-05}
+{"train_loss": 0.06976683437824249, "global_step": 32330, "epoch": 336, "lr": 2.29647285090157e-05}
+{"train_loss": 0.06851588189601898, "global_step": 32331, "epoch": 336, "lr": 2.295705044554961e-05}
+{"train_loss": 0.0789874792098999, "global_step": 32332, "epoch": 336, "lr": 2.2949373587693712e-05}
+{"train_loss": 0.07579703629016876, "global_step": 32333, "epoch": 336, "lr": 2.294169793550036e-05}
+{"train_loss": 0.1070946753025055, "global_step": 32334, "epoch": 336, "lr": 2.293402348902174e-05}
+{"train_loss": 0.11380700021982193, "global_step": 32335, "epoch": 336, "lr": 2.292635024831016e-05}
+{"train_loss": 0.07360219955444336, "global_step": 32336, "epoch": 336, "lr": 2.291867821341791e-05}
+{"train_loss": 0.06929961591959, "global_step": 32337, "epoch": 336, "lr": 2.291100738439713e-05}
+{"train_loss": 0.06984806060791016, "global_step": 32338, "epoch": 336, "lr": 2.2903337761300158e-05}
+{"train_loss": 0.11781565845012665, "global_step": 32339, "epoch": 336, "lr": 2.289566934417915e-05}
+{"train_loss": 0.06742627173662186, "global_step": 32340, "epoch": 336, "lr": 2.2888002133086417e-05}
+{"train_loss": 0.061195190995931625, "global_step": 32341, "epoch": 336, "lr": 2.2880336128074008e-05}
+{"train_loss": 0.0891185849905014, "global_step": 32342, "epoch": 336, "lr": 2.287267132919433e-05}
+{"train_loss": 0.06620249897241592, "global_step": 32343, "epoch": 336, "lr": 2.2865007736499445e-05}
+{"train_loss": 0.1039903312921524, "global_step": 32344, "epoch": 336, "lr": 2.2857345350041582e-05}
+{"train_loss": 0.08515692502260208, "global_step": 32345, "epoch": 336, "lr": 2.2849684169872853e-05}
+{"train_loss": 0.09065687656402588, "global_step": 32346, "epoch": 336, "lr": 2.2842024196045574e-05}
+{"train_loss": 0.08754110336303711, "global_step": 32347, "epoch": 336, "lr": 2.2834365428611746e-05}
+{"train_loss": 0.09378504753112793, "global_step": 32348, "epoch": 336, "lr": 2.2826707867623663e-05}
+{"train_loss": 0.08401049673557281, "global_step": 32349, "epoch": 336, "lr": 2.2819051513133348e-05}
+{"train_loss": 0.06295210868120193, "global_step": 32350, "epoch": 336, "lr": 2.2811396365193006e-05}
+{"train_loss": 0.08487551279055576, "global_step": 32351, "epoch": 336, "lr": 2.280374242385479e-05}
+{"train_loss": 0.07354539632797241, "global_step": 32352, "epoch": 337, "lr": 2.2796089689170753e-05}
+{"train_loss": 0.08466319739818573, "global_step": 32353, "epoch": 337, "lr": 2.2788438161193027e-05}
+{"train_loss": 0.09583131968975067, "global_step": 32354, "epoch": 337, "lr": 2.278078783997373e-05}
+{"train_loss": 0.11608347296714783, "global_step": 32355, "epoch": 337, "lr": 2.2773138725565012e-05}
+{"train_loss": 0.10051435977220535, "global_step": 32356, "epoch": 337, "lr": 2.2765490818018796e-05}
+{"train_loss": 0.08794502913951874, "global_step": 32357, "epoch": 337, "lr": 2.2757844117387394e-05}
+{"train_loss": 0.07500999420881271, "global_step": 32358, "epoch": 337, "lr": 2.2750198623722695e-05}
+{"train_loss": 0.09780765324831009, "global_step": 32359, "epoch": 337, "lr": 2.274255433707686e-05}
+{"train_loss": 0.11438474804162979, "global_step": 32360, "epoch": 337, "lr": 2.2734911257501866e-05}
+{"train_loss": 0.07510366290807724, "global_step": 32361, "epoch": 337, "lr": 2.272726938504983e-05}
+{"train_loss": 0.0864984467625618, "global_step": 32362, "epoch": 337, "lr": 2.2719628719772734e-05}
+{"train_loss": 0.07800088077783585, "global_step": 32363, "epoch": 337, "lr": 2.271198926172271e-05}
+{"train_loss": 0.08942840993404388, "global_step": 32364, "epoch": 337, "lr": 2.270435101095163e-05}
+{"train_loss": 0.10665329545736313, "global_step": 32365, "epoch": 337, "lr": 2.2696713967511608e-05}
+{"train_loss": 0.0448528528213501, "global_step": 32366, "epoch": 337, "lr": 2.2689078131454688e-05}
+{"train_loss": 0.09212695062160492, "global_step": 32367, "epoch": 337, "lr": 2.26814435028327e-05}
+{"train_loss": 0.08026517927646637, "global_step": 32368, "epoch": 337, "lr": 2.2673810081697843e-05}
+{"train_loss": 0.050717856734991074, "global_step": 32369, "epoch": 337, "lr": 2.2666177868101947e-05}
+{"train_loss": 0.08095292747020721, "global_step": 32370, "epoch": 337, "lr": 2.2658546862097075e-05}
+{"train_loss": 0.05848059803247452, "global_step": 32371, "epoch": 337, "lr": 2.265091706373508e-05}
+{"train_loss": 0.09106115996837616, "global_step": 32372, "epoch": 337, "lr": 2.2643288473068048e-05}
+{"train_loss": 0.07748693227767944, "global_step": 32373, "epoch": 337, "lr": 2.2635661090147854e-05}
+{"train_loss": 0.06619571149349213, "global_step": 32374, "epoch": 337, "lr": 2.2628034915026498e-05}
+{"train_loss": 0.06022847443819046, "global_step": 32375, "epoch": 337, "lr": 2.2620409947755826e-05}
+{"train_loss": 0.09892889112234116, "global_step": 32376, "epoch": 337, "lr": 2.26127861883878e-05}
+{"train_loss": 0.09465275704860687, "global_step": 32377, "epoch": 337, "lr": 2.260516363697438e-05}
+{"train_loss": 0.08636435866355896, "global_step": 32378, "epoch": 337, "lr": 2.2597542293567366e-05}
+{"train_loss": 0.08417536318302155, "global_step": 32379, "epoch": 337, "lr": 2.25899221582188e-05}
+{"train_loss": 0.0849209651350975, "global_step": 32380, "epoch": 337, "lr": 2.258230323098045e-05}
+{"train_loss": 0.09573035687208176, "global_step": 32381, "epoch": 337, "lr": 2.2574685511904292e-05}
+{"train_loss": 0.09049306809902191, "global_step": 32382, "epoch": 337, "lr": 2.2567069001042062e-05}
+{"train_loss": 0.08482931554317474, "global_step": 32383, "epoch": 337, "lr": 2.255945369844581e-05}
+{"train_loss": 0.07185699790716171, "global_step": 32384, "epoch": 337, "lr": 2.255183960416727e-05}
+{"train_loss": 0.09196420013904572, "global_step": 32385, "epoch": 337, "lr": 2.2544226718258353e-05}
+{"train_loss": 0.08954854309558868, "global_step": 32386, "epoch": 337, "lr": 2.2536615040770804e-05}
+{"train_loss": 0.09582850337028503, "global_step": 32387, "epoch": 337, "lr": 2.2529004571756596e-05}
+{"train_loss": 0.07785959541797638, "global_step": 32388, "epoch": 337, "lr": 2.2521395311267444e-05}
+{"train_loss": 0.11136436462402344, "global_step": 32389, "epoch": 337, "lr": 2.2513787259355223e-05}
+{"train_loss": 0.08086799830198288, "global_step": 32390, "epoch": 337, "lr": 2.2506180416071732e-05}
+{"train_loss": 0.08362589031457901, "global_step": 32391, "epoch": 337, "lr": 2.2498574781468752e-05}
+{"train_loss": 0.07255874574184418, "global_step": 32392, "epoch": 337, "lr": 2.2490970355598106e-05}
+{"train_loss": 0.09823622554540634, "global_step": 32393, "epoch": 337, "lr": 2.2483367138511468e-05}
+{"train_loss": 0.10175907611846924, "global_step": 32394, "epoch": 337, "lr": 2.2475765130260796e-05}
+{"train_loss": 0.11338503658771515, "global_step": 32395, "epoch": 337, "lr": 2.246816433089771e-05}
+{"train_loss": 0.08795803040266037, "global_step": 32396, "epoch": 337, "lr": 2.246056474047409e-05}
+{"train_loss": 0.0881299078464508, "global_step": 32397, "epoch": 337, "lr": 2.245296635904153e-05}
+{"train_loss": 0.12360221147537231, "global_step": 32398, "epoch": 337, "lr": 2.244536918665192e-05}
+{"train_loss": 0.09605446457862854, "global_step": 32399, "epoch": 337, "lr": 2.2437773223356916e-05}
+{"train_loss": 0.08287342637777328, "global_step": 32400, "epoch": 337, "lr": 2.2430178469208298e-05}
+{"train_loss": 0.08958180248737335, "global_step": 32401, "epoch": 337, "lr": 2.2422584924257684e-05}
+{"train_loss": 0.10421613603830338, "global_step": 32402, "epoch": 337, "lr": 2.2414992588556926e-05}
+{"train_loss": 0.10708512365818024, "global_step": 32403, "epoch": 337, "lr": 2.2407401462157606e-05}
+{"train_loss": 0.05980139598250389, "global_step": 32404, "epoch": 337, "lr": 2.239981154511146e-05}
+{"train_loss": 0.11508233100175858, "global_step": 32405, "epoch": 337, "lr": 2.2392222837470222e-05}
+{"train_loss": 0.06268914043903351, "global_step": 32406, "epoch": 337, "lr": 2.2384635339285476e-05}
+{"train_loss": 0.08627152442932129, "global_step": 32407, "epoch": 337, "lr": 2.237704905060898e-05}
+{"train_loss": 0.09305134415626526, "global_step": 32408, "epoch": 337, "lr": 2.2369463971492267e-05}
+{"train_loss": 0.08937263488769531, "global_step": 32409, "epoch": 337, "lr": 2.2361880101987163e-05}
+{"train_loss": 0.1141590103507042, "global_step": 32410, "epoch": 337, "lr": 2.2354297442145166e-05}
+{"train_loss": 0.08994369208812714, "global_step": 32411, "epoch": 337, "lr": 2.234671599201803e-05}
+{"train_loss": 0.07719863206148148, "global_step": 32412, "epoch": 337, "lr": 2.2339135751657224e-05}
+{"train_loss": 0.08042550832033157, "global_step": 32413, "epoch": 337, "lr": 2.2331556721114555e-05}
+{"train_loss": 0.09172922372817993, "global_step": 32414, "epoch": 337, "lr": 2.232397890044149e-05}
+{"train_loss": 0.08879108726978302, "global_step": 32415, "epoch": 337, "lr": 2.2316402289689697e-05}
+{"train_loss": 0.06965780258178711, "global_step": 32416, "epoch": 337, "lr": 2.2308826888910785e-05}
+{"train_loss": 0.07383592426776886, "global_step": 32417, "epoch": 337, "lr": 2.2301252698156283e-05}
+{"train_loss": 0.10524146258831024, "global_step": 32418, "epoch": 337, "lr": 2.2293679717477776e-05}
+{"train_loss": 0.09178166091442108, "global_step": 32419, "epoch": 337, "lr": 2.2286107946926893e-05}
+{"train_loss": 0.042576491832733154, "global_step": 32420, "epoch": 337, "lr": 2.2278537386555166e-05}
+{"train_loss": 0.1005500853061676, "global_step": 32421, "epoch": 337, "lr": 2.227096803641413e-05}
+{"train_loss": 0.07350815832614899, "global_step": 32422, "epoch": 337, "lr": 2.2263399896555347e-05}
+{"train_loss": 0.09070269763469696, "global_step": 32423, "epoch": 337, "lr": 2.2255832967030288e-05}
+{"train_loss": 0.13749229907989502, "global_step": 32424, "epoch": 337, "lr": 2.224826724789064e-05}
+{"train_loss": 0.1113746240735054, "global_step": 32425, "epoch": 337, "lr": 2.2240702739187768e-05}
+{"train_loss": 0.08715029060840607, "global_step": 32426, "epoch": 337, "lr": 2.223313944097323e-05}
+{"train_loss": 0.0944400429725647, "global_step": 32427, "epoch": 337, "lr": 2.2225577353298553e-05}
+{"train_loss": 0.06088254228234291, "global_step": 32428, "epoch": 337, "lr": 2.2218016476215266e-05}
+{"train_loss": 0.06269680708646774, "global_step": 32429, "epoch": 337, "lr": 2.221045680977476e-05}
+{"train_loss": 0.08200007677078247, "global_step": 32430, "epoch": 337, "lr": 2.220289835402858e-05}
+{"train_loss": 0.07028751075267792, "global_step": 32431, "epoch": 337, "lr": 2.219534110902819e-05}
+{"train_loss": 0.0875713974237442, "global_step": 32432, "epoch": 337, "lr": 2.218778507482504e-05}
+{"train_loss": 0.08826582133769989, "global_step": 32433, "epoch": 337, "lr": 2.21802302514706e-05}
+{"train_loss": 0.06533186137676239, "global_step": 32434, "epoch": 337, "lr": 2.2172676639016255e-05}
+{"train_loss": 0.09924320876598358, "global_step": 32435, "epoch": 337, "lr": 2.2165124237513556e-05}
+{"train_loss": 0.08989604562520981, "global_step": 32436, "epoch": 337, "lr": 2.2157573047013824e-05}
+{"train_loss": 0.03788949176669121, "global_step": 32437, "epoch": 337, "lr": 2.2150023067568526e-05}
+{"train_loss": 0.0973985493183136, "global_step": 32438, "epoch": 337, "lr": 2.214247429922909e-05}
+{"train_loss": 0.09879845380783081, "global_step": 32439, "epoch": 337, "lr": 2.2134926742046935e-05}
+{"train_loss": 0.05564853549003601, "global_step": 32440, "epoch": 337, "lr": 2.2127380396073405e-05}
+{"train_loss": 0.09683587402105331, "global_step": 32441, "epoch": 337, "lr": 2.21198352613599e-05}
+{"train_loss": 0.0720798447728157, "global_step": 32442, "epoch": 337, "lr": 2.21122913379578e-05}
+{"train_loss": 0.0499197393655777, "global_step": 32443, "epoch": 337, "lr": 2.2104748625918537e-05}
+{"train_loss": 0.10571843385696411, "global_step": 32444, "epoch": 337, "lr": 2.2097207125293396e-05}
+{"train_loss": 0.08085739612579346, "global_step": 32445, "epoch": 337, "lr": 2.208966683613376e-05}
+{"train_loss": 0.0771808922290802, "global_step": 32446, "epoch": 337, "lr": 2.208212775849101e-05}
+{"train_loss": 0.08615863315450649, "global_step": 32447, "epoch": 337, "lr": 2.207458989241642e-05}
+{"train_loss": 0.08776164054870605, "global_step": 32448, "epoch": 338, "lr": 2.206705323796139e-05}
+{"train_loss": 0.09933255612850189, "global_step": 32449, "epoch": 338, "lr": 2.205951779517712e-05}
+{"train_loss": 0.10541953146457672, "global_step": 32450, "epoch": 338, "lr": 2.205198356411511e-05}
+{"train_loss": 0.08334171772003174, "global_step": 32451, "epoch": 338, "lr": 2.204445054482651e-05}
+{"train_loss": 0.11655727028846741, "global_step": 32452, "epoch": 338, "lr": 2.2036918737362687e-05}
+{"train_loss": 0.09031344950199127, "global_step": 32453, "epoch": 338, "lr": 2.2029388141774908e-05}
+{"train_loss": 0.11137726902961731, "global_step": 32454, "epoch": 338, "lr": 2.2021858758114534e-05}
+{"train_loss": 0.07913880050182343, "global_step": 32455, "epoch": 338, "lr": 2.2014330586432696e-05}
+{"train_loss": 0.12145377695560455, "global_step": 32456, "epoch": 338, "lr": 2.2006803626780738e-05}
+{"train_loss": 0.11792631447315216, "global_step": 32457, "epoch": 338, "lr": 2.1999277879209945e-05}
+{"train_loss": 0.08035193383693695, "global_step": 32458, "epoch": 338, "lr": 2.1991753343771503e-05}
+{"train_loss": 0.09770576655864716, "global_step": 32459, "epoch": 338, "lr": 2.198423002051666e-05}
+{"train_loss": 0.0640525370836258, "global_step": 32460, "epoch": 338, "lr": 2.1976707909496686e-05}
+{"train_loss": 0.08497758209705353, "global_step": 32461, "epoch": 338, "lr": 2.1969187010762805e-05}
+{"train_loss": 0.09437184035778046, "global_step": 32462, "epoch": 338, "lr": 2.19616673243662e-05}
+{"train_loss": 0.07486797869205475, "global_step": 32463, "epoch": 338, "lr": 2.1954148850358048e-05}
+{"train_loss": 0.11171518266201019, "global_step": 32464, "epoch": 338, "lr": 2.1946631588789623e-05}
+{"train_loss": 0.07847453653812408, "global_step": 32465, "epoch": 338, "lr": 2.1939115539712107e-05}
+{"train_loss": 0.0722045749425888, "global_step": 32466, "epoch": 338, "lr": 2.1931600703176614e-05}
+{"train_loss": 0.08781014382839203, "global_step": 32467, "epoch": 338, "lr": 2.192408707923437e-05}
+{"train_loss": 0.06695204228162766, "global_step": 32468, "epoch": 338, "lr": 2.1916574667936506e-05}
+{"train_loss": 0.051858410239219666, "global_step": 32469, "epoch": 338, "lr": 2.190906346933428e-05}
+{"train_loss": 0.07817034423351288, "global_step": 32470, "epoch": 338, "lr": 2.1901553483478687e-05}
+{"train_loss": 0.08617396652698517, "global_step": 32471, "epoch": 338, "lr": 2.189404471042098e-05}
+{"train_loss": 0.07661635428667068, "global_step": 32472, "epoch": 338, "lr": 2.1886537150212273e-05}
+{"train_loss": 0.13008907437324524, "global_step": 32473, "epoch": 338, "lr": 2.1879030802903632e-05}
+{"train_loss": 0.07524208724498749, "global_step": 32474, "epoch": 338, "lr": 2.1871525668546243e-05}
+{"train_loss": 0.06544709205627441, "global_step": 32475, "epoch": 338, "lr": 2.1864021747191155e-05}
+{"train_loss": 0.09657911956310272, "global_step": 32476, "epoch": 338, "lr": 2.1856519038889568e-05}
+{"train_loss": 0.08592232316732407, "global_step": 32477, "epoch": 338, "lr": 2.184901754369244e-05}
+{"train_loss": 0.0984964668750763, "global_step": 32478, "epoch": 338, "lr": 2.1841517261650934e-05}
+{"train_loss": 0.05408332496881485, "global_step": 32479, "epoch": 338, "lr": 2.1834018192816097e-05}
+{"train_loss": 0.10098444670438766, "global_step": 32480, "epoch": 338, "lr": 2.1826520337239043e-05}
+{"train_loss": 0.07038827240467072, "global_step": 32481, "epoch": 338, "lr": 2.1819023694970752e-05}
+{"train_loss": 0.09206236898899078, "global_step": 32482, "epoch": 338, "lr": 2.1811528266062342e-05}
+{"train_loss": 0.09653370082378387, "global_step": 32483, "epoch": 338, "lr": 2.1804034050564814e-05}
+{"train_loss": 0.07463902980089188, "global_step": 32484, "epoch": 338, "lr": 2.179654104852924e-05}
+{"train_loss": 0.07765267789363861, "global_step": 32485, "epoch": 338, "lr": 2.17890492600066e-05}
+{"train_loss": 0.06578671932220459, "global_step": 32486, "epoch": 338, "lr": 2.178155868504792e-05}
+{"train_loss": 0.11100246012210846, "global_step": 32487, "epoch": 338, "lr": 2.177406932370427e-05}
+{"train_loss": 0.05657751113176346, "global_step": 32488, "epoch": 338, "lr": 2.176658117602657e-05}
+{"train_loss": 0.0790642648935318, "global_step": 32489, "epoch": 338, "lr": 2.1759094242065835e-05}
+{"train_loss": 0.09870578348636627, "global_step": 32490, "epoch": 338, "lr": 2.1751608521873057e-05}
+{"train_loss": 0.10298022627830505, "global_step": 32491, "epoch": 338, "lr": 2.1744124015499236e-05}
+{"train_loss": 0.07783383131027222, "global_step": 32492, "epoch": 338, "lr": 2.1736640722995283e-05}
+{"train_loss": 0.09082000702619553, "global_step": 32493, "epoch": 338, "lr": 2.1729158644412207e-05}
+{"train_loss": 0.09291955828666687, "global_step": 32494, "epoch": 338, "lr": 2.172167777980092e-05}
+{"train_loss": 0.06924279779195786, "global_step": 32495, "epoch": 338, "lr": 2.1714198129212427e-05}
+{"train_loss": 0.10615728050470352, "global_step": 32496, "epoch": 338, "lr": 2.1706719692697597e-05}
+{"train_loss": 0.10562603920698166, "global_step": 32497, "epoch": 338, "lr": 2.169924247030737e-05}
+{"train_loss": 0.11330259591341019, "global_step": 32498, "epoch": 338, "lr": 2.1691766462092656e-05}
+{"train_loss": 0.08926916122436523, "global_step": 32499, "epoch": 338, "lr": 2.168429166810444e-05}
+{"train_loss": 0.09987135231494904, "global_step": 32500, "epoch": 338, "lr": 2.1676818088393524e-05}
+{"train_loss": 0.08862631022930145, "global_step": 32501, "epoch": 338, "lr": 2.1669345723010826e-05}
+{"train_loss": 0.10736803710460663, "global_step": 32502, "epoch": 338, "lr": 2.16618745720073e-05}
+{"train_loss": 0.11764129996299744, "global_step": 32503, "epoch": 338, "lr": 2.1654404635433734e-05}
+{"train_loss": 0.07660401612520218, "global_step": 32504, "epoch": 338, "lr": 2.1646935913341014e-05}
+{"train_loss": 0.10140687227249146, "global_step": 32505, "epoch": 338, "lr": 2.1639468405780018e-05}
+{"train_loss": 0.08678394556045532, "global_step": 32506, "epoch": 338, "lr": 2.1632002112801652e-05}
+{"train_loss": 0.0778646320104599, "global_step": 32507, "epoch": 338, "lr": 2.1624537034456637e-05}
+{"train_loss": 0.08077988773584366, "global_step": 32508, "epoch": 338, "lr": 2.1617073170795886e-05}
+{"train_loss": 0.0894651710987091, "global_step": 32509, "epoch": 338, "lr": 2.1609610521870227e-05}
+{"train_loss": 0.09095607697963715, "global_step": 32510, "epoch": 338, "lr": 2.1602149087730484e-05}
+{"train_loss": 0.11226586997509003, "global_step": 32511, "epoch": 338, "lr": 2.1594688868427416e-05}
+{"train_loss": 0.07893182337284088, "global_step": 32512, "epoch": 338, "lr": 2.158722986401187e-05}
+{"train_loss": 0.08264891803264618, "global_step": 32513, "epoch": 338, "lr": 2.1579772074534654e-05}
+{"train_loss": 0.08023688197135925, "global_step": 32514, "epoch": 338, "lr": 2.157231550004648e-05}
+{"train_loss": 0.09292169660329819, "global_step": 32515, "epoch": 338, "lr": 2.1564860140598177e-05}
+{"train_loss": 0.08167767524719238, "global_step": 32516, "epoch": 338, "lr": 2.155740599624052e-05}
+{"train_loss": 0.07540072500705719, "global_step": 32517, "epoch": 338, "lr": 2.1549953067024274e-05}
+{"train_loss": 0.11224737018346786, "global_step": 32518, "epoch": 338, "lr": 2.1542501353000156e-05}
+{"train_loss": 0.07632862031459808, "global_step": 32519, "epoch": 338, "lr": 2.153505085421892e-05}
+{"train_loss": 0.07956105470657349, "global_step": 32520, "epoch": 338, "lr": 2.1527601570731304e-05}
+{"train_loss": 0.07685545086860657, "global_step": 32521, "epoch": 338, "lr": 2.1520153502588093e-05}
+{"train_loss": 0.07186536490917206, "global_step": 32522, "epoch": 338, "lr": 2.1512706649839863e-05}
+{"train_loss": 0.08622846752405167, "global_step": 32523, "epoch": 338, "lr": 2.1505261012537513e-05}
+{"train_loss": 0.10678093880414963, "global_step": 32524, "epoch": 338, "lr": 2.1497816590731602e-05}
+{"train_loss": 0.09525451064109802, "global_step": 32525, "epoch": 338, "lr": 2.1490373384472906e-05}
+{"train_loss": 0.07471612840890884, "global_step": 32526, "epoch": 338, "lr": 2.1482931393812033e-05}
+{"train_loss": 0.0930061936378479, "global_step": 32527, "epoch": 338, "lr": 2.14754906187997e-05}
+{"train_loss": 0.08589804172515869, "global_step": 32528, "epoch": 338, "lr": 2.1468051059486637e-05}
+{"train_loss": 0.0976768508553505, "global_step": 32529, "epoch": 338, "lr": 2.1460612715923413e-05}
+{"train_loss": 0.10743847489356995, "global_step": 32530, "epoch": 338, "lr": 2.145317558816069e-05}
+{"train_loss": 0.06100999563932419, "global_step": 32531, "epoch": 338, "lr": 2.1445739676249167e-05}
+{"train_loss": 0.07973416894674301, "global_step": 32532, "epoch": 338, "lr": 2.143830498023949e-05}
+{"train_loss": 0.11562088131904602, "global_step": 32533, "epoch": 338, "lr": 2.1430871500182146e-05}
+{"train_loss": 0.07663336396217346, "global_step": 32534, "epoch": 338, "lr": 2.1423439236127973e-05}
+{"train_loss": 0.1075562909245491, "global_step": 32535, "epoch": 338, "lr": 2.141600818812741e-05}
+{"train_loss": 0.06857287883758545, "global_step": 32536, "epoch": 338, "lr": 2.1408578356231158e-05}
+{"train_loss": 0.11178405582904816, "global_step": 32537, "epoch": 338, "lr": 2.1401149740489723e-05}
+{"train_loss": 0.07176508754491806, "global_step": 32538, "epoch": 338, "lr": 2.1393722340953758e-05}
+{"train_loss": 0.09388883411884308, "global_step": 32539, "epoch": 338, "lr": 2.1386296157673826e-05}
+{"train_loss": 0.07425915449857712, "global_step": 32540, "epoch": 338, "lr": 2.1378871190700524e-05}
+{"train_loss": 0.060898445546627045, "global_step": 32541, "epoch": 338, "lr": 2.1371447440084345e-05}
+{"train_loss": 0.07761766016483307, "global_step": 32542, "epoch": 338, "lr": 2.1364024905875902e-05}
+{"train_loss": 0.08789458281050126, "global_step": 32543, "epoch": 338, "lr": 2.1356603588125746e-05}
+{"train_loss": 0.08356641232967377, "global_step": 32544, "epoch": 339, "lr": 2.1349183486884305e-05}
+{"train_loss": 0.07701552659273148, "global_step": 32545, "epoch": 339, "lr": 2.1341764602202297e-05}
+{"train_loss": 0.10838885605335236, "global_step": 32546, "epoch": 339, "lr": 2.1334346934130078e-05}
+{"train_loss": 0.0773487314581871, "global_step": 32547, "epoch": 339, "lr": 2.1326930482718255e-05}
+{"train_loss": 0.08121296763420105, "global_step": 32548, "epoch": 339, "lr": 2.131951524801723e-05}
+{"train_loss": 0.06569604575634003, "global_step": 32549, "epoch": 339, "lr": 2.131210123007763e-05}
+{"train_loss": 0.0786982923746109, "global_step": 32550, "epoch": 339, "lr": 2.1304688428949858e-05}
+{"train_loss": 0.11524655669927597, "global_step": 32551, "epoch": 339, "lr": 2.1297276844684434e-05}
+{"train_loss": 0.06913356482982635, "global_step": 32552, "epoch": 339, "lr": 2.1289866477331778e-05}
+{"train_loss": 0.04977061226963997, "global_step": 32553, "epoch": 339, "lr": 2.1282457326942386e-05}
+{"train_loss": 0.08999018371105194, "global_step": 32554, "epoch": 339, "lr": 2.1275049393566726e-05}
+{"train_loss": 0.08600182831287384, "global_step": 32555, "epoch": 339, "lr": 2.1267642677255206e-05}
+{"train_loss": 0.10307324677705765, "global_step": 32556, "epoch": 339, "lr": 2.1260237178058273e-05}
+{"train_loss": 0.11695452034473419, "global_step": 32557, "epoch": 339, "lr": 2.1252832896026355e-05}
+{"train_loss": 0.06723013520240784, "global_step": 32558, "epoch": 339, "lr": 2.124542983120994e-05}
+{"train_loss": 0.07109980285167694, "global_step": 32559, "epoch": 339, "lr": 2.1238027983659304e-05}
+{"train_loss": 0.08879479765892029, "global_step": 32560, "epoch": 339, "lr": 2.1230627353425026e-05}
+{"train_loss": 0.09600862860679626, "global_step": 32561, "epoch": 339, "lr": 2.1223227940557332e-05}
+{"train_loss": 0.09446503967046738, "global_step": 32562, "epoch": 339, "lr": 2.1215829745106763e-05}
+{"train_loss": 0.10251563787460327, "global_step": 32563, "epoch": 339, "lr": 2.120843276712352e-05}
+{"train_loss": 0.07733527570962906, "global_step": 32564, "epoch": 339, "lr": 2.1201037006658164e-05}
+{"train_loss": 0.0769243910908699, "global_step": 32565, "epoch": 339, "lr": 2.119364246376092e-05}
+{"train_loss": 0.09404256939888, "global_step": 32566, "epoch": 339, "lr": 2.1186249138482238e-05}
+{"train_loss": 0.10603730380535126, "global_step": 32567, "epoch": 339, "lr": 2.117885703087239e-05}
+{"train_loss": 0.08060205727815628, "global_step": 32568, "epoch": 339, "lr": 2.117146614098173e-05}
+{"train_loss": 0.10093104839324951, "global_step": 32569, "epoch": 339, "lr": 2.1164076468860648e-05}
+{"train_loss": 0.10105706751346588, "global_step": 32570, "epoch": 339, "lr": 2.1156688014559345e-05}
+{"train_loss": 0.09629595279693604, "global_step": 32571, "epoch": 339, "lr": 2.1149300778128268e-05}
+{"train_loss": 0.07534345984458923, "global_step": 32572, "epoch": 339, "lr": 2.1141914759617643e-05}
+{"train_loss": 0.08294165134429932, "global_step": 32573, "epoch": 339, "lr": 2.113452995907781e-05}
+{"train_loss": 0.0746849775314331, "global_step": 32574, "epoch": 339, "lr": 2.1127146376558948e-05}
+{"train_loss": 0.09293606877326965, "global_step": 32575, "epoch": 339, "lr": 2.111976401211151e-05}
+{"train_loss": 0.10247651487588882, "global_step": 32576, "epoch": 339, "lr": 2.1112382865785652e-05}
+{"train_loss": 0.07420548796653748, "global_step": 32577, "epoch": 339, "lr": 2.110500293763169e-05}
+{"train_loss": 0.09249137341976166, "global_step": 32578, "epoch": 339, "lr": 2.109762422769981e-05}
+{"train_loss": 0.10437098145484924, "global_step": 32579, "epoch": 339, "lr": 2.109024673604032e-05}
+{"train_loss": 0.07422733306884766, "global_step": 32580, "epoch": 339, "lr": 2.108287046270343e-05}
+{"train_loss": 0.07425910234451294, "global_step": 32581, "epoch": 339, "lr": 2.1075495407739365e-05}
+{"train_loss": 0.06964552402496338, "global_step": 32582, "epoch": 339, "lr": 2.106812157119842e-05}
+{"train_loss": 0.057172853499650955, "global_step": 32583, "epoch": 339, "lr": 2.1060748953130703e-05}
+{"train_loss": 0.0934298187494278, "global_step": 32584, "epoch": 339, "lr": 2.105337755358652e-05}
+{"train_loss": 0.08169117569923401, "global_step": 32585, "epoch": 339, "lr": 2.1046007372615927e-05}
+{"train_loss": 0.07367827743291855, "global_step": 32586, "epoch": 339, "lr": 2.1038638410269294e-05}
+{"train_loss": 0.11488091945648193, "global_step": 32587, "epoch": 339, "lr": 2.103127066659667e-05}
+{"train_loss": 0.09429575502872467, "global_step": 32588, "epoch": 339, "lr": 2.1023904141648298e-05}
+{"train_loss": 0.10202141106128693, "global_step": 32589, "epoch": 339, "lr": 2.1016538835474232e-05}
+{"train_loss": 0.07444830238819122, "global_step": 32590, "epoch": 339, "lr": 2.1009174748124782e-05}
+{"train_loss": 0.09503872692584991, "global_step": 32591, "epoch": 339, "lr": 2.100181187964998e-05}
+{"train_loss": 0.09590595960617065, "global_step": 32592, "epoch": 339, "lr": 2.0994450230100004e-05}
+{"train_loss": 0.09974756836891174, "global_step": 32593, "epoch": 339, "lr": 2.0987089799525018e-05}
+{"train_loss": 0.09086352586746216, "global_step": 32594, "epoch": 339, "lr": 2.0979730587975087e-05}
+{"train_loss": 0.08484158664941788, "global_step": 32595, "epoch": 339, "lr": 2.0972372595500357e-05}
+{"train_loss": 0.0807325690984726, "global_step": 32596, "epoch": 339, "lr": 2.096501582215089e-05}
+{"train_loss": 0.08621293306350708, "global_step": 32597, "epoch": 339, "lr": 2.0957660267976896e-05}
+{"train_loss": 0.0983392670750618, "global_step": 32598, "epoch": 339, "lr": 2.0950305933028335e-05}
+{"train_loss": 0.09500536322593689, "global_step": 32599, "epoch": 339, "lr": 2.0942952817355367e-05}
+{"train_loss": 0.08673744648694992, "global_step": 32600, "epoch": 339, "lr": 2.093560092100797e-05}
+{"train_loss": 0.04956108331680298, "global_step": 32601, "epoch": 339, "lr": 2.0928250244036373e-05}
+{"train_loss": 0.09745916724205017, "global_step": 32602, "epoch": 339, "lr": 2.0920900786490473e-05}
+{"train_loss": 0.1144455224275589, "global_step": 32603, "epoch": 339, "lr": 2.0913552548420424e-05}
+{"train_loss": 0.08653999865055084, "global_step": 32604, "epoch": 339, "lr": 2.0906205529876145e-05}
+{"train_loss": 0.05644076317548752, "global_step": 32605, "epoch": 339, "lr": 2.0898859730907815e-05}
+{"train_loss": 0.10854882001876831, "global_step": 32606, "epoch": 339, "lr": 2.0891515151565354e-05}
+{"train_loss": 0.07651757448911667, "global_step": 32607, "epoch": 339, "lr": 2.088417179189881e-05}
+{"train_loss": 0.07828723639249802, "global_step": 32608, "epoch": 339, "lr": 2.0876829651958206e-05}
+{"train_loss": 0.11494413018226624, "global_step": 32609, "epoch": 339, "lr": 2.0869488731793506e-05}
+{"train_loss": 0.07026117295026779, "global_step": 32610, "epoch": 339, "lr": 2.0862149031454737e-05}
+{"train_loss": 0.07438211143016815, "global_step": 32611, "epoch": 339, "lr": 2.0854810550991788e-05}
+{"train_loss": 0.12216821312904358, "global_step": 32612, "epoch": 339, "lr": 2.0847473290454776e-05}
+{"train_loss": 0.06734622269868851, "global_step": 32613, "epoch": 339, "lr": 2.0840137249893556e-05}
+{"train_loss": 0.06470122933387756, "global_step": 32614, "epoch": 339, "lr": 2.0832802429358145e-05}
+{"train_loss": 0.08283630013465881, "global_step": 32615, "epoch": 339, "lr": 2.0825468828898397e-05}
+{"train_loss": 0.09821978211402893, "global_step": 32616, "epoch": 339, "lr": 2.081813644856441e-05}
+{"train_loss": 0.08949952572584152, "global_step": 32617, "epoch": 339, "lr": 2.0810805288405955e-05}
+{"train_loss": 0.09555883705615997, "global_step": 32618, "epoch": 339, "lr": 2.0803475348473044e-05}
+{"train_loss": 0.0927477777004242, "global_step": 32619, "epoch": 339, "lr": 2.079614662881557e-05}
+{"train_loss": 0.09840820729732513, "global_step": 32620, "epoch": 339, "lr": 2.0788819129483472e-05}
+{"train_loss": 0.09531024098396301, "global_step": 32621, "epoch": 339, "lr": 2.0781492850526595e-05}
+{"train_loss": 0.08815670758485794, "global_step": 32622, "epoch": 339, "lr": 2.0774167791994835e-05}
+{"train_loss": 0.10439431667327881, "global_step": 32623, "epoch": 339, "lr": 2.0766843953938155e-05}
+{"train_loss": 0.07107727974653244, "global_step": 32624, "epoch": 339, "lr": 2.0759521336406305e-05}
+{"train_loss": 0.08988917618989944, "global_step": 32625, "epoch": 339, "lr": 2.0752199939449234e-05}
+{"train_loss": 0.09050587564706802, "global_step": 32626, "epoch": 339, "lr": 2.074487976311672e-05}
+{"train_loss": 0.09420192241668701, "global_step": 32627, "epoch": 339, "lr": 2.0737560807458745e-05}
+{"train_loss": 0.11607124656438828, "global_step": 32628, "epoch": 339, "lr": 2.0730243072525002e-05}
+{"train_loss": 0.09121087193489075, "global_step": 32629, "epoch": 339, "lr": 2.072292655836541e-05}
+{"train_loss": 0.10889541357755661, "global_step": 32630, "epoch": 339, "lr": 2.0715611265029767e-05}
+{"train_loss": 0.0630522072315216, "global_step": 32631, "epoch": 339, "lr": 2.0708297192567928e-05}
+{"train_loss": 0.09450505673885345, "global_step": 32632, "epoch": 339, "lr": 2.0700984341029627e-05}
+{"train_loss": 0.08373887836933136, "global_step": 32633, "epoch": 339, "lr": 2.0693672710464695e-05}
+{"train_loss": 0.06982642412185669, "global_step": 32634, "epoch": 339, "lr": 2.0686362300922957e-05}
+{"train_loss": 0.07243426144123077, "global_step": 32635, "epoch": 339, "lr": 2.067905311245415e-05}
+{"train_loss": 0.07486245781183243, "global_step": 32636, "epoch": 339, "lr": 2.0671745145108034e-05}
+{"train_loss": 0.07457485049962997, "global_step": 32637, "epoch": 339, "lr": 2.0664438398934418e-05}
+{"train_loss": 0.08729462325572968, "global_step": 32638, "epoch": 339, "lr": 2.0657132873983076e-05}
+{"train_loss": 0.08729060087352991, "global_step": 32639, "epoch": 339, "lr": 2.0649828570303685e-05}
+{"train_loss": 0.06942912936210632, "global_step": 32640, "epoch": 340, "lr": 2.064252548794603e-05}
+{"train_loss": 0.1116488128900528, "global_step": 32641, "epoch": 340, "lr": 2.063522362695982e-05}
+{"train_loss": 0.10286876559257507, "global_step": 32642, "epoch": 340, "lr": 2.0627922987394844e-05}
+{"train_loss": 0.06875612586736679, "global_step": 32643, "epoch": 340, "lr": 2.0620623569300724e-05}
+{"train_loss": 0.08942890167236328, "global_step": 32644, "epoch": 340, "lr": 2.0613325372727222e-05}
+{"train_loss": 0.08125683665275574, "global_step": 32645, "epoch": 340, "lr": 2.0606028397724007e-05}
+{"train_loss": 0.08190156519412994, "global_step": 32646, "epoch": 340, "lr": 2.0598732644340823e-05}
+{"train_loss": 0.09631714224815369, "global_step": 32647, "epoch": 340, "lr": 2.0591438112627292e-05}
+{"train_loss": 0.10672106593847275, "global_step": 32648, "epoch": 340, "lr": 2.058414480263311e-05}
+{"train_loss": 0.08713910728693008, "global_step": 32649, "epoch": 340, "lr": 2.057685271440799e-05}
+{"train_loss": 0.06443572044372559, "global_step": 32650, "epoch": 340, "lr": 2.0569561848001472e-05}
+{"train_loss": 0.07724391669034958, "global_step": 32651, "epoch": 340, "lr": 2.056227220346332e-05}
+{"train_loss": 0.11414074897766113, "global_step": 32652, "epoch": 340, "lr": 2.0554983780843085e-05}
+{"train_loss": 0.08123671263456345, "global_step": 32653, "epoch": 340, "lr": 2.0547696580190513e-05}
+{"train_loss": 0.11372651159763336, "global_step": 32654, "epoch": 340, "lr": 2.0540410601555116e-05}
+{"train_loss": 0.07386688143014908, "global_step": 32655, "epoch": 340, "lr": 2.0533125844986546e-05}
+{"train_loss": 0.11202555894851685, "global_step": 32656, "epoch": 340, "lr": 2.0525842310534405e-05}
+{"train_loss": 0.09528758376836777, "global_step": 32657, "epoch": 340, "lr": 2.0518559998248364e-05}
+{"train_loss": 0.0914238691329956, "global_step": 32658, "epoch": 340, "lr": 2.05112789081779e-05}
+{"train_loss": 0.1060754656791687, "global_step": 32659, "epoch": 340, "lr": 2.0503999040372636e-05}
+{"train_loss": 0.07458694279193878, "global_step": 32660, "epoch": 340, "lr": 2.0496720394882174e-05}
+{"train_loss": 0.1266290545463562, "global_step": 32661, "epoch": 340, "lr": 2.04894429717561e-05}
+{"train_loss": 0.05405997484922409, "global_step": 32662, "epoch": 340, "lr": 2.0482166771043886e-05}
+{"train_loss": 0.1005270779132843, "global_step": 32663, "epoch": 340, "lr": 2.0474891792795135e-05}
+{"train_loss": 0.06174561753869057, "global_step": 32664, "epoch": 340, "lr": 2.0467618037059412e-05}
+{"train_loss": 0.07262390851974487, "global_step": 32665, "epoch": 340, "lr": 2.046034550388618e-05}
+{"train_loss": 0.08677777647972107, "global_step": 32666, "epoch": 340, "lr": 2.0453074193325005e-05}
+{"train_loss": 0.0904330238699913, "global_step": 32667, "epoch": 340, "lr": 2.0445804105425404e-05}
+{"train_loss": 0.08094827830791473, "global_step": 32668, "epoch": 340, "lr": 2.043853524023691e-05}
+{"train_loss": 0.1278802454471588, "global_step": 32669, "epoch": 340, "lr": 2.0431267597808958e-05}
+{"train_loss": 0.09629449248313904, "global_step": 32670, "epoch": 340, "lr": 2.0424001178191055e-05}
+{"train_loss": 0.0748848021030426, "global_step": 32671, "epoch": 340, "lr": 2.0416735981432722e-05}
+{"train_loss": 0.10600870102643967, "global_step": 32672, "epoch": 340, "lr": 2.040947200758343e-05}
+{"train_loss": 0.08394533395767212, "global_step": 32673, "epoch": 340, "lr": 2.0402209256692583e-05}
+{"train_loss": 0.08344724029302597, "global_step": 32674, "epoch": 340, "lr": 2.0394947728809678e-05}
+{"train_loss": 0.10575628280639648, "global_step": 32675, "epoch": 340, "lr": 2.0387687423984225e-05}
+{"train_loss": 0.08381347358226776, "global_step": 32676, "epoch": 340, "lr": 2.0380428342265545e-05}
+{"train_loss": 0.09572281688451767, "global_step": 32677, "epoch": 340, "lr": 2.037317048370313e-05}
+{"train_loss": 0.07060220837593079, "global_step": 32678, "epoch": 340, "lr": 2.0365913848346407e-05}
+{"train_loss": 0.04333347827196121, "global_step": 32679, "epoch": 340, "lr": 2.035865843624485e-05}
+{"train_loss": 0.10895860195159912, "global_step": 32680, "epoch": 340, "lr": 2.0351404247447747e-05}
+{"train_loss": 0.10297200083732605, "global_step": 32681, "epoch": 340, "lr": 2.0344151282004553e-05}
+{"train_loss": 0.10303471982479095, "global_step": 32682, "epoch": 340, "lr": 2.0336899539964648e-05}
+{"train_loss": 0.06912265717983246, "global_step": 32683, "epoch": 340, "lr": 2.0329649021377485e-05}
+{"train_loss": 0.06860686838626862, "global_step": 32684, "epoch": 340, "lr": 2.032239972629233e-05}
+{"train_loss": 0.08441327512264252, "global_step": 32685, "epoch": 340, "lr": 2.031515165475859e-05}
+{"train_loss": 0.0802985206246376, "global_step": 32686, "epoch": 340, "lr": 2.0307904806825652e-05}
+{"train_loss": 0.09944243729114532, "global_step": 32687, "epoch": 340, "lr": 2.030065918254287e-05}
+{"train_loss": 0.12021544575691223, "global_step": 32688, "epoch": 340, "lr": 2.0293414781959498e-05}
+{"train_loss": 0.11578147858381271, "global_step": 32689, "epoch": 340, "lr": 2.028617160512496e-05}
+{"train_loss": 0.07146185636520386, "global_step": 32690, "epoch": 340, "lr": 2.0278929652088575e-05}
+{"train_loss": 0.06501787155866623, "global_step": 32691, "epoch": 340, "lr": 2.027168892289959e-05}
+{"train_loss": 0.06536835432052612, "global_step": 32692, "epoch": 340, "lr": 2.0264449417607344e-05}
+{"train_loss": 0.06641657650470734, "global_step": 32693, "epoch": 340, "lr": 2.0257211136261157e-05}
+{"train_loss": 0.08413124084472656, "global_step": 32694, "epoch": 340, "lr": 2.0249974078910338e-05}
+{"train_loss": 0.08243881165981293, "global_step": 32695, "epoch": 340, "lr": 2.0242738245604097e-05}
+{"train_loss": 0.08941317349672318, "global_step": 32696, "epoch": 340, "lr": 2.0235503636391772e-05}
+{"train_loss": 0.07256011664867401, "global_step": 32697, "epoch": 340, "lr": 2.022827025132259e-05}
+{"train_loss": 0.10250123590230942, "global_step": 32698, "epoch": 340, "lr": 2.0221038090445865e-05}
+{"train_loss": 0.0815829336643219, "global_step": 32699, "epoch": 340, "lr": 2.0213807153810716e-05}
+{"train_loss": 0.09277183562517166, "global_step": 32700, "epoch": 340, "lr": 2.0206577441466567e-05}
+{"train_loss": 0.08758388459682465, "global_step": 32701, "epoch": 340, "lr": 2.0199348953462515e-05}
+{"train_loss": 0.0898212194442749, "global_step": 32702, "epoch": 340, "lr": 2.0192121689847854e-05}
+{"train_loss": 0.07120119035243988, "global_step": 32703, "epoch": 340, "lr": 2.0184895650671743e-05}
+{"train_loss": 0.103337362408638, "global_step": 32704, "epoch": 340, "lr": 2.017767083598341e-05}
+{"train_loss": 0.07050807774066925, "global_step": 32705, "epoch": 340, "lr": 2.0170447245832103e-05}
+{"train_loss": 0.09575539827346802, "global_step": 32706, "epoch": 340, "lr": 2.016322488026694e-05}
+{"train_loss": 0.07902997732162476, "global_step": 32707, "epoch": 340, "lr": 2.0156003739337102e-05}
+{"train_loss": 0.09552180767059326, "global_step": 32708, "epoch": 340, "lr": 2.014878382309182e-05}
+{"train_loss": 0.13581347465515137, "global_step": 32709, "epoch": 340, "lr": 2.0141565131580275e-05}
+{"train_loss": 0.09429597109556198, "global_step": 32710, "epoch": 340, "lr": 2.013434766485154e-05}
+{"train_loss": 0.11552895605564117, "global_step": 32711, "epoch": 340, "lr": 2.0127131422954793e-05}
+{"train_loss": 0.08426979184150696, "global_step": 32712, "epoch": 340, "lr": 2.01199164059392e-05}
+{"train_loss": 0.07697692513465881, "global_step": 32713, "epoch": 340, "lr": 2.0112702613853918e-05}
+{"train_loss": 0.09622956812381744, "global_step": 32714, "epoch": 340, "lr": 2.0105490046747998e-05}
+{"train_loss": 0.09618037939071655, "global_step": 32715, "epoch": 340, "lr": 2.0098278704670582e-05}
+{"train_loss": 0.07514122873544693, "global_step": 32716, "epoch": 340, "lr": 2.0091068587670802e-05}
+{"train_loss": 0.09186922013759613, "global_step": 32717, "epoch": 340, "lr": 2.0083859695797756e-05}
+{"train_loss": 0.06633128970861435, "global_step": 32718, "epoch": 340, "lr": 2.0076652029100517e-05}
+{"train_loss": 0.07759103924036026, "global_step": 32719, "epoch": 340, "lr": 2.0069445587628132e-05}
+{"train_loss": 0.08287836611270905, "global_step": 32720, "epoch": 340, "lr": 2.0062240371429787e-05}
+{"train_loss": 0.09459055960178375, "global_step": 32721, "epoch": 340, "lr": 2.0055036380554392e-05}
+{"train_loss": 0.0993315577507019, "global_step": 32722, "epoch": 340, "lr": 2.0047833615051116e-05}
+{"train_loss": 0.0664694532752037, "global_step": 32723, "epoch": 340, "lr": 2.004063207496898e-05}
+{"train_loss": 0.09643183648586273, "global_step": 32724, "epoch": 340, "lr": 2.0033431760357037e-05}
+{"train_loss": 0.10643612593412399, "global_step": 32725, "epoch": 340, "lr": 2.0026232671264245e-05}
+{"train_loss": 0.08990362286567688, "global_step": 32726, "epoch": 340, "lr": 2.0019034807739745e-05}
+{"train_loss": 0.049810852855443954, "global_step": 32727, "epoch": 340, "lr": 2.0011838169832475e-05}
+{"train_loss": 0.08858916163444519, "global_step": 32728, "epoch": 340, "lr": 2.0004642757591486e-05}
+{"train_loss": 0.1085415929555893, "global_step": 32729, "epoch": 340, "lr": 1.9997448571065714e-05}
+{"train_loss": 0.10151685029268265, "global_step": 32730, "epoch": 340, "lr": 1.9990255610304187e-05}
+{"train_loss": 0.08765685558319092, "global_step": 32731, "epoch": 340, "lr": 1.998306387535591e-05}
+{"train_loss": 0.07536250352859497, "global_step": 32732, "epoch": 340, "lr": 1.9975873366269826e-05}
+{"train_loss": 0.057745784521102905, "global_step": 32733, "epoch": 340, "lr": 1.996868408309489e-05}
+{"train_loss": 0.056653447449207306, "global_step": 32734, "epoch": 340, "lr": 1.9961496025880066e-05}
+{"train_loss": 0.08804143367645641, "global_step": 32735, "epoch": 340, "lr": 1.995430919467436e-05, "train_action_mse_error": 1.3368179452299955e-06}
+{"train_loss": 0.09022167325019836, "global_step": 32736, "epoch": 341, "lr": 1.9947123589526573e-05}
+{"train_loss": 0.09583438187837601, "global_step": 32737, "epoch": 341, "lr": 1.9939939210485826e-05}
+{"train_loss": 0.067490354180336, "global_step": 32738, "epoch": 341, "lr": 1.99327560576009e-05}
+{"train_loss": 0.12029033899307251, "global_step": 32739, "epoch": 341, "lr": 1.99255741309208e-05}
+{"train_loss": 0.06699851155281067, "global_step": 32740, "epoch": 341, "lr": 1.9918393430494287e-05}
+{"train_loss": 0.06037541478872299, "global_step": 32741, "epoch": 341, "lr": 1.9911213956370456e-05}
+{"train_loss": 0.055273234844207764, "global_step": 32742, "epoch": 341, "lr": 1.9904035708598067e-05}
+{"train_loss": 0.08093847334384918, "global_step": 32743, "epoch": 341, "lr": 1.989685868722606e-05}
+{"train_loss": 0.136496901512146, "global_step": 32744, "epoch": 341, "lr": 1.9889682892303265e-05}
+{"train_loss": 0.08264097571372986, "global_step": 32745, "epoch": 341, "lr": 1.9882508323878545e-05}
+{"train_loss": 0.0822039544582367, "global_step": 32746, "epoch": 341, "lr": 1.9875334982000826e-05}
+{"train_loss": 0.08647558093070984, "global_step": 32747, "epoch": 341, "lr": 1.9868162866718843e-05}
+{"train_loss": 0.07294760644435883, "global_step": 32748, "epoch": 341, "lr": 1.9860991978081555e-05}
+{"train_loss": 0.062082208693027496, "global_step": 32749, "epoch": 341, "lr": 1.9853822316137703e-05}
+{"train_loss": 0.07634250819683075, "global_step": 32750, "epoch": 341, "lr": 1.9846653880936206e-05}
+{"train_loss": 0.08262506127357483, "global_step": 32751, "epoch": 341, "lr": 1.9839486672525732e-05}
+{"train_loss": 0.08615866303443909, "global_step": 32752, "epoch": 341, "lr": 1.9832320690955263e-05}
+{"train_loss": 0.07072649896144867, "global_step": 32753, "epoch": 341, "lr": 1.9825155936273453e-05}
+{"train_loss": 0.08165767043828964, "global_step": 32754, "epoch": 341, "lr": 1.9817992408529195e-05}
+{"train_loss": 0.08797622472047806, "global_step": 32755, "epoch": 341, "lr": 1.9810830107771182e-05}
+{"train_loss": 0.08411639928817749, "global_step": 32756, "epoch": 341, "lr": 1.9803669034048244e-05}
+{"train_loss": 0.09059053659439087, "global_step": 32757, "epoch": 341, "lr": 1.9796509187409117e-05}
+{"train_loss": 0.10413935780525208, "global_step": 32758, "epoch": 341, "lr": 1.9789350567902632e-05}
+{"train_loss": 0.10218049585819244, "global_step": 32759, "epoch": 341, "lr": 1.9782193175577413e-05}
+{"train_loss": 0.06245911121368408, "global_step": 32760, "epoch": 341, "lr": 1.9775037010482267e-05}
+{"train_loss": 0.11272279918193817, "global_step": 32761, "epoch": 341, "lr": 1.976788207266598e-05}
+{"train_loss": 0.07624341547489166, "global_step": 32762, "epoch": 341, "lr": 1.9760728362177128e-05}
+{"train_loss": 0.06615916639566422, "global_step": 32763, "epoch": 341, "lr": 1.975357587906459e-05}
+{"train_loss": 0.09984585642814636, "global_step": 32764, "epoch": 341, "lr": 1.9746424623376947e-05}
+{"train_loss": 0.0683475136756897, "global_step": 32765, "epoch": 341, "lr": 1.9739274595163006e-05}
+{"train_loss": 0.10330022126436234, "global_step": 32766, "epoch": 341, "lr": 1.9732125794471302e-05}
+{"train_loss": 0.09027279913425446, "global_step": 32767, "epoch": 341, "lr": 1.972497822135071e-05}
+{"train_loss": 0.10945428907871246, "global_step": 32768, "epoch": 341, "lr": 1.9717831875849744e-05}
+{"train_loss": 0.08510161191225052, "global_step": 32769, "epoch": 341, "lr": 1.9710686758017194e-05}
+{"train_loss": 0.09280020743608475, "global_step": 32770, "epoch": 341, "lr": 1.9703542867901593e-05}
+{"train_loss": 0.09880605340003967, "global_step": 32771, "epoch": 341, "lr": 1.9696400205551657e-05}
+{"train_loss": 0.10845424979925156, "global_step": 32772, "epoch": 341, "lr": 1.968925877101604e-05}
+{"train_loss": 0.08126552402973175, "global_step": 32773, "epoch": 341, "lr": 1.968211856434328e-05}
+{"train_loss": 0.07709574699401855, "global_step": 32774, "epoch": 341, "lr": 1.9674979585582154e-05}
+{"train_loss": 0.09067654609680176, "global_step": 32775, "epoch": 341, "lr": 1.966784183478114e-05}
+{"train_loss": 0.0714380070567131, "global_step": 32776, "epoch": 341, "lr": 1.9660705311988936e-05}
+{"train_loss": 0.08701781183481216, "global_step": 32777, "epoch": 341, "lr": 1.965357001725401e-05}
+{"train_loss": 0.0552951917052269, "global_step": 32778, "epoch": 341, "lr": 1.9646435950625142e-05}
+{"train_loss": 0.09617115557193756, "global_step": 32779, "epoch": 341, "lr": 1.9639303112150742e-05}
+{"train_loss": 0.07085970789194107, "global_step": 32780, "epoch": 341, "lr": 1.9632171501879505e-05}
+{"train_loss": 0.0771581381559372, "global_step": 32781, "epoch": 341, "lr": 1.9625041119859876e-05}
+{"train_loss": 0.08762621879577637, "global_step": 32782, "epoch": 341, "lr": 1.9617911966140536e-05}
+{"train_loss": 0.10725470632314682, "global_step": 32783, "epoch": 341, "lr": 1.9610784040769947e-05}
+{"train_loss": 0.07938376069068909, "global_step": 32784, "epoch": 341, "lr": 1.9603657343796656e-05}
+{"train_loss": 0.10705386847257614, "global_step": 32785, "epoch": 341, "lr": 1.9596531875269264e-05}
+{"train_loss": 0.10799257457256317, "global_step": 32786, "epoch": 341, "lr": 1.9589407635236203e-05}
+{"train_loss": 0.09043073654174805, "global_step": 32787, "epoch": 341, "lr": 1.958228462374605e-05}
+{"train_loss": 0.08424147218465805, "global_step": 32788, "epoch": 341, "lr": 1.9575162840847216e-05}
+{"train_loss": 0.0779803991317749, "global_step": 32789, "epoch": 341, "lr": 1.9568042286588327e-05}
+{"train_loss": 0.09205668419599533, "global_step": 32790, "epoch": 341, "lr": 1.9560922961017793e-05}
+{"train_loss": 0.09547033160924911, "global_step": 32791, "epoch": 341, "lr": 1.9553804864184145e-05}
+{"train_loss": 0.10444675385951996, "global_step": 32792, "epoch": 341, "lr": 1.954668799613575e-05}
+{"train_loss": 0.08596761524677277, "global_step": 32793, "epoch": 341, "lr": 1.953957235692123e-05}
+{"train_loss": 0.09146666526794434, "global_step": 32794, "epoch": 341, "lr": 1.9532457946588913e-05}
+{"train_loss": 0.05243110656738281, "global_step": 32795, "epoch": 341, "lr": 1.9525344765187282e-05}
+{"train_loss": 0.11240450292825699, "global_step": 32796, "epoch": 341, "lr": 1.951823281276477e-05}
+{"train_loss": 0.08278360217809677, "global_step": 32797, "epoch": 341, "lr": 1.951112208936987e-05}
+{"train_loss": 0.08779667317867279, "global_step": 32798, "epoch": 341, "lr": 1.9504012595050926e-05}
+{"train_loss": 0.08134657144546509, "global_step": 32799, "epoch": 341, "lr": 1.949690432985638e-05}
+{"train_loss": 0.07220204174518585, "global_step": 32800, "epoch": 341, "lr": 1.9489797293834665e-05}
+{"train_loss": 0.0963105708360672, "global_step": 32801, "epoch": 341, "lr": 1.94826914870341e-05}
+{"train_loss": 0.06817762553691864, "global_step": 32802, "epoch": 341, "lr": 1.9475586909503174e-05}
+{"train_loss": 0.07265656441450119, "global_step": 32803, "epoch": 341, "lr": 1.9468483561290142e-05}
+{"train_loss": 0.11327645182609558, "global_step": 32804, "epoch": 341, "lr": 1.9461381442443517e-05}
+{"train_loss": 0.0929335206747055, "global_step": 32805, "epoch": 341, "lr": 1.945428055301157e-05}
+{"train_loss": 0.07595328986644745, "global_step": 32806, "epoch": 341, "lr": 1.944718089304267e-05}
+{"train_loss": 0.06721682101488113, "global_step": 32807, "epoch": 341, "lr": 1.9440082462585175e-05}
+{"train_loss": 0.05683247745037079, "global_step": 32808, "epoch": 341, "lr": 1.9432985261687465e-05}
+{"train_loss": 0.049106333404779434, "global_step": 32809, "epoch": 341, "lr": 1.9425889290397792e-05}
+{"train_loss": 0.0963885486125946, "global_step": 32810, "epoch": 341, "lr": 1.941879454876452e-05}
+{"train_loss": 0.07879097759723663, "global_step": 32811, "epoch": 341, "lr": 1.9411701036835984e-05}
+{"train_loss": 0.07749661803245544, "global_step": 32812, "epoch": 341, "lr": 1.9404608754660415e-05}
+{"train_loss": 0.0811535120010376, "global_step": 32813, "epoch": 341, "lr": 1.939751770228615e-05}
+{"train_loss": 0.06705470383167267, "global_step": 32814, "epoch": 341, "lr": 1.9390427879761484e-05}
+{"train_loss": 0.10932005941867828, "global_step": 32815, "epoch": 341, "lr": 1.9383339287134738e-05}
+{"train_loss": 0.06259402632713318, "global_step": 32816, "epoch": 341, "lr": 1.9376251924454116e-05}
+{"train_loss": 0.10610052943229675, "global_step": 32817, "epoch": 341, "lr": 1.9369165791767908e-05}
+{"train_loss": 0.09630917012691498, "global_step": 32818, "epoch": 341, "lr": 1.9362080889124323e-05}
+{"train_loss": 0.06724081933498383, "global_step": 32819, "epoch": 341, "lr": 1.9354997216571703e-05}
+{"train_loss": 0.09792228043079376, "global_step": 32820, "epoch": 341, "lr": 1.9347914774158203e-05}
+{"train_loss": 0.11040468513965607, "global_step": 32821, "epoch": 341, "lr": 1.934083356193206e-05}
+{"train_loss": 0.07583397626876831, "global_step": 32822, "epoch": 341, "lr": 1.9333753579941537e-05}
+{"train_loss": 0.08369769155979156, "global_step": 32823, "epoch": 341, "lr": 1.9326674828234848e-05}
+{"train_loss": 0.06576584279537201, "global_step": 32824, "epoch": 341, "lr": 1.9319597306860147e-05}
+{"train_loss": 0.09591254591941833, "global_step": 32825, "epoch": 341, "lr": 1.931252101586567e-05}
+{"train_loss": 0.09202656149864197, "global_step": 32826, "epoch": 341, "lr": 1.9305445955299594e-05}
+{"train_loss": 0.0881228819489479, "global_step": 32827, "epoch": 341, "lr": 1.9298372125210086e-05}
+{"train_loss": 0.06423135846853256, "global_step": 32828, "epoch": 341, "lr": 1.9291299525645367e-05}
+{"train_loss": 0.10748758912086487, "global_step": 32829, "epoch": 341, "lr": 1.9284228156653472e-05}
+{"train_loss": 0.08625522255897522, "global_step": 32830, "epoch": 341, "lr": 1.9277158018282716e-05}
+{"train_loss": 0.08536177691227446, "global_step": 32831, "epoch": 341, "lr": 1.9270089110581124e-05}
+{"train_loss": 0.0935237854719162, "global_step": 32832, "epoch": 342, "lr": 1.9263021433596883e-05}
+{"train_loss": 0.09237045049667358, "global_step": 32833, "epoch": 342, "lr": 1.9255954987378132e-05}
+{"train_loss": 0.13030925393104553, "global_step": 32834, "epoch": 342, "lr": 1.9248889771973012e-05}
+{"train_loss": 0.09310616552829742, "global_step": 32835, "epoch": 342, "lr": 1.9241825787429547e-05}
+{"train_loss": 0.050115346908569336, "global_step": 32836, "epoch": 342, "lr": 1.92347630337959e-05}
+{"train_loss": 0.07328496128320694, "global_step": 32837, "epoch": 342, "lr": 1.9227701511120167e-05}
+{"train_loss": 0.08132485300302505, "global_step": 32838, "epoch": 342, "lr": 1.9220641219450464e-05}
+{"train_loss": 0.10353243350982666, "global_step": 32839, "epoch": 342, "lr": 1.9213582158834798e-05}
+{"train_loss": 0.08117778599262238, "global_step": 32840, "epoch": 342, "lr": 1.9206524329321262e-05}
+{"train_loss": 0.09821373224258423, "global_step": 32841, "epoch": 342, "lr": 1.9199467730957976e-05}
+{"train_loss": 0.0894664004445076, "global_step": 32842, "epoch": 342, "lr": 1.919241236379292e-05}
+{"train_loss": 0.09447869658470154, "global_step": 32843, "epoch": 342, "lr": 1.918535822787415e-05}
+{"train_loss": 0.10795146226882935, "global_step": 32844, "epoch": 342, "lr": 1.9178305323249734e-05}
+{"train_loss": 0.0748763382434845, "global_step": 32845, "epoch": 342, "lr": 1.9171253649967725e-05}
+{"train_loss": 0.08199989050626755, "global_step": 32846, "epoch": 342, "lr": 1.916420320807606e-05}
+{"train_loss": 0.06711357831954956, "global_step": 32847, "epoch": 342, "lr": 1.915715399762279e-05}
+{"train_loss": 0.0988725870847702, "global_step": 32848, "epoch": 342, "lr": 1.9150106018655922e-05}
+{"train_loss": 0.09756308048963547, "global_step": 32849, "epoch": 342, "lr": 1.9143059271223484e-05}
+{"train_loss": 0.07379493117332458, "global_step": 32850, "epoch": 342, "lr": 1.9136013755373418e-05}
+{"train_loss": 0.12269936501979828, "global_step": 32851, "epoch": 342, "lr": 1.912896947115368e-05}
+{"train_loss": 0.09499256312847137, "global_step": 32852, "epoch": 342, "lr": 1.9121926418612324e-05}
+{"train_loss": 0.05125638097524643, "global_step": 32853, "epoch": 342, "lr": 1.911488459779722e-05}
+{"train_loss": 0.06292702257633209, "global_step": 32854, "epoch": 342, "lr": 1.910784400875636e-05}
+{"train_loss": 0.12043946236371994, "global_step": 32855, "epoch": 342, "lr": 1.9100804651537695e-05}
+{"train_loss": 0.07168750464916229, "global_step": 32856, "epoch": 342, "lr": 1.9093766526189193e-05}
+{"train_loss": 0.08117076754570007, "global_step": 32857, "epoch": 342, "lr": 1.908672963275868e-05}
+{"train_loss": 0.08631715923547745, "global_step": 32858, "epoch": 342, "lr": 1.9079693971294165e-05}
+{"train_loss": 0.07779400050640106, "global_step": 32859, "epoch": 342, "lr": 1.907265954184352e-05}
+{"train_loss": 0.05950994789600372, "global_step": 32860, "epoch": 342, "lr": 1.90656263444547e-05}
+{"train_loss": 0.11506268382072449, "global_step": 32861, "epoch": 342, "lr": 1.905859437917552e-05}
+{"train_loss": 0.06980188190937042, "global_step": 32862, "epoch": 342, "lr": 1.9051563646053917e-05}
+{"train_loss": 0.07994913309812546, "global_step": 32863, "epoch": 342, "lr": 1.9044534145137737e-05}
+{"train_loss": 0.0937085822224617, "global_step": 32864, "epoch": 342, "lr": 1.9037505876474903e-05}
+{"train_loss": 0.0764998197555542, "global_step": 32865, "epoch": 342, "lr": 1.903047884011322e-05}
+{"train_loss": 0.08745987713336945, "global_step": 32866, "epoch": 342, "lr": 1.9023453036100537e-05}
+{"train_loss": 0.11038166284561157, "global_step": 32867, "epoch": 342, "lr": 1.901642846448477e-05}
+{"train_loss": 0.06768417358398438, "global_step": 32868, "epoch": 342, "lr": 1.9009405125313685e-05}
+{"train_loss": 0.0804348737001419, "global_step": 32869, "epoch": 342, "lr": 1.9002383018635107e-05}
+{"train_loss": 0.10748300701379776, "global_step": 32870, "epoch": 342, "lr": 1.8995362144496865e-05}
+{"train_loss": 0.09254054725170135, "global_step": 32871, "epoch": 342, "lr": 1.8988342502946833e-05}
+{"train_loss": 0.0975523367524147, "global_step": 32872, "epoch": 342, "lr": 1.8981324094032725e-05}
+{"train_loss": 0.11861693114042282, "global_step": 32873, "epoch": 342, "lr": 1.8974306917802352e-05}
+{"train_loss": 0.09732875227928162, "global_step": 32874, "epoch": 342, "lr": 1.8967290974303544e-05}
+{"train_loss": 0.11713438481092453, "global_step": 32875, "epoch": 342, "lr": 1.8960276263584052e-05}
+{"train_loss": 0.09032569080591202, "global_step": 32876, "epoch": 342, "lr": 1.8953262785691627e-05}
+{"train_loss": 0.1015501618385315, "global_step": 32877, "epoch": 342, "lr": 1.8946250540674027e-05}
+{"train_loss": 0.10084056109189987, "global_step": 32878, "epoch": 342, "lr": 1.8939239528579035e-05}
+{"train_loss": 0.09308610111474991, "global_step": 32879, "epoch": 342, "lr": 1.893222974945441e-05}
+{"train_loss": 0.06589826196432114, "global_step": 32880, "epoch": 342, "lr": 1.892522120334783e-05}
+{"train_loss": 0.10293847322463989, "global_step": 32881, "epoch": 342, "lr": 1.8918213890307014e-05}
+{"train_loss": 0.08017586171627045, "global_step": 32882, "epoch": 342, "lr": 1.8911207810379784e-05}
+{"train_loss": 0.07203079760074615, "global_step": 32883, "epoch": 342, "lr": 1.8904202963613727e-05}
+{"train_loss": 0.062204018235206604, "global_step": 32884, "epoch": 342, "lr": 1.8897199350056582e-05}
+{"train_loss": 0.06963767856359482, "global_step": 32885, "epoch": 342, "lr": 1.8890196969756068e-05}
+{"train_loss": 0.09106205403804779, "global_step": 32886, "epoch": 342, "lr": 1.8883195822759882e-05}
+{"train_loss": 0.08365470170974731, "global_step": 32887, "epoch": 342, "lr": 1.8876195909115624e-05}
+{"train_loss": 0.09491287171840668, "global_step": 32888, "epoch": 342, "lr": 1.8869197228871037e-05}
+{"train_loss": 0.04798031598329544, "global_step": 32889, "epoch": 342, "lr": 1.886219978207373e-05}
+{"train_loss": 0.07937450706958771, "global_step": 32890, "epoch": 342, "lr": 1.8855203568771416e-05}
+{"train_loss": 0.0961633026599884, "global_step": 32891, "epoch": 342, "lr": 1.8848208589011684e-05}
+{"train_loss": 0.09969671070575714, "global_step": 32892, "epoch": 342, "lr": 1.8841214842842157e-05}
+{"train_loss": 0.10094886273145676, "global_step": 32893, "epoch": 342, "lr": 1.8834222330310493e-05}
+{"train_loss": 0.07670871168375015, "global_step": 32894, "epoch": 342, "lr": 1.8827231051464332e-05}
+{"train_loss": 0.09947880357503891, "global_step": 32895, "epoch": 342, "lr": 1.8820241006351224e-05}
+{"train_loss": 0.07091490179300308, "global_step": 32896, "epoch": 342, "lr": 1.8813252195018793e-05}
+{"train_loss": 0.11771014332771301, "global_step": 32897, "epoch": 342, "lr": 1.8806264617514667e-05}
+{"train_loss": 0.058690089732408524, "global_step": 32898, "epoch": 342, "lr": 1.8799278273886346e-05}
+{"train_loss": 0.08539466559886932, "global_step": 32899, "epoch": 342, "lr": 1.8792293164181474e-05}
+{"train_loss": 0.09669367969036102, "global_step": 32900, "epoch": 342, "lr": 1.8785309288447596e-05}
+{"train_loss": 0.09478208422660828, "global_step": 32901, "epoch": 342, "lr": 1.8778326646732292e-05}
+{"train_loss": 0.11465421319007874, "global_step": 32902, "epoch": 342, "lr": 1.877134523908304e-05}
+{"train_loss": 0.10281062126159668, "global_step": 32903, "epoch": 342, "lr": 1.8764365065547506e-05}
+{"train_loss": 0.11297906935214996, "global_step": 32904, "epoch": 342, "lr": 1.8757386126173106e-05}
+{"train_loss": 0.06919760257005692, "global_step": 32905, "epoch": 342, "lr": 1.8750408421007438e-05}
+{"train_loss": 0.049442633986473083, "global_step": 32906, "epoch": 342, "lr": 1.8743431950097977e-05}
+{"train_loss": 0.09358575940132141, "global_step": 32907, "epoch": 342, "lr": 1.8736456713492222e-05}
+{"train_loss": 0.06147724390029907, "global_step": 32908, "epoch": 342, "lr": 1.8729482711237735e-05}
+{"train_loss": 0.0909939855337143, "global_step": 32909, "epoch": 342, "lr": 1.872250994338194e-05}
+{"train_loss": 0.1118202954530716, "global_step": 32910, "epoch": 342, "lr": 1.8715538409972333e-05}
+{"train_loss": 0.0937201976776123, "global_step": 32911, "epoch": 342, "lr": 1.8708568111056392e-05}
+{"train_loss": 0.06313624233007431, "global_step": 32912, "epoch": 342, "lr": 1.870159904668165e-05}
+{"train_loss": 0.12456673383712769, "global_step": 32913, "epoch": 342, "lr": 1.869463121689545e-05}
+{"train_loss": 0.06294833868741989, "global_step": 32914, "epoch": 342, "lr": 1.8687664621745293e-05}
+{"train_loss": 0.10168144106864929, "global_step": 32915, "epoch": 342, "lr": 1.868069926127862e-05}
+{"train_loss": 0.112602099776268, "global_step": 32916, "epoch": 342, "lr": 1.8673735135542913e-05}
+{"train_loss": 0.07028697431087494, "global_step": 32917, "epoch": 342, "lr": 1.8666772244585486e-05}
+{"train_loss": 0.08153893053531647, "global_step": 32918, "epoch": 342, "lr": 1.8659810588453874e-05}
+{"train_loss": 0.12667134404182434, "global_step": 32919, "epoch": 342, "lr": 1.8652850167195378e-05}
+{"train_loss": 0.0656462162733078, "global_step": 32920, "epoch": 342, "lr": 1.8645890980857515e-05}
+{"train_loss": 0.09413077682256699, "global_step": 32921, "epoch": 342, "lr": 1.8638933029487537e-05}
+{"train_loss": 0.06053788214921951, "global_step": 32922, "epoch": 342, "lr": 1.8631976313132893e-05}
+{"train_loss": 0.09423297643661499, "global_step": 32923, "epoch": 342, "lr": 1.862502083184101e-05}
+{"train_loss": 0.05882738530635834, "global_step": 32924, "epoch": 342, "lr": 1.8618066585659143e-05}
+{"train_loss": 0.06742566078901291, "global_step": 32925, "epoch": 342, "lr": 1.861111357463472e-05}
+{"train_loss": 0.10593041032552719, "global_step": 32926, "epoch": 342, "lr": 1.860416179881508e-05}
+{"train_loss": 0.08783581980969757, "global_step": 32927, "epoch": 342, "lr": 1.859721125824758e-05}
+{"train_loss": 0.10336923599243164, "global_step": 32928, "epoch": 343, "lr": 1.859026195297944e-05}
+{"train_loss": 0.10533424466848373, "global_step": 32929, "epoch": 343, "lr": 1.858331388305816e-05}
+{"train_loss": 0.08714134991168976, "global_step": 32930, "epoch": 343, "lr": 1.857636704853092e-05}
+{"train_loss": 0.07843044400215149, "global_step": 32931, "epoch": 343, "lr": 1.8569421449445114e-05}
+{"train_loss": 0.10984180867671967, "global_step": 32932, "epoch": 343, "lr": 1.8562477085847952e-05}
+{"train_loss": 0.08748652040958405, "global_step": 32933, "epoch": 343, "lr": 1.8555533957786773e-05}
+{"train_loss": 0.07133749127388, "global_step": 32934, "epoch": 343, "lr": 1.8548592065308858e-05}
+{"train_loss": 0.11563293635845184, "global_step": 32935, "epoch": 343, "lr": 1.854165140846149e-05}
+{"train_loss": 0.0807417631149292, "global_step": 32936, "epoch": 343, "lr": 1.8534711987291887e-05}
+{"train_loss": 0.107733353972435, "global_step": 32937, "epoch": 343, "lr": 1.8527773801847336e-05}
+{"train_loss": 0.07444754242897034, "global_step": 32938, "epoch": 343, "lr": 1.8520836852175094e-05}
+{"train_loss": 0.06910176575183868, "global_step": 32939, "epoch": 343, "lr": 1.8513901138322342e-05}
+{"train_loss": 0.08255968242883682, "global_step": 32940, "epoch": 343, "lr": 1.850696666033642e-05}
+{"train_loss": 0.07441816478967667, "global_step": 32941, "epoch": 343, "lr": 1.8500033418264428e-05}
+{"train_loss": 0.10048317909240723, "global_step": 32942, "epoch": 343, "lr": 1.8493101412153703e-05}
+{"train_loss": 0.10688985884189606, "global_step": 32943, "epoch": 343, "lr": 1.8486170642051293e-05}
+{"train_loss": 0.08938051760196686, "global_step": 32944, "epoch": 343, "lr": 1.847924110800454e-05}
+{"train_loss": 0.07133100181818008, "global_step": 32945, "epoch": 343, "lr": 1.8472312810060564e-05}
+{"train_loss": 0.07509779185056686, "global_step": 32946, "epoch": 343, "lr": 1.846538574826657e-05}
+{"train_loss": 0.07130146026611328, "global_step": 32947, "epoch": 343, "lr": 1.84584599226697e-05}
+{"train_loss": 0.08090558648109436, "global_step": 32948, "epoch": 343, "lr": 1.8451535333317138e-05}
+{"train_loss": 0.10469662398099899, "global_step": 32949, "epoch": 343, "lr": 1.8444611980256044e-05}
+{"train_loss": 0.1078537255525589, "global_step": 32950, "epoch": 343, "lr": 1.8437689863533493e-05}
+{"train_loss": 0.08079959452152252, "global_step": 32951, "epoch": 343, "lr": 1.8430768983196755e-05}
+{"train_loss": 0.07217484712600708, "global_step": 32952, "epoch": 343, "lr": 1.8423849339292866e-05}
+{"train_loss": 0.10838966816663742, "global_step": 32953, "epoch": 343, "lr": 1.841693093186898e-05}
+{"train_loss": 0.09419558197259903, "global_step": 32954, "epoch": 343, "lr": 1.8410013760972134e-05}
+{"train_loss": 0.06525563448667526, "global_step": 32955, "epoch": 343, "lr": 1.8403097826649552e-05}
+{"train_loss": 0.06783003360033035, "global_step": 32956, "epoch": 343, "lr": 1.8396183128948263e-05}
+{"train_loss": 0.10841760039329529, "global_step": 32957, "epoch": 343, "lr": 1.8389269667915364e-05}
+{"train_loss": 0.07820697128772736, "global_step": 32958, "epoch": 343, "lr": 1.8382357443597888e-05}
+{"train_loss": 0.10002859681844711, "global_step": 32959, "epoch": 343, "lr": 1.837544645604301e-05}
+{"train_loss": 0.08707067370414734, "global_step": 32960, "epoch": 343, "lr": 1.83685367052977e-05}
+{"train_loss": 0.05121637135744095, "global_step": 32961, "epoch": 343, "lr": 1.8361628191409053e-05}
+{"train_loss": 0.08568693697452545, "global_step": 32962, "epoch": 343, "lr": 1.835472091442414e-05}
+{"train_loss": 0.10448107868432999, "global_step": 32963, "epoch": 343, "lr": 1.83478148743899e-05}
+{"train_loss": 0.09109293669462204, "global_step": 32964, "epoch": 343, "lr": 1.834091007135348e-05}
+{"train_loss": 0.08206440508365631, "global_step": 32965, "epoch": 343, "lr": 1.8334006505361768e-05}
+{"train_loss": 0.10123398154973984, "global_step": 32966, "epoch": 343, "lr": 1.8327104176461907e-05}
+{"train_loss": 0.07374919205904007, "global_step": 32967, "epoch": 343, "lr": 1.8320203084700814e-05}
+{"train_loss": 0.09465832263231277, "global_step": 32968, "epoch": 343, "lr": 1.8313303230125568e-05}
+{"train_loss": 0.1067342758178711, "global_step": 32969, "epoch": 343, "lr": 1.830640461278299e-05}
+{"train_loss": 0.09128367900848389, "global_step": 32970, "epoch": 343, "lr": 1.829950723272027e-05}
+{"train_loss": 0.09660377353429794, "global_step": 32971, "epoch": 343, "lr": 1.829261108998421e-05}
+{"train_loss": 0.08958971500396729, "global_step": 32972, "epoch": 343, "lr": 1.8285716184621894e-05}
+{"train_loss": 0.14345863461494446, "global_step": 32973, "epoch": 343, "lr": 1.827882251668014e-05}
+{"train_loss": 0.07321958243846893, "global_step": 32974, "epoch": 343, "lr": 1.8271930086206025e-05}
+{"train_loss": 0.13004174828529358, "global_step": 32975, "epoch": 343, "lr": 1.82650388932464e-05}
+{"train_loss": 0.06807921081781387, "global_step": 32976, "epoch": 343, "lr": 1.8258148937848207e-05}
+{"train_loss": 0.08283847570419312, "global_step": 32977, "epoch": 343, "lr": 1.8251260220058407e-05}
+{"train_loss": 0.09134674072265625, "global_step": 32978, "epoch": 343, "lr": 1.8244372739923853e-05}
+{"train_loss": 0.09871626645326614, "global_step": 32979, "epoch": 343, "lr": 1.8237486497491508e-05}
+{"train_loss": 0.08605419099330902, "global_step": 32980, "epoch": 343, "lr": 1.8230601492808174e-05}
+{"train_loss": 0.0865691527724266, "global_step": 32981, "epoch": 343, "lr": 1.8223717725920842e-05}
+{"train_loss": 0.08878041058778763, "global_step": 32982, "epoch": 343, "lr": 1.8216835196876292e-05}
+{"train_loss": 0.08759700506925583, "global_step": 32983, "epoch": 343, "lr": 1.820995390572149e-05}
+{"train_loss": 0.07376890629529953, "global_step": 32984, "epoch": 343, "lr": 1.8203073852503172e-05}
+{"train_loss": 0.11941985785961151, "global_step": 32985, "epoch": 343, "lr": 1.8196195037268325e-05}
+{"train_loss": 0.08989659696817398, "global_step": 32986, "epoch": 343, "lr": 1.8189317460063694e-05}
+{"train_loss": 0.08285615593194962, "global_step": 32987, "epoch": 343, "lr": 1.8182441120936145e-05}
+{"train_loss": 0.10468817502260208, "global_step": 32988, "epoch": 343, "lr": 1.817556601993253e-05}
+{"train_loss": 0.09669656306505203, "global_step": 32989, "epoch": 343, "lr": 1.816869215709962e-05}
+{"train_loss": 0.09279278665781021, "global_step": 32990, "epoch": 343, "lr": 1.816181953248426e-05}
+{"train_loss": 0.08048652112483978, "global_step": 32991, "epoch": 343, "lr": 1.815494814613321e-05}
+{"train_loss": 0.07893471419811249, "global_step": 32992, "epoch": 343, "lr": 1.8148077998093325e-05}
+{"train_loss": 0.06772488355636597, "global_step": 32993, "epoch": 343, "lr": 1.8141209088411327e-05}
+{"train_loss": 0.05570110306143761, "global_step": 32994, "epoch": 343, "lr": 1.813434141713404e-05}
+{"train_loss": 0.08833067864179611, "global_step": 32995, "epoch": 343, "lr": 1.8127474984308156e-05}
+{"train_loss": 0.0834122896194458, "global_step": 32996, "epoch": 343, "lr": 1.8120609789980537e-05}
+{"train_loss": 0.07039401680231094, "global_step": 32997, "epoch": 343, "lr": 1.811374583419785e-05}
+{"train_loss": 0.10879391431808472, "global_step": 32998, "epoch": 343, "lr": 1.8106883117006856e-05}
+{"train_loss": 0.08085320889949799, "global_step": 32999, "epoch": 343, "lr": 1.8100021638454323e-05}
+{"train_loss": 0.11514879018068314, "global_step": 33000, "epoch": 343, "lr": 1.8093161398586967e-05}
+{"train_loss": 0.09866030514240265, "global_step": 33001, "epoch": 343, "lr": 1.808630239745146e-05}
+{"train_loss": 0.07799213379621506, "global_step": 33002, "epoch": 343, "lr": 1.807944463509452e-05}
+{"train_loss": 0.08062158524990082, "global_step": 33003, "epoch": 343, "lr": 1.8072588111562937e-05}
+{"train_loss": 0.0778811052441597, "global_step": 33004, "epoch": 343, "lr": 1.806573282690327e-05}
+{"train_loss": 0.08456085622310638, "global_step": 33005, "epoch": 343, "lr": 1.8058878781162303e-05}
+{"train_loss": 0.0757254958152771, "global_step": 33006, "epoch": 343, "lr": 1.8052025974386578e-05}
+{"train_loss": 0.09458211064338684, "global_step": 33007, "epoch": 343, "lr": 1.8045174406622944e-05}
+{"train_loss": 0.09161293506622314, "global_step": 33008, "epoch": 343, "lr": 1.8038324077917923e-05}
+{"train_loss": 0.07916761189699173, "global_step": 33009, "epoch": 343, "lr": 1.803147498831821e-05}
+{"train_loss": 0.07992595434188843, "global_step": 33010, "epoch": 343, "lr": 1.8024627137870432e-05}
+{"train_loss": 0.058171458542346954, "global_step": 33011, "epoch": 343, "lr": 1.8017780526621265e-05}
+{"train_loss": 0.09639815241098404, "global_step": 33012, "epoch": 343, "lr": 1.801093515461727e-05}
+{"train_loss": 0.12432275712490082, "global_step": 33013, "epoch": 343, "lr": 1.800409102190508e-05}
+{"train_loss": 0.05174139142036438, "global_step": 33014, "epoch": 343, "lr": 1.799724812853132e-05}
+{"train_loss": 0.07074970006942749, "global_step": 33015, "epoch": 343, "lr": 1.799040647454262e-05}
+{"train_loss": 0.10860298573970795, "global_step": 33016, "epoch": 343, "lr": 1.798356605998548e-05}
+{"train_loss": 0.1037578135728836, "global_step": 33017, "epoch": 343, "lr": 1.7976726884906526e-05}
+{"train_loss": 0.08640065044164658, "global_step": 33018, "epoch": 343, "lr": 1.7969888949352365e-05}
+{"train_loss": 0.09797052294015884, "global_step": 33019, "epoch": 343, "lr": 1.7963052253369516e-05}
+{"train_loss": 0.07699692249298096, "global_step": 33020, "epoch": 343, "lr": 1.7956216797004565e-05}
+{"train_loss": 0.08533583581447601, "global_step": 33021, "epoch": 343, "lr": 1.7949382580303985e-05}
+{"train_loss": 0.07122698426246643, "global_step": 33022, "epoch": 343, "lr": 1.794254960331445e-05}
+{"train_loss": 0.08806899193829547, "global_step": 33023, "epoch": 343, "lr": 1.7935717866082367e-05}
+{"train_loss": 0.0919899195432663, "global_step": 33024, "epoch": 344, "lr": 1.79288873686543e-05}
+{"train_loss": 0.06938660889863968, "global_step": 33025, "epoch": 344, "lr": 1.7922058111076788e-05}
+{"train_loss": 0.06275701522827148, "global_step": 33026, "epoch": 344, "lr": 1.791523009339633e-05}
+{"train_loss": 0.08092071115970612, "global_step": 33027, "epoch": 344, "lr": 1.7908403315659395e-05}
+{"train_loss": 0.0832393541932106, "global_step": 33028, "epoch": 344, "lr": 1.7901577777912482e-05}
+{"train_loss": 0.09682825952768326, "global_step": 33029, "epoch": 344, "lr": 1.7894753480202085e-05}
+{"train_loss": 0.06815657019615173, "global_step": 33030, "epoch": 344, "lr": 1.7887930422574662e-05}
+{"train_loss": 0.09460379183292389, "global_step": 33031, "epoch": 344, "lr": 1.7881108605076657e-05}
+{"train_loss": 0.0690699964761734, "global_step": 33032, "epoch": 344, "lr": 1.787428802775455e-05}
+{"train_loss": 0.1043923869729042, "global_step": 33033, "epoch": 344, "lr": 1.7867468690654833e-05}
+{"train_loss": 0.08198192715644836, "global_step": 33034, "epoch": 344, "lr": 1.7860650593823845e-05}
+{"train_loss": 0.06029777601361275, "global_step": 33035, "epoch": 344, "lr": 1.7853833737308068e-05}
+{"train_loss": 0.07405325770378113, "global_step": 33036, "epoch": 344, "lr": 1.7847018121153924e-05}
+{"train_loss": 0.09947869181632996, "global_step": 33037, "epoch": 344, "lr": 1.7840203745407846e-05}
+{"train_loss": 0.11080099642276764, "global_step": 33038, "epoch": 344, "lr": 1.7833390610116175e-05}
+{"train_loss": 0.08373712003231049, "global_step": 33039, "epoch": 344, "lr": 1.7826578715325358e-05}
+{"train_loss": 0.10505693405866623, "global_step": 33040, "epoch": 344, "lr": 1.7819768061081766e-05}
+{"train_loss": 0.11114435642957687, "global_step": 33041, "epoch": 344, "lr": 1.78129586474318e-05}
+{"train_loss": 0.0832338035106659, "global_step": 33042, "epoch": 344, "lr": 1.78061504744218e-05}
+{"train_loss": 0.09233853220939636, "global_step": 33043, "epoch": 344, "lr": 1.7799343542098113e-05}
+{"train_loss": 0.09482835978269577, "global_step": 33044, "epoch": 344, "lr": 1.7792537850507162e-05}
+{"train_loss": 0.06791174411773682, "global_step": 33045, "epoch": 344, "lr": 1.7785733399695205e-05}
+{"train_loss": 0.08734387904405594, "global_step": 33046, "epoch": 344, "lr": 1.777893018970862e-05}
+{"train_loss": 0.08404918760061264, "global_step": 33047, "epoch": 344, "lr": 1.777212822059373e-05}
+{"train_loss": 0.11424372345209122, "global_step": 33048, "epoch": 344, "lr": 1.7765327492396923e-05}
+{"train_loss": 0.08589471131563187, "global_step": 33049, "epoch": 344, "lr": 1.7758528005164376e-05}
+{"train_loss": 0.09085911512374878, "global_step": 33050, "epoch": 344, "lr": 1.775172975894248e-05}
+{"train_loss": 0.06084717437624931, "global_step": 33051, "epoch": 344, "lr": 1.774493275377751e-05}
+{"train_loss": 0.10461568832397461, "global_step": 33052, "epoch": 344, "lr": 1.773813698971578e-05}
+{"train_loss": 0.10116463899612427, "global_step": 33053, "epoch": 344, "lr": 1.7731342466803502e-05}
+{"train_loss": 0.08427160978317261, "global_step": 33054, "epoch": 344, "lr": 1.772454918508697e-05}
+{"train_loss": 0.09865088760852814, "global_step": 33055, "epoch": 344, "lr": 1.771775714461248e-05}
+{"train_loss": 0.0731690376996994, "global_step": 33056, "epoch": 344, "lr": 1.7710966345426284e-05}
+{"train_loss": 0.06957601755857468, "global_step": 33057, "epoch": 344, "lr": 1.7704176787574568e-05}
+{"train_loss": 0.07850069552659988, "global_step": 33058, "epoch": 344, "lr": 1.7697388471103603e-05}
+{"train_loss": 0.09415872395038605, "global_step": 33059, "epoch": 344, "lr": 1.769060139605965e-05}
+{"train_loss": 0.10080601274967194, "global_step": 33060, "epoch": 344, "lr": 1.7683815562488837e-05}
+{"train_loss": 0.09502308070659637, "global_step": 33061, "epoch": 344, "lr": 1.7677030970437447e-05}
+{"train_loss": 0.08206239342689514, "global_step": 33062, "epoch": 344, "lr": 1.767024761995164e-05}
+{"train_loss": 0.09419925510883331, "global_step": 33063, "epoch": 344, "lr": 1.766346551107767e-05}
+{"train_loss": 0.08990448713302612, "global_step": 33064, "epoch": 344, "lr": 1.7656684643861655e-05}
+{"train_loss": 0.06771938502788544, "global_step": 33065, "epoch": 344, "lr": 1.764990501834978e-05}
+{"train_loss": 0.13079532980918884, "global_step": 33066, "epoch": 344, "lr": 1.7643126634588246e-05}
+{"train_loss": 0.06817516684532166, "global_step": 33067, "epoch": 344, "lr": 1.7636349492623205e-05}
+{"train_loss": 0.08593370020389557, "global_step": 33068, "epoch": 344, "lr": 1.762957359250077e-05}
+{"train_loss": 0.08745692670345306, "global_step": 33069, "epoch": 344, "lr": 1.7622798934267127e-05}
+{"train_loss": 0.09993517398834229, "global_step": 33070, "epoch": 344, "lr": 1.761602551796837e-05}
+{"train_loss": 0.09624070674180984, "global_step": 33071, "epoch": 344, "lr": 1.7609253343650688e-05}
+{"train_loss": 0.044402629137039185, "global_step": 33072, "epoch": 344, "lr": 1.760248241136011e-05}
+{"train_loss": 0.0735321193933487, "global_step": 33073, "epoch": 344, "lr": 1.75957127211428e-05}
+{"train_loss": 0.08483125269412994, "global_step": 33074, "epoch": 344, "lr": 1.7588944273044893e-05}
+{"train_loss": 0.10322828590869904, "global_step": 33075, "epoch": 344, "lr": 1.7582177067112382e-05}
+{"train_loss": 0.08118075132369995, "global_step": 33076, "epoch": 344, "lr": 1.757541110339138e-05}
+{"train_loss": 0.10773638635873795, "global_step": 33077, "epoch": 344, "lr": 1.7568646381928012e-05}
+{"train_loss": 0.08427861332893372, "global_step": 33078, "epoch": 344, "lr": 1.7561882902768345e-05}
+{"train_loss": 0.07679374516010284, "global_step": 33079, "epoch": 344, "lr": 1.755512066595837e-05}
+{"train_loss": 0.09265388548374176, "global_step": 33080, "epoch": 344, "lr": 1.7548359671544157e-05}
+{"train_loss": 0.08661998808383942, "global_step": 33081, "epoch": 344, "lr": 1.7541599919571784e-05}
+{"train_loss": 0.08769699931144714, "global_step": 33082, "epoch": 344, "lr": 1.7534841410087277e-05}
+{"train_loss": 0.08564592897891998, "global_step": 33083, "epoch": 344, "lr": 1.7528084143136603e-05}
+{"train_loss": 0.11132386326789856, "global_step": 33084, "epoch": 344, "lr": 1.7521328118765835e-05}
+{"train_loss": 0.09451095759868622, "global_step": 33085, "epoch": 344, "lr": 1.751457333702098e-05}
+{"train_loss": 0.11703042685985565, "global_step": 33086, "epoch": 344, "lr": 1.7507819797947978e-05}
+{"train_loss": 0.08164457231760025, "global_step": 33087, "epoch": 344, "lr": 1.750106750159288e-05}
+{"train_loss": 0.11274205893278122, "global_step": 33088, "epoch": 344, "lr": 1.7494316448001614e-05}
+{"train_loss": 0.09104155749082565, "global_step": 33089, "epoch": 344, "lr": 1.7487566637220242e-05}
+{"train_loss": 0.12112455815076828, "global_step": 33090, "epoch": 344, "lr": 1.7480818069294623e-05}
+{"train_loss": 0.10033144056797028, "global_step": 33091, "epoch": 344, "lr": 1.7474070744270765e-05}
+{"train_loss": 0.08160103857517242, "global_step": 33092, "epoch": 344, "lr": 1.7467324662194607e-05}
+{"train_loss": 0.06310267001390457, "global_step": 33093, "epoch": 344, "lr": 1.746057982311211e-05}
+{"train_loss": 0.11108522117137909, "global_step": 33094, "epoch": 344, "lr": 1.745383622706913e-05}
+{"train_loss": 0.08636432886123657, "global_step": 33095, "epoch": 344, "lr": 1.744709387411172e-05}
+{"train_loss": 0.08016407489776611, "global_step": 33096, "epoch": 344, "lr": 1.744035276428566e-05}
+{"train_loss": 0.060136113315820694, "global_step": 33097, "epoch": 344, "lr": 1.7433612897636964e-05}
+{"train_loss": 0.07163101434707642, "global_step": 33098, "epoch": 344, "lr": 1.7426874274211436e-05}
+{"train_loss": 0.1018764078617096, "global_step": 33099, "epoch": 344, "lr": 1.7420136894054993e-05}
+{"train_loss": 0.07786909490823746, "global_step": 33100, "epoch": 344, "lr": 1.7413400757213582e-05}
+{"train_loss": 0.07004620134830475, "global_step": 33101, "epoch": 344, "lr": 1.7406665863732962e-05}
+{"train_loss": 0.06913645565509796, "global_step": 33102, "epoch": 344, "lr": 1.7399932213659077e-05}
+{"train_loss": 0.1070781797170639, "global_step": 33103, "epoch": 344, "lr": 1.739319980703773e-05}
+{"train_loss": 0.0681849792599678, "global_step": 33104, "epoch": 344, "lr": 1.7386468643914842e-05}
+{"train_loss": 0.08077166974544525, "global_step": 33105, "epoch": 344, "lr": 1.7379738724336135e-05}
+{"train_loss": 0.10563205182552338, "global_step": 33106, "epoch": 344, "lr": 1.7373010048347548e-05}
+{"train_loss": 0.07996921986341476, "global_step": 33107, "epoch": 344, "lr": 1.7366282615994845e-05}
+{"train_loss": 0.08427388966083527, "global_step": 33108, "epoch": 344, "lr": 1.7359556427323875e-05}
+{"train_loss": 0.11239650845527649, "global_step": 33109, "epoch": 344, "lr": 1.7352831482380384e-05}
+{"train_loss": 0.05319284647703171, "global_step": 33110, "epoch": 344, "lr": 1.7346107781210195e-05}
+{"train_loss": 0.07593542337417603, "global_step": 33111, "epoch": 344, "lr": 1.7339385323859105e-05}
+{"train_loss": 0.07648320496082306, "global_step": 33112, "epoch": 344, "lr": 1.7332664110372932e-05}
+{"train_loss": 0.08445374667644501, "global_step": 33113, "epoch": 344, "lr": 1.7325944140797333e-05}
+{"train_loss": 0.08511628955602646, "global_step": 33114, "epoch": 344, "lr": 1.7319225415178163e-05}
+{"train_loss": 0.08557838201522827, "global_step": 33115, "epoch": 344, "lr": 1.731250793356116e-05}
+{"train_loss": 0.1027805283665657, "global_step": 33116, "epoch": 344, "lr": 1.7305791695992023e-05}
+{"train_loss": 0.0922994315624237, "global_step": 33117, "epoch": 344, "lr": 1.7299076702516536e-05}
+{"train_loss": 0.0777372270822525, "global_step": 33118, "epoch": 344, "lr": 1.7292362953180375e-05}
+{"train_loss": 0.08687576989177614, "global_step": 33119, "epoch": 344, "lr": 1.7285650448029366e-05}
+{"train_loss": 0.0647270530462265, "global_step": 33120, "epoch": 345, "lr": 1.7278939187109054e-05}
+{"train_loss": 0.06309443712234497, "global_step": 33121, "epoch": 345, "lr": 1.7272229170465292e-05}
+{"train_loss": 0.10201187431812286, "global_step": 33122, "epoch": 345, "lr": 1.7265520398143707e-05}
+{"train_loss": 0.08827916532754898, "global_step": 33123, "epoch": 345, "lr": 1.725881287019e-05}
+{"train_loss": 0.09024433046579361, "global_step": 33124, "epoch": 345, "lr": 1.725210658664982e-05}
+{"train_loss": 0.07939982414245605, "global_step": 33125, "epoch": 345, "lr": 1.7245401547568842e-05}
+{"train_loss": 0.10304168611764908, "global_step": 33126, "epoch": 345, "lr": 1.7238697752992785e-05}
+{"train_loss": 0.10968988388776779, "global_step": 33127, "epoch": 345, "lr": 1.723199520296721e-05}
+{"train_loss": 0.07906505465507507, "global_step": 33128, "epoch": 345, "lr": 1.72252938975378e-05}
+{"train_loss": 0.09411133080720901, "global_step": 33129, "epoch": 345, "lr": 1.7218593836750173e-05}
+{"train_loss": 0.09420879185199738, "global_step": 33130, "epoch": 345, "lr": 1.7211895020650016e-05}
+{"train_loss": 0.09570044279098511, "global_step": 33131, "epoch": 345, "lr": 1.720519744928284e-05}
+{"train_loss": 0.08790184557437897, "global_step": 33132, "epoch": 345, "lr": 1.7198501122694366e-05}
+{"train_loss": 0.07859228551387787, "global_step": 33133, "epoch": 345, "lr": 1.7191806040930113e-05}
+{"train_loss": 0.0894579067826271, "global_step": 33134, "epoch": 345, "lr": 1.7185112204035758e-05}
+{"train_loss": 0.08881217241287231, "global_step": 33135, "epoch": 345, "lr": 1.7178419612056728e-05}
+{"train_loss": 0.10178002715110779, "global_step": 33136, "epoch": 345, "lr": 1.7171728265038788e-05}
+{"train_loss": 0.11389873921871185, "global_step": 33137, "epoch": 345, "lr": 1.716503816302737e-05}
+{"train_loss": 0.10177220404148102, "global_step": 33138, "epoch": 345, "lr": 1.71583493060681e-05}
+{"train_loss": 0.07827921956777573, "global_step": 33139, "epoch": 345, "lr": 1.715166169420648e-05}
+{"train_loss": 0.06394003331661224, "global_step": 33140, "epoch": 345, "lr": 1.7144975327488068e-05}
+{"train_loss": 0.05506462603807449, "global_step": 33141, "epoch": 345, "lr": 1.713829020595843e-05}
+{"train_loss": 0.07160890102386475, "global_step": 33142, "epoch": 345, "lr": 1.7131606329662997e-05}
+{"train_loss": 0.08893843740224838, "global_step": 33143, "epoch": 345, "lr": 1.712492369864742e-05}
+{"train_loss": 0.07568185776472092, "global_step": 33144, "epoch": 345, "lr": 1.7118242312957088e-05}
+{"train_loss": 0.06122872605919838, "global_step": 33145, "epoch": 345, "lr": 1.7111562172637607e-05}
+{"train_loss": 0.0710199624300003, "global_step": 33146, "epoch": 345, "lr": 1.7104883277734297e-05}
+{"train_loss": 0.08233139663934708, "global_step": 33147, "epoch": 345, "lr": 1.709820562829285e-05}
+{"train_loss": 0.11953388154506683, "global_step": 33148, "epoch": 345, "lr": 1.709152922435857e-05}
+{"train_loss": 0.09180506318807602, "global_step": 33149, "epoch": 345, "lr": 1.708485406597704e-05}
+{"train_loss": 0.10049779713153839, "global_step": 33150, "epoch": 345, "lr": 1.7078180153193624e-05}
+{"train_loss": 0.08801782131195068, "global_step": 33151, "epoch": 345, "lr": 1.7071507486053817e-05}
+{"train_loss": 0.09841547161340714, "global_step": 33152, "epoch": 345, "lr": 1.7064836064603052e-05}
+{"train_loss": 0.09490551054477692, "global_step": 33153, "epoch": 345, "lr": 1.7058165888886735e-05}
+{"train_loss": 0.07018701732158661, "global_step": 33154, "epoch": 345, "lr": 1.7051496958950364e-05}
+{"train_loss": 0.08442811667919159, "global_step": 33155, "epoch": 345, "lr": 1.7044829274839256e-05}
+{"train_loss": 0.08633394539356232, "global_step": 33156, "epoch": 345, "lr": 1.7038162836598892e-05}
+{"train_loss": 0.08763152360916138, "global_step": 33157, "epoch": 345, "lr": 1.7031497644274564e-05}
+{"train_loss": 0.11201457679271698, "global_step": 33158, "epoch": 345, "lr": 1.702483369791179e-05}
+{"train_loss": 0.10265196859836578, "global_step": 33159, "epoch": 345, "lr": 1.7018170997555873e-05}
+{"train_loss": 0.0858096331357956, "global_step": 33160, "epoch": 345, "lr": 1.7011509543252213e-05}
+{"train_loss": 0.10366429388523102, "global_step": 33161, "epoch": 345, "lr": 1.7004849335046113e-05}
+{"train_loss": 0.07671630382537842, "global_step": 33162, "epoch": 345, "lr": 1.6998190372983025e-05}
+{"train_loss": 0.08796495199203491, "global_step": 33163, "epoch": 345, "lr": 1.6991532657108224e-05}
+{"train_loss": 0.08166050165891647, "global_step": 33164, "epoch": 345, "lr": 1.6984876187467068e-05}
+{"train_loss": 0.10164228826761246, "global_step": 33165, "epoch": 345, "lr": 1.6978220964104906e-05}
+{"train_loss": 0.09760427474975586, "global_step": 33166, "epoch": 345, "lr": 1.697156698706701e-05}
+{"train_loss": 0.07803010940551758, "global_step": 33167, "epoch": 345, "lr": 1.6964914256398722e-05}
+{"train_loss": 0.11930225789546967, "global_step": 33168, "epoch": 345, "lr": 1.695826277214534e-05}
+{"train_loss": 0.09700723737478256, "global_step": 33169, "epoch": 345, "lr": 1.69516125343522e-05}
+{"train_loss": 0.11024245619773865, "global_step": 33170, "epoch": 345, "lr": 1.694496354306452e-05}
+{"train_loss": 0.09296881407499313, "global_step": 33171, "epoch": 345, "lr": 1.693831579832761e-05}
+{"train_loss": 0.10283610969781876, "global_step": 33172, "epoch": 345, "lr": 1.6931669300186682e-05}
+{"train_loss": 0.08036951720714569, "global_step": 33173, "epoch": 345, "lr": 1.6925024048687122e-05}
+{"train_loss": 0.10374271124601364, "global_step": 33174, "epoch": 345, "lr": 1.6918380043874073e-05}
+{"train_loss": 0.09818531572818756, "global_step": 33175, "epoch": 345, "lr": 1.691173728579285e-05}
+{"train_loss": 0.10444492101669312, "global_step": 33176, "epoch": 345, "lr": 1.69050957744886e-05}
+{"train_loss": 0.08114795386791229, "global_step": 33177, "epoch": 345, "lr": 1.689845551000666e-05}
+{"train_loss": 0.08864188939332962, "global_step": 33178, "epoch": 345, "lr": 1.6891816492392155e-05}
+{"train_loss": 0.08704803884029388, "global_step": 33179, "epoch": 345, "lr": 1.6885178721690332e-05}
+{"train_loss": 0.0820668488740921, "global_step": 33180, "epoch": 345, "lr": 1.6878542197946422e-05}
+{"train_loss": 0.08546653389930725, "global_step": 33181, "epoch": 345, "lr": 1.6871906921205573e-05}
+{"train_loss": 0.08378259837627411, "global_step": 33182, "epoch": 345, "lr": 1.6865272891513005e-05}
+{"train_loss": 0.07165023684501648, "global_step": 33183, "epoch": 345, "lr": 1.6858640108913805e-05}
+{"train_loss": 0.06107977405190468, "global_step": 33184, "epoch": 345, "lr": 1.685200857345326e-05}
+{"train_loss": 0.08027477562427521, "global_step": 33185, "epoch": 345, "lr": 1.684537828517647e-05}
+{"train_loss": 0.09546048939228058, "global_step": 33186, "epoch": 345, "lr": 1.6838749244128603e-05}
+{"train_loss": 0.11114419251680374, "global_step": 33187, "epoch": 345, "lr": 1.683212145035473e-05}
+{"train_loss": 0.06536590307950974, "global_step": 33188, "epoch": 345, "lr": 1.682549490390013e-05}
+{"train_loss": 0.07758157700300217, "global_step": 33189, "epoch": 345, "lr": 1.6818869604809782e-05}
+{"train_loss": 0.059399012476205826, "global_step": 33190, "epoch": 345, "lr": 1.681224555312888e-05}
+{"train_loss": 0.08195509016513824, "global_step": 33191, "epoch": 345, "lr": 1.6805622748902517e-05}
+{"train_loss": 0.08841580897569656, "global_step": 33192, "epoch": 345, "lr": 1.6799001192175813e-05}
+{"train_loss": 0.0861554965376854, "global_step": 33193, "epoch": 345, "lr": 1.6792380882993796e-05}
+{"train_loss": 0.08738445490598679, "global_step": 33194, "epoch": 345, "lr": 1.6785761821401592e-05}
+{"train_loss": 0.08649972081184387, "global_step": 33195, "epoch": 345, "lr": 1.6779144007444315e-05}
+{"train_loss": 0.14099708199501038, "global_step": 33196, "epoch": 345, "lr": 1.6772527441166953e-05}
+{"train_loss": 0.09275469183921814, "global_step": 33197, "epoch": 345, "lr": 1.6765912122614624e-05}
+{"train_loss": 0.07715871930122375, "global_step": 33198, "epoch": 345, "lr": 1.6759298051832272e-05}
+{"train_loss": 0.11237271130084991, "global_step": 33199, "epoch": 345, "lr": 1.6752685228865082e-05}
+{"train_loss": 0.10677751153707504, "global_step": 33200, "epoch": 345, "lr": 1.6746073653757998e-05}
+{"train_loss": 0.07263129949569702, "global_step": 33201, "epoch": 345, "lr": 1.673946332655605e-05}
+{"train_loss": 0.07034589350223541, "global_step": 33202, "epoch": 345, "lr": 1.6732854247304264e-05}
+{"train_loss": 0.0766061395406723, "global_step": 33203, "epoch": 345, "lr": 1.6726246416047674e-05}
+{"train_loss": 0.12858125567436218, "global_step": 33204, "epoch": 345, "lr": 1.6719639832831225e-05}
+{"train_loss": 0.09832054376602173, "global_step": 33205, "epoch": 345, "lr": 1.671303449769992e-05}
+{"train_loss": 0.0887189731001854, "global_step": 33206, "epoch": 345, "lr": 1.6706430410698794e-05}
+{"train_loss": 0.10375422239303589, "global_step": 33207, "epoch": 345, "lr": 1.669982757187274e-05}
+{"train_loss": 0.048923276364803314, "global_step": 33208, "epoch": 345, "lr": 1.6693225981266747e-05}
+{"train_loss": 0.08102741837501526, "global_step": 33209, "epoch": 345, "lr": 1.668662563892578e-05}
+{"train_loss": 0.06951023638248444, "global_step": 33210, "epoch": 345, "lr": 1.6680026544894822e-05}
+{"train_loss": 0.08677642047405243, "global_step": 33211, "epoch": 345, "lr": 1.667342869921875e-05}
+{"train_loss": 0.10825496912002563, "global_step": 33212, "epoch": 345, "lr": 1.6666832101942508e-05}
+{"train_loss": 0.07072378695011139, "global_step": 33213, "epoch": 345, "lr": 1.6660236753111012e-05}
+{"train_loss": 0.07978811860084534, "global_step": 33214, "epoch": 345, "lr": 1.665364265276923e-05}
+{"train_loss": 0.08840013811519991, "global_step": 33215, "epoch": 345, "lr": 1.6647049800961987e-05}
+{"train_loss": 0.11585851013660431, "global_step": 33216, "epoch": 346, "lr": 1.6640458197734234e-05}
+{"train_loss": 0.0888943001627922, "global_step": 33217, "epoch": 346, "lr": 1.6633867843130812e-05}
+{"train_loss": 0.11170632392168045, "global_step": 33218, "epoch": 346, "lr": 1.6627278737196673e-05}
+{"train_loss": 0.12313750386238098, "global_step": 33219, "epoch": 346, "lr": 1.6620690879976597e-05}
+{"train_loss": 0.11134644597768784, "global_step": 33220, "epoch": 346, "lr": 1.6614104271515508e-05}
+{"train_loss": 0.08269941806793213, "global_step": 33221, "epoch": 346, "lr": 1.6607518911858255e-05}
+{"train_loss": 0.08779819309711456, "global_step": 33222, "epoch": 346, "lr": 1.6600934801049628e-05}
+{"train_loss": 0.08009148389101028, "global_step": 33223, "epoch": 346, "lr": 1.6594351939134544e-05}
+{"train_loss": 0.09972116351127625, "global_step": 33224, "epoch": 346, "lr": 1.6587770326157726e-05}
+{"train_loss": 0.0904163345694542, "global_step": 33225, "epoch": 346, "lr": 1.658118996216411e-05}
+{"train_loss": 0.09214721620082855, "global_step": 33226, "epoch": 346, "lr": 1.6574610847198423e-05}
+{"train_loss": 0.1129658967256546, "global_step": 33227, "epoch": 346, "lr": 1.6568032981305493e-05}
+{"train_loss": 0.10280612856149673, "global_step": 33228, "epoch": 346, "lr": 1.6561456364530126e-05}
+{"train_loss": 0.1174268126487732, "global_step": 33229, "epoch": 346, "lr": 1.655488099691711e-05}
+{"train_loss": 0.11440542340278625, "global_step": 33230, "epoch": 346, "lr": 1.6548306878511187e-05}
+{"train_loss": 0.08132096379995346, "global_step": 33231, "epoch": 346, "lr": 1.6541734009357147e-05}
+{"train_loss": 0.0882081538438797, "global_step": 33232, "epoch": 346, "lr": 1.6535162389499725e-05}
+{"train_loss": 0.08075347542762756, "global_step": 33233, "epoch": 346, "lr": 1.6528592018983758e-05}
+{"train_loss": 0.08450493216514587, "global_step": 33234, "epoch": 346, "lr": 1.6522022897853873e-05}
+{"train_loss": 0.06090284883975983, "global_step": 33235, "epoch": 346, "lr": 1.6515455026154858e-05}
+{"train_loss": 0.10587774217128754, "global_step": 33236, "epoch": 346, "lr": 1.6508888403931457e-05}
+{"train_loss": 0.05849841237068176, "global_step": 33237, "epoch": 346, "lr": 1.650232303122834e-05}
+{"train_loss": 0.09028702974319458, "global_step": 33238, "epoch": 346, "lr": 1.6495758908090254e-05}
+{"train_loss": 0.0887279212474823, "global_step": 33239, "epoch": 346, "lr": 1.6489196034561872e-05}
+{"train_loss": 0.09411345422267914, "global_step": 33240, "epoch": 346, "lr": 1.6482634410687936e-05}
+{"train_loss": 0.061092935502529144, "global_step": 33241, "epoch": 346, "lr": 1.6476074036513055e-05}
+{"train_loss": 0.04438871145248413, "global_step": 33242, "epoch": 346, "lr": 1.646951491208193e-05}
+{"train_loss": 0.08432559669017792, "global_step": 33243, "epoch": 346, "lr": 1.6462957037439253e-05}
+{"train_loss": 0.08741834759712219, "global_step": 33244, "epoch": 346, "lr": 1.645640041262968e-05}
+{"train_loss": 0.0513315387070179, "global_step": 33245, "epoch": 346, "lr": 1.644984503769782e-05}
+{"train_loss": 0.09878003597259521, "global_step": 33246, "epoch": 346, "lr": 1.6443290912688346e-05}
+{"train_loss": 0.10640166699886322, "global_step": 33247, "epoch": 346, "lr": 1.6436738037645893e-05}
+{"train_loss": 0.10648109018802643, "global_step": 33248, "epoch": 346, "lr": 1.6430186412615067e-05}
+{"train_loss": 0.10870219767093658, "global_step": 33249, "epoch": 346, "lr": 1.6423636037640455e-05}
+{"train_loss": 0.09938624501228333, "global_step": 33250, "epoch": 346, "lr": 1.641708691276671e-05}
+{"train_loss": 0.06812166422605515, "global_step": 33251, "epoch": 346, "lr": 1.6410539038038462e-05}
+{"train_loss": 0.07715292274951935, "global_step": 33252, "epoch": 346, "lr": 1.640399241350019e-05}
+{"train_loss": 0.08109317719936371, "global_step": 33253, "epoch": 346, "lr": 1.6397447039196567e-05}
+{"train_loss": 0.10290972888469696, "global_step": 33254, "epoch": 346, "lr": 1.6390902915172114e-05}
+{"train_loss": 0.06716205179691315, "global_step": 33255, "epoch": 346, "lr": 1.6384360041471457e-05}
+{"train_loss": 0.10154670476913452, "global_step": 33256, "epoch": 346, "lr": 1.637781841813908e-05}
+{"train_loss": 0.07418389618396759, "global_step": 33257, "epoch": 346, "lr": 1.6371278045219562e-05}
+{"train_loss": 0.060406025499105453, "global_step": 33258, "epoch": 346, "lr": 1.636473892275743e-05}
+{"train_loss": 0.07717816531658173, "global_step": 33259, "epoch": 346, "lr": 1.6358201050797262e-05}
+{"train_loss": 0.11821947991847992, "global_step": 33260, "epoch": 346, "lr": 1.6351664429383518e-05}
+{"train_loss": 0.09330050647258759, "global_step": 33261, "epoch": 346, "lr": 1.6345129058560717e-05}
+{"train_loss": 0.08030281960964203, "global_step": 33262, "epoch": 346, "lr": 1.633859493837342e-05}
+{"train_loss": 0.10615013539791107, "global_step": 33263, "epoch": 346, "lr": 1.633206206886604e-05}
+{"train_loss": 0.08059895783662796, "global_step": 33264, "epoch": 346, "lr": 1.6325530450083093e-05}
+{"train_loss": 0.10625965148210526, "global_step": 33265, "epoch": 346, "lr": 1.631900008206908e-05}
+{"train_loss": 0.07033522427082062, "global_step": 33266, "epoch": 346, "lr": 1.63124709648685e-05}
+{"train_loss": 0.08557774126529694, "global_step": 33267, "epoch": 346, "lr": 1.6305943098525734e-05}
+{"train_loss": 0.09089480340480804, "global_step": 33268, "epoch": 346, "lr": 1.629941648308526e-05}
+{"train_loss": 0.0807955414056778, "global_step": 33269, "epoch": 346, "lr": 1.6292891118591558e-05}
+{"train_loss": 0.08741192519664764, "global_step": 33270, "epoch": 346, "lr": 1.6286367005089055e-05}
+{"train_loss": 0.09718683362007141, "global_step": 33271, "epoch": 346, "lr": 1.6279844142622157e-05}
+{"train_loss": 0.08624807000160217, "global_step": 33272, "epoch": 346, "lr": 1.627332253123528e-05}
+{"train_loss": 0.09068948030471802, "global_step": 33273, "epoch": 346, "lr": 1.626680217097285e-05}
+{"train_loss": 0.08550751209259033, "global_step": 33274, "epoch": 346, "lr": 1.62602830618793e-05}
+{"train_loss": 0.11531038582324982, "global_step": 33275, "epoch": 346, "lr": 1.625376520399895e-05}
+{"train_loss": 0.098784901201725, "global_step": 33276, "epoch": 346, "lr": 1.6247248597376207e-05}
+{"train_loss": 0.08723112940788269, "global_step": 33277, "epoch": 346, "lr": 1.6240733242055527e-05}
+{"train_loss": 0.07550284266471863, "global_step": 33278, "epoch": 346, "lr": 1.6234219138081163e-05}
+{"train_loss": 0.1308271288871765, "global_step": 33279, "epoch": 346, "lr": 1.6227706285497524e-05}
+{"train_loss": 0.0914706140756607, "global_step": 33280, "epoch": 346, "lr": 1.622119468434895e-05}
+{"train_loss": 0.06720392405986786, "global_step": 33281, "epoch": 346, "lr": 1.6214684334679853e-05}
+{"train_loss": 0.10089857131242752, "global_step": 33282, "epoch": 346, "lr": 1.6208175236534462e-05}
+{"train_loss": 0.08719702064990997, "global_step": 33283, "epoch": 346, "lr": 1.620166738995714e-05}
+{"train_loss": 0.05576818436384201, "global_step": 33284, "epoch": 346, "lr": 1.6195160794992213e-05}
+{"train_loss": 0.060390815138816833, "global_step": 33285, "epoch": 346, "lr": 1.6188655451684043e-05}
+{"train_loss": 0.08151168376207352, "global_step": 33286, "epoch": 346, "lr": 1.6182151360076814e-05}
+{"train_loss": 0.08127869665622711, "global_step": 33287, "epoch": 346, "lr": 1.6175648520214893e-05}
+{"train_loss": 0.08003631234169006, "global_step": 33288, "epoch": 346, "lr": 1.6169146932142533e-05}
+{"train_loss": 0.09741795808076859, "global_step": 33289, "epoch": 346, "lr": 1.6162646595904073e-05}
+{"train_loss": 0.08149155974388123, "global_step": 33290, "epoch": 346, "lr": 1.6156147511543683e-05}
+{"train_loss": 0.08229519426822662, "global_step": 33291, "epoch": 346, "lr": 1.614964967910566e-05}
+{"train_loss": 0.09403237700462341, "global_step": 33292, "epoch": 346, "lr": 1.61431530986343e-05}
+{"train_loss": 0.08551523089408875, "global_step": 33293, "epoch": 346, "lr": 1.6136657770173747e-05}
+{"train_loss": 0.06786693632602692, "global_step": 33294, "epoch": 346, "lr": 1.6130163693768297e-05}
+{"train_loss": 0.06833808124065399, "global_step": 33295, "epoch": 346, "lr": 1.612367086946216e-05}
+{"train_loss": 0.057540588080883026, "global_step": 33296, "epoch": 346, "lr": 1.6117179297299567e-05}
+{"train_loss": 0.06774206459522247, "global_step": 33297, "epoch": 346, "lr": 1.6110688977324662e-05}
+{"train_loss": 0.07473153620958328, "global_step": 33298, "epoch": 346, "lr": 1.610419990958174e-05}
+{"train_loss": 0.0624992772936821, "global_step": 33299, "epoch": 346, "lr": 1.6097712094114904e-05}
+{"train_loss": 0.11767712235450745, "global_step": 33300, "epoch": 346, "lr": 1.60912255309684e-05}
+{"train_loss": 0.09451046586036682, "global_step": 33301, "epoch": 346, "lr": 1.6084740220186335e-05}
+{"train_loss": 0.05058354139328003, "global_step": 33302, "epoch": 346, "lr": 1.607825616181291e-05}
+{"train_loss": 0.10885581374168396, "global_step": 33303, "epoch": 346, "lr": 1.6071773355892294e-05}
+{"train_loss": 0.11098635941743851, "global_step": 33304, "epoch": 346, "lr": 1.6065291802468584e-05}
+{"train_loss": 0.10984687507152557, "global_step": 33305, "epoch": 346, "lr": 1.6058811501585945e-05}
+{"train_loss": 0.0919785276055336, "global_step": 33306, "epoch": 346, "lr": 1.60523324532885e-05}
+{"train_loss": 0.09224826097488403, "global_step": 33307, "epoch": 346, "lr": 1.6045854657620408e-05}
+{"train_loss": 0.07691778242588043, "global_step": 33308, "epoch": 346, "lr": 1.603937811462568e-05}
+{"train_loss": 0.12683333456516266, "global_step": 33309, "epoch": 346, "lr": 1.6032902824348574e-05}
+{"train_loss": 0.1079316958785057, "global_step": 33310, "epoch": 346, "lr": 1.6026428786833048e-05}
+{"train_loss": 0.08855490665882826, "global_step": 33311, "epoch": 346, "lr": 1.601995600212327e-05}
+{"train_loss": 0.10334345698356628, "global_step": 33312, "epoch": 347, "lr": 1.601348447026323e-05}
+{"train_loss": 0.09046614170074463, "global_step": 33313, "epoch": 347, "lr": 1.600701419129711e-05}
+{"train_loss": 0.08808130770921707, "global_step": 33314, "epoch": 347, "lr": 1.6000545165268878e-05}
+{"train_loss": 0.0943690836429596, "global_step": 33315, "epoch": 347, "lr": 1.5994077392222672e-05}
+{"train_loss": 0.09347108751535416, "global_step": 33316, "epoch": 347, "lr": 1.598761087220244e-05}
+{"train_loss": 0.07790827751159668, "global_step": 33317, "epoch": 347, "lr": 1.5981145605252256e-05}
+{"train_loss": 0.12770776450634003, "global_step": 33318, "epoch": 347, "lr": 1.5974681591416198e-05}
+{"train_loss": 0.07218803465366364, "global_step": 33319, "epoch": 347, "lr": 1.596821883073818e-05}
+{"train_loss": 0.05551832169294357, "global_step": 33320, "epoch": 347, "lr": 1.5961757323262327e-05}
+{"train_loss": 0.09229253232479095, "global_step": 33321, "epoch": 347, "lr": 1.595529706903256e-05}
+{"train_loss": 0.08728180080652237, "global_step": 33322, "epoch": 347, "lr": 1.594883806809293e-05}
+{"train_loss": 0.07560445368289948, "global_step": 33323, "epoch": 347, "lr": 1.5942380320487293e-05}
+{"train_loss": 0.07666879892349243, "global_step": 33324, "epoch": 347, "lr": 1.5935923826259814e-05}
+{"train_loss": 0.07914720475673676, "global_step": 33325, "epoch": 347, "lr": 1.5929468585454323e-05}
+{"train_loss": 0.09973295032978058, "global_step": 33326, "epoch": 347, "lr": 1.5923014598114848e-05}
+{"train_loss": 0.07848544418811798, "global_step": 33327, "epoch": 347, "lr": 1.5916561864285273e-05}
+{"train_loss": 0.10357797145843506, "global_step": 33328, "epoch": 347, "lr": 1.591011038400958e-05}
+{"train_loss": 0.0976613387465477, "global_step": 33329, "epoch": 347, "lr": 1.5903660157331713e-05}
+{"train_loss": 0.0736001580953598, "global_step": 33330, "epoch": 347, "lr": 1.589721118429559e-05}
+{"train_loss": 0.09326018393039703, "global_step": 33331, "epoch": 347, "lr": 1.589076346494509e-05}
+{"train_loss": 0.10700372606515884, "global_step": 33332, "epoch": 347, "lr": 1.5884316999324155e-05}
+{"train_loss": 0.06824786961078644, "global_step": 33333, "epoch": 347, "lr": 1.5877871787476705e-05}
+{"train_loss": 0.0873873308300972, "global_step": 33334, "epoch": 347, "lr": 1.5871427829446526e-05}
+{"train_loss": 0.08724695444107056, "global_step": 33335, "epoch": 347, "lr": 1.5864985125277654e-05}
+{"train_loss": 0.09993544220924377, "global_step": 33336, "epoch": 347, "lr": 1.585854367501385e-05}
+{"train_loss": 0.0652182549238205, "global_step": 33337, "epoch": 347, "lr": 1.5852103478699032e-05}
+{"train_loss": 0.09239459782838821, "global_step": 33338, "epoch": 347, "lr": 1.584566453637697e-05}
+{"train_loss": 0.08423810452222824, "global_step": 33339, "epoch": 347, "lr": 1.5839226848091647e-05}
+{"train_loss": 0.09287002682685852, "global_step": 33340, "epoch": 347, "lr": 1.583279041388681e-05}
+{"train_loss": 0.08230032026767731, "global_step": 33341, "epoch": 347, "lr": 1.5826355233806333e-05}
+{"train_loss": 0.07716505229473114, "global_step": 33342, "epoch": 347, "lr": 1.581992130789396e-05}
+{"train_loss": 0.08999253809452057, "global_step": 33343, "epoch": 347, "lr": 1.5813488636193586e-05}
+{"train_loss": 0.10582832247018814, "global_step": 33344, "epoch": 347, "lr": 1.5807057218749e-05}
+{"train_loss": 0.08420008420944214, "global_step": 33345, "epoch": 347, "lr": 1.5800627055603945e-05}
+{"train_loss": 0.11568371206521988, "global_step": 33346, "epoch": 347, "lr": 1.5794198146802295e-05}
+{"train_loss": 0.07535411417484283, "global_step": 33347, "epoch": 347, "lr": 1.5787770492387753e-05}
+{"train_loss": 0.06524059176445007, "global_step": 33348, "epoch": 347, "lr": 1.578134409240417e-05}
+{"train_loss": 0.0921376496553421, "global_step": 33349, "epoch": 347, "lr": 1.577491894689518e-05}
+{"train_loss": 0.09132034331560135, "global_step": 33350, "epoch": 347, "lr": 1.5768495055904675e-05}
+{"train_loss": 0.10184475779533386, "global_step": 33351, "epoch": 347, "lr": 1.5762072419476316e-05}
+{"train_loss": 0.10870813578367233, "global_step": 33352, "epoch": 347, "lr": 1.5755651037653886e-05}
+{"train_loss": 0.08912359178066254, "global_step": 33353, "epoch": 347, "lr": 1.5749230910481038e-05}
+{"train_loss": 0.08443433791399002, "global_step": 33354, "epoch": 347, "lr": 1.5742812038001585e-05}
+{"train_loss": 0.07392480969429016, "global_step": 33355, "epoch": 347, "lr": 1.5736394420259182e-05}
+{"train_loss": 0.09124253690242767, "global_step": 33356, "epoch": 347, "lr": 1.5729978057297523e-05}
+{"train_loss": 0.09218962490558624, "global_step": 33357, "epoch": 347, "lr": 1.5723562949160376e-05}
+{"train_loss": 0.10418657958507538, "global_step": 33358, "epoch": 347, "lr": 1.571714909589135e-05}
+{"train_loss": 0.07790040969848633, "global_step": 33359, "epoch": 347, "lr": 1.571073649753414e-05}
+{"train_loss": 0.09243687987327576, "global_step": 33360, "epoch": 347, "lr": 1.5704325154132383e-05}
+{"train_loss": 0.10728767514228821, "global_step": 33361, "epoch": 347, "lr": 1.5697915065729816e-05}
+{"train_loss": 0.06951963156461716, "global_step": 33362, "epoch": 347, "lr": 1.5691506232370035e-05}
+{"train_loss": 0.10821123421192169, "global_step": 33363, "epoch": 347, "lr": 1.568509865409673e-05}
+{"train_loss": 0.0735035389661789, "global_step": 33364, "epoch": 347, "lr": 1.5678692330953405e-05}
+{"train_loss": 0.08508750051259995, "global_step": 33365, "epoch": 347, "lr": 1.5672287262983866e-05}
+{"train_loss": 0.09639351069927216, "global_step": 33366, "epoch": 347, "lr": 1.566588345023161e-05}
+{"train_loss": 0.0651656910777092, "global_step": 33367, "epoch": 347, "lr": 1.5659480892740275e-05}
+{"train_loss": 0.07175074517726898, "global_step": 33368, "epoch": 347, "lr": 1.5653079590553465e-05}
+{"train_loss": 0.08038129657506943, "global_step": 33369, "epoch": 347, "lr": 1.5646679543714792e-05}
+{"train_loss": 0.06980068981647491, "global_step": 33370, "epoch": 347, "lr": 1.56402807522678e-05}
+{"train_loss": 0.07291941344738007, "global_step": 33371, "epoch": 347, "lr": 1.5633883216256053e-05}
+{"train_loss": 0.08734023571014404, "global_step": 33372, "epoch": 347, "lr": 1.56274869357232e-05}
+{"train_loss": 0.0942942202091217, "global_step": 33373, "epoch": 347, "lr": 1.562109191071268e-05}
+{"train_loss": 0.08139222115278244, "global_step": 33374, "epoch": 347, "lr": 1.5614698141268168e-05}
+{"train_loss": 0.08452267944812775, "global_step": 33375, "epoch": 347, "lr": 1.560830562743305e-05}
+{"train_loss": 0.08237490057945251, "global_step": 33376, "epoch": 347, "lr": 1.5601914369251025e-05}
+{"train_loss": 0.0849982500076294, "global_step": 33377, "epoch": 347, "lr": 1.559552436676548e-05}
+{"train_loss": 0.08884510397911072, "global_step": 33378, "epoch": 347, "lr": 1.5589135620020022e-05}
+{"train_loss": 0.0930631160736084, "global_step": 33379, "epoch": 347, "lr": 1.5582748129058067e-05}
+{"train_loss": 0.10978776961565018, "global_step": 33380, "epoch": 347, "lr": 1.557636189392322e-05}
+{"train_loss": 0.11646836251020432, "global_step": 33381, "epoch": 347, "lr": 1.5569976914658868e-05}
+{"train_loss": 0.0869036465883255, "global_step": 33382, "epoch": 347, "lr": 1.5563593191308556e-05}
+{"train_loss": 0.07895899564027786, "global_step": 33383, "epoch": 347, "lr": 1.555721072391576e-05}
+{"train_loss": 0.0688803493976593, "global_step": 33384, "epoch": 347, "lr": 1.5550829512523868e-05}
+{"train_loss": 0.07425542920827866, "global_step": 33385, "epoch": 347, "lr": 1.55444495571764e-05}
+{"train_loss": 0.0934659093618393, "global_step": 33386, "epoch": 347, "lr": 1.5538070857916786e-05}
+{"train_loss": 0.06977948546409607, "global_step": 33387, "epoch": 347, "lr": 1.5531693414788483e-05}
+{"train_loss": 0.08006301522254944, "global_step": 33388, "epoch": 347, "lr": 1.552531722783488e-05}
+{"train_loss": 0.1094171553850174, "global_step": 33389, "epoch": 347, "lr": 1.5518942297099425e-05}
+{"train_loss": 0.1041605994105339, "global_step": 33390, "epoch": 347, "lr": 1.5512568622625466e-05}
+{"train_loss": 0.10676072537899017, "global_step": 33391, "epoch": 347, "lr": 1.5506196204456548e-05}
+{"train_loss": 0.11232998967170715, "global_step": 33392, "epoch": 347, "lr": 1.5499825042635917e-05}
+{"train_loss": 0.068919837474823, "global_step": 33393, "epoch": 347, "lr": 1.5493455137207015e-05}
+{"train_loss": 0.09492703527212143, "global_step": 33394, "epoch": 347, "lr": 1.5487086488213244e-05}
+{"train_loss": 0.1086723655462265, "global_step": 33395, "epoch": 347, "lr": 1.548071909569797e-05}
+{"train_loss": 0.09319955855607986, "global_step": 33396, "epoch": 347, "lr": 1.5474352959704498e-05}
+{"train_loss": 0.09067634493112564, "global_step": 33397, "epoch": 347, "lr": 1.546798808027623e-05}
+{"train_loss": 0.07843779027462006, "global_step": 33398, "epoch": 347, "lr": 1.5461624457456535e-05}
+{"train_loss": 0.08097773790359497, "global_step": 33399, "epoch": 347, "lr": 1.5455262091288648e-05}
+{"train_loss": 0.07758480310440063, "global_step": 33400, "epoch": 347, "lr": 1.5448900981815995e-05}
+{"train_loss": 0.11659274995326996, "global_step": 33401, "epoch": 347, "lr": 1.544254112908179e-05}
+{"train_loss": 0.0814937949180603, "global_step": 33402, "epoch": 347, "lr": 1.5436182533129483e-05}
+{"train_loss": 0.05927901715040207, "global_step": 33403, "epoch": 347, "lr": 1.5429825194002245e-05}
+{"train_loss": 0.10037197172641754, "global_step": 33404, "epoch": 347, "lr": 1.5423469111743437e-05}
+{"train_loss": 0.09269176423549652, "global_step": 33405, "epoch": 347, "lr": 1.5417114286396293e-05}
+{"train_loss": 0.09114053100347519, "global_step": 33406, "epoch": 347, "lr": 1.541076071800418e-05}
+{"train_loss": 0.0881850478084137, "global_step": 33407, "epoch": 347, "lr": 1.540440840661026e-05}
+{"train_loss": 0.0762653797864914, "global_step": 33408, "epoch": 348, "lr": 1.539805735225781e-05}
+{"train_loss": 0.09807716310024261, "global_step": 33409, "epoch": 348, "lr": 1.5391707554990132e-05}
+{"train_loss": 0.05233953148126602, "global_step": 33410, "epoch": 348, "lr": 1.5385359014850454e-05}
+{"train_loss": 0.0709824487566948, "global_step": 33411, "epoch": 348, "lr": 1.537901173188194e-05}
+{"train_loss": 0.11194975674152374, "global_step": 33412, "epoch": 348, "lr": 1.5372665706127875e-05}
+{"train_loss": 0.07541751861572266, "global_step": 33413, "epoch": 348, "lr": 1.5366320937631507e-05}
+{"train_loss": 0.08786094933748245, "global_step": 33414, "epoch": 348, "lr": 1.5359977426435958e-05}
+{"train_loss": 0.10208164155483246, "global_step": 33415, "epoch": 348, "lr": 1.5353635172584458e-05}
+{"train_loss": 0.075938880443573, "global_step": 33416, "epoch": 348, "lr": 1.5347294176120198e-05}
+{"train_loss": 0.14491188526153564, "global_step": 33417, "epoch": 348, "lr": 1.5340954437086387e-05}
+{"train_loss": 0.09210725128650665, "global_step": 33418, "epoch": 348, "lr": 1.5334615955526143e-05}
+{"train_loss": 0.10961851477622986, "global_step": 33419, "epoch": 348, "lr": 1.532827873148266e-05}
+{"train_loss": 0.0734989121556282, "global_step": 33420, "epoch": 348, "lr": 1.5321942764999075e-05}
+{"train_loss": 0.09703028202056885, "global_step": 33421, "epoch": 348, "lr": 1.53156080561186e-05}
+{"train_loss": 0.0688072144985199, "global_step": 33422, "epoch": 348, "lr": 1.530927460488427e-05}
+{"train_loss": 0.0904926210641861, "global_step": 33423, "epoch": 348, "lr": 1.5302942411339295e-05}
+{"train_loss": 0.08655405789613724, "global_step": 33424, "epoch": 348, "lr": 1.529661147552677e-05}
+{"train_loss": 0.10234994441270828, "global_step": 33425, "epoch": 348, "lr": 1.529028179748977e-05}
+{"train_loss": 0.09389299899339676, "global_step": 33426, "epoch": 348, "lr": 1.5283953377271442e-05}
+{"train_loss": 0.08018240332603455, "global_step": 33427, "epoch": 348, "lr": 1.5277626214914863e-05}
+{"train_loss": 0.11686013638973236, "global_step": 33428, "epoch": 348, "lr": 1.5271300310463177e-05}
+{"train_loss": 0.10317322611808777, "global_step": 33429, "epoch": 348, "lr": 1.5264975663959348e-05}
+{"train_loss": 0.09108759462833405, "global_step": 33430, "epoch": 348, "lr": 1.5258652275446516e-05}
+{"train_loss": 0.06842739880084991, "global_step": 33431, "epoch": 348, "lr": 1.525233014496774e-05}
+{"train_loss": 0.07775815576314926, "global_step": 33432, "epoch": 348, "lr": 1.5246009272566098e-05}
+{"train_loss": 0.08789263665676117, "global_step": 33433, "epoch": 348, "lr": 1.5239689658284551e-05}
+{"train_loss": 0.0833323746919632, "global_step": 33434, "epoch": 348, "lr": 1.52333713021662e-05}
+{"train_loss": 0.05445293337106705, "global_step": 33435, "epoch": 348, "lr": 1.5227054204254033e-05}
+{"train_loss": 0.0893615335226059, "global_step": 33436, "epoch": 348, "lr": 1.5220738364591124e-05}
+{"train_loss": 0.06654291599988937, "global_step": 33437, "epoch": 348, "lr": 1.5214423783220422e-05}
+{"train_loss": 0.06995365023612976, "global_step": 33438, "epoch": 348, "lr": 1.5208110460184955e-05}
+{"train_loss": 0.10966455191373825, "global_step": 33439, "epoch": 348, "lr": 1.5201798395527734e-05}
+{"train_loss": 0.06888782978057861, "global_step": 33440, "epoch": 348, "lr": 1.5195487589291702e-05}
+{"train_loss": 0.07091723382472992, "global_step": 33441, "epoch": 348, "lr": 1.5189178041519825e-05}
+{"train_loss": 0.06513811647891998, "global_step": 33442, "epoch": 348, "lr": 1.5182869752255114e-05}
+{"train_loss": 0.07208459079265594, "global_step": 33443, "epoch": 348, "lr": 1.5176562721540533e-05}
+{"train_loss": 0.10828518867492676, "global_step": 33444, "epoch": 348, "lr": 1.5170256949418982e-05}
+{"train_loss": 0.08972178399562836, "global_step": 33445, "epoch": 348, "lr": 1.5163952435933404e-05}
+{"train_loss": 0.07617358863353729, "global_step": 33446, "epoch": 348, "lr": 1.5157649181126765e-05}
+{"train_loss": 0.07670199871063232, "global_step": 33447, "epoch": 348, "lr": 1.5151347185042008e-05}
+{"train_loss": 0.07345361262559891, "global_step": 33448, "epoch": 348, "lr": 1.514504644772199e-05}
+{"train_loss": 0.06868844479322433, "global_step": 33449, "epoch": 348, "lr": 1.5138746969209627e-05}
+{"train_loss": 0.09807120263576508, "global_step": 33450, "epoch": 348, "lr": 1.5132448749547845e-05}
+{"train_loss": 0.10802837461233139, "global_step": 33451, "epoch": 348, "lr": 1.512615178877954e-05}
+{"train_loss": 0.06400007009506226, "global_step": 33452, "epoch": 348, "lr": 1.5119856086947548e-05}
+{"train_loss": 0.07037809491157532, "global_step": 33453, "epoch": 348, "lr": 1.5113561644094765e-05}
+{"train_loss": 0.10139410197734833, "global_step": 33454, "epoch": 348, "lr": 1.510726846026409e-05}
+{"train_loss": 0.07621149718761444, "global_step": 33455, "epoch": 348, "lr": 1.5100976535498291e-05}
+{"train_loss": 0.07858994603157043, "global_step": 33456, "epoch": 348, "lr": 1.5094685869840285e-05}
+{"train_loss": 0.07096853852272034, "global_step": 33457, "epoch": 348, "lr": 1.5088396463332887e-05}
+{"train_loss": 0.11620590090751648, "global_step": 33458, "epoch": 348, "lr": 1.508210831601895e-05}
+{"train_loss": 0.0924152284860611, "global_step": 33459, "epoch": 348, "lr": 1.5075821427941262e-05}
+{"train_loss": 0.0936693474650383, "global_step": 33460, "epoch": 348, "lr": 1.506953579914263e-05}
+{"train_loss": 0.07672619819641113, "global_step": 33461, "epoch": 348, "lr": 1.506325142966587e-05}
+{"train_loss": 0.0628124475479126, "global_step": 33462, "epoch": 348, "lr": 1.5056968319553832e-05}
+{"train_loss": 0.1072806864976883, "global_step": 33463, "epoch": 348, "lr": 1.5050686468849196e-05}
+{"train_loss": 0.08483448624610901, "global_step": 33464, "epoch": 348, "lr": 1.5044405877594792e-05}
+{"train_loss": 0.09920847415924072, "global_step": 33465, "epoch": 348, "lr": 1.5038126545833409e-05}
+{"train_loss": 0.10435087978839874, "global_step": 33466, "epoch": 348, "lr": 1.5031848473607812e-05}
+{"train_loss": 0.05838749185204506, "global_step": 33467, "epoch": 348, "lr": 1.5025571660960703e-05}
+{"train_loss": 0.05123250558972359, "global_step": 33468, "epoch": 348, "lr": 1.5019296107934843e-05}
+{"train_loss": 0.09229454398155212, "global_step": 33469, "epoch": 348, "lr": 1.5013021814573024e-05}
+{"train_loss": 0.07433968782424927, "global_step": 33470, "epoch": 348, "lr": 1.5006748780917878e-05}
+{"train_loss": 0.06452438235282898, "global_step": 33471, "epoch": 348, "lr": 1.5000477007012171e-05}
+{"train_loss": 0.09303975105285645, "global_step": 33472, "epoch": 348, "lr": 1.49942064928986e-05}
+{"train_loss": 0.08492957800626755, "global_step": 33473, "epoch": 348, "lr": 1.498793723861993e-05}
+{"train_loss": 0.08690376579761505, "global_step": 33474, "epoch": 348, "lr": 1.498166924421871e-05}
+{"train_loss": 0.07229101657867432, "global_step": 33475, "epoch": 348, "lr": 1.497540250973779e-05}
+{"train_loss": 0.07044657319784164, "global_step": 33476, "epoch": 348, "lr": 1.4969137035219716e-05}
+{"train_loss": 0.0764245018362999, "global_step": 33477, "epoch": 348, "lr": 1.4962872820707252e-05}
+{"train_loss": 0.08889953792095184, "global_step": 33478, "epoch": 348, "lr": 1.4956609866242965e-05}
+{"train_loss": 0.0948491171002388, "global_step": 33479, "epoch": 348, "lr": 1.4950348171869554e-05}
+{"train_loss": 0.09050608426332474, "global_step": 33480, "epoch": 348, "lr": 1.4944087737629675e-05}
+{"train_loss": 0.07633183896541595, "global_step": 33481, "epoch": 348, "lr": 1.4937828563565914e-05}
+{"train_loss": 0.06992202252149582, "global_step": 33482, "epoch": 348, "lr": 1.4931570649720906e-05}
+{"train_loss": 0.09746436029672623, "global_step": 33483, "epoch": 348, "lr": 1.492531399613728e-05}
+{"train_loss": 0.06806309521198273, "global_step": 33484, "epoch": 348, "lr": 1.4919058602857671e-05}
+{"train_loss": 0.09639084339141846, "global_step": 33485, "epoch": 348, "lr": 1.4912804469924602e-05}
+{"train_loss": 0.10892842710018158, "global_step": 33486, "epoch": 348, "lr": 1.4906551597380725e-05}
+{"train_loss": 0.11652535200119019, "global_step": 33487, "epoch": 348, "lr": 1.4900299985268563e-05}
+{"train_loss": 0.06755299866199493, "global_step": 33488, "epoch": 348, "lr": 1.4894049633630791e-05}
+{"train_loss": 0.06644539535045624, "global_step": 33489, "epoch": 348, "lr": 1.48878005425098e-05}
+{"train_loss": 0.11459359526634216, "global_step": 33490, "epoch": 348, "lr": 1.4881552711948333e-05}
+{"train_loss": 0.06008166819810867, "global_step": 33491, "epoch": 348, "lr": 1.487530614198882e-05}
+{"train_loss": 0.06904689967632294, "global_step": 33492, "epoch": 348, "lr": 1.4869060832673876e-05}
+{"train_loss": 0.07241339981555939, "global_step": 33493, "epoch": 348, "lr": 1.486281678404593e-05}
+{"train_loss": 0.068462073802948, "global_step": 33494, "epoch": 348, "lr": 1.4856573996147548e-05}
+{"train_loss": 0.07756157219409943, "global_step": 33495, "epoch": 348, "lr": 1.48503324690213e-05}
+{"train_loss": 0.06732266396284103, "global_step": 33496, "epoch": 348, "lr": 1.4844092202709593e-05}
+{"train_loss": 0.08350628614425659, "global_step": 33497, "epoch": 348, "lr": 1.483785319725497e-05}
+{"train_loss": 0.06455165892839432, "global_step": 33498, "epoch": 348, "lr": 1.483161545269991e-05}
+{"train_loss": 0.10631848871707916, "global_step": 33499, "epoch": 348, "lr": 1.4825378969086934e-05}
+{"train_loss": 0.09989191591739655, "global_step": 33500, "epoch": 348, "lr": 1.4819143746458386e-05}
+{"train_loss": 0.07651261985301971, "global_step": 33501, "epoch": 348, "lr": 1.4812909784856898e-05}
+{"train_loss": 0.0596417635679245, "global_step": 33502, "epoch": 348, "lr": 1.4806677084324771e-05}
+{"train_loss": 0.08407520425195496, "global_step": 33503, "epoch": 348, "lr": 1.480044564490457e-05}
+{"train_loss": 0.05327736586332321, "global_step": 33504, "epoch": 349, "lr": 1.4794215466638617e-05}
+{"train_loss": 0.11079832911491394, "global_step": 33505, "epoch": 349, "lr": 1.4787986549569411e-05}
+{"train_loss": 0.08545230329036713, "global_step": 33506, "epoch": 349, "lr": 1.4781758893739318e-05}
+{"train_loss": 0.07005517184734344, "global_step": 33507, "epoch": 349, "lr": 1.4775532499190836e-05}
+{"train_loss": 0.08704414963722229, "global_step": 33508, "epoch": 349, "lr": 1.4769307365966245e-05}
+{"train_loss": 0.0999886691570282, "global_step": 33509, "epoch": 349, "lr": 1.4763083494108021e-05}
+{"train_loss": 0.10487301647663116, "global_step": 33510, "epoch": 349, "lr": 1.4756860883658552e-05}
+{"train_loss": 0.06995736062526703, "global_step": 33511, "epoch": 349, "lr": 1.4750639534660116e-05}
+{"train_loss": 0.07658733427524567, "global_step": 33512, "epoch": 349, "lr": 1.4744419447155189e-05}
+{"train_loss": 0.06125369668006897, "global_step": 33513, "epoch": 349, "lr": 1.4738200621186071e-05}
+{"train_loss": 0.09586354345083237, "global_step": 33514, "epoch": 349, "lr": 1.473198305679515e-05}
+{"train_loss": 0.09099891781806946, "global_step": 33515, "epoch": 349, "lr": 1.4725766754024683e-05}
+{"train_loss": 0.10144157707691193, "global_step": 33516, "epoch": 349, "lr": 1.4719551712917123e-05}
+{"train_loss": 0.1106068566441536, "global_step": 33517, "epoch": 349, "lr": 1.4713337933514682e-05}
+{"train_loss": 0.07998326420783997, "global_step": 33518, "epoch": 349, "lr": 1.4707125415859747e-05}
+{"train_loss": 0.12281347811222076, "global_step": 33519, "epoch": 349, "lr": 1.4700914159994573e-05}
+{"train_loss": 0.11853127926588058, "global_step": 33520, "epoch": 349, "lr": 1.4694704165961482e-05}
+{"train_loss": 0.07574931532144547, "global_step": 33521, "epoch": 349, "lr": 1.4688495433802796e-05}
+{"train_loss": 0.10253763943910599, "global_step": 33522, "epoch": 349, "lr": 1.4682287963560682e-05}
+{"train_loss": 0.09654483944177628, "global_step": 33523, "epoch": 349, "lr": 1.4676081755277549e-05}
+{"train_loss": 0.11742153763771057, "global_step": 33524, "epoch": 349, "lr": 1.4669876808995563e-05}
+{"train_loss": 0.10081858932971954, "global_step": 33525, "epoch": 349, "lr": 1.466367312475705e-05}
+{"train_loss": 0.07463250309228897, "global_step": 33526, "epoch": 349, "lr": 1.4657470702604148e-05}
+{"train_loss": 0.12205084413290024, "global_step": 33527, "epoch": 349, "lr": 1.4651269542579248e-05}
+{"train_loss": 0.0770866870880127, "global_step": 33528, "epoch": 349, "lr": 1.464506964472443e-05}
+{"train_loss": 0.05875176191329956, "global_step": 33529, "epoch": 349, "lr": 1.4638871009082033e-05}
+{"train_loss": 0.10619562864303589, "global_step": 33530, "epoch": 349, "lr": 1.4632673635694138e-05}
+{"train_loss": 0.1038864254951477, "global_step": 33531, "epoch": 349, "lr": 1.4626477524603088e-05}
+{"train_loss": 0.07073016464710236, "global_step": 33532, "epoch": 349, "lr": 1.4620282675850982e-05}
+{"train_loss": 0.08749062567949295, "global_step": 33533, "epoch": 349, "lr": 1.4614089089480053e-05}
+{"train_loss": 0.11546769738197327, "global_step": 33534, "epoch": 349, "lr": 1.4607896765532425e-05}
+{"train_loss": 0.09332440793514252, "global_step": 33535, "epoch": 349, "lr": 1.4601705704050306e-05}
+{"train_loss": 0.0927906185388565, "global_step": 33536, "epoch": 349, "lr": 1.4595515905075863e-05}
+{"train_loss": 0.10800471901893616, "global_step": 33537, "epoch": 349, "lr": 1.4589327368651195e-05}
+{"train_loss": 0.11234287917613983, "global_step": 33538, "epoch": 349, "lr": 1.4583140094818515e-05}
+{"train_loss": 0.06306450814008713, "global_step": 33539, "epoch": 349, "lr": 1.4576954083619898e-05}
+{"train_loss": 0.0743866115808487, "global_step": 33540, "epoch": 349, "lr": 1.4570769335097533e-05}
+{"train_loss": 0.06972178816795349, "global_step": 33541, "epoch": 349, "lr": 1.4564585849293433e-05}
+{"train_loss": 0.06245938315987587, "global_step": 33542, "epoch": 349, "lr": 1.4558403626249828e-05}
+{"train_loss": 0.09055754542350769, "global_step": 33543, "epoch": 349, "lr": 1.455222266600873e-05}
+{"train_loss": 0.05023663491010666, "global_step": 33544, "epoch": 349, "lr": 1.4546042968612283e-05}
+{"train_loss": 0.09203067421913147, "global_step": 33545, "epoch": 349, "lr": 1.4539864534102477e-05}
+{"train_loss": 0.10992099344730377, "global_step": 33546, "epoch": 349, "lr": 1.453368736252152e-05}
+{"train_loss": 0.07334019988775253, "global_step": 33547, "epoch": 349, "lr": 1.452751145391138e-05}
+{"train_loss": 0.09605047106742859, "global_step": 33548, "epoch": 349, "lr": 1.4521336808314134e-05}
+{"train_loss": 0.06021314114332199, "global_step": 33549, "epoch": 349, "lr": 1.451516342577186e-05}
+{"train_loss": 0.09028754383325577, "global_step": 33550, "epoch": 349, "lr": 1.4508991306326568e-05}
+{"train_loss": 0.08920535445213318, "global_step": 33551, "epoch": 349, "lr": 1.4502820450020293e-05}
+{"train_loss": 0.09640009701251984, "global_step": 33552, "epoch": 349, "lr": 1.4496650856895023e-05}
+{"train_loss": 0.07387273013591766, "global_step": 33553, "epoch": 349, "lr": 1.4490482526992855e-05}
+{"train_loss": 0.06947407126426697, "global_step": 33554, "epoch": 349, "lr": 1.4484315460355712e-05}
+{"train_loss": 0.0929761677980423, "global_step": 33555, "epoch": 349, "lr": 1.4478149657025653e-05}
+{"train_loss": 0.10873929411172867, "global_step": 33556, "epoch": 349, "lr": 1.4471985117044573e-05}
+{"train_loss": 0.12000373750925064, "global_step": 33557, "epoch": 349, "lr": 1.4465821840454575e-05}
+{"train_loss": 0.10514882206916809, "global_step": 33558, "epoch": 349, "lr": 1.4459659827297557e-05}
+{"train_loss": 0.07609330117702484, "global_step": 33559, "epoch": 349, "lr": 1.4453499077615462e-05}
+{"train_loss": 0.0934857428073883, "global_step": 33560, "epoch": 349, "lr": 1.4447339591450305e-05}
+{"train_loss": 0.09370103478431702, "global_step": 33561, "epoch": 349, "lr": 1.4441181368843981e-05}
+{"train_loss": 0.09487833827733994, "global_step": 33562, "epoch": 349, "lr": 1.4435024409838415e-05}
+{"train_loss": 0.10975486785173416, "global_step": 33563, "epoch": 349, "lr": 1.4428868714475573e-05}
+{"train_loss": 0.10709512233734131, "global_step": 33564, "epoch": 349, "lr": 1.4422714282797401e-05}
+{"train_loss": 0.09218548238277435, "global_step": 33565, "epoch": 349, "lr": 1.4416561114845728e-05}
+{"train_loss": 0.07567397505044937, "global_step": 33566, "epoch": 349, "lr": 1.4410409210662523e-05}
+{"train_loss": 0.09221795201301575, "global_step": 33567, "epoch": 349, "lr": 1.4404258570289576e-05}
+{"train_loss": 0.06984695047140121, "global_step": 33568, "epoch": 349, "lr": 1.4398109193768939e-05}
+{"train_loss": 0.07298829406499863, "global_step": 33569, "epoch": 349, "lr": 1.4391961081142335e-05}
+{"train_loss": 0.06964604556560516, "global_step": 33570, "epoch": 349, "lr": 1.4385814232451711e-05}
+{"train_loss": 0.05292537435889244, "global_step": 33571, "epoch": 349, "lr": 1.4379668647738898e-05}
+{"train_loss": 0.09395089000463486, "global_step": 33572, "epoch": 349, "lr": 1.4373524327045773e-05}
+{"train_loss": 0.09923410415649414, "global_step": 33573, "epoch": 349, "lr": 1.4367381270414149e-05}
+{"train_loss": 0.07427065074443817, "global_step": 33574, "epoch": 349, "lr": 1.4361239477885835e-05}
+{"train_loss": 0.09224069863557816, "global_step": 33575, "epoch": 349, "lr": 1.4355098949502731e-05}
+{"train_loss": 0.10492254048585892, "global_step": 33576, "epoch": 349, "lr": 1.4348959685306584e-05}
+{"train_loss": 0.0725812166929245, "global_step": 33577, "epoch": 349, "lr": 1.4342821685339247e-05}
+{"train_loss": 0.06886693835258484, "global_step": 33578, "epoch": 349, "lr": 1.4336684949642421e-05}
+{"train_loss": 0.0707830935716629, "global_step": 33579, "epoch": 349, "lr": 1.4330549478258048e-05}
+{"train_loss": 0.06593813002109528, "global_step": 33580, "epoch": 349, "lr": 1.4324415271227787e-05}
+{"train_loss": 0.08272537589073181, "global_step": 33581, "epoch": 349, "lr": 1.4318282328593491e-05}
+{"train_loss": 0.10421103984117508, "global_step": 33582, "epoch": 349, "lr": 1.4312150650396817e-05}
+{"train_loss": 0.08899171650409698, "global_step": 33583, "epoch": 349, "lr": 1.430602023667964e-05}
+{"train_loss": 0.07174739986658096, "global_step": 33584, "epoch": 349, "lr": 1.4299891087483642e-05}
+{"train_loss": 0.07165409624576569, "global_step": 33585, "epoch": 349, "lr": 1.4293763202850563e-05}
+{"train_loss": 0.07957519590854645, "global_step": 33586, "epoch": 349, "lr": 1.4287636582822128e-05}
+{"train_loss": 0.07377196848392487, "global_step": 33587, "epoch": 349, "lr": 1.4281511227440126e-05}
+{"train_loss": 0.0759328082203865, "global_step": 33588, "epoch": 349, "lr": 1.4275387136746166e-05}
+{"train_loss": 0.07387661188840866, "global_step": 33589, "epoch": 349, "lr": 1.4269264310782015e-05}
+{"train_loss": 0.06296922266483307, "global_step": 33590, "epoch": 349, "lr": 1.4263142749589375e-05}
+{"train_loss": 0.08504413068294525, "global_step": 33591, "epoch": 349, "lr": 1.4257022453209879e-05}
+{"train_loss": 0.08700451254844666, "global_step": 33592, "epoch": 349, "lr": 1.4250903421685269e-05}
+{"train_loss": 0.0884379968047142, "global_step": 33593, "epoch": 349, "lr": 1.4244785655057114e-05}
+{"train_loss": 0.11258654296398163, "global_step": 33594, "epoch": 349, "lr": 1.42386691533672e-05}
+{"train_loss": 0.06716949492692947, "global_step": 33595, "epoch": 349, "lr": 1.4232553916657077e-05}
+{"train_loss": 0.10458426177501678, "global_step": 33596, "epoch": 349, "lr": 1.422643994496844e-05}
+{"train_loss": 0.09352609515190125, "global_step": 33597, "epoch": 349, "lr": 1.4220327238342924e-05}
+{"train_loss": 0.07647208124399185, "global_step": 33598, "epoch": 349, "lr": 1.4214215796822162e-05}
+{"train_loss": 0.08713277755305171, "global_step": 33599, "epoch": 349, "lr": 1.420810562044772e-05}
+{"train_loss": 0.08873555064201355, "global_step": 33600, "epoch": 350, "lr": 1.4201996709261234e-05}
+{"train_loss": 0.11506393551826477, "global_step": 33601, "epoch": 350, "lr": 1.4195889063304334e-05}
+{"train_loss": 0.08571034669876099, "global_step": 33602, "epoch": 350, "lr": 1.4189782682618568e-05}
+{"train_loss": 0.12070142477750778, "global_step": 33603, "epoch": 350, "lr": 1.4183677567245545e-05}
+{"train_loss": 0.08699407428503036, "global_step": 33604, "epoch": 350, "lr": 1.417757371722681e-05}
+{"train_loss": 0.0901031494140625, "global_step": 33605, "epoch": 350, "lr": 1.4171471132603998e-05}
+{"train_loss": 0.07337100803852081, "global_step": 33606, "epoch": 350, "lr": 1.416536981341856e-05}
+{"train_loss": 0.05989518761634827, "global_step": 33607, "epoch": 350, "lr": 1.4159269759712135e-05}
+{"train_loss": 0.08230230212211609, "global_step": 33608, "epoch": 350, "lr": 1.4153170971526197e-05}
+{"train_loss": 0.08680244535207748, "global_step": 33609, "epoch": 350, "lr": 1.414707344890236e-05}
+{"train_loss": 0.07254509627819061, "global_step": 33610, "epoch": 350, "lr": 1.4140977191882054e-05}
+{"train_loss": 0.07994933426380157, "global_step": 33611, "epoch": 350, "lr": 1.4134882200506849e-05}
+{"train_loss": 0.09932802617549896, "global_step": 33612, "epoch": 350, "lr": 1.4128788474818222e-05}
+{"train_loss": 0.06445220112800598, "global_step": 33613, "epoch": 350, "lr": 1.4122696014857695e-05}
+{"train_loss": 0.10160427540540695, "global_step": 33614, "epoch": 350, "lr": 1.4116604820666745e-05}
+{"train_loss": 0.13145482540130615, "global_step": 33615, "epoch": 350, "lr": 1.411051489228683e-05}
+{"train_loss": 0.07512940466403961, "global_step": 33616, "epoch": 350, "lr": 1.410442622975947e-05}
+{"train_loss": 0.07787635922431946, "global_step": 33617, "epoch": 350, "lr": 1.4098338833126078e-05}
+{"train_loss": 0.08796216547489166, "global_step": 33618, "epoch": 350, "lr": 1.409225270242811e-05}
+{"train_loss": 0.09834633022546768, "global_step": 33619, "epoch": 350, "lr": 1.4086167837707042e-05}
+{"train_loss": 0.09539438784122467, "global_step": 33620, "epoch": 350, "lr": 1.4080084239004309e-05}
+{"train_loss": 0.08612501621246338, "global_step": 33621, "epoch": 350, "lr": 1.40740019063613e-05}
+{"train_loss": 0.1134030744433403, "global_step": 33622, "epoch": 350, "lr": 1.406792083981947e-05}
+{"train_loss": 0.08843514323234558, "global_step": 33623, "epoch": 350, "lr": 1.4061841039420209e-05}
+{"train_loss": 0.06875261664390564, "global_step": 33624, "epoch": 350, "lr": 1.405576250520495e-05}
+{"train_loss": 0.07503551244735718, "global_step": 33625, "epoch": 350, "lr": 1.4049685237215037e-05}
+{"train_loss": 0.05500704050064087, "global_step": 33626, "epoch": 350, "lr": 1.4043609235491883e-05}
+{"train_loss": 0.12211151421070099, "global_step": 33627, "epoch": 350, "lr": 1.4037534500076877e-05}
+{"train_loss": 0.05492584779858589, "global_step": 33628, "epoch": 350, "lr": 1.4031461031011383e-05}
+{"train_loss": 0.0815725177526474, "global_step": 33629, "epoch": 350, "lr": 1.4025388828336728e-05}
+{"train_loss": 0.08185358345508575, "global_step": 33630, "epoch": 350, "lr": 1.4019317892094275e-05}
+{"train_loss": 0.07820858061313629, "global_step": 33631, "epoch": 350, "lr": 1.4013248222325393e-05}
+{"train_loss": 0.09096039831638336, "global_step": 33632, "epoch": 350, "lr": 1.400717981907136e-05}
+{"train_loss": 0.07012197375297546, "global_step": 33633, "epoch": 350, "lr": 1.400111268237354e-05}
+{"train_loss": 0.09130620956420898, "global_step": 33634, "epoch": 350, "lr": 1.3995046812273261e-05}
+{"train_loss": 0.07594417035579681, "global_step": 33635, "epoch": 350, "lr": 1.3988982208811818e-05}
+{"train_loss": 0.08171732723712921, "global_step": 33636, "epoch": 350, "lr": 1.398291887203047e-05}
+{"train_loss": 0.07828764617443085, "global_step": 33637, "epoch": 350, "lr": 1.3976856801970562e-05}
+{"train_loss": 0.10212931036949158, "global_step": 33638, "epoch": 350, "lr": 1.3970795998673325e-05}
+{"train_loss": 0.1117417961359024, "global_step": 33639, "epoch": 350, "lr": 1.3964736462180084e-05}
+{"train_loss": 0.07067170739173889, "global_step": 33640, "epoch": 350, "lr": 1.395867819253207e-05}
+{"train_loss": 0.12184557318687439, "global_step": 33641, "epoch": 350, "lr": 1.395262118977052e-05}
+{"train_loss": 0.07453259825706482, "global_step": 33642, "epoch": 350, "lr": 1.394656545393671e-05}
+{"train_loss": 0.08142513036727905, "global_step": 33643, "epoch": 350, "lr": 1.394051098507192e-05}
+{"train_loss": 0.13140499591827393, "global_step": 33644, "epoch": 350, "lr": 1.3934457783217291e-05}
+{"train_loss": 0.08254033327102661, "global_step": 33645, "epoch": 350, "lr": 1.3928405848414083e-05}
+{"train_loss": 0.11591731011867523, "global_step": 33646, "epoch": 350, "lr": 1.3922355180703528e-05}
+{"train_loss": 0.06892892718315125, "global_step": 33647, "epoch": 350, "lr": 1.3916305780126793e-05}
+{"train_loss": 0.08547873795032501, "global_step": 33648, "epoch": 350, "lr": 1.3910257646725089e-05}
+{"train_loss": 0.09299898147583008, "global_step": 33649, "epoch": 350, "lr": 1.3904210780539584e-05}
+{"train_loss": 0.08983637392520905, "global_step": 33650, "epoch": 350, "lr": 1.3898165181611534e-05}
+{"train_loss": 0.0772654265165329, "global_step": 33651, "epoch": 350, "lr": 1.3892120849981992e-05}
+{"train_loss": 0.0903063714504242, "global_step": 33652, "epoch": 350, "lr": 1.3886077785692176e-05}
+{"train_loss": 0.1358475387096405, "global_step": 33653, "epoch": 350, "lr": 1.3880035988783247e-05}
+{"train_loss": 0.07552774250507355, "global_step": 33654, "epoch": 350, "lr": 1.3873995459296375e-05}
+{"train_loss": 0.10189931839704514, "global_step": 33655, "epoch": 350, "lr": 1.386795619727259e-05}
+{"train_loss": 0.08163540810346603, "global_step": 33656, "epoch": 350, "lr": 1.386191820275311e-05}
+{"train_loss": 0.09683159738779068, "global_step": 33657, "epoch": 350, "lr": 1.3855881475779054e-05}
+{"train_loss": 0.08765210211277008, "global_step": 33658, "epoch": 350, "lr": 1.3849846016391455e-05}
+{"train_loss": 0.07344816625118256, "global_step": 33659, "epoch": 350, "lr": 1.384381182463148e-05}
+{"train_loss": 0.1113324761390686, "global_step": 33660, "epoch": 350, "lr": 1.3837778900540188e-05}
+{"train_loss": 0.07350225746631622, "global_step": 33661, "epoch": 350, "lr": 1.38317472441587e-05}
+{"train_loss": 0.06165261194109917, "global_step": 33662, "epoch": 350, "lr": 1.3825716855528026e-05}
+{"train_loss": 0.09109008312225342, "global_step": 33663, "epoch": 350, "lr": 1.381968773468929e-05}
+{"train_loss": 0.08237934857606888, "global_step": 33664, "epoch": 350, "lr": 1.3813659881683506e-05}
+{"train_loss": 0.07728731632232666, "global_step": 33665, "epoch": 350, "lr": 1.380763329655177e-05}
+{"train_loss": 0.0645209476351738, "global_step": 33666, "epoch": 350, "lr": 1.3801607979335051e-05}
+{"train_loss": 0.108619824051857, "global_step": 33667, "epoch": 350, "lr": 1.3795583930074474e-05}
+{"train_loss": 0.1077408492565155, "global_step": 33668, "epoch": 350, "lr": 1.3789561148810959e-05}
+{"train_loss": 0.08156321942806244, "global_step": 33669, "epoch": 350, "lr": 1.378353963558563e-05}
+{"train_loss": 0.07383562624454498, "global_step": 33670, "epoch": 350, "lr": 1.3777519390439387e-05}
+{"train_loss": 0.06979314982891083, "global_step": 33671, "epoch": 350, "lr": 1.3771500413413263e-05}
+{"train_loss": 0.0700618103146553, "global_step": 33672, "epoch": 350, "lr": 1.3765482704548293e-05}
+{"train_loss": 0.06949195265769958, "global_step": 33673, "epoch": 350, "lr": 1.375946626388538e-05}
+{"train_loss": 0.07511043548583984, "global_step": 33674, "epoch": 350, "lr": 1.375345109146553e-05}
+{"train_loss": 0.06398381292819977, "global_step": 33675, "epoch": 350, "lr": 1.3747437187329693e-05}
+{"train_loss": 0.07952585816383362, "global_step": 33676, "epoch": 350, "lr": 1.3741424551518877e-05}
+{"train_loss": 0.1053827628493309, "global_step": 33677, "epoch": 350, "lr": 1.373541318407392e-05}
+{"train_loss": 0.05789194628596306, "global_step": 33678, "epoch": 350, "lr": 1.3729403085035875e-05}
+{"train_loss": 0.11969716846942902, "global_step": 33679, "epoch": 350, "lr": 1.3723394254445577e-05}
+{"train_loss": 0.07436425238847733, "global_step": 33680, "epoch": 350, "lr": 1.3717386692344015e-05}
+{"train_loss": 0.10055963695049286, "global_step": 33681, "epoch": 350, "lr": 1.3711380398772045e-05}
+{"train_loss": 0.07611303776502609, "global_step": 33682, "epoch": 350, "lr": 1.370537537377059e-05}
+{"train_loss": 0.0639902800321579, "global_step": 33683, "epoch": 350, "lr": 1.369937161738053e-05}
+{"train_loss": 0.09783877432346344, "global_step": 33684, "epoch": 350, "lr": 1.3693369129642786e-05}
+{"train_loss": 0.09070808440446854, "global_step": 33685, "epoch": 350, "lr": 1.368736791059817e-05}
+{"train_loss": 0.11419764161109924, "global_step": 33686, "epoch": 350, "lr": 1.3681367960287606e-05}
+{"train_loss": 0.08941562473773956, "global_step": 33687, "epoch": 350, "lr": 1.3675369278751948e-05}
+{"train_loss": 0.0704265907406807, "global_step": 33688, "epoch": 350, "lr": 1.366937186603201e-05}
+{"train_loss": 0.06686123460531235, "global_step": 33689, "epoch": 350, "lr": 1.3663375722168626e-05}
+{"train_loss": 0.08709430694580078, "global_step": 33690, "epoch": 350, "lr": 1.3657380847202672e-05}
+{"train_loss": 0.082415372133255, "global_step": 33691, "epoch": 350, "lr": 1.3651387241174984e-05}
+{"train_loss": 0.08911827206611633, "global_step": 33692, "epoch": 350, "lr": 1.3645394904126263e-05}
+{"train_loss": 0.062280572950839996, "global_step": 33693, "epoch": 350, "lr": 1.3639403836097476e-05}
+{"train_loss": 0.09116320312023163, "global_step": 33694, "epoch": 350, "lr": 1.36334140371293e-05}
+{"train_loss": 0.08658943282595526, "global_step": 33695, "epoch": 350, "lr": 1.3627425507262614e-05, "train_action_mse_error": 1.2882982218798134e-06}
+{"train_loss": 0.08153750002384186, "global_step": 33696, "epoch": 351, "lr": 1.3621438246538098e-05}
+{"train_loss": 0.07088616490364075, "global_step": 33697, "epoch": 351, "lr": 1.3615452254996586e-05}
+{"train_loss": 0.09571406245231628, "global_step": 33698, "epoch": 351, "lr": 1.3609467532678843e-05}
+{"train_loss": 0.07414489984512329, "global_step": 33699, "epoch": 351, "lr": 1.3603484079625595e-05}
+{"train_loss": 0.09242382645606995, "global_step": 33700, "epoch": 351, "lr": 1.3597501895877606e-05}
+{"train_loss": 0.08688537031412125, "global_step": 33701, "epoch": 351, "lr": 1.3591520981475602e-05}
+{"train_loss": 0.07666847854852676, "global_step": 33702, "epoch": 351, "lr": 1.358554133646035e-05}
+{"train_loss": 0.08210110664367676, "global_step": 33703, "epoch": 351, "lr": 1.357956296087246e-05}
+{"train_loss": 0.10145440697669983, "global_step": 33704, "epoch": 351, "lr": 1.3573585854752791e-05}
+{"train_loss": 0.09266218543052673, "global_step": 33705, "epoch": 351, "lr": 1.3567610018141953e-05}
+{"train_loss": 0.0849437415599823, "global_step": 33706, "epoch": 351, "lr": 1.3561635451080689e-05}
+{"train_loss": 0.09718567878007889, "global_step": 33707, "epoch": 351, "lr": 1.3555662153609593e-05}
+{"train_loss": 0.07820022106170654, "global_step": 33708, "epoch": 351, "lr": 1.3549690125769476e-05}
+{"train_loss": 0.08330243825912476, "global_step": 33709, "epoch": 351, "lr": 1.3543719367600882e-05}
+{"train_loss": 0.059160344302654266, "global_step": 33710, "epoch": 351, "lr": 1.353774987914458e-05}
+{"train_loss": 0.08674925565719604, "global_step": 33711, "epoch": 351, "lr": 1.3531781660441112e-05}
+{"train_loss": 0.07794883847236633, "global_step": 33712, "epoch": 351, "lr": 1.3525814711531181e-05}
+{"train_loss": 0.10486312210559845, "global_step": 33713, "epoch": 351, "lr": 1.3519849032455444e-05}
+{"train_loss": 0.07422585785388947, "global_step": 33714, "epoch": 351, "lr": 1.3513884623254424e-05}
+{"train_loss": 0.08718159794807434, "global_step": 33715, "epoch": 351, "lr": 1.3507921483968867e-05}
+{"train_loss": 0.09136837720870972, "global_step": 33716, "epoch": 351, "lr": 1.3501959614639292e-05}
+{"train_loss": 0.11796778440475464, "global_step": 33717, "epoch": 351, "lr": 1.3495999015306337e-05}
+{"train_loss": 0.10439849644899368, "global_step": 33718, "epoch": 351, "lr": 1.3490039686010525e-05}
+{"train_loss": 0.10390913486480713, "global_step": 33719, "epoch": 351, "lr": 1.3484081626792555e-05}
+{"train_loss": 0.10360485315322876, "global_step": 33720, "epoch": 351, "lr": 1.3478124837692908e-05}
+{"train_loss": 0.09728069603443146, "global_step": 33721, "epoch": 351, "lr": 1.3472169318752215e-05}
+{"train_loss": 0.0994596853852272, "global_step": 33722, "epoch": 351, "lr": 1.3466215070010957e-05}
+{"train_loss": 0.08856841921806335, "global_step": 33723, "epoch": 351, "lr": 1.34602620915097e-05}
+{"train_loss": 0.08575808256864548, "global_step": 33724, "epoch": 351, "lr": 1.3454310383288993e-05}
+{"train_loss": 0.09231575578451157, "global_step": 33725, "epoch": 351, "lr": 1.34483599453894e-05}
+{"train_loss": 0.1086878776550293, "global_step": 33726, "epoch": 351, "lr": 1.3442410777851422e-05}
+{"train_loss": 0.08269035816192627, "global_step": 33727, "epoch": 351, "lr": 1.3436462880715518e-05}
+{"train_loss": 0.06820418685674667, "global_step": 33728, "epoch": 351, "lr": 1.3430516254022296e-05}
+{"train_loss": 0.08337219059467316, "global_step": 33729, "epoch": 351, "lr": 1.3424570897812105e-05}
+{"train_loss": 0.09231466799974442, "global_step": 33730, "epoch": 351, "lr": 1.341862681212558e-05}
+{"train_loss": 0.07572351396083832, "global_step": 33731, "epoch": 351, "lr": 1.3412683997003107e-05}
+{"train_loss": 0.10950417071580887, "global_step": 33732, "epoch": 351, "lr": 1.340674245248521e-05}
+{"train_loss": 0.08485439419746399, "global_step": 33733, "epoch": 351, "lr": 1.3400802178612238e-05}
+{"train_loss": 0.08292310684919357, "global_step": 33734, "epoch": 351, "lr": 1.3394863175424821e-05}
+{"train_loss": 0.08645974099636078, "global_step": 33735, "epoch": 351, "lr": 1.3388925442963262e-05}
+{"train_loss": 0.04725273326039314, "global_step": 33736, "epoch": 351, "lr": 1.3382988981268063e-05}
+{"train_loss": 0.08891192078590393, "global_step": 33737, "epoch": 351, "lr": 1.337705379037959e-05}
+{"train_loss": 0.07669930905103683, "global_step": 33738, "epoch": 351, "lr": 1.33711198703383e-05}
+{"train_loss": 0.09520202875137329, "global_step": 33739, "epoch": 351, "lr": 1.3365187221184605e-05}
+{"train_loss": 0.07245196402072906, "global_step": 33740, "epoch": 351, "lr": 1.3359255842958896e-05}
+{"train_loss": 0.08062557876110077, "global_step": 33741, "epoch": 351, "lr": 1.3353325735701583e-05}
+{"train_loss": 0.1027648001909256, "global_step": 33742, "epoch": 351, "lr": 1.3347396899453014e-05}
+{"train_loss": 0.09907393902540207, "global_step": 33743, "epoch": 351, "lr": 1.3341469334253598e-05}
+{"train_loss": 0.06407361477613449, "global_step": 33744, "epoch": 351, "lr": 1.3335543040143616e-05}
+{"train_loss": 0.11633405089378357, "global_step": 33745, "epoch": 351, "lr": 1.332961801716357e-05}
+{"train_loss": 0.11175824701786041, "global_step": 33746, "epoch": 351, "lr": 1.332369426535367e-05}
+{"train_loss": 0.07657766342163086, "global_step": 33747, "epoch": 351, "lr": 1.3317771784754352e-05}
+{"train_loss": 0.07487676292657852, "global_step": 33748, "epoch": 351, "lr": 1.331185057540585e-05}
+{"train_loss": 0.08665081858634949, "global_step": 33749, "epoch": 351, "lr": 1.3305930637348596e-05}
+{"train_loss": 0.07321679592132568, "global_step": 33750, "epoch": 351, "lr": 1.3300011970622806e-05}
+{"train_loss": 0.09827277809381485, "global_step": 33751, "epoch": 351, "lr": 1.3294094575268846e-05}
+{"train_loss": 0.0833955705165863, "global_step": 33752, "epoch": 351, "lr": 1.3288178451327016e-05}
+{"train_loss": 0.10744079947471619, "global_step": 33753, "epoch": 351, "lr": 1.328226359883753e-05}
+{"train_loss": 0.08863572776317596, "global_step": 33754, "epoch": 351, "lr": 1.3276350017840778e-05}
+{"train_loss": 0.09926566481590271, "global_step": 33755, "epoch": 351, "lr": 1.3270437708376881e-05}
+{"train_loss": 0.09528551995754242, "global_step": 33756, "epoch": 351, "lr": 1.3264526670486256e-05}
+{"train_loss": 0.057217635214328766, "global_step": 33757, "epoch": 351, "lr": 1.3258616904209065e-05}
+{"train_loss": 0.08311764895915985, "global_step": 33758, "epoch": 351, "lr": 1.325270840958559e-05}
+{"train_loss": 0.0755200907588005, "global_step": 33759, "epoch": 351, "lr": 1.3246801186655978e-05}
+{"train_loss": 0.09056515991687775, "global_step": 33760, "epoch": 351, "lr": 1.3240895235460616e-05}
+{"train_loss": 0.08352623879909515, "global_step": 33761, "epoch": 351, "lr": 1.3234990556039583e-05}
+{"train_loss": 0.07148820161819458, "global_step": 33762, "epoch": 351, "lr": 1.3229087148433138e-05}
+{"train_loss": 0.06019236892461777, "global_step": 33763, "epoch": 351, "lr": 1.3223185012681472e-05}
+{"train_loss": 0.06403457373380661, "global_step": 33764, "epoch": 351, "lr": 1.3217284148824838e-05}
+{"train_loss": 0.09084944427013397, "global_step": 33765, "epoch": 351, "lr": 1.3211384556903317e-05}
+{"train_loss": 0.08130005747079849, "global_step": 33766, "epoch": 351, "lr": 1.3205486236957143e-05}
+{"train_loss": 0.10801739990711212, "global_step": 33767, "epoch": 351, "lr": 1.3199589189026506e-05}
+{"train_loss": 0.076626256108284, "global_step": 33768, "epoch": 351, "lr": 1.3193693413151487e-05}
+{"train_loss": 0.06496666371822357, "global_step": 33769, "epoch": 351, "lr": 1.3187798909372318e-05}
+{"train_loss": 0.0793745368719101, "global_step": 33770, "epoch": 351, "lr": 1.3181905677729012e-05}
+{"train_loss": 0.09545701742172241, "global_step": 33771, "epoch": 351, "lr": 1.317601371826187e-05}
+{"train_loss": 0.12158924341201782, "global_step": 33772, "epoch": 351, "lr": 1.3170123031010883e-05}
+{"train_loss": 0.07720266282558441, "global_step": 33773, "epoch": 351, "lr": 1.3164233616016241e-05}
+{"train_loss": 0.07701769471168518, "global_step": 33774, "epoch": 351, "lr": 1.315834547331798e-05}
+{"train_loss": 0.09557433426380157, "global_step": 33775, "epoch": 351, "lr": 1.3152458602956307e-05}
+{"train_loss": 0.0875384509563446, "global_step": 33776, "epoch": 351, "lr": 1.3146573004971174e-05}
+{"train_loss": 0.06890600174665451, "global_step": 33777, "epoch": 351, "lr": 1.3140688679402747e-05}
+{"train_loss": 0.09507821500301361, "global_step": 33778, "epoch": 351, "lr": 1.3134805626291103e-05}
+{"train_loss": 0.09487216174602509, "global_step": 33779, "epoch": 351, "lr": 1.3128923845676233e-05}
+{"train_loss": 0.09462398290634155, "global_step": 33780, "epoch": 351, "lr": 1.312304333759824e-05}
+{"train_loss": 0.09515145421028137, "global_step": 33781, "epoch": 351, "lr": 1.3117164102097157e-05}
+{"train_loss": 0.06866773217916489, "global_step": 33782, "epoch": 351, "lr": 1.3111286139213064e-05}
+{"train_loss": 0.0789155513048172, "global_step": 33783, "epoch": 351, "lr": 1.3105409448985929e-05}
+{"train_loss": 0.10076811164617538, "global_step": 33784, "epoch": 351, "lr": 1.3099534031455763e-05}
+{"train_loss": 0.10897932201623917, "global_step": 33785, "epoch": 351, "lr": 1.3093659886662623e-05}
+{"train_loss": 0.09929235279560089, "global_step": 33786, "epoch": 351, "lr": 1.3087787014646502e-05}
+{"train_loss": 0.08516916632652283, "global_step": 33787, "epoch": 351, "lr": 1.3081915415447365e-05}
+{"train_loss": 0.11787865310907364, "global_step": 33788, "epoch": 351, "lr": 1.3076045089105204e-05}
+{"train_loss": 0.0942000150680542, "global_step": 33789, "epoch": 351, "lr": 1.3070176035660009e-05}
+{"train_loss": 0.07403824478387833, "global_step": 33790, "epoch": 351, "lr": 1.306430825515177e-05}
+{"train_loss": 0.08730995379543553, "global_step": 33791, "epoch": 351, "lr": 1.3058441747620365e-05}
+{"train_loss": 0.09464046359062195, "global_step": 33792, "epoch": 352, "lr": 1.3052576513105807e-05}
+{"train_loss": 0.07448553293943405, "global_step": 33793, "epoch": 352, "lr": 1.3046712551648065e-05}
+{"train_loss": 0.0706561803817749, "global_step": 33794, "epoch": 352, "lr": 1.3040849863286975e-05}
+{"train_loss": 0.07771827280521393, "global_step": 33795, "epoch": 352, "lr": 1.3034988448062547e-05}
+{"train_loss": 0.10967406630516052, "global_step": 33796, "epoch": 352, "lr": 1.3029128306014615e-05}
+{"train_loss": 0.10076488554477692, "global_step": 33797, "epoch": 352, "lr": 1.3023269437183172e-05}
+{"train_loss": 0.10146831721067429, "global_step": 33798, "epoch": 352, "lr": 1.3017411841608074e-05}
+{"train_loss": 0.10265941917896271, "global_step": 33799, "epoch": 352, "lr": 1.3011555519329178e-05}
+{"train_loss": 0.08552144467830658, "global_step": 33800, "epoch": 352, "lr": 1.3005700470386406e-05}
+{"train_loss": 0.07543782144784927, "global_step": 33801, "epoch": 352, "lr": 1.2999846694819663e-05}
+{"train_loss": 0.09552854299545288, "global_step": 33802, "epoch": 352, "lr": 1.2993994192668713e-05}
+{"train_loss": 0.09680049866437912, "global_step": 33803, "epoch": 352, "lr": 1.2988142963973483e-05}
+{"train_loss": 0.10109005868434906, "global_step": 33804, "epoch": 352, "lr": 1.2982293008773783e-05}
+{"train_loss": 0.09865765273571014, "global_step": 33805, "epoch": 352, "lr": 1.2976444327109517e-05}
+{"train_loss": 0.08634854108095169, "global_step": 33806, "epoch": 352, "lr": 1.2970596919020405e-05}
+{"train_loss": 0.07579641789197922, "global_step": 33807, "epoch": 352, "lr": 1.296475078454633e-05}
+{"train_loss": 0.07736940681934357, "global_step": 33808, "epoch": 352, "lr": 1.295890592372715e-05}
+{"train_loss": 0.09412601590156555, "global_step": 33809, "epoch": 352, "lr": 1.2953062336602561e-05}
+{"train_loss": 0.1025804951786995, "global_step": 33810, "epoch": 352, "lr": 1.2947220023212403e-05}
+{"train_loss": 0.08886312693357468, "global_step": 33811, "epoch": 352, "lr": 1.2941378983596464e-05}
+{"train_loss": 0.06651051342487335, "global_step": 33812, "epoch": 352, "lr": 1.2935539217794556e-05}
+{"train_loss": 0.07038034498691559, "global_step": 33813, "epoch": 352, "lr": 1.2929700725846382e-05}
+{"train_loss": 0.08865524083375931, "global_step": 33814, "epoch": 352, "lr": 1.2923863507791734e-05}
+{"train_loss": 0.07198608666658401, "global_step": 33815, "epoch": 352, "lr": 1.2918027563670355e-05}
+{"train_loss": 0.0697057694196701, "global_step": 33816, "epoch": 352, "lr": 1.2912192893522013e-05}
+{"train_loss": 0.07200950384140015, "global_step": 33817, "epoch": 352, "lr": 1.2906359497386388e-05}
+{"train_loss": 0.1059836894273758, "global_step": 33818, "epoch": 352, "lr": 1.2900527375303228e-05}
+{"train_loss": 0.08944134414196014, "global_step": 33819, "epoch": 352, "lr": 1.2894696527312278e-05}
+{"train_loss": 0.0765613466501236, "global_step": 33820, "epoch": 352, "lr": 1.2888866953453172e-05}
+{"train_loss": 0.11578740179538727, "global_step": 33821, "epoch": 352, "lr": 1.2883038653765678e-05}
+{"train_loss": 0.11817140877246857, "global_step": 33822, "epoch": 352, "lr": 1.2877211628289454e-05}
+{"train_loss": 0.06712023168802261, "global_step": 33823, "epoch": 352, "lr": 1.2871385877064201e-05}
+{"train_loss": 0.09971758723258972, "global_step": 33824, "epoch": 352, "lr": 1.2865561400129556e-05}
+{"train_loss": 0.10172805190086365, "global_step": 33825, "epoch": 352, "lr": 1.2859738197525217e-05}
+{"train_loss": 0.08890680223703384, "global_step": 33826, "epoch": 352, "lr": 1.28539162692908e-05}
+{"train_loss": 0.12524458765983582, "global_step": 33827, "epoch": 352, "lr": 1.2848095615466004e-05}
+{"train_loss": 0.09348826110363007, "global_step": 33828, "epoch": 352, "lr": 1.2842276236090422e-05}
+{"train_loss": 0.10888351500034332, "global_step": 33829, "epoch": 352, "lr": 1.2836458131203687e-05}
+{"train_loss": 0.058868810534477234, "global_step": 33830, "epoch": 352, "lr": 1.2830641300845414e-05}
+{"train_loss": 0.1088356003165245, "global_step": 33831, "epoch": 352, "lr": 1.282482574505528e-05}
+{"train_loss": 0.08971591293811798, "global_step": 33832, "epoch": 352, "lr": 1.2819011463872788e-05}
+{"train_loss": 0.06766024231910706, "global_step": 33833, "epoch": 352, "lr": 1.2813198457337594e-05}
+{"train_loss": 0.07106532901525497, "global_step": 33834, "epoch": 352, "lr": 1.2807386725489268e-05}
+{"train_loss": 0.10818243026733398, "global_step": 33835, "epoch": 352, "lr": 1.2801576268367377e-05}
+{"train_loss": 0.07508967071771622, "global_step": 33836, "epoch": 352, "lr": 1.279576708601149e-05}
+{"train_loss": 0.08182923495769501, "global_step": 33837, "epoch": 352, "lr": 1.2789959178461174e-05}
+{"train_loss": 0.09602881968021393, "global_step": 33838, "epoch": 352, "lr": 1.2784152545756022e-05}
+{"train_loss": 0.10353489220142365, "global_step": 33839, "epoch": 352, "lr": 1.2778347187935469e-05}
+{"train_loss": 0.06276866793632507, "global_step": 33840, "epoch": 352, "lr": 1.2772543105039125e-05}
+{"train_loss": 0.07831550389528275, "global_step": 33841, "epoch": 352, "lr": 1.2766740297106517e-05}
+{"train_loss": 0.06515107303857803, "global_step": 33842, "epoch": 352, "lr": 1.2760938764177144e-05}
+{"train_loss": 0.07506109774112701, "global_step": 33843, "epoch": 352, "lr": 1.2755138506290486e-05}
+{"train_loss": 0.06580980122089386, "global_step": 33844, "epoch": 352, "lr": 1.2749339523486092e-05}
+{"train_loss": 0.08846914768218994, "global_step": 33845, "epoch": 352, "lr": 1.2743541815803394e-05}
+{"train_loss": 0.08493003994226456, "global_step": 33846, "epoch": 352, "lr": 1.2737745383281941e-05}
+{"train_loss": 0.09739275276660919, "global_step": 33847, "epoch": 352, "lr": 1.2731950225961142e-05}
+{"train_loss": 0.06122015044093132, "global_step": 33848, "epoch": 352, "lr": 1.272615634388048e-05}
+{"train_loss": 0.09587529301643372, "global_step": 33849, "epoch": 352, "lr": 1.2720363737079455e-05}
+{"train_loss": 0.09627765417098999, "global_step": 33850, "epoch": 352, "lr": 1.2714572405597436e-05}
+{"train_loss": 0.07551313191652298, "global_step": 33851, "epoch": 352, "lr": 1.2708782349473902e-05}
+{"train_loss": 0.07513830810785294, "global_step": 33852, "epoch": 352, "lr": 1.270299356874829e-05}
+{"train_loss": 0.0868678092956543, "global_step": 33853, "epoch": 352, "lr": 1.2697206063460033e-05}
+{"train_loss": 0.06179872527718544, "global_step": 33854, "epoch": 352, "lr": 1.2691419833648477e-05}
+{"train_loss": 0.08453036099672318, "global_step": 33855, "epoch": 352, "lr": 1.2685634879353059e-05}
+{"train_loss": 0.07423478364944458, "global_step": 33856, "epoch": 352, "lr": 1.267985120061319e-05}
+{"train_loss": 0.052541717886924744, "global_step": 33857, "epoch": 352, "lr": 1.2674068797468264e-05}
+{"train_loss": 0.053555309772491455, "global_step": 33858, "epoch": 352, "lr": 1.26682876699576e-05}
+{"train_loss": 0.0859995037317276, "global_step": 33859, "epoch": 352, "lr": 1.2662507818120616e-05}
+{"train_loss": 0.10917966067790985, "global_step": 33860, "epoch": 352, "lr": 1.2656729241996657e-05}
+{"train_loss": 0.07561127841472626, "global_step": 33861, "epoch": 352, "lr": 1.2650951941625088e-05}
+{"train_loss": 0.07896259427070618, "global_step": 33862, "epoch": 352, "lr": 1.2645175917045237e-05}
+{"train_loss": 0.08659371733665466, "global_step": 33863, "epoch": 352, "lr": 1.2639401168296406e-05}
+{"train_loss": 0.09904832392930984, "global_step": 33864, "epoch": 352, "lr": 1.2633627695418005e-05}
+{"train_loss": 0.12263037264347076, "global_step": 33865, "epoch": 352, "lr": 1.2627855498449248e-05}
+{"train_loss": 0.0765460729598999, "global_step": 33866, "epoch": 352, "lr": 1.2622084577429482e-05}
+{"train_loss": 0.06223909184336662, "global_step": 33867, "epoch": 352, "lr": 1.2616314932398032e-05}
+{"train_loss": 0.09536615014076233, "global_step": 33868, "epoch": 352, "lr": 1.2610546563394198e-05}
+{"train_loss": 0.07909461855888367, "global_step": 33869, "epoch": 352, "lr": 1.2604779470457152e-05}
+{"train_loss": 0.07647805660963058, "global_step": 33870, "epoch": 352, "lr": 1.25990136536263e-05}
+{"train_loss": 0.05524597316980362, "global_step": 33871, "epoch": 352, "lr": 1.2593249112940841e-05}
+{"train_loss": 0.07990361750125885, "global_step": 33872, "epoch": 352, "lr": 1.2587485848440072e-05}
+{"train_loss": 0.09971685707569122, "global_step": 33873, "epoch": 352, "lr": 1.2581723860163164e-05}
+{"train_loss": 0.0909971222281456, "global_step": 33874, "epoch": 352, "lr": 1.2575963148149395e-05}
+{"train_loss": 0.07850778847932816, "global_step": 33875, "epoch": 352, "lr": 1.2570203712438023e-05}
+{"train_loss": 0.09325838088989258, "global_step": 33876, "epoch": 352, "lr": 1.2564445553068216e-05}
+{"train_loss": 0.08984474837779999, "global_step": 33877, "epoch": 352, "lr": 1.255868867007921e-05}
+{"train_loss": 0.1059497743844986, "global_step": 33878, "epoch": 352, "lr": 1.2552933063510197e-05}
+{"train_loss": 0.07111835479736328, "global_step": 33879, "epoch": 352, "lr": 1.2547178733400412e-05}
+{"train_loss": 0.11462564766407013, "global_step": 33880, "epoch": 352, "lr": 1.2541425679788955e-05}
+{"train_loss": 0.08560974895954132, "global_step": 33881, "epoch": 352, "lr": 1.2535673902715128e-05}
+{"train_loss": 0.13234315812587738, "global_step": 33882, "epoch": 352, "lr": 1.252992340221799e-05}
+{"train_loss": 0.09002484381198883, "global_step": 33883, "epoch": 352, "lr": 1.2524174178336756e-05}
+{"train_loss": 0.06799162924289703, "global_step": 33884, "epoch": 352, "lr": 1.2518426231110503e-05}
+{"train_loss": 0.10510429739952087, "global_step": 33885, "epoch": 352, "lr": 1.251267956057851e-05}
+{"train_loss": 0.0924975723028183, "global_step": 33886, "epoch": 352, "lr": 1.2506934166779771e-05}
+{"train_loss": 0.08707870088983327, "global_step": 33887, "epoch": 352, "lr": 1.250119004975352e-05}
+{"train_loss": 0.10942012071609497, "global_step": 33888, "epoch": 353, "lr": 1.249544720953877e-05}
+{"train_loss": 0.0927930548787117, "global_step": 33889, "epoch": 353, "lr": 1.2489705646174688e-05}
+{"train_loss": 0.08522331714630127, "global_step": 33890, "epoch": 353, "lr": 1.24839653597004e-05}
+{"train_loss": 0.08757218718528748, "global_step": 33891, "epoch": 353, "lr": 1.2478226350154921e-05}
+{"train_loss": 0.09354127943515778, "global_step": 33892, "epoch": 353, "lr": 1.2472488617577372e-05}
+{"train_loss": 0.10767430812120438, "global_step": 33893, "epoch": 353, "lr": 1.2466752162006834e-05}
+{"train_loss": 0.054417748004198074, "global_step": 33894, "epoch": 353, "lr": 1.2461016983482366e-05}
+{"train_loss": 0.1112072765827179, "global_step": 33895, "epoch": 353, "lr": 1.2455283082042979e-05}
+{"train_loss": 0.08090481162071228, "global_step": 33896, "epoch": 353, "lr": 1.2449550457727799e-05}
+{"train_loss": 0.1027989536523819, "global_step": 33897, "epoch": 353, "lr": 1.2443819110575816e-05}
+{"train_loss": 0.07014505565166473, "global_step": 33898, "epoch": 353, "lr": 1.2438089040626067e-05}
+{"train_loss": 0.05944038927555084, "global_step": 33899, "epoch": 353, "lr": 1.2432360247917562e-05}
+{"train_loss": 0.0831265076994896, "global_step": 33900, "epoch": 353, "lr": 1.2426632732489297e-05}
+{"train_loss": 0.09176863729953766, "global_step": 33901, "epoch": 353, "lr": 1.2420906494380302e-05}
+{"train_loss": 0.07158295810222626, "global_step": 33902, "epoch": 353, "lr": 1.2415181533629616e-05}
+{"train_loss": 0.08887594938278198, "global_step": 33903, "epoch": 353, "lr": 1.2409457850276119e-05}
+{"train_loss": 0.08571162819862366, "global_step": 33904, "epoch": 353, "lr": 1.2403735444358866e-05}
+{"train_loss": 0.0807732343673706, "global_step": 33905, "epoch": 353, "lr": 1.2398014315916807e-05}
+{"train_loss": 0.08428026735782623, "global_step": 33906, "epoch": 353, "lr": 1.2392294464988862e-05}
+{"train_loss": 0.07895910739898682, "global_step": 33907, "epoch": 353, "lr": 1.2386575891614049e-05}
+{"train_loss": 0.07232172787189484, "global_step": 33908, "epoch": 353, "lr": 1.2380858595831268e-05}
+{"train_loss": 0.09306170046329498, "global_step": 33909, "epoch": 353, "lr": 1.2375142577679488e-05}
+{"train_loss": 0.09062790870666504, "global_step": 33910, "epoch": 353, "lr": 1.2369427837197522e-05}
+{"train_loss": 0.08884693682193756, "global_step": 33911, "epoch": 353, "lr": 1.2363714374424451e-05}
+{"train_loss": 0.09711366891860962, "global_step": 33912, "epoch": 353, "lr": 1.2358002189399065e-05}
+{"train_loss": 0.09239434450864792, "global_step": 33913, "epoch": 353, "lr": 1.2352291282160333e-05}
+{"train_loss": 0.0795402079820633, "global_step": 33914, "epoch": 353, "lr": 1.2346581652747092e-05}
+{"train_loss": 0.06744840741157532, "global_step": 33915, "epoch": 353, "lr": 1.234087330119822e-05}
+{"train_loss": 0.08816022425889969, "global_step": 33916, "epoch": 353, "lr": 1.2335166227552642e-05}
+{"train_loss": 0.06988903880119324, "global_step": 33917, "epoch": 353, "lr": 1.2329460431849126e-05}
+{"train_loss": 0.07896880060434341, "global_step": 33918, "epoch": 353, "lr": 1.2323755914126667e-05}
+{"train_loss": 0.09150275588035583, "global_step": 33919, "epoch": 353, "lr": 1.2318052674423986e-05}
+{"train_loss": 0.10906648635864258, "global_step": 33920, "epoch": 353, "lr": 1.2312350712780008e-05}
+{"train_loss": 0.07183198630809784, "global_step": 33921, "epoch": 353, "lr": 1.2306650029233457e-05}
+{"train_loss": 0.10637325048446655, "global_step": 33922, "epoch": 353, "lr": 1.2300950623823282e-05}
+{"train_loss": 0.07577814906835556, "global_step": 33923, "epoch": 353, "lr": 1.2295252496588206e-05}
+{"train_loss": 0.10677605867385864, "global_step": 33924, "epoch": 353, "lr": 1.2289555647567063e-05}
+{"train_loss": 0.10973801463842392, "global_step": 33925, "epoch": 353, "lr": 1.2283860076798604e-05}
+{"train_loss": 0.08429759740829468, "global_step": 33926, "epoch": 353, "lr": 1.2278165784321682e-05}
+{"train_loss": 0.075259268283844, "global_step": 33927, "epoch": 353, "lr": 1.2272472770175048e-05}
+{"train_loss": 0.0865369513630867, "global_step": 33928, "epoch": 353, "lr": 1.2266781034397446e-05}
+{"train_loss": 0.08121780306100845, "global_step": 33929, "epoch": 353, "lr": 1.2261090577027668e-05}
+{"train_loss": 0.08609049767255783, "global_step": 33930, "epoch": 353, "lr": 1.2255401398104437e-05}
+{"train_loss": 0.06293760240077972, "global_step": 33931, "epoch": 353, "lr": 1.2249713497666527e-05}
+{"train_loss": 0.07359559834003448, "global_step": 33932, "epoch": 353, "lr": 1.224402687575259e-05}
+{"train_loss": 0.1063617542386055, "global_step": 33933, "epoch": 353, "lr": 1.2238341532401464e-05}
+{"train_loss": 0.07815225422382355, "global_step": 33934, "epoch": 353, "lr": 1.223265746765181e-05}
+{"train_loss": 0.08580245077610016, "global_step": 33935, "epoch": 353, "lr": 1.2226974681542325e-05}
+{"train_loss": 0.06288402527570724, "global_step": 33936, "epoch": 353, "lr": 1.2221293174111692e-05}
+{"train_loss": 0.09120841324329376, "global_step": 33937, "epoch": 353, "lr": 1.2215612945398658e-05}
+{"train_loss": 0.10034111142158508, "global_step": 33938, "epoch": 353, "lr": 1.2209933995441858e-05}
+{"train_loss": 0.08687444031238556, "global_step": 33939, "epoch": 353, "lr": 1.2204256324280017e-05}
+{"train_loss": 0.08139703422784805, "global_step": 33940, "epoch": 353, "lr": 1.2198579931951681e-05}
+{"train_loss": 0.08670224994421005, "global_step": 33941, "epoch": 353, "lr": 1.2192904818495642e-05}
+{"train_loss": 0.07967580854892731, "global_step": 33942, "epoch": 353, "lr": 1.2187230983950471e-05}
+{"train_loss": 0.08273197710514069, "global_step": 33943, "epoch": 353, "lr": 1.2181558428354801e-05}
+{"train_loss": 0.1090104803442955, "global_step": 33944, "epoch": 353, "lr": 1.2175887151747334e-05}
+{"train_loss": 0.07236707955598831, "global_step": 33945, "epoch": 353, "lr": 1.2170217154166575e-05}
+{"train_loss": 0.07982801645994186, "global_step": 33946, "epoch": 353, "lr": 1.2164548435651247e-05}
+{"train_loss": 0.10334533452987671, "global_step": 33947, "epoch": 353, "lr": 1.215888099623983e-05}
+{"train_loss": 0.10776196420192719, "global_step": 33948, "epoch": 353, "lr": 1.215321483597105e-05}
+{"train_loss": 0.06319789588451385, "global_step": 33949, "epoch": 353, "lr": 1.2147549954883409e-05}
+{"train_loss": 0.08412627875804901, "global_step": 33950, "epoch": 353, "lr": 1.2141886353015541e-05}
+{"train_loss": 0.08578097075223923, "global_step": 33951, "epoch": 353, "lr": 1.2136224030405908e-05}
+{"train_loss": 0.09255365282297134, "global_step": 33952, "epoch": 353, "lr": 1.2130562987093186e-05}
+{"train_loss": 0.0923423022031784, "global_step": 33953, "epoch": 353, "lr": 1.2124903223115857e-05}
+{"train_loss": 0.10431581735610962, "global_step": 33954, "epoch": 353, "lr": 1.2119244738512492e-05}
+{"train_loss": 0.11838320642709732, "global_step": 33955, "epoch": 353, "lr": 1.2113587533321635e-05}
+{"train_loss": 0.09270551800727844, "global_step": 33956, "epoch": 353, "lr": 1.2107931607581745e-05}
+{"train_loss": 0.05757340416312218, "global_step": 33957, "epoch": 353, "lr": 1.2102276961331394e-05}
+{"train_loss": 0.08731532096862793, "global_step": 33958, "epoch": 353, "lr": 1.209662359460908e-05}
+{"train_loss": 0.07139535248279572, "global_step": 33959, "epoch": 353, "lr": 1.2090971507453307e-05}
+{"train_loss": 0.08952262997627258, "global_step": 33960, "epoch": 353, "lr": 1.2085320699902536e-05}
+{"train_loss": 0.11461897939443588, "global_step": 33961, "epoch": 353, "lr": 1.2079671171995288e-05}
+{"train_loss": 0.08613230288028717, "global_step": 33962, "epoch": 353, "lr": 1.2074022923769957e-05}
+{"train_loss": 0.09260391443967819, "global_step": 33963, "epoch": 353, "lr": 1.2068375955265133e-05}
+{"train_loss": 0.08993659913539886, "global_step": 33964, "epoch": 353, "lr": 1.206273026651914e-05}
+{"train_loss": 0.07053505629301071, "global_step": 33965, "epoch": 353, "lr": 1.2057085857570505e-05}
+{"train_loss": 0.12463764101266861, "global_step": 33966, "epoch": 353, "lr": 1.2051442728457618e-05}
+{"train_loss": 0.07210277020931244, "global_step": 33967, "epoch": 353, "lr": 1.2045800879218982e-05}
+{"train_loss": 0.10038700699806213, "global_step": 33968, "epoch": 353, "lr": 1.2040160309892922e-05}
+{"train_loss": 0.11563210934400558, "global_step": 33969, "epoch": 353, "lr": 1.2034521020517896e-05}
+{"train_loss": 0.08229963481426239, "global_step": 33970, "epoch": 353, "lr": 1.202888301113232e-05}
+{"train_loss": 0.06741660088300705, "global_step": 33971, "epoch": 353, "lr": 1.2023246281774535e-05}
+{"train_loss": 0.09001382440328598, "global_step": 33972, "epoch": 353, "lr": 1.2017610832483006e-05}
+{"train_loss": 0.0712103396654129, "global_step": 33973, "epoch": 353, "lr": 1.2011976663295987e-05}
+{"train_loss": 0.08409298956394196, "global_step": 33974, "epoch": 353, "lr": 1.2006343774251982e-05}
+{"train_loss": 0.0997593104839325, "global_step": 33975, "epoch": 353, "lr": 1.2000712165389249e-05}
+{"train_loss": 0.09153074026107788, "global_step": 33976, "epoch": 353, "lr": 1.199508183674618e-05}
+{"train_loss": 0.07007823884487152, "global_step": 33977, "epoch": 353, "lr": 1.1989452788361121e-05}
+{"train_loss": 0.08768615126609802, "global_step": 33978, "epoch": 353, "lr": 1.1983825020272399e-05}
+{"train_loss": 0.13311322033405304, "global_step": 33979, "epoch": 353, "lr": 1.1978198532518314e-05}
+{"train_loss": 0.07715800404548645, "global_step": 33980, "epoch": 353, "lr": 1.1972573325137216e-05}
+{"train_loss": 0.09501470625400543, "global_step": 33981, "epoch": 353, "lr": 1.1966949398167383e-05}
+{"train_loss": 0.09249977022409439, "global_step": 33982, "epoch": 353, "lr": 1.196132675164714e-05}
+{"train_loss": 0.08752785196217398, "global_step": 33983, "epoch": 353, "lr": 1.1955705385614724e-05}
+{"train_loss": 0.10294068604707718, "global_step": 33984, "epoch": 354, "lr": 1.1950085300108483e-05}
+{"train_loss": 0.09111633896827698, "global_step": 33985, "epoch": 354, "lr": 1.1944466495166651e-05}
+{"train_loss": 0.08324861526489258, "global_step": 33986, "epoch": 354, "lr": 1.1938848970827488e-05}
+{"train_loss": 0.08935406059026718, "global_step": 33987, "epoch": 354, "lr": 1.1933232727129229e-05}
+{"train_loss": 0.07125198841094971, "global_step": 33988, "epoch": 354, "lr": 1.1927617764110155e-05}
+{"train_loss": 0.05657762661576271, "global_step": 33989, "epoch": 354, "lr": 1.1922004081808524e-05}
+{"train_loss": 0.08482803404331207, "global_step": 33990, "epoch": 354, "lr": 1.1916391680262506e-05}
+{"train_loss": 0.11012314260005951, "global_step": 33991, "epoch": 354, "lr": 1.1910780559510337e-05}
+{"train_loss": 0.05567318573594093, "global_step": 33992, "epoch": 354, "lr": 1.190517071959023e-05}
+{"train_loss": 0.0881081372499466, "global_step": 33993, "epoch": 354, "lr": 1.1899562160540423e-05}
+{"train_loss": 0.09128221869468689, "global_step": 33994, "epoch": 354, "lr": 1.189395488239906e-05}
+{"train_loss": 0.0890883058309555, "global_step": 33995, "epoch": 354, "lr": 1.1888348885204315e-05}
+{"train_loss": 0.09554868936538696, "global_step": 33996, "epoch": 354, "lr": 1.1882744168994441e-05}
+{"train_loss": 0.07578927278518677, "global_step": 33997, "epoch": 354, "lr": 1.1877140733807502e-05}
+{"train_loss": 0.11211377382278442, "global_step": 33998, "epoch": 354, "lr": 1.187153857968173e-05}
+{"train_loss": 0.0779695212841034, "global_step": 33999, "epoch": 354, "lr": 1.186593770665525e-05}
+{"train_loss": 0.06780198961496353, "global_step": 34000, "epoch": 354, "lr": 1.1860338114766211e-05}
+{"train_loss": 0.08340270072221756, "global_step": 34001, "epoch": 354, "lr": 1.1854739804052717e-05}
+{"train_loss": 0.10189159959554672, "global_step": 34002, "epoch": 354, "lr": 1.1849142774552912e-05}
+{"train_loss": 0.09141060709953308, "global_step": 34003, "epoch": 354, "lr": 1.1843547026304903e-05}
+{"train_loss": 0.09413185715675354, "global_step": 34004, "epoch": 354, "lr": 1.1837952559346832e-05}
+{"train_loss": 0.09093859791755676, "global_step": 34005, "epoch": 354, "lr": 1.183235937371674e-05}
+{"train_loss": 0.06907989084720612, "global_step": 34006, "epoch": 354, "lr": 1.1826767469452749e-05}
+{"train_loss": 0.09210319072008133, "global_step": 34007, "epoch": 354, "lr": 1.1821176846592918e-05}
+{"train_loss": 0.09076744318008423, "global_step": 34008, "epoch": 354, "lr": 1.1815587505175351e-05}
+{"train_loss": 0.08874957263469696, "global_step": 34009, "epoch": 354, "lr": 1.1809999445238062e-05}
+{"train_loss": 0.08708053082227707, "global_step": 34010, "epoch": 354, "lr": 1.1804412666819132e-05}
+{"train_loss": 0.08284255117177963, "global_step": 34011, "epoch": 354, "lr": 1.1798827169956617e-05}
+{"train_loss": 0.09288948774337769, "global_step": 34012, "epoch": 354, "lr": 1.1793242954688533e-05}
+{"train_loss": 0.09005184471607208, "global_step": 34013, "epoch": 354, "lr": 1.1787660021052893e-05}
+{"train_loss": 0.0702349916100502, "global_step": 34014, "epoch": 354, "lr": 1.1782078369087734e-05}
+{"train_loss": 0.07890327274799347, "global_step": 34015, "epoch": 354, "lr": 1.1776497998831094e-05}
+{"train_loss": 0.086661696434021, "global_step": 34016, "epoch": 354, "lr": 1.1770918910320939e-05}
+{"train_loss": 0.08719246089458466, "global_step": 34017, "epoch": 354, "lr": 1.176534110359524e-05}
+{"train_loss": 0.08646275103092194, "global_step": 34018, "epoch": 354, "lr": 1.1759764578692012e-05}
+{"train_loss": 0.10207908600568771, "global_step": 34019, "epoch": 354, "lr": 1.1754189335649269e-05}
+{"train_loss": 0.07277784496545792, "global_step": 34020, "epoch": 354, "lr": 1.174861537450489e-05}
+{"train_loss": 0.09814795851707458, "global_step": 34021, "epoch": 354, "lr": 1.1743042695296869e-05}
+{"train_loss": 0.0847291648387909, "global_step": 34022, "epoch": 354, "lr": 1.1737471298063152e-05}
+{"train_loss": 0.10443666577339172, "global_step": 34023, "epoch": 354, "lr": 1.1731901182841731e-05}
+{"train_loss": 0.043907277286052704, "global_step": 34024, "epoch": 354, "lr": 1.1726332349670467e-05}
+{"train_loss": 0.07510252296924591, "global_step": 34025, "epoch": 354, "lr": 1.1720764798587302e-05}
+{"train_loss": 0.06892072409391403, "global_step": 34026, "epoch": 354, "lr": 1.1715198529630188e-05}
+{"train_loss": 0.07891063392162323, "global_step": 34027, "epoch": 354, "lr": 1.1709633542836962e-05}
+{"train_loss": 0.08428824692964554, "global_step": 34028, "epoch": 354, "lr": 1.1704069838245547e-05}
+{"train_loss": 0.08872094750404358, "global_step": 34029, "epoch": 354, "lr": 1.1698507415893845e-05}
+{"train_loss": 0.065998375415802, "global_step": 34030, "epoch": 354, "lr": 1.169294627581976e-05}
+{"train_loss": 0.0851169228553772, "global_step": 34031, "epoch": 354, "lr": 1.1687386418061086e-05}
+{"train_loss": 0.107917919754982, "global_step": 34032, "epoch": 354, "lr": 1.1681827842655746e-05}
+{"train_loss": 0.08056025207042694, "global_step": 34033, "epoch": 354, "lr": 1.1676270549641555e-05}
+{"train_loss": 0.10185276716947556, "global_step": 34034, "epoch": 354, "lr": 1.1670714539056394e-05}
+{"train_loss": 0.07708334922790527, "global_step": 34035, "epoch": 354, "lr": 1.1665159810938076e-05}
+{"train_loss": 0.09739969670772552, "global_step": 34036, "epoch": 354, "lr": 1.1659606365324416e-05}
+{"train_loss": 0.07275665551424026, "global_step": 34037, "epoch": 354, "lr": 1.1654054202253251e-05}
+{"train_loss": 0.1119067370891571, "global_step": 34038, "epoch": 354, "lr": 1.1648503321762394e-05}
+{"train_loss": 0.07802891731262207, "global_step": 34039, "epoch": 354, "lr": 1.1642953723889615e-05}
+{"train_loss": 0.10569185018539429, "global_step": 34040, "epoch": 354, "lr": 1.163740540867273e-05}
+{"train_loss": 0.05989726632833481, "global_step": 34041, "epoch": 354, "lr": 1.1631858376149529e-05}
+{"train_loss": 0.0949445441365242, "global_step": 34042, "epoch": 354, "lr": 1.1626312626357761e-05}
+{"train_loss": 0.09092424809932709, "global_step": 34043, "epoch": 354, "lr": 1.1620768159335193e-05}
+{"train_loss": 0.09158290922641754, "global_step": 34044, "epoch": 354, "lr": 1.1615224975119598e-05}
+{"train_loss": 0.08980201929807663, "global_step": 34045, "epoch": 354, "lr": 1.1609683073748745e-05}
+{"train_loss": 0.06902492046356201, "global_step": 34046, "epoch": 354, "lr": 1.1604142455260291e-05}
+{"train_loss": 0.0896340012550354, "global_step": 34047, "epoch": 354, "lr": 1.1598603119692031e-05}
+{"train_loss": 0.07670433074235916, "global_step": 34048, "epoch": 354, "lr": 1.1593065067081687e-05}
+{"train_loss": 0.08864380419254303, "global_step": 34049, "epoch": 354, "lr": 1.1587528297466965e-05}
+{"train_loss": 0.11366643011569977, "global_step": 34050, "epoch": 354, "lr": 1.1581992810885545e-05}
+{"train_loss": 0.05363406613469124, "global_step": 34051, "epoch": 354, "lr": 1.1576458607375151e-05}
+{"train_loss": 0.08351127803325653, "global_step": 34052, "epoch": 354, "lr": 1.1570925686973466e-05}
+{"train_loss": 0.09366579353809357, "global_step": 34053, "epoch": 354, "lr": 1.1565394049718149e-05}
+{"train_loss": 0.09412486106157303, "global_step": 34054, "epoch": 354, "lr": 1.1559863695646855e-05}
+{"train_loss": 0.0989442691206932, "global_step": 34055, "epoch": 354, "lr": 1.1554334624797269e-05}
+{"train_loss": 0.08295541256666183, "global_step": 34056, "epoch": 354, "lr": 1.1548806837207094e-05}
+{"train_loss": 0.09530235826969147, "global_step": 34057, "epoch": 354, "lr": 1.1543280332913874e-05}
+{"train_loss": 0.06786857545375824, "global_step": 34058, "epoch": 354, "lr": 1.1537755111955272e-05}
+{"train_loss": 0.060079898685216904, "global_step": 34059, "epoch": 354, "lr": 1.1532231174368969e-05}
+{"train_loss": 0.10823051631450653, "global_step": 34060, "epoch": 354, "lr": 1.1526708520192531e-05}
+{"train_loss": 0.08330066502094269, "global_step": 34061, "epoch": 354, "lr": 1.1521187149463553e-05}
+{"train_loss": 0.09911245852708817, "global_step": 34062, "epoch": 354, "lr": 1.1515667062219693e-05}
+{"train_loss": 0.09903290867805481, "global_step": 34063, "epoch": 354, "lr": 1.1510148258498477e-05}
+{"train_loss": 0.08197560906410217, "global_step": 34064, "epoch": 354, "lr": 1.1504630738337541e-05}
+{"train_loss": 0.07708731293678284, "global_step": 34065, "epoch": 354, "lr": 1.1499114501774411e-05}
+{"train_loss": 0.06796904653310776, "global_step": 34066, "epoch": 354, "lr": 1.1493599548846679e-05}
+{"train_loss": 0.10371515899896622, "global_step": 34067, "epoch": 354, "lr": 1.1488085879591915e-05}
+{"train_loss": 0.11465144157409668, "global_step": 34068, "epoch": 354, "lr": 1.14825734940476e-05}
+{"train_loss": 0.09437736123800278, "global_step": 34069, "epoch": 354, "lr": 1.1477062392251325e-05}
+{"train_loss": 0.07785268872976303, "global_step": 34070, "epoch": 354, "lr": 1.1471552574240619e-05}
+{"train_loss": 0.06646795570850372, "global_step": 34071, "epoch": 354, "lr": 1.1466044040053026e-05}
+{"train_loss": 0.0840020626783371, "global_step": 34072, "epoch": 354, "lr": 1.146053678972594e-05}
+{"train_loss": 0.06214971840381622, "global_step": 34073, "epoch": 354, "lr": 1.1455030823297019e-05}
+{"train_loss": 0.10418063402175903, "global_step": 34074, "epoch": 354, "lr": 1.1449526140803656e-05}
+{"train_loss": 0.08863502740859985, "global_step": 34075, "epoch": 354, "lr": 1.1444022742283401e-05}
+{"train_loss": 0.07626880705356598, "global_step": 34076, "epoch": 354, "lr": 1.1438520627773663e-05}
+{"train_loss": 0.07269605994224548, "global_step": 34077, "epoch": 354, "lr": 1.1433019797311928e-05}
+{"train_loss": 0.07338082045316696, "global_step": 34078, "epoch": 354, "lr": 1.1427520250935676e-05}
+{"train_loss": 0.08532385434955359, "global_step": 34079, "epoch": 354, "lr": 1.1422021988682385e-05}
+{"train_loss": 0.0800548791885376, "global_step": 34080, "epoch": 355, "lr": 1.141652501058943e-05}
+{"train_loss": 0.1055276095867157, "global_step": 34081, "epoch": 355, "lr": 1.1411029316694266e-05}
+{"train_loss": 0.08717652410268784, "global_step": 34082, "epoch": 355, "lr": 1.1405534907034377e-05}
+{"train_loss": 0.09980788826942444, "global_step": 34083, "epoch": 355, "lr": 1.1400041781647064e-05}
+{"train_loss": 0.08080802857875824, "global_step": 34084, "epoch": 355, "lr": 1.1394549940569831e-05}
+{"train_loss": 0.09442014992237091, "global_step": 34085, "epoch": 355, "lr": 1.1389059383840051e-05}
+{"train_loss": 0.07762803137302399, "global_step": 34086, "epoch": 355, "lr": 1.1383570111495111e-05}
+{"train_loss": 0.09766137599945068, "global_step": 34087, "epoch": 355, "lr": 1.137808212357232e-05}
+{"train_loss": 0.07268334925174713, "global_step": 34088, "epoch": 355, "lr": 1.1372595420109178e-05}
+{"train_loss": 0.06897192448377609, "global_step": 34089, "epoch": 355, "lr": 1.1367110001142967e-05}
+{"train_loss": 0.07244222611188889, "global_step": 34090, "epoch": 355, "lr": 1.136162586671108e-05}
+{"train_loss": 0.0872374027967453, "global_step": 34091, "epoch": 355, "lr": 1.1356143016850818e-05}
+{"train_loss": 0.08498334139585495, "global_step": 34092, "epoch": 355, "lr": 1.1350661451599532e-05}
+{"train_loss": 0.09360773116350174, "global_step": 34093, "epoch": 355, "lr": 1.134518117099459e-05}
+{"train_loss": 0.07240891456604004, "global_step": 34094, "epoch": 355, "lr": 1.1339702175073253e-05}
+{"train_loss": 0.10422572493553162, "global_step": 34095, "epoch": 355, "lr": 1.1334224463872845e-05}
+{"train_loss": 0.10248268395662308, "global_step": 34096, "epoch": 355, "lr": 1.1328748037430693e-05}
+{"train_loss": 0.05350194126367569, "global_step": 34097, "epoch": 355, "lr": 1.1323272895784099e-05}
+{"train_loss": 0.10270336270332336, "global_step": 34098, "epoch": 355, "lr": 1.1317799038970255e-05}
+{"train_loss": 0.09503573924303055, "global_step": 34099, "epoch": 355, "lr": 1.1312326467026579e-05}
+{"train_loss": 0.1121082454919815, "global_step": 34100, "epoch": 355, "lr": 1.130685517999024e-05}
+{"train_loss": 0.06589959561824799, "global_step": 34101, "epoch": 355, "lr": 1.1301385177898537e-05}
+{"train_loss": 0.08651875704526901, "global_step": 34102, "epoch": 355, "lr": 1.129591646078867e-05}
+{"train_loss": 0.07453708350658417, "global_step": 34103, "epoch": 355, "lr": 1.1290449028697936e-05}
+{"train_loss": 0.09106443077325821, "global_step": 34104, "epoch": 355, "lr": 1.128498288166353e-05}
+{"train_loss": 0.06910067796707153, "global_step": 34105, "epoch": 355, "lr": 1.1279518019722734e-05}
+{"train_loss": 0.05699468031525612, "global_step": 34106, "epoch": 355, "lr": 1.127405444291265e-05}
+{"train_loss": 0.08804009854793549, "global_step": 34107, "epoch": 355, "lr": 1.1268592151270585e-05}
+{"train_loss": 0.08431905508041382, "global_step": 34108, "epoch": 355, "lr": 1.1263131144833705e-05}
+{"train_loss": 0.06503266096115112, "global_step": 34109, "epoch": 355, "lr": 1.1257671423639137e-05}
+{"train_loss": 0.08501085638999939, "global_step": 34110, "epoch": 355, "lr": 1.1252212987724186e-05}
+{"train_loss": 0.08598937094211578, "global_step": 34111, "epoch": 355, "lr": 1.124675583712591e-05}
+{"train_loss": 0.09762644022703171, "global_step": 34112, "epoch": 355, "lr": 1.1241299971881547e-05}
+{"train_loss": 0.08302684128284454, "global_step": 34113, "epoch": 355, "lr": 1.1235845392028154e-05}
+{"train_loss": 0.08017963171005249, "global_step": 34114, "epoch": 355, "lr": 1.1230392097603015e-05}
+{"train_loss": 0.07136593759059906, "global_step": 34115, "epoch": 355, "lr": 1.1224940088643144e-05}
+{"train_loss": 0.1144849956035614, "global_step": 34116, "epoch": 355, "lr": 1.121948936518573e-05}
+{"train_loss": 0.1060013398528099, "global_step": 34117, "epoch": 355, "lr": 1.1214039927267838e-05}
+{"train_loss": 0.07298722863197327, "global_step": 34118, "epoch": 355, "lr": 1.1208591774926635e-05}
+{"train_loss": 0.08100869506597519, "global_step": 34119, "epoch": 355, "lr": 1.1203144908199182e-05}
+{"train_loss": 0.07326392829418182, "global_step": 34120, "epoch": 355, "lr": 1.119769932712258e-05}
+{"train_loss": 0.09283370524644852, "global_step": 34121, "epoch": 355, "lr": 1.1192255031733955e-05}
+{"train_loss": 0.10703897476196289, "global_step": 34122, "epoch": 355, "lr": 1.1186812022070303e-05}
+{"train_loss": 0.1139671728014946, "global_step": 34123, "epoch": 355, "lr": 1.118137029816877e-05}
+{"train_loss": 0.0930669754743576, "global_step": 34124, "epoch": 355, "lr": 1.1175929860066303e-05}
+{"train_loss": 0.07544039189815521, "global_step": 34125, "epoch": 355, "lr": 1.1170490707800074e-05}
+{"train_loss": 0.11089475452899933, "global_step": 34126, "epoch": 355, "lr": 1.1165052841407054e-05}
+{"train_loss": 0.0763765349984169, "global_step": 34127, "epoch": 355, "lr": 1.11596162609243e-05}
+{"train_loss": 0.05310551077127457, "global_step": 34128, "epoch": 355, "lr": 1.115418096638876e-05}
+{"train_loss": 0.0865076556801796, "global_step": 34129, "epoch": 355, "lr": 1.1148746957837586e-05}
+{"train_loss": 0.057270411401987076, "global_step": 34130, "epoch": 355, "lr": 1.1143314235307656e-05}
+{"train_loss": 0.10495392978191376, "global_step": 34131, "epoch": 355, "lr": 1.1137882798836008e-05}
+{"train_loss": 0.10368511080741882, "global_step": 34132, "epoch": 355, "lr": 1.1132452648459679e-05}
+{"train_loss": 0.1065063625574112, "global_step": 34133, "epoch": 355, "lr": 1.112702378421555e-05}
+{"train_loss": 0.1086636558175087, "global_step": 34134, "epoch": 355, "lr": 1.1121596206140661e-05}
+{"train_loss": 0.08612534403800964, "global_step": 34135, "epoch": 355, "lr": 1.1116169914271934e-05}
+{"train_loss": 0.07651232182979584, "global_step": 34136, "epoch": 355, "lr": 1.1110744908646365e-05}
+{"train_loss": 0.050741031765937805, "global_step": 34137, "epoch": 355, "lr": 1.1105321189300855e-05}
+{"train_loss": 0.10905725508928299, "global_step": 34138, "epoch": 355, "lr": 1.1099898756272354e-05}
+{"train_loss": 0.07298771291971207, "global_step": 34139, "epoch": 355, "lr": 1.1094477609597742e-05}
+{"train_loss": 0.05669355392456055, "global_step": 34140, "epoch": 355, "lr": 1.1089057749314035e-05}
+{"train_loss": 0.09913955628871918, "global_step": 34141, "epoch": 355, "lr": 1.108363917545807e-05}
+{"train_loss": 0.10782643407583237, "global_step": 34142, "epoch": 355, "lr": 1.1078221888066753e-05}
+{"train_loss": 0.0994836688041687, "global_step": 34143, "epoch": 355, "lr": 1.1072805887176963e-05}
+{"train_loss": 0.09003892540931702, "global_step": 34144, "epoch": 355, "lr": 1.1067391172825647e-05}
+{"train_loss": 0.1036512553691864, "global_step": 34145, "epoch": 355, "lr": 1.1061977745049602e-05}
+{"train_loss": 0.1366334706544876, "global_step": 34146, "epoch": 355, "lr": 1.1056565603885705e-05}
+{"train_loss": 0.10112699866294861, "global_step": 34147, "epoch": 355, "lr": 1.1051154749370863e-05}
+{"train_loss": 0.0759146437048912, "global_step": 34148, "epoch": 355, "lr": 1.1045745181541844e-05}
+{"train_loss": 0.08953993022441864, "global_step": 34149, "epoch": 355, "lr": 1.1040336900435578e-05}
+{"train_loss": 0.0808011144399643, "global_step": 34150, "epoch": 355, "lr": 1.1034929906088765e-05}
+{"train_loss": 0.06655474752187729, "global_step": 34151, "epoch": 355, "lr": 1.1029524198538377e-05}
+{"train_loss": 0.07470667362213135, "global_step": 34152, "epoch": 355, "lr": 1.1024119777821118e-05}
+{"train_loss": 0.09194409847259521, "global_step": 34153, "epoch": 355, "lr": 1.1018716643973848e-05}
+{"train_loss": 0.08947211503982544, "global_step": 34154, "epoch": 355, "lr": 1.101331479703327e-05}
+{"train_loss": 0.05996442213654518, "global_step": 34155, "epoch": 355, "lr": 1.100791423703631e-05}
+{"train_loss": 0.08851639926433563, "global_step": 34156, "epoch": 355, "lr": 1.1002514964019627e-05}
+{"train_loss": 0.09873092174530029, "global_step": 34157, "epoch": 355, "lr": 1.0997116978020039e-05}
+{"train_loss": 0.09606009721755981, "global_step": 34158, "epoch": 355, "lr": 1.0991720279074291e-05}
+{"train_loss": 0.10765188932418823, "global_step": 34159, "epoch": 355, "lr": 1.0986324867219178e-05}
+{"train_loss": 0.08241027593612671, "global_step": 34160, "epoch": 355, "lr": 1.0980930742491357e-05}
+{"train_loss": 0.06683720648288727, "global_step": 34161, "epoch": 355, "lr": 1.0975537904927624e-05}
+{"train_loss": 0.0836690217256546, "global_step": 34162, "epoch": 355, "lr": 1.0970146354564681e-05}
+{"train_loss": 0.06271998584270477, "global_step": 34163, "epoch": 355, "lr": 1.0964756091439255e-05}
+{"train_loss": 0.10491259396076202, "global_step": 34164, "epoch": 355, "lr": 1.0959367115588049e-05}
+{"train_loss": 0.08341597020626068, "global_step": 34165, "epoch": 355, "lr": 1.09539794270477e-05}
+{"train_loss": 0.09801476448774338, "global_step": 34166, "epoch": 355, "lr": 1.0948593025855003e-05}
+{"train_loss": 0.058532312512397766, "global_step": 34167, "epoch": 355, "lr": 1.0943207912046571e-05}
+{"train_loss": 0.10055407881736755, "global_step": 34168, "epoch": 355, "lr": 1.0937824085659066e-05}
+{"train_loss": 0.07913538068532944, "global_step": 34169, "epoch": 355, "lr": 1.0932441546729189e-05}
+{"train_loss": 0.08549576997756958, "global_step": 34170, "epoch": 355, "lr": 1.0927060295293602e-05}
+{"train_loss": 0.08093007653951645, "global_step": 34171, "epoch": 355, "lr": 1.0921680331388918e-05}
+{"train_loss": 0.09936933219432831, "global_step": 34172, "epoch": 355, "lr": 1.0916301655051753e-05}
+{"train_loss": 0.07616427540779114, "global_step": 34173, "epoch": 355, "lr": 1.091092426631879e-05}
+{"train_loss": 0.09581354260444641, "global_step": 34174, "epoch": 355, "lr": 1.090554816522662e-05}
+{"train_loss": 0.08653162214128922, "global_step": 34175, "epoch": 355, "lr": 1.0900173351811815e-05}
+{"train_loss": 0.10572205483913422, "global_step": 34176, "epoch": 356, "lr": 1.0894799826111035e-05}
+{"train_loss": 0.08832930028438568, "global_step": 34177, "epoch": 356, "lr": 1.0889427588160873e-05}
+{"train_loss": 0.1144728884100914, "global_step": 34178, "epoch": 356, "lr": 1.0884056637997875e-05}
+{"train_loss": 0.08767153322696686, "global_step": 34179, "epoch": 356, "lr": 1.0878686975658613e-05}
+{"train_loss": 0.10222304612398148, "global_step": 34180, "epoch": 356, "lr": 1.0873318601179683e-05}
+{"train_loss": 0.08184898644685745, "global_step": 34181, "epoch": 356, "lr": 1.0867951514597651e-05}
+{"train_loss": 0.07769986987113953, "global_step": 34182, "epoch": 356, "lr": 1.0862585715949004e-05}
+{"train_loss": 0.10793223977088928, "global_step": 34183, "epoch": 356, "lr": 1.085722120527033e-05}
+{"train_loss": 0.1339307725429535, "global_step": 34184, "epoch": 356, "lr": 1.0851857982598157e-05}
+{"train_loss": 0.07911693304777145, "global_step": 34185, "epoch": 356, "lr": 1.0846496047969013e-05}
+{"train_loss": 0.08215808868408203, "global_step": 34186, "epoch": 356, "lr": 1.0841135401419377e-05}
+{"train_loss": 0.07563270628452301, "global_step": 34187, "epoch": 356, "lr": 1.0835776042985778e-05}
+{"train_loss": 0.08441349118947983, "global_step": 34188, "epoch": 356, "lr": 1.0830417972704742e-05}
+{"train_loss": 0.06319072842597961, "global_step": 34189, "epoch": 356, "lr": 1.0825061190612683e-05}
+{"train_loss": 0.07204176485538483, "global_step": 34190, "epoch": 356, "lr": 1.081970569674613e-05}
+{"train_loss": 0.07427981495857239, "global_step": 34191, "epoch": 356, "lr": 1.081435149114154e-05}
+{"train_loss": 0.07785467058420181, "global_step": 34192, "epoch": 356, "lr": 1.0808998573835393e-05}
+{"train_loss": 0.09615825861692429, "global_step": 34193, "epoch": 356, "lr": 1.0803646944864087e-05}
+{"train_loss": 0.08224094659090042, "global_step": 34194, "epoch": 356, "lr": 1.0798296604264125e-05}
+{"train_loss": 0.10083191096782684, "global_step": 34195, "epoch": 356, "lr": 1.0792947552071897e-05}
+{"train_loss": 0.10687269270420074, "global_step": 34196, "epoch": 356, "lr": 1.0787599788323888e-05}
+{"train_loss": 0.08631666749715805, "global_step": 34197, "epoch": 356, "lr": 1.0782253313056445e-05}
+{"train_loss": 0.08904282748699188, "global_step": 34198, "epoch": 356, "lr": 1.0776908126305984e-05}
+{"train_loss": 0.09377467632293701, "global_step": 34199, "epoch": 356, "lr": 1.0771564228108944e-05}
+{"train_loss": 0.08096074312925339, "global_step": 34200, "epoch": 356, "lr": 1.0766221618501738e-05}
+{"train_loss": 0.0792643129825592, "global_step": 34201, "epoch": 356, "lr": 1.0760880297520671e-05}
+{"train_loss": 0.11557860672473907, "global_step": 34202, "epoch": 356, "lr": 1.0755540265202135e-05}
+{"train_loss": 0.06879788637161255, "global_step": 34203, "epoch": 356, "lr": 1.0750201521582549e-05}
+{"train_loss": 0.1064414232969284, "global_step": 34204, "epoch": 356, "lr": 1.0744864066698213e-05}
+{"train_loss": 0.0777144655585289, "global_step": 34205, "epoch": 356, "lr": 1.0739527900585477e-05}
+{"train_loss": 0.11505205929279327, "global_step": 34206, "epoch": 356, "lr": 1.0734193023280693e-05}
+{"train_loss": 0.0690421611070633, "global_step": 34207, "epoch": 356, "lr": 1.0728859434820204e-05}
+{"train_loss": 0.08065807819366455, "global_step": 34208, "epoch": 356, "lr": 1.0723527135240318e-05}
+{"train_loss": 0.08986622095108032, "global_step": 34209, "epoch": 356, "lr": 1.0718196124577317e-05}
+{"train_loss": 0.07608103007078171, "global_step": 34210, "epoch": 356, "lr": 1.071286640286755e-05}
+{"train_loss": 0.07685635983943939, "global_step": 34211, "epoch": 356, "lr": 1.0707537970147297e-05}
+{"train_loss": 0.08658850193023682, "global_step": 34212, "epoch": 356, "lr": 1.070221082645282e-05}
+{"train_loss": 0.09354433417320251, "global_step": 34213, "epoch": 356, "lr": 1.069688497182042e-05}
+{"train_loss": 0.11398955434560776, "global_step": 34214, "epoch": 356, "lr": 1.0691560406286384e-05}
+{"train_loss": 0.09547769278287888, "global_step": 34215, "epoch": 356, "lr": 1.0686237129886901e-05}
+{"train_loss": 0.07165373861789703, "global_step": 34216, "epoch": 356, "lr": 1.0680915142658277e-05}
+{"train_loss": 0.08199092745780945, "global_step": 34217, "epoch": 356, "lr": 1.0675594444636727e-05}
+{"train_loss": 0.06217397749423981, "global_step": 34218, "epoch": 356, "lr": 1.0670275035858535e-05}
+{"train_loss": 0.10814449191093445, "global_step": 34219, "epoch": 356, "lr": 1.066495691635987e-05}
+{"train_loss": 0.10755439102649689, "global_step": 34220, "epoch": 356, "lr": 1.0659640086176925e-05}
+{"train_loss": 0.08046352863311768, "global_step": 34221, "epoch": 356, "lr": 1.0654324545345984e-05}
+{"train_loss": 0.07858683168888092, "global_step": 34222, "epoch": 356, "lr": 1.0649010293903216e-05}
+{"train_loss": 0.05468008667230606, "global_step": 34223, "epoch": 356, "lr": 1.064369733188475e-05}
+{"train_loss": 0.13017341494560242, "global_step": 34224, "epoch": 356, "lr": 1.0638385659326843e-05}
+{"train_loss": 0.08622407913208008, "global_step": 34225, "epoch": 356, "lr": 1.0633075276265625e-05}
+{"train_loss": 0.09540165960788727, "global_step": 34226, "epoch": 356, "lr": 1.0627766182737286e-05}
+{"train_loss": 0.07696563005447388, "global_step": 34227, "epoch": 356, "lr": 1.0622458378777934e-05}
+{"train_loss": 0.0979427844285965, "global_step": 34228, "epoch": 356, "lr": 1.0617151864423758e-05}
+{"train_loss": 0.06807943433523178, "global_step": 34229, "epoch": 356, "lr": 1.061184663971091e-05}
+{"train_loss": 0.09419625997543335, "global_step": 34230, "epoch": 356, "lr": 1.0606542704675426e-05}
+{"train_loss": 0.10316745191812515, "global_step": 34231, "epoch": 356, "lr": 1.0601240059353524e-05}
+{"train_loss": 0.10647904872894287, "global_step": 34232, "epoch": 356, "lr": 1.0595938703781238e-05}
+{"train_loss": 0.11632394045591354, "global_step": 34233, "epoch": 356, "lr": 1.0590638637994744e-05}
+{"train_loss": 0.0763283222913742, "global_step": 34234, "epoch": 356, "lr": 1.0585339862030074e-05}
+{"train_loss": 0.0497354157269001, "global_step": 34235, "epoch": 356, "lr": 1.0580042375923315e-05}
+{"train_loss": 0.09394238144159317, "global_step": 34236, "epoch": 356, "lr": 1.057474617971057e-05}
+{"train_loss": 0.10009889304637909, "global_step": 34237, "epoch": 356, "lr": 1.0569451273427899e-05}
+{"train_loss": 0.07743564993143082, "global_step": 34238, "epoch": 356, "lr": 1.0564157657111318e-05}
+{"train_loss": 0.07595083117485046, "global_step": 34239, "epoch": 356, "lr": 1.0558865330796951e-05}
+{"train_loss": 0.10042428970336914, "global_step": 34240, "epoch": 356, "lr": 1.0553574294520751e-05}
+{"train_loss": 0.07097381353378296, "global_step": 34241, "epoch": 356, "lr": 1.0548284548318843e-05}
+{"train_loss": 0.06806989014148712, "global_step": 34242, "epoch": 356, "lr": 1.0542996092227175e-05}
+{"train_loss": 0.08220754563808441, "global_step": 34243, "epoch": 356, "lr": 1.0537708926281764e-05}
+{"train_loss": 0.0785222202539444, "global_step": 34244, "epoch": 356, "lr": 1.053242305051867e-05}
+{"train_loss": 0.07060930877923965, "global_step": 34245, "epoch": 356, "lr": 1.0527138464973797e-05}
+{"train_loss": 0.07342568039894104, "global_step": 34246, "epoch": 356, "lr": 1.0521855169683204e-05}
+{"train_loss": 0.08655247092247009, "global_step": 34247, "epoch": 356, "lr": 1.0516573164682864e-05}
+{"train_loss": 0.0871821939945221, "global_step": 34248, "epoch": 356, "lr": 1.0511292450008725e-05}
+{"train_loss": 0.09205268323421478, "global_step": 34249, "epoch": 356, "lr": 1.050601302569676e-05}
+{"train_loss": 0.1095489114522934, "global_step": 34250, "epoch": 356, "lr": 1.0500734891782893e-05}
+{"train_loss": 0.10980559885501862, "global_step": 34251, "epoch": 356, "lr": 1.0495458048303097e-05}
+{"train_loss": 0.10096412897109985, "global_step": 34252, "epoch": 356, "lr": 1.04901824952933e-05}
+{"train_loss": 0.12774986028671265, "global_step": 34253, "epoch": 356, "lr": 1.0484908232789425e-05}
+{"train_loss": 0.09462109953165054, "global_step": 34254, "epoch": 356, "lr": 1.0479635260827358e-05}
+{"train_loss": 0.1445777416229248, "global_step": 34255, "epoch": 356, "lr": 1.0474363579443069e-05}
+{"train_loss": 0.07899609208106995, "global_step": 34256, "epoch": 356, "lr": 1.0469093188672419e-05}
+{"train_loss": 0.0649835616350174, "global_step": 34257, "epoch": 356, "lr": 1.0463824088551288e-05}
+{"train_loss": 0.0811203122138977, "global_step": 34258, "epoch": 356, "lr": 1.045855627911556e-05}
+{"train_loss": 0.1024918332695961, "global_step": 34259, "epoch": 356, "lr": 1.0453289760401164e-05}
+{"train_loss": 0.09822861850261688, "global_step": 34260, "epoch": 356, "lr": 1.0448024532443867e-05}
+{"train_loss": 0.10992173850536346, "global_step": 34261, "epoch": 356, "lr": 1.0442760595279576e-05}
+{"train_loss": 0.07995288819074631, "global_step": 34262, "epoch": 356, "lr": 1.0437497948944131e-05}
+{"train_loss": 0.08843124657869339, "global_step": 34263, "epoch": 356, "lr": 1.0432236593473411e-05}
+{"train_loss": 0.06499767303466797, "global_step": 34264, "epoch": 356, "lr": 1.0426976528903144e-05}
+{"train_loss": 0.0760626345872879, "global_step": 34265, "epoch": 356, "lr": 1.0421717755269278e-05}
+{"train_loss": 0.08720801025629044, "global_step": 34266, "epoch": 356, "lr": 1.041646027260752e-05}
+{"train_loss": 0.10770252346992493, "global_step": 34267, "epoch": 356, "lr": 1.041120408095373e-05}
+{"train_loss": 0.06870310008525848, "global_step": 34268, "epoch": 356, "lr": 1.0405949180343656e-05}
+{"train_loss": 0.10230688750743866, "global_step": 34269, "epoch": 356, "lr": 1.0400695570813113e-05}
+{"train_loss": 0.05874432623386383, "global_step": 34270, "epoch": 356, "lr": 1.0395443252397874e-05}
+{"train_loss": 0.08866480314948906, "global_step": 34271, "epoch": 356, "lr": 1.0390192225133687e-05}
+{"train_loss": 0.06994955241680145, "global_step": 34272, "epoch": 357, "lr": 1.0384942489056327e-05}
+{"train_loss": 0.0791524201631546, "global_step": 34273, "epoch": 357, "lr": 1.0379694044201537e-05}
+{"train_loss": 0.07834763079881668, "global_step": 34274, "epoch": 357, "lr": 1.0374446890605094e-05}
+{"train_loss": 0.09706979244947433, "global_step": 34275, "epoch": 357, "lr": 1.0369201028302634e-05}
+{"train_loss": 0.08106952905654907, "global_step": 34276, "epoch": 357, "lr": 1.0363956457330016e-05}
+{"train_loss": 0.08402659744024277, "global_step": 34277, "epoch": 357, "lr": 1.0358713177722834e-05}
+{"train_loss": 0.08451041579246521, "global_step": 34278, "epoch": 357, "lr": 1.0353471189516862e-05}
+{"train_loss": 0.07450003921985626, "global_step": 34279, "epoch": 357, "lr": 1.0348230492747735e-05}
+{"train_loss": 0.08723464608192444, "global_step": 34280, "epoch": 357, "lr": 1.0342991087451227e-05}
+{"train_loss": 0.09622572362422943, "global_step": 34281, "epoch": 357, "lr": 1.033775297366293e-05}
+{"train_loss": 0.12310907244682312, "global_step": 34282, "epoch": 357, "lr": 1.0332516151418591e-05}
+{"train_loss": 0.07972107827663422, "global_step": 34283, "epoch": 357, "lr": 1.0327280620753788e-05}
+{"train_loss": 0.07580532133579254, "global_step": 34284, "epoch": 357, "lr": 1.0322046381704242e-05}
+{"train_loss": 0.09543724358081818, "global_step": 34285, "epoch": 357, "lr": 1.0316813434305595e-05}
+{"train_loss": 0.07175840437412262, "global_step": 34286, "epoch": 357, "lr": 1.0311581778593393e-05}
+{"train_loss": 0.0735248327255249, "global_step": 34287, "epoch": 357, "lr": 1.0306351414603388e-05}
+{"train_loss": 0.06652657687664032, "global_step": 34288, "epoch": 357, "lr": 1.0301122342371128e-05}
+{"train_loss": 0.08141414821147919, "global_step": 34289, "epoch": 357, "lr": 1.029589456193223e-05}
+{"train_loss": 0.0766696184873581, "global_step": 34290, "epoch": 357, "lr": 1.0290668073322262e-05}
+{"train_loss": 0.11179335415363312, "global_step": 34291, "epoch": 357, "lr": 1.028544287657689e-05}
+{"train_loss": 0.07675604522228241, "global_step": 34292, "epoch": 357, "lr": 1.0280218971731636e-05}
+{"train_loss": 0.07526072859764099, "global_step": 34293, "epoch": 357, "lr": 1.027499635882212e-05}
+{"train_loss": 0.09565074741840363, "global_step": 34294, "epoch": 357, "lr": 1.0269775037883844e-05}
+{"train_loss": 0.08286471664905548, "global_step": 34295, "epoch": 357, "lr": 1.0264555008952403e-05}
+{"train_loss": 0.056704919785261154, "global_step": 34296, "epoch": 357, "lr": 1.0259336272063324e-05}
+{"train_loss": 0.1113118827342987, "global_step": 34297, "epoch": 357, "lr": 1.025411882725218e-05}
+{"train_loss": 0.07790564000606537, "global_step": 34298, "epoch": 357, "lr": 1.0248902674554494e-05}
+{"train_loss": 0.058405131101608276, "global_step": 34299, "epoch": 357, "lr": 1.0243687814005753e-05}
+{"train_loss": 0.1290678083896637, "global_step": 34300, "epoch": 357, "lr": 1.0238474245641505e-05}
+{"train_loss": 0.08754153549671173, "global_step": 34301, "epoch": 357, "lr": 1.0233261969497188e-05}
+{"train_loss": 0.06656428426504135, "global_step": 34302, "epoch": 357, "lr": 1.0228050985608396e-05}
+{"train_loss": 0.054737284779548645, "global_step": 34303, "epoch": 357, "lr": 1.0222841294010522e-05}
+{"train_loss": 0.09416541457176208, "global_step": 34304, "epoch": 357, "lr": 1.0217632894739138e-05}
+{"train_loss": 0.0788768008351326, "global_step": 34305, "epoch": 357, "lr": 1.0212425787829572e-05}
+{"train_loss": 0.08383673429489136, "global_step": 34306, "epoch": 357, "lr": 1.020721997331744e-05}
+{"train_loss": 0.090565986931324, "global_step": 34307, "epoch": 357, "lr": 1.020201545123809e-05}
+{"train_loss": 0.1063474714756012, "global_step": 34308, "epoch": 357, "lr": 1.0196812221627006e-05}
+{"train_loss": 0.0695059522986412, "global_step": 34309, "epoch": 357, "lr": 1.0191610284519603e-05}
+{"train_loss": 0.09820902347564697, "global_step": 34310, "epoch": 357, "lr": 1.01864096399513e-05}
+{"train_loss": 0.10806044936180115, "global_step": 34311, "epoch": 357, "lr": 1.0181210287957532e-05}
+{"train_loss": 0.06636960059404373, "global_step": 34312, "epoch": 357, "lr": 1.017601222857365e-05}
+{"train_loss": 0.12671197950839996, "global_step": 34313, "epoch": 357, "lr": 1.0170815461835137e-05}
+{"train_loss": 0.07215435057878494, "global_step": 34314, "epoch": 357, "lr": 1.0165619987777319e-05}
+{"train_loss": 0.11091876029968262, "global_step": 34315, "epoch": 357, "lr": 1.0160425806435636e-05}
+{"train_loss": 0.07351230084896088, "global_step": 34316, "epoch": 357, "lr": 1.0155232917845347e-05}
+{"train_loss": 0.10208524763584137, "global_step": 34317, "epoch": 357, "lr": 1.0150041322041959e-05}
+{"train_loss": 0.08374077826738358, "global_step": 34318, "epoch": 357, "lr": 1.0144851019060709e-05}
+{"train_loss": 0.08272655308246613, "global_step": 34319, "epoch": 357, "lr": 1.0139662008937012e-05}
+{"train_loss": 0.10724259912967682, "global_step": 34320, "epoch": 357, "lr": 1.0134474291706131e-05}
+{"train_loss": 0.06880080699920654, "global_step": 34321, "epoch": 357, "lr": 1.012928786740348e-05}
+{"train_loss": 0.08264394849538803, "global_step": 34322, "epoch": 357, "lr": 1.0124102736064322e-05}
+{"train_loss": 0.09747263789176941, "global_step": 34323, "epoch": 357, "lr": 1.011891889772396e-05}
+{"train_loss": 0.06916416436433792, "global_step": 34324, "epoch": 357, "lr": 1.0113736352417746e-05}
+{"train_loss": 0.08619692176580429, "global_step": 34325, "epoch": 357, "lr": 1.0108555100180916e-05}
+{"train_loss": 0.0522695928812027, "global_step": 34326, "epoch": 357, "lr": 1.01033751410488e-05}
+{"train_loss": 0.07859334349632263, "global_step": 34327, "epoch": 357, "lr": 1.0098196475056587e-05}
+{"train_loss": 0.0995856374502182, "global_step": 34328, "epoch": 357, "lr": 1.0093019102239675e-05}
+{"train_loss": 0.10631860792636871, "global_step": 34329, "epoch": 357, "lr": 1.0087843022633215e-05}
+{"train_loss": 0.11583032459020615, "global_step": 34330, "epoch": 357, "lr": 1.0082668236272507e-05}
+{"train_loss": 0.09796352684497833, "global_step": 34331, "epoch": 357, "lr": 1.0077494743192729e-05}
+{"train_loss": 0.07810203731060028, "global_step": 34332, "epoch": 357, "lr": 1.007232254342918e-05}
+{"train_loss": 0.08656664937734604, "global_step": 34333, "epoch": 357, "lr": 1.0067151637017059e-05}
+{"train_loss": 0.06842359900474548, "global_step": 34334, "epoch": 357, "lr": 1.0061982023991556e-05}
+{"train_loss": 0.1098613291978836, "global_step": 34335, "epoch": 357, "lr": 1.005681370438789e-05}
+{"train_loss": 0.07282715290784836, "global_step": 34336, "epoch": 357, "lr": 1.0051646678241278e-05}
+{"train_loss": 0.08852547407150269, "global_step": 34337, "epoch": 357, "lr": 1.0046480945586889e-05}
+{"train_loss": 0.08346355706453323, "global_step": 34338, "epoch": 357, "lr": 1.0041316506459875e-05}
+{"train_loss": 0.053642891347408295, "global_step": 34339, "epoch": 357, "lr": 1.003615336089545e-05}
+{"train_loss": 0.06729096919298172, "global_step": 34340, "epoch": 357, "lr": 1.0030991508928723e-05}
+{"train_loss": 0.0977005809545517, "global_step": 34341, "epoch": 357, "lr": 1.0025830950594906e-05}
+{"train_loss": 0.06904830038547516, "global_step": 34342, "epoch": 357, "lr": 1.002067168592904e-05}
+{"train_loss": 0.09586358815431595, "global_step": 34343, "epoch": 357, "lr": 1.0015513714966385e-05}
+{"train_loss": 0.09024518728256226, "global_step": 34344, "epoch": 357, "lr": 1.0010357037741957e-05}
+{"train_loss": 0.07762618362903595, "global_step": 34345, "epoch": 357, "lr": 1.0005201654290952e-05}
+{"train_loss": 0.07600683718919754, "global_step": 34346, "epoch": 357, "lr": 1.000004756464843e-05}
+{"train_loss": 0.08663025498390198, "global_step": 34347, "epoch": 357, "lr": 9.994894768849516e-06}
+{"train_loss": 0.0719325989484787, "global_step": 34348, "epoch": 357, "lr": 9.989743266929275e-06}
+{"train_loss": 0.06997022032737732, "global_step": 34349, "epoch": 357, "lr": 9.984593058922787e-06}
+{"train_loss": 0.08811864256858826, "global_step": 34350, "epoch": 357, "lr": 9.979444144865158e-06}
+{"train_loss": 0.0774155780673027, "global_step": 34351, "epoch": 357, "lr": 9.974296524791405e-06}
+{"train_loss": 0.08290743827819824, "global_step": 34352, "epoch": 357, "lr": 9.96915019873661e-06}
+{"train_loss": 0.09770872443914413, "global_step": 34353, "epoch": 357, "lr": 9.96400516673579e-06}
+{"train_loss": 0.08082263171672821, "global_step": 34354, "epoch": 357, "lr": 9.958861428824052e-06}
+{"train_loss": 0.05768309161067009, "global_step": 34355, "epoch": 357, "lr": 9.953718985036343e-06}
+{"train_loss": 0.09652571380138397, "global_step": 34356, "epoch": 357, "lr": 9.948577835407724e-06}
+{"train_loss": 0.09536752104759216, "global_step": 34357, "epoch": 357, "lr": 9.943437979973147e-06}
+{"train_loss": 0.07483107596635818, "global_step": 34358, "epoch": 357, "lr": 9.938299418767716e-06}
+{"train_loss": 0.07039128243923187, "global_step": 34359, "epoch": 357, "lr": 9.933162151826337e-06}
+{"train_loss": 0.11532165855169296, "global_step": 34360, "epoch": 357, "lr": 9.928026179184025e-06}
+{"train_loss": 0.08375047147274017, "global_step": 34361, "epoch": 357, "lr": 9.92289150087573e-06}
+{"train_loss": 0.09107200801372528, "global_step": 34362, "epoch": 357, "lr": 9.917758116936493e-06}
+{"train_loss": 0.08066895604133606, "global_step": 34363, "epoch": 357, "lr": 9.912626027401174e-06}
+{"train_loss": 0.07189340889453888, "global_step": 34364, "epoch": 357, "lr": 9.907495232304765e-06}
+{"train_loss": 0.09414798021316528, "global_step": 34365, "epoch": 357, "lr": 9.90236573168224e-06}
+{"train_loss": 0.0903688371181488, "global_step": 34366, "epoch": 357, "lr": 9.897237525568459e-06}
+{"train_loss": 0.08503131886633734, "global_step": 34367, "epoch": 357, "lr": 9.892110613998417e-06}
+{"train_loss": 0.08270059525966644, "global_step": 34368, "epoch": 358, "lr": 9.88698499700691e-06}
+{"train_loss": 0.09282302111387253, "global_step": 34369, "epoch": 358, "lr": 9.881860674628996e-06}
+{"train_loss": 0.08572756499052048, "global_step": 34370, "epoch": 358, "lr": 9.876737646899448e-06}
+{"train_loss": 0.08923955261707306, "global_step": 34371, "epoch": 358, "lr": 9.871615913853216e-06}
+{"train_loss": 0.09397606551647186, "global_step": 34372, "epoch": 358, "lr": 9.86649547552514e-06}
+{"train_loss": 0.0820745974779129, "global_step": 34373, "epoch": 358, "lr": 9.861376331950145e-06}
+{"train_loss": 0.05942846089601517, "global_step": 34374, "epoch": 358, "lr": 9.856258483163027e-06}
+{"train_loss": 0.11155319213867188, "global_step": 34375, "epoch": 358, "lr": 9.85114192919867e-06}
+{"train_loss": 0.09339748322963715, "global_step": 34376, "epoch": 358, "lr": 9.846026670091913e-06}
+{"train_loss": 0.07080399990081787, "global_step": 34377, "epoch": 358, "lr": 9.840912705877614e-06}
+{"train_loss": 0.07128164172172546, "global_step": 34378, "epoch": 358, "lr": 9.835800036590526e-06}
+{"train_loss": 0.06977302581071854, "global_step": 34379, "epoch": 358, "lr": 9.83068866226553e-06}
+{"train_loss": 0.10147358477115631, "global_step": 34380, "epoch": 358, "lr": 9.825578582937423e-06}
+{"train_loss": 0.07952038943767548, "global_step": 34381, "epoch": 358, "lr": 9.820469798640975e-06}
+{"train_loss": 0.07391544431447983, "global_step": 34382, "epoch": 358, "lr": 9.81536230941098e-06}
+{"train_loss": 0.07765914499759674, "global_step": 34383, "epoch": 358, "lr": 9.810256115282234e-06}
+{"train_loss": 0.07068273425102234, "global_step": 34384, "epoch": 358, "lr": 9.805151216289533e-06}
+{"train_loss": 0.10404469817876816, "global_step": 34385, "epoch": 358, "lr": 9.800047612467599e-06}
+{"train_loss": 0.08159378170967102, "global_step": 34386, "epoch": 358, "lr": 9.794945303851189e-06}
+{"train_loss": 0.09102806448936462, "global_step": 34387, "epoch": 358, "lr": 9.789844290475048e-06}
+{"train_loss": 0.08841215074062347, "global_step": 34388, "epoch": 358, "lr": 9.784744572373971e-06}
+{"train_loss": 0.05656834691762924, "global_step": 34389, "epoch": 358, "lr": 9.7796461495826e-06}
+{"train_loss": 0.09139402210712433, "global_step": 34390, "epoch": 358, "lr": 9.774549022135703e-06}
+{"train_loss": 0.07550886273384094, "global_step": 34391, "epoch": 358, "lr": 9.76945319006799e-06}
+{"train_loss": 0.09266720712184906, "global_step": 34392, "epoch": 358, "lr": 9.764358653414119e-06}
+{"train_loss": 0.0750170573592186, "global_step": 34393, "epoch": 358, "lr": 9.759265412208818e-06}
+{"train_loss": 0.08219621330499649, "global_step": 34394, "epoch": 358, "lr": 9.754173466486794e-06}
+{"train_loss": 0.08944393694400787, "global_step": 34395, "epoch": 358, "lr": 9.749082816282684e-06}
+{"train_loss": 0.07428339123725891, "global_step": 34396, "epoch": 358, "lr": 9.743993461631151e-06}
+{"train_loss": 0.08288846909999847, "global_step": 34397, "epoch": 358, "lr": 9.738905402566878e-06}
+{"train_loss": 0.09074743092060089, "global_step": 34398, "epoch": 358, "lr": 9.733818639124481e-06}
+{"train_loss": 0.10551042854785919, "global_step": 34399, "epoch": 358, "lr": 9.728733171338644e-06}
+{"train_loss": 0.0646471381187439, "global_step": 34400, "epoch": 358, "lr": 9.723648999243962e-06}
+{"train_loss": 0.09683991968631744, "global_step": 34401, "epoch": 358, "lr": 9.71856612287505e-06}
+{"train_loss": 0.0950951874256134, "global_step": 34402, "epoch": 358, "lr": 9.713484542266548e-06}
+{"train_loss": 0.08245326578617096, "global_step": 34403, "epoch": 358, "lr": 9.708404257453073e-06}
+{"train_loss": 0.09405163675546646, "global_step": 34404, "epoch": 358, "lr": 9.703325268469177e-06}
+{"train_loss": 0.07846957445144653, "global_step": 34405, "epoch": 358, "lr": 9.69824757534945e-06}
+{"train_loss": 0.06976623833179474, "global_step": 34406, "epoch": 358, "lr": 9.693171178128513e-06}
+{"train_loss": 0.05166901648044586, "global_step": 34407, "epoch": 358, "lr": 9.688096076840891e-06}
+{"train_loss": 0.11075007915496826, "global_step": 34408, "epoch": 358, "lr": 9.683022271521158e-06}
+{"train_loss": 0.09236644208431244, "global_step": 34409, "epoch": 358, "lr": 9.677949762203865e-06}
+{"train_loss": 0.1025223582983017, "global_step": 34410, "epoch": 358, "lr": 9.672878548923603e-06}
+{"train_loss": 0.08828531950712204, "global_step": 34411, "epoch": 358, "lr": 9.667808631714815e-06}
+{"train_loss": 0.08446374535560608, "global_step": 34412, "epoch": 358, "lr": 9.66274001061207e-06}
+{"train_loss": 0.09583526849746704, "global_step": 34413, "epoch": 358, "lr": 9.657672685649877e-06}
+{"train_loss": 0.1081334725022316, "global_step": 34414, "epoch": 358, "lr": 9.652606656862785e-06}
+{"train_loss": 0.06612414121627808, "global_step": 34415, "epoch": 358, "lr": 9.647541924285231e-06}
+{"train_loss": 0.05939298868179321, "global_step": 34416, "epoch": 358, "lr": 9.642478487951723e-06}
+{"train_loss": 0.0879942774772644, "global_step": 34417, "epoch": 358, "lr": 9.637416347896766e-06}
+{"train_loss": 0.09821505844593048, "global_step": 34418, "epoch": 358, "lr": 9.632355504154821e-06}
+{"train_loss": 0.08966372907161713, "global_step": 34419, "epoch": 358, "lr": 9.62729595676033e-06}
+{"train_loss": 0.11361078917980194, "global_step": 34420, "epoch": 358, "lr": 9.62223770574775e-06}
+{"train_loss": 0.07726556062698364, "global_step": 34421, "epoch": 358, "lr": 9.617180751151567e-06}
+{"train_loss": 0.10723260790109634, "global_step": 34422, "epoch": 358, "lr": 9.612125093006175e-06}
+{"train_loss": 0.10585899651050568, "global_step": 34423, "epoch": 358, "lr": 9.607070731345991e-06}
+{"train_loss": 0.09013163298368454, "global_step": 34424, "epoch": 358, "lr": 9.602017666205476e-06}
+{"train_loss": 0.09221282601356506, "global_step": 34425, "epoch": 358, "lr": 9.596965897619048e-06}
+{"train_loss": 0.05554851144552231, "global_step": 34426, "epoch": 358, "lr": 9.591915425621057e-06}
+{"train_loss": 0.08393299579620361, "global_step": 34427, "epoch": 358, "lr": 9.586866250245896e-06}
+{"train_loss": 0.08315666019916534, "global_step": 34428, "epoch": 358, "lr": 9.581818371527985e-06}
+{"train_loss": 0.07502910494804382, "global_step": 34429, "epoch": 358, "lr": 9.576771789501716e-06}
+{"train_loss": 0.07394222915172577, "global_step": 34430, "epoch": 358, "lr": 9.571726504201395e-06}
+{"train_loss": 0.08475323766469955, "global_step": 34431, "epoch": 358, "lr": 9.566682515661419e-06}
+{"train_loss": 0.09863969683647156, "global_step": 34432, "epoch": 358, "lr": 9.561639823916114e-06}
+{"train_loss": 0.07277555763721466, "global_step": 34433, "epoch": 358, "lr": 9.556598428999852e-06}
+{"train_loss": 0.10104496031999588, "global_step": 34434, "epoch": 358, "lr": 9.55155833094692e-06}
+{"train_loss": 0.08079573512077332, "global_step": 34435, "epoch": 358, "lr": 9.546519529791664e-06}
+{"train_loss": 0.1109066754579544, "global_step": 34436, "epoch": 358, "lr": 9.541482025568415e-06}
+{"train_loss": 0.09370215237140656, "global_step": 34437, "epoch": 358, "lr": 9.536445818311434e-06}
+{"train_loss": 0.09596019983291626, "global_step": 34438, "epoch": 358, "lr": 9.531410908055028e-06}
+{"train_loss": 0.06469743698835373, "global_step": 34439, "epoch": 358, "lr": 9.5263772948335e-06}
+{"train_loss": 0.09578312188386917, "global_step": 34440, "epoch": 358, "lr": 9.521344978681158e-06}
+{"train_loss": 0.09213922917842865, "global_step": 34441, "epoch": 358, "lr": 9.516313959632172e-06}
+{"train_loss": 0.07564677298069, "global_step": 34442, "epoch": 358, "lr": 9.51128423772092e-06}
+{"train_loss": 0.05929170921444893, "global_step": 34443, "epoch": 358, "lr": 9.506255812981546e-06}
+{"train_loss": 0.08284328877925873, "global_step": 34444, "epoch": 358, "lr": 9.501228685448382e-06}
+{"train_loss": 0.11655253171920776, "global_step": 34445, "epoch": 358, "lr": 9.4962028551556e-06}
+{"train_loss": 0.09151364862918854, "global_step": 34446, "epoch": 358, "lr": 9.491178322137461e-06}
+{"train_loss": 0.07409714162349701, "global_step": 34447, "epoch": 358, "lr": 9.486155086428161e-06}
+{"train_loss": 0.08176913857460022, "global_step": 34448, "epoch": 358, "lr": 9.481133148061895e-06}
+{"train_loss": 0.06561751663684845, "global_step": 34449, "epoch": 358, "lr": 9.476112507072898e-06}
+{"train_loss": 0.07283167541027069, "global_step": 34450, "epoch": 358, "lr": 9.471093163495303e-06}
+{"train_loss": 0.09796963632106781, "global_step": 34451, "epoch": 358, "lr": 9.466075117363371e-06}
+{"train_loss": 0.07087700068950653, "global_step": 34452, "epoch": 358, "lr": 9.461058368711184e-06}
+{"train_loss": 0.09790803492069244, "global_step": 34453, "epoch": 358, "lr": 9.456042917572983e-06}
+{"train_loss": 0.12586387991905212, "global_step": 34454, "epoch": 358, "lr": 9.451028763982873e-06}
+{"train_loss": 0.07441259175539017, "global_step": 34455, "epoch": 358, "lr": 9.446015907975025e-06}
+{"train_loss": 0.09990428388118744, "global_step": 34456, "epoch": 358, "lr": 9.441004349583527e-06}
+{"train_loss": 0.08579187095165253, "global_step": 34457, "epoch": 358, "lr": 9.435994088842592e-06}
+{"train_loss": 0.09389623999595642, "global_step": 34458, "epoch": 358, "lr": 9.43098512578624e-06}
+{"train_loss": 0.07027941942214966, "global_step": 34459, "epoch": 358, "lr": 9.425977460448687e-06}
+{"train_loss": 0.08045930415391922, "global_step": 34460, "epoch": 358, "lr": 9.420971092863928e-06}
+{"train_loss": 0.09411189705133438, "global_step": 34461, "epoch": 358, "lr": 9.415966023066115e-06}
+{"train_loss": 0.10458283871412277, "global_step": 34462, "epoch": 358, "lr": 9.410962251089329e-06}
+{"train_loss": 0.08604165775856625, "global_step": 34463, "epoch": 358, "lr": 9.405959776967633e-06}
+{"train_loss": 0.08119896054267883, "global_step": 34464, "epoch": 359, "lr": 9.400958600735065e-06}
+{"train_loss": 0.08218546956777573, "global_step": 34465, "epoch": 359, "lr": 9.395958722425735e-06}
+{"train_loss": 0.09993933141231537, "global_step": 34466, "epoch": 359, "lr": 9.39096014207368e-06}
+{"train_loss": 0.09597504138946533, "global_step": 34467, "epoch": 359, "lr": 9.385962859712872e-06}
+{"train_loss": 0.09595978260040283, "global_step": 34468, "epoch": 359, "lr": 9.380966875377439e-06}
+{"train_loss": 0.10751715302467346, "global_step": 34469, "epoch": 359, "lr": 9.375972189101333e-06}
+{"train_loss": 0.09119687229394913, "global_step": 34470, "epoch": 359, "lr": 9.370978800918617e-06}
+{"train_loss": 0.12822146713733673, "global_step": 34471, "epoch": 359, "lr": 9.365986710863261e-06}
+{"train_loss": 0.09787137806415558, "global_step": 34472, "epoch": 359, "lr": 9.36099591896924e-06}
+{"train_loss": 0.08709836006164551, "global_step": 34473, "epoch": 359, "lr": 9.35600642527057e-06}
+{"train_loss": 0.08075998723506927, "global_step": 34474, "epoch": 359, "lr": 9.351018229801267e-06}
+{"train_loss": 0.05918285995721817, "global_step": 34475, "epoch": 359, "lr": 9.346031332595218e-06}
+{"train_loss": 0.05849471688270569, "global_step": 34476, "epoch": 359, "lr": 9.341045733686416e-06}
+{"train_loss": 0.05323391407728195, "global_step": 34477, "epoch": 359, "lr": 9.336061433108856e-06}
+{"train_loss": 0.11442556232213974, "global_step": 34478, "epoch": 359, "lr": 9.331078430896378e-06}
+{"train_loss": 0.08416686207056046, "global_step": 34479, "epoch": 359, "lr": 9.326096727083022e-06}
+{"train_loss": 0.11016656458377838, "global_step": 34480, "epoch": 359, "lr": 9.32111632170265e-06}
+{"train_loss": 0.08200938999652863, "global_step": 34481, "epoch": 359, "lr": 9.31613721478921e-06}
+{"train_loss": 0.06250035762786865, "global_step": 34482, "epoch": 359, "lr": 9.311159406376546e-06}
+{"train_loss": 0.1181199699640274, "global_step": 34483, "epoch": 359, "lr": 9.30618289649865e-06}
+{"train_loss": 0.06502653658390045, "global_step": 34484, "epoch": 359, "lr": 9.30120768518934e-06}
+{"train_loss": 0.06187581643462181, "global_step": 34485, "epoch": 359, "lr": 9.296233772482543e-06}
+{"train_loss": 0.10387933254241943, "global_step": 34486, "epoch": 359, "lr": 9.291261158412078e-06}
+{"train_loss": 0.07381118834018707, "global_step": 34487, "epoch": 359, "lr": 9.28628984301183e-06}
+{"train_loss": 0.0647972971200943, "global_step": 34488, "epoch": 359, "lr": 9.281319826315683e-06}
+{"train_loss": 0.07635685056447983, "global_step": 34489, "epoch": 359, "lr": 9.276351108357405e-06}
+{"train_loss": 0.06386153399944305, "global_step": 34490, "epoch": 359, "lr": 9.271383689170932e-06}
+{"train_loss": 0.08762960135936737, "global_step": 34491, "epoch": 359, "lr": 9.266417568790008e-06}
+{"train_loss": 0.11673159897327423, "global_step": 34492, "epoch": 359, "lr": 9.2614527472485e-06}
+{"train_loss": 0.0775165855884552, "global_step": 34493, "epoch": 359, "lr": 9.256489224580156e-06}
+{"train_loss": 0.07246892154216766, "global_step": 34494, "epoch": 359, "lr": 9.251527000818883e-06}
+{"train_loss": 0.09648754447698593, "global_step": 34495, "epoch": 359, "lr": 9.246566075998363e-06}
+{"train_loss": 0.09055283665657043, "global_step": 34496, "epoch": 359, "lr": 9.241606450152463e-06}
+{"train_loss": 0.06732994318008423, "global_step": 34497, "epoch": 359, "lr": 9.23664812331484e-06}
+{"train_loss": 0.07095542550086975, "global_step": 34498, "epoch": 359, "lr": 9.231691095519423e-06}
+{"train_loss": 0.08213499188423157, "global_step": 34499, "epoch": 359, "lr": 9.226735366799832e-06}
+{"train_loss": 0.08718845248222351, "global_step": 34500, "epoch": 359, "lr": 9.221780937189861e-06}
+{"train_loss": 0.06301562488079071, "global_step": 34501, "epoch": 359, "lr": 9.216827806723283e-06}
+{"train_loss": 0.0835149735212326, "global_step": 34502, "epoch": 359, "lr": 9.21187597543376e-06}
+{"train_loss": 0.0804031491279602, "global_step": 34503, "epoch": 359, "lr": 9.206925443355086e-06}
+{"train_loss": 0.09651127457618713, "global_step": 34504, "epoch": 359, "lr": 9.20197621052088e-06}
+{"train_loss": 0.06393226236104965, "global_step": 34505, "epoch": 359, "lr": 9.197028276964936e-06}
+{"train_loss": 0.09828203916549683, "global_step": 34506, "epoch": 359, "lr": 9.192081642720895e-06}
+{"train_loss": 0.09949540346860886, "global_step": 34507, "epoch": 359, "lr": 9.187136307822485e-06}
+{"train_loss": 0.10690751671791077, "global_step": 34508, "epoch": 359, "lr": 9.182192272303303e-06}
+{"train_loss": 0.07496044039726257, "global_step": 34509, "epoch": 359, "lr": 9.177249536197119e-06}
+{"train_loss": 0.09160628914833069, "global_step": 34510, "epoch": 359, "lr": 9.172308099537507e-06}
+{"train_loss": 0.09564156085252762, "global_step": 34511, "epoch": 359, "lr": 9.167367962358197e-06}
+{"train_loss": 0.0865449458360672, "global_step": 34512, "epoch": 359, "lr": 9.162429124692718e-06}
+{"train_loss": 0.11200520396232605, "global_step": 34513, "epoch": 359, "lr": 9.157491586574817e-06}
+{"train_loss": 0.05991663411259651, "global_step": 34514, "epoch": 359, "lr": 9.152555348038028e-06}
+{"train_loss": 0.07045108079910278, "global_step": 34515, "epoch": 359, "lr": 9.147620409116031e-06}
+{"train_loss": 0.06814883649349213, "global_step": 34516, "epoch": 359, "lr": 9.142686769842401e-06}
+{"train_loss": 0.0706171989440918, "global_step": 34517, "epoch": 359, "lr": 9.137754430250733e-06}
+{"train_loss": 0.09656044840812683, "global_step": 34518, "epoch": 359, "lr": 9.132823390374646e-06}
+{"train_loss": 0.07809595763683319, "global_step": 34519, "epoch": 359, "lr": 9.127893650247643e-06}
+{"train_loss": 0.06931118667125702, "global_step": 34520, "epoch": 359, "lr": 9.122965209903389e-06}
+{"train_loss": 0.0657992884516716, "global_step": 34521, "epoch": 359, "lr": 9.11803806937539e-06}
+{"train_loss": 0.09452278167009354, "global_step": 34522, "epoch": 359, "lr": 9.113112228697217e-06}
+{"train_loss": 0.1159379631280899, "global_step": 34523, "epoch": 359, "lr": 9.108187687902358e-06}
+{"train_loss": 0.07353141158819199, "global_step": 34524, "epoch": 359, "lr": 9.103264447024451e-06}
+{"train_loss": 0.08432909101247787, "global_step": 34525, "epoch": 359, "lr": 9.098342506096935e-06}
+{"train_loss": 0.0667077973484993, "global_step": 34526, "epoch": 359, "lr": 9.093421865153361e-06}
+{"train_loss": 0.0841187834739685, "global_step": 34527, "epoch": 359, "lr": 9.088502524227283e-06}
+{"train_loss": 0.11256054043769836, "global_step": 34528, "epoch": 359, "lr": 9.083584483352092e-06}
+{"train_loss": 0.09187716245651245, "global_step": 34529, "epoch": 359, "lr": 9.078667742561364e-06}
+{"train_loss": 0.11296932399272919, "global_step": 34530, "epoch": 359, "lr": 9.07375230188854e-06}
+{"train_loss": 0.07693970948457718, "global_step": 34531, "epoch": 359, "lr": 9.068838161367121e-06}
+{"train_loss": 0.08347080647945404, "global_step": 34532, "epoch": 359, "lr": 9.063925321030554e-06}
+{"train_loss": 0.08017776906490326, "global_step": 34533, "epoch": 359, "lr": 9.059013780912318e-06}
+{"train_loss": 0.07919573783874512, "global_step": 34534, "epoch": 359, "lr": 9.054103541045766e-06}
+{"train_loss": 0.09790529310703278, "global_step": 34535, "epoch": 359, "lr": 9.049194601464472e-06}
+{"train_loss": 0.057346269488334656, "global_step": 34536, "epoch": 359, "lr": 9.044286962201787e-06}
+{"train_loss": 0.07706862688064575, "global_step": 34537, "epoch": 359, "lr": 9.039380623291128e-06}
+{"train_loss": 0.08658221364021301, "global_step": 34538, "epoch": 359, "lr": 9.034475584765934e-06}
+{"train_loss": 0.0977582186460495, "global_step": 34539, "epoch": 359, "lr": 9.029571846659602e-06}
+{"train_loss": 0.0978085994720459, "global_step": 34540, "epoch": 359, "lr": 9.024669409005504e-06}
+{"train_loss": 0.11091181635856628, "global_step": 34541, "epoch": 359, "lr": 9.019768271837037e-06}
+{"train_loss": 0.07748179882764816, "global_step": 34542, "epoch": 359, "lr": 9.014868435187596e-06}
+{"train_loss": 0.07335367798805237, "global_step": 34543, "epoch": 359, "lr": 9.009969899090508e-06}
+{"train_loss": 0.07427552342414856, "global_step": 34544, "epoch": 359, "lr": 9.005072663579173e-06}
+{"train_loss": 0.08611265569925308, "global_step": 34545, "epoch": 359, "lr": 9.000176728686871e-06}
+{"train_loss": 0.08916282653808594, "global_step": 34546, "epoch": 359, "lr": 8.995282094447044e-06}
+{"train_loss": 0.11054769158363342, "global_step": 34547, "epoch": 359, "lr": 8.990388760892932e-06}
+{"train_loss": 0.08796410262584686, "global_step": 34548, "epoch": 359, "lr": 8.985496728057884e-06}
+{"train_loss": 0.08531751483678818, "global_step": 34549, "epoch": 359, "lr": 8.980605995975233e-06}
+{"train_loss": 0.06017294526100159, "global_step": 34550, "epoch": 359, "lr": 8.975716564678306e-06}
+{"train_loss": 0.10505408048629761, "global_step": 34551, "epoch": 359, "lr": 8.970828434200318e-06}
+{"train_loss": 0.07481234520673752, "global_step": 34552, "epoch": 359, "lr": 8.965941604574623e-06}
+{"train_loss": 0.07981887459754944, "global_step": 34553, "epoch": 359, "lr": 8.961056075834463e-06}
+{"train_loss": 0.09358832240104675, "global_step": 34554, "epoch": 359, "lr": 8.956171848013162e-06}
+{"train_loss": 0.06684023886919022, "global_step": 34555, "epoch": 359, "lr": 8.951288921143897e-06}
+{"train_loss": 0.09009767323732376, "global_step": 34556, "epoch": 359, "lr": 8.946407295259973e-06}
+{"train_loss": 0.08003511279821396, "global_step": 34557, "epoch": 359, "lr": 8.941526970394653e-06}
+{"train_loss": 0.06553439795970917, "global_step": 34558, "epoch": 359, "lr": 8.936647946581111e-06}
+{"train_loss": 0.08476339451347788, "global_step": 34559, "epoch": 359, "lr": 8.93177022385261e-06}
+{"train_loss": 0.0650796890258789, "global_step": 34560, "epoch": 360, "lr": 8.92689380224232e-06}
+{"train_loss": 0.08017094433307648, "global_step": 34561, "epoch": 360, "lr": 8.922018681783529e-06}
+{"train_loss": 0.07751880586147308, "global_step": 34562, "epoch": 360, "lr": 8.917144862509364e-06}
+{"train_loss": 0.06501457095146179, "global_step": 34563, "epoch": 360, "lr": 8.912272344453044e-06}
+{"train_loss": 0.0665225088596344, "global_step": 34564, "epoch": 360, "lr": 8.907401127647763e-06}
+{"train_loss": 0.10553836077451706, "global_step": 34565, "epoch": 360, "lr": 8.902531212126674e-06}
+{"train_loss": 0.08492329716682434, "global_step": 34566, "epoch": 360, "lr": 8.897662597922928e-06}
+{"train_loss": 0.11717444658279419, "global_step": 34567, "epoch": 360, "lr": 8.8927952850697e-06}
+{"train_loss": 0.09020093083381653, "global_step": 34568, "epoch": 360, "lr": 8.887929273600137e-06}
+{"train_loss": 0.06957851350307465, "global_step": 34569, "epoch": 360, "lr": 8.88306456354735e-06}
+{"train_loss": 0.07177412509918213, "global_step": 34570, "epoch": 360, "lr": 8.878201154944488e-06}
+{"train_loss": 0.08611850440502167, "global_step": 34571, "epoch": 360, "lr": 8.873339047824636e-06}
+{"train_loss": 0.07884462922811508, "global_step": 34572, "epoch": 360, "lr": 8.86847824222099e-06}
+{"train_loss": 0.07355976104736328, "global_step": 34573, "epoch": 360, "lr": 8.863618738166545e-06}
+{"train_loss": 0.07815596461296082, "global_step": 34574, "epoch": 360, "lr": 8.858760535694432e-06}
+{"train_loss": 0.10848790407180786, "global_step": 34575, "epoch": 360, "lr": 8.853903634837757e-06}
+{"train_loss": 0.09655609726905823, "global_step": 34576, "epoch": 360, "lr": 8.849048035629603e-06}
+{"train_loss": 0.11423514783382416, "global_step": 34577, "epoch": 360, "lr": 8.844193738102969e-06}
+{"train_loss": 0.0940241888165474, "global_step": 34578, "epoch": 360, "lr": 8.839340742290958e-06}
+{"train_loss": 0.09172646701335907, "global_step": 34579, "epoch": 360, "lr": 8.834489048226613e-06}
+{"train_loss": 0.055143602192401886, "global_step": 34580, "epoch": 360, "lr": 8.829638655942995e-06}
+{"train_loss": 0.09133904427289963, "global_step": 34581, "epoch": 360, "lr": 8.824789565473101e-06}
+{"train_loss": 0.08091235160827637, "global_step": 34582, "epoch": 360, "lr": 8.81994177684995e-06}
+{"train_loss": 0.07969483733177185, "global_step": 34583, "epoch": 360, "lr": 8.815095290106578e-06}
+{"train_loss": 0.0701676532626152, "global_step": 34584, "epoch": 360, "lr": 8.810250105275964e-06}
+{"train_loss": 0.11129333823919296, "global_step": 34585, "epoch": 360, "lr": 8.805406222391121e-06}
+{"train_loss": 0.08660838752985, "global_step": 34586, "epoch": 360, "lr": 8.800563641485004e-06}
+{"train_loss": 0.09416988492012024, "global_step": 34587, "epoch": 360, "lr": 8.795722362590652e-06}
+{"train_loss": 0.0876522809267044, "global_step": 34588, "epoch": 360, "lr": 8.790882385740972e-06}
+{"train_loss": 0.08730395138263702, "global_step": 34589, "epoch": 360, "lr": 8.786043710968939e-06}
+{"train_loss": 0.08173777908086777, "global_step": 34590, "epoch": 360, "lr": 8.781206338307502e-06}
+{"train_loss": 0.08948460221290588, "global_step": 34591, "epoch": 360, "lr": 8.776370267789635e-06}
+{"train_loss": 0.08381571620702744, "global_step": 34592, "epoch": 360, "lr": 8.771535499448225e-06}
+{"train_loss": 0.09621686488389969, "global_step": 34593, "epoch": 360, "lr": 8.766702033316199e-06}
+{"train_loss": 0.07120250165462494, "global_step": 34594, "epoch": 360, "lr": 8.76186986942651e-06}
+{"train_loss": 0.06783168762922287, "global_step": 34595, "epoch": 360, "lr": 8.75703900781204e-06}
+{"train_loss": 0.07683615386486053, "global_step": 34596, "epoch": 360, "lr": 8.752209448505677e-06}
+{"train_loss": 0.06419715285301208, "global_step": 34597, "epoch": 360, "lr": 8.747381191540304e-06}
+{"train_loss": 0.09858357906341553, "global_step": 34598, "epoch": 360, "lr": 8.742554236948852e-06}
+{"train_loss": 0.08112436532974243, "global_step": 34599, "epoch": 360, "lr": 8.737728584764116e-06}
+{"train_loss": 0.10017406940460205, "global_step": 34600, "epoch": 360, "lr": 8.732904235019002e-06}
+{"train_loss": 0.0888213962316513, "global_step": 34601, "epoch": 360, "lr": 8.728081187746328e-06}
+{"train_loss": 0.11358683556318283, "global_step": 34602, "epoch": 360, "lr": 8.723259442979025e-06}
+{"train_loss": 0.0811040848493576, "global_step": 34603, "epoch": 360, "lr": 8.718439000749823e-06}
+{"train_loss": 0.08475138247013092, "global_step": 34604, "epoch": 360, "lr": 8.713619861091583e-06}
+{"train_loss": 0.09033456444740295, "global_step": 34605, "epoch": 360, "lr": 8.708802024037144e-06}
+{"train_loss": 0.06936289370059967, "global_step": 34606, "epoch": 360, "lr": 8.703985489619327e-06}
+{"train_loss": 0.0911477655172348, "global_step": 34607, "epoch": 360, "lr": 8.69917025787088e-06}
+{"train_loss": 0.07154767215251923, "global_step": 34608, "epoch": 360, "lr": 8.694356328824604e-06}
+{"train_loss": 0.0770866870880127, "global_step": 34609, "epoch": 360, "lr": 8.689543702513292e-06}
+{"train_loss": 0.06685449182987213, "global_step": 34610, "epoch": 360, "lr": 8.684732378969762e-06}
+{"train_loss": 0.07060956954956055, "global_step": 34611, "epoch": 360, "lr": 8.6799223582267e-06}
+{"train_loss": 0.09839500486850739, "global_step": 34612, "epoch": 360, "lr": 8.675113640316879e-06}
+{"train_loss": 0.09464031457901001, "global_step": 34613, "epoch": 360, "lr": 8.670306225273117e-06}
+{"train_loss": 0.08792939782142639, "global_step": 34614, "epoch": 360, "lr": 8.665500113128055e-06}
+{"train_loss": 0.09290103614330292, "global_step": 34615, "epoch": 360, "lr": 8.660695303914445e-06}
+{"train_loss": 0.08006566017866135, "global_step": 34616, "epoch": 360, "lr": 8.65589179766504e-06}
+{"train_loss": 0.08867674320936203, "global_step": 34617, "epoch": 360, "lr": 8.651089594412565e-06}
+{"train_loss": 0.06508325785398483, "global_step": 34618, "epoch": 360, "lr": 8.646288694189641e-06}
+{"train_loss": 0.09134912490844727, "global_step": 34619, "epoch": 360, "lr": 8.64148909702902e-06}
+{"train_loss": 0.11456991732120514, "global_step": 34620, "epoch": 360, "lr": 8.636690802963387e-06}
+{"train_loss": 0.071137435734272, "global_step": 34621, "epoch": 360, "lr": 8.631893812025427e-06}
+{"train_loss": 0.084550641477108, "global_step": 34622, "epoch": 360, "lr": 8.627098124247735e-06}
+{"train_loss": 0.07154020667076111, "global_step": 34623, "epoch": 360, "lr": 8.622303739663041e-06}
+{"train_loss": 0.07139423489570618, "global_step": 34624, "epoch": 360, "lr": 8.617510658303984e-06}
+{"train_loss": 0.07949236035346985, "global_step": 34625, "epoch": 360, "lr": 8.612718880203185e-06}
+{"train_loss": 0.09763085842132568, "global_step": 34626, "epoch": 360, "lr": 8.607928405393261e-06}
+{"train_loss": 0.08180558681488037, "global_step": 34627, "epoch": 360, "lr": 8.603139233906853e-06}
+{"train_loss": 0.06283540278673172, "global_step": 34628, "epoch": 360, "lr": 8.59835136577658e-06}
+{"train_loss": 0.050005607306957245, "global_step": 34629, "epoch": 360, "lr": 8.593564801035037e-06}
+{"train_loss": 0.09735202044248581, "global_step": 34630, "epoch": 360, "lr": 8.588779539714819e-06}
+{"train_loss": 0.08819188177585602, "global_step": 34631, "epoch": 360, "lr": 8.583995581848503e-06}
+{"train_loss": 0.04701452702283859, "global_step": 34632, "epoch": 360, "lr": 8.579212927468706e-06}
+{"train_loss": 0.08416282385587692, "global_step": 34633, "epoch": 360, "lr": 8.574431576607911e-06}
+{"train_loss": 0.08148878812789917, "global_step": 34634, "epoch": 360, "lr": 8.569651529298806e-06}
+{"train_loss": 0.09979429841041565, "global_step": 34635, "epoch": 360, "lr": 8.564872785573829e-06}
+{"train_loss": 0.07442573457956314, "global_step": 34636, "epoch": 360, "lr": 8.56009534546558e-06}
+{"train_loss": 0.08681228756904602, "global_step": 34637, "epoch": 360, "lr": 8.555319209006563e-06}
+{"train_loss": 0.11677321791648865, "global_step": 34638, "epoch": 360, "lr": 8.550544376229309e-06}
+{"train_loss": 0.1034233570098877, "global_step": 34639, "epoch": 360, "lr": 8.545770847166369e-06}
+{"train_loss": 0.07496382296085358, "global_step": 34640, "epoch": 360, "lr": 8.540998621850183e-06}
+{"train_loss": 0.07230894267559052, "global_step": 34641, "epoch": 360, "lr": 8.536227700313282e-06}
+{"train_loss": 0.06880741566419601, "global_step": 34642, "epoch": 360, "lr": 8.531458082588151e-06}
+{"train_loss": 0.0934530645608902, "global_step": 34643, "epoch": 360, "lr": 8.526689768707318e-06}
+{"train_loss": 0.09332452714443207, "global_step": 34644, "epoch": 360, "lr": 8.52192275870316e-06}
+{"train_loss": 0.06447765231132507, "global_step": 34645, "epoch": 360, "lr": 8.517157052608226e-06}
+{"train_loss": 0.09246058762073517, "global_step": 34646, "epoch": 360, "lr": 8.512392650454915e-06}
+{"train_loss": 0.04898638278245926, "global_step": 34647, "epoch": 360, "lr": 8.50762955227571e-06}
+{"train_loss": 0.10427015274763107, "global_step": 34648, "epoch": 360, "lr": 8.502867758103006e-06}
+{"train_loss": 0.07681769132614136, "global_step": 34649, "epoch": 360, "lr": 8.498107267969246e-06}
+{"train_loss": 0.08287981897592545, "global_step": 34650, "epoch": 360, "lr": 8.49334808190685e-06}
+{"train_loss": 0.10387225449085236, "global_step": 34651, "epoch": 360, "lr": 8.488590199948232e-06}
+{"train_loss": 0.09702516347169876, "global_step": 34652, "epoch": 360, "lr": 8.483833622125791e-06}
+{"train_loss": 0.07462169229984283, "global_step": 34653, "epoch": 360, "lr": 8.479078348471902e-06}
+{"train_loss": 0.08095203340053558, "global_step": 34654, "epoch": 360, "lr": 8.474324379018984e-06}
+{"train_loss": 0.08370107086375356, "global_step": 34655, "epoch": 360, "lr": 8.46957171379934e-06, "train_action_mse_error": 1.1574155678317766e-06}
+{"train_loss": 0.09193964302539825, "global_step": 34656, "epoch": 361, "lr": 8.464820352845415e-06}
+{"train_loss": 0.08610539138317108, "global_step": 34657, "epoch": 361, "lr": 8.460070296189516e-06}
+{"train_loss": 0.08075213432312012, "global_step": 34658, "epoch": 361, "lr": 8.455321543864013e-06}
+{"train_loss": 0.09809650480747223, "global_step": 34659, "epoch": 361, "lr": 8.450574095901198e-06}
+{"train_loss": 0.11256340891122818, "global_step": 34660, "epoch": 361, "lr": 8.445827952333463e-06}
+{"train_loss": 0.07994760572910309, "global_step": 34661, "epoch": 361, "lr": 8.441083113193093e-06}
+{"train_loss": 0.08148159831762314, "global_step": 34662, "epoch": 361, "lr": 8.43633957851242e-06}
+{"train_loss": 0.07223505526781082, "global_step": 34663, "epoch": 361, "lr": 8.431597348323705e-06}
+{"train_loss": 0.07032809406518936, "global_step": 34664, "epoch": 361, "lr": 8.42685642265928e-06}
+{"train_loss": 0.08490964770317078, "global_step": 34665, "epoch": 361, "lr": 8.422116801551427e-06}
+{"train_loss": 0.09471766650676727, "global_step": 34666, "epoch": 361, "lr": 8.41737848503239e-06}
+{"train_loss": 0.06270173192024231, "global_step": 34667, "epoch": 361, "lr": 8.412641473134453e-06}
+{"train_loss": 0.11018562316894531, "global_step": 34668, "epoch": 361, "lr": 8.40790576588988e-06}
+{"train_loss": 0.06317368149757385, "global_step": 34669, "epoch": 361, "lr": 8.403171363330953e-06}
+{"train_loss": 0.0912291407585144, "global_step": 34670, "epoch": 361, "lr": 8.398438265489805e-06}
+{"train_loss": 0.07218378782272339, "global_step": 34671, "epoch": 361, "lr": 8.393706472398788e-06}
+{"train_loss": 0.12849359214305878, "global_step": 34672, "epoch": 361, "lr": 8.388975984090075e-06}
+{"train_loss": 0.11489054560661316, "global_step": 34673, "epoch": 361, "lr": 8.384246800595885e-06}
+{"train_loss": 0.0631212368607521, "global_step": 34674, "epoch": 361, "lr": 8.379518921948349e-06}
+{"train_loss": 0.07190041244029999, "global_step": 34675, "epoch": 361, "lr": 8.374792348179794e-06}
+{"train_loss": 0.060954269021749496, "global_step": 34676, "epoch": 361, "lr": 8.37006707932233e-06}
+{"train_loss": 0.11850954592227936, "global_step": 34677, "epoch": 361, "lr": 8.365343115408153e-06}
+{"train_loss": 0.06793951243162155, "global_step": 34678, "epoch": 361, "lr": 8.360620456469415e-06}
+{"train_loss": 0.10073791444301605, "global_step": 34679, "epoch": 361, "lr": 8.355899102538268e-06}
+{"train_loss": 0.07131196558475494, "global_step": 34680, "epoch": 361, "lr": 8.351179053646908e-06}
+{"train_loss": 0.08374778181314468, "global_step": 34681, "epoch": 361, "lr": 8.346460309827397e-06}
+{"train_loss": 0.06692235171794891, "global_step": 34682, "epoch": 361, "lr": 8.34174287111198e-06}
+{"train_loss": 0.08784337341785431, "global_step": 34683, "epoch": 361, "lr": 8.337026737532695e-06}
+{"train_loss": 0.1191888302564621, "global_step": 34684, "epoch": 361, "lr": 8.332311909121716e-06}
+{"train_loss": 0.08781798928976059, "global_step": 34685, "epoch": 361, "lr": 8.327598385911061e-06}
+{"train_loss": 0.0646616518497467, "global_step": 34686, "epoch": 361, "lr": 8.322886167932931e-06}
+{"train_loss": 0.07084184139966965, "global_step": 34687, "epoch": 361, "lr": 8.318175255219363e-06}
+{"train_loss": 0.08704063296318054, "global_step": 34688, "epoch": 361, "lr": 8.313465647802443e-06}
+{"train_loss": 0.10278493911027908, "global_step": 34689, "epoch": 361, "lr": 8.308757345714236e-06}
+{"train_loss": 0.08362030982971191, "global_step": 34690, "epoch": 361, "lr": 8.304050348986802e-06}
+{"train_loss": 0.0818825364112854, "global_step": 34691, "epoch": 361, "lr": 8.299344657652209e-06}
+{"train_loss": 0.09377984702587128, "global_step": 34692, "epoch": 361, "lr": 8.294640271742492e-06}
+{"train_loss": 0.08442515134811401, "global_step": 34693, "epoch": 361, "lr": 8.289937191289699e-06}
+{"train_loss": 0.0974975973367691, "global_step": 34694, "epoch": 361, "lr": 8.285235416325842e-06}
+{"train_loss": 0.0851733386516571, "global_step": 34695, "epoch": 361, "lr": 8.280534946882968e-06}
+{"train_loss": 0.09922382980585098, "global_step": 34696, "epoch": 361, "lr": 8.275835782993003e-06}
+{"train_loss": 0.08623649179935455, "global_step": 34697, "epoch": 361, "lr": 8.271137924688054e-06}
+{"train_loss": 0.09623721241950989, "global_step": 34698, "epoch": 361, "lr": 8.266441372000033e-06}
+{"train_loss": 0.07570458948612213, "global_step": 34699, "epoch": 361, "lr": 8.261746124960978e-06}
+{"train_loss": 0.08980832993984222, "global_step": 34700, "epoch": 361, "lr": 8.257052183602799e-06}
+{"train_loss": 0.07698341459035873, "global_step": 34701, "epoch": 361, "lr": 8.252359547957533e-06}
+{"train_loss": 0.07465918362140656, "global_step": 34702, "epoch": 361, "lr": 8.247668218057092e-06}
+{"train_loss": 0.06788752228021622, "global_step": 34703, "epoch": 361, "lr": 8.242978193933427e-06}
+{"train_loss": 0.10393723100423813, "global_step": 34704, "epoch": 361, "lr": 8.238289475618489e-06}
+{"train_loss": 0.061445143073797226, "global_step": 34705, "epoch": 361, "lr": 8.233602063144186e-06}
+{"train_loss": 0.07537513971328735, "global_step": 34706, "epoch": 361, "lr": 8.228915956542448e-06}
+{"train_loss": 0.08406248688697815, "global_step": 34707, "epoch": 361, "lr": 8.224231155845185e-06}
+{"train_loss": 0.10408875346183777, "global_step": 34708, "epoch": 361, "lr": 8.219547661084326e-06}
+{"train_loss": 0.06659051775932312, "global_step": 34709, "epoch": 361, "lr": 8.214865472291733e-06}
+{"train_loss": 0.10314638167619705, "global_step": 34710, "epoch": 361, "lr": 8.210184589499293e-06}
+{"train_loss": 0.0789414793252945, "global_step": 34711, "epoch": 361, "lr": 8.205505012738845e-06}
+{"train_loss": 0.06991232931613922, "global_step": 34712, "epoch": 361, "lr": 8.200826742042367e-06}
+{"train_loss": 0.09687415510416031, "global_step": 34713, "epoch": 361, "lr": 8.196149777441586e-06}
+{"train_loss": 0.10468124598264694, "global_step": 34714, "epoch": 361, "lr": 8.191474118968456e-06}
+{"train_loss": 0.08537726104259491, "global_step": 34715, "epoch": 361, "lr": 8.18679976665473e-06}
+{"train_loss": 0.10383757203817368, "global_step": 34716, "epoch": 361, "lr": 8.182126720532312e-06}
+{"train_loss": 0.12126558274030685, "global_step": 34717, "epoch": 361, "lr": 8.177454980632959e-06}
+{"train_loss": 0.06930339336395264, "global_step": 34718, "epoch": 361, "lr": 8.172784546988533e-06}
+{"train_loss": 0.08614524453878403, "global_step": 34719, "epoch": 361, "lr": 8.16811541963085e-06}
+{"train_loss": 0.07758732885122299, "global_step": 34720, "epoch": 361, "lr": 8.163447598591645e-06}
+{"train_loss": 0.05212614685297012, "global_step": 34721, "epoch": 361, "lr": 8.158781083902778e-06}
+{"train_loss": 0.05505739524960518, "global_step": 34722, "epoch": 361, "lr": 8.154115875595913e-06}
+{"train_loss": 0.09429305791854858, "global_step": 34723, "epoch": 361, "lr": 8.14945197370296e-06}
+{"train_loss": 0.074701227247715, "global_step": 34724, "epoch": 361, "lr": 8.14478937825558e-06}
+{"train_loss": 0.12276870012283325, "global_step": 34725, "epoch": 361, "lr": 8.14012808928557e-06}
+{"train_loss": 0.10179949551820755, "global_step": 34726, "epoch": 361, "lr": 8.135468106824617e-06}
+{"train_loss": 0.09032954275608063, "global_step": 34727, "epoch": 361, "lr": 8.13080943090454e-06}
+{"train_loss": 0.08042194694280624, "global_step": 34728, "epoch": 361, "lr": 8.126152061557002e-06}
+{"train_loss": 0.10263758897781372, "global_step": 34729, "epoch": 361, "lr": 8.121495998813733e-06}
+{"train_loss": 0.08117805421352386, "global_step": 34730, "epoch": 361, "lr": 8.116841242706419e-06}
+{"train_loss": 0.07308449596166611, "global_step": 34731, "epoch": 361, "lr": 8.112187793266812e-06}
+{"train_loss": 0.10127729922533035, "global_step": 34732, "epoch": 361, "lr": 8.107535650526554e-06}
+{"train_loss": 0.06840583682060242, "global_step": 34733, "epoch": 361, "lr": 8.10288481451733e-06}
+{"train_loss": 0.08903852105140686, "global_step": 34734, "epoch": 361, "lr": 8.098235285270828e-06}
+{"train_loss": 0.08044853806495667, "global_step": 34735, "epoch": 361, "lr": 8.093587062818709e-06}
+{"train_loss": 0.0652206689119339, "global_step": 34736, "epoch": 361, "lr": 8.088940147192614e-06}
+{"train_loss": 0.04941658675670624, "global_step": 34737, "epoch": 361, "lr": 8.084294538424142e-06}
+{"train_loss": 0.06395640969276428, "global_step": 34738, "epoch": 361, "lr": 8.079650236545045e-06}
+{"train_loss": 0.09546978771686554, "global_step": 34739, "epoch": 361, "lr": 8.07500724158683e-06}
+{"train_loss": 0.08470265567302704, "global_step": 34740, "epoch": 361, "lr": 8.070365553581182e-06}
+{"train_loss": 0.07713745534420013, "global_step": 34741, "epoch": 361, "lr": 8.06572517255968e-06}
+{"train_loss": 0.08168119937181473, "global_step": 34742, "epoch": 361, "lr": 8.061086098553982e-06}
+{"train_loss": 0.06635025143623352, "global_step": 34743, "epoch": 361, "lr": 8.0564483315956e-06}
+{"train_loss": 0.07846979051828384, "global_step": 34744, "epoch": 361, "lr": 8.051811871716131e-06}
+{"train_loss": 0.07834756374359131, "global_step": 34745, "epoch": 361, "lr": 8.047176718947214e-06}
+{"train_loss": 0.07847920060157776, "global_step": 34746, "epoch": 361, "lr": 8.042542873320335e-06}
+{"train_loss": 0.11914199590682983, "global_step": 34747, "epoch": 361, "lr": 8.037910334867071e-06}
+{"train_loss": 0.08967402577400208, "global_step": 34748, "epoch": 361, "lr": 8.033279103618996e-06}
+{"train_loss": 0.09062588214874268, "global_step": 34749, "epoch": 361, "lr": 8.028649179607618e-06}
+{"train_loss": 0.09471213817596436, "global_step": 34750, "epoch": 361, "lr": 8.024020562864487e-06}
+{"train_loss": 0.08499461043781291, "global_step": 34751, "epoch": 361, "lr": 8.019393253421093e-06}
+{"train_loss": 0.13628508150577545, "global_step": 34752, "epoch": 362, "lr": 8.014767251308963e-06}
+{"train_loss": 0.09609827399253845, "global_step": 34753, "epoch": 362, "lr": 8.010142556559608e-06}
+{"train_loss": 0.08467292785644531, "global_step": 34754, "epoch": 362, "lr": 8.005519169204511e-06}
+{"train_loss": 0.08435344696044922, "global_step": 34755, "epoch": 362, "lr": 8.000897089275162e-06}
+{"train_loss": 0.06325531005859375, "global_step": 34756, "epoch": 362, "lr": 7.99627631680302e-06}
+{"train_loss": 0.060441844165325165, "global_step": 34757, "epoch": 362, "lr": 7.991656851819596e-06}
+{"train_loss": 0.12458401173353195, "global_step": 34758, "epoch": 362, "lr": 7.987038694356264e-06}
+{"train_loss": 0.09916368126869202, "global_step": 34759, "epoch": 362, "lr": 7.982421844444554e-06}
+{"train_loss": 0.08487887680530548, "global_step": 34760, "epoch": 362, "lr": 7.977806302115886e-06}
+{"train_loss": 0.06482267379760742, "global_step": 34761, "epoch": 362, "lr": 7.973192067401635e-06}
+{"train_loss": 0.08363156020641327, "global_step": 34762, "epoch": 362, "lr": 7.96857914033331e-06}
+{"train_loss": 0.08053693175315857, "global_step": 34763, "epoch": 362, "lr": 7.963967520942239e-06}
+{"train_loss": 0.10253755748271942, "global_step": 34764, "epoch": 362, "lr": 7.959357209259887e-06}
+{"train_loss": 0.0943186953663826, "global_step": 34765, "epoch": 362, "lr": 7.95474820531763e-06}
+{"train_loss": 0.07152844220399857, "global_step": 34766, "epoch": 362, "lr": 7.950140509146842e-06}
+{"train_loss": 0.08150389045476913, "global_step": 34767, "epoch": 362, "lr": 7.945534120778897e-06}
+{"train_loss": 0.09642770886421204, "global_step": 34768, "epoch": 362, "lr": 7.940929040245215e-06}
+{"train_loss": 0.07435943931341171, "global_step": 34769, "epoch": 362, "lr": 7.936325267577106e-06}
+{"train_loss": 0.06746313720941544, "global_step": 34770, "epoch": 362, "lr": 7.931722802805897e-06}
+{"train_loss": 0.0885007232427597, "global_step": 34771, "epoch": 362, "lr": 7.927121645962987e-06}
+{"train_loss": 0.10271680355072021, "global_step": 34772, "epoch": 362, "lr": 7.922521797079708e-06}
+{"train_loss": 0.10308517515659332, "global_step": 34773, "epoch": 362, "lr": 7.917923256187321e-06}
+{"train_loss": 0.09076870232820511, "global_step": 34774, "epoch": 362, "lr": 7.913326023317181e-06}
+{"train_loss": 0.1034255102276802, "global_step": 34775, "epoch": 362, "lr": 7.908730098500638e-06}
+{"train_loss": 0.07908351719379425, "global_step": 34776, "epoch": 362, "lr": 7.904135481768893e-06}
+{"train_loss": 0.08412635326385498, "global_step": 34777, "epoch": 362, "lr": 7.899542173153295e-06}
+{"train_loss": 0.08151093125343323, "global_step": 34778, "epoch": 362, "lr": 7.894950172685133e-06}
+{"train_loss": 0.09594123065471649, "global_step": 34779, "epoch": 362, "lr": 7.890359480395649e-06}
+{"train_loss": 0.09546245634555817, "global_step": 34780, "epoch": 362, "lr": 7.885770096316102e-06}
+{"train_loss": 0.09055006504058838, "global_step": 34781, "epoch": 362, "lr": 7.881182020477763e-06}
+{"train_loss": 0.07453472912311554, "global_step": 34782, "epoch": 362, "lr": 7.876595252911844e-06}
+{"train_loss": 0.08052985370159149, "global_step": 34783, "epoch": 362, "lr": 7.872009793649637e-06}
+{"train_loss": 0.09723945707082748, "global_step": 34784, "epoch": 362, "lr": 7.867425642722314e-06}
+{"train_loss": 0.09443393349647522, "global_step": 34785, "epoch": 362, "lr": 7.862842800161119e-06}
+{"train_loss": 0.1008492186665535, "global_step": 34786, "epoch": 362, "lr": 7.858261265997269e-06}
+{"train_loss": 0.0775357335805893, "global_step": 34787, "epoch": 362, "lr": 7.853681040261918e-06}
+{"train_loss": 0.09132132679224014, "global_step": 34788, "epoch": 362, "lr": 7.849102122986285e-06}
+{"train_loss": 0.06808213144540787, "global_step": 34789, "epoch": 362, "lr": 7.844524514201545e-06}
+{"train_loss": 0.09125928580760956, "global_step": 34790, "epoch": 362, "lr": 7.839948213938897e-06}
+{"train_loss": 0.10716598480939865, "global_step": 34791, "epoch": 362, "lr": 7.835373222229469e-06}
+{"train_loss": 0.10984980314970016, "global_step": 34792, "epoch": 362, "lr": 7.830799539104416e-06}
+{"train_loss": 0.09341026842594147, "global_step": 34793, "epoch": 362, "lr": 7.82622716459489e-06}
+{"train_loss": 0.11752620339393616, "global_step": 34794, "epoch": 362, "lr": 7.821656098732066e-06}
+{"train_loss": 0.06759524345397949, "global_step": 34795, "epoch": 362, "lr": 7.81708634154703e-06}
+{"train_loss": 0.12472425401210785, "global_step": 34796, "epoch": 362, "lr": 7.812517893070892e-06}
+{"train_loss": 0.10706755518913269, "global_step": 34797, "epoch": 362, "lr": 7.807950753334781e-06}
+{"train_loss": 0.10140740126371384, "global_step": 34798, "epoch": 362, "lr": 7.803384922369828e-06}
+{"train_loss": 0.08440892398357391, "global_step": 34799, "epoch": 362, "lr": 7.798820400207052e-06}
+{"train_loss": 0.08386708050966263, "global_step": 34800, "epoch": 362, "lr": 7.794257186877584e-06}
+{"train_loss": 0.10312648862600327, "global_step": 34801, "epoch": 362, "lr": 7.789695282412535e-06}
+{"train_loss": 0.10544662922620773, "global_step": 34802, "epoch": 362, "lr": 7.785134686842877e-06}
+{"train_loss": 0.1335228979587555, "global_step": 34803, "epoch": 362, "lr": 7.78057540019972e-06}
+{"train_loss": 0.0959082543849945, "global_step": 34804, "epoch": 362, "lr": 7.776017422514127e-06}
+{"train_loss": 0.08465602993965149, "global_step": 34805, "epoch": 362, "lr": 7.771460753817118e-06}
+{"train_loss": 0.0783122256398201, "global_step": 34806, "epoch": 362, "lr": 7.766905394139711e-06}
+{"train_loss": 0.07478359341621399, "global_step": 34807, "epoch": 362, "lr": 7.76235134351293e-06}
+{"train_loss": 0.11452572047710419, "global_step": 34808, "epoch": 362, "lr": 7.757798601967791e-06}
+{"train_loss": 0.09625270962715149, "global_step": 34809, "epoch": 362, "lr": 7.753247169535338e-06}
+{"train_loss": 0.1077881008386612, "global_step": 34810, "epoch": 362, "lr": 7.748697046246457e-06}
+{"train_loss": 0.10399115085601807, "global_step": 34811, "epoch": 362, "lr": 7.744148232132275e-06}
+{"train_loss": 0.06013929098844528, "global_step": 34812, "epoch": 362, "lr": 7.739600727223662e-06}
+{"train_loss": 0.09189340472221375, "global_step": 34813, "epoch": 362, "lr": 7.735054531551634e-06}
+{"train_loss": 0.07885893434286118, "global_step": 34814, "epoch": 362, "lr": 7.7305096451471e-06}
+{"train_loss": 0.08787607401609421, "global_step": 34815, "epoch": 362, "lr": 7.725966068041058e-06}
+{"train_loss": 0.07796978950500488, "global_step": 34816, "epoch": 362, "lr": 7.72142380026446e-06}
+{"train_loss": 0.07684718072414398, "global_step": 34817, "epoch": 362, "lr": 7.716882841848194e-06}
+{"train_loss": 0.08150309324264526, "global_step": 34818, "epoch": 362, "lr": 7.71234319282319e-06}
+{"train_loss": 0.08303243666887283, "global_step": 34819, "epoch": 362, "lr": 7.70780485322038e-06}
+{"train_loss": 0.10408960282802582, "global_step": 34820, "epoch": 362, "lr": 7.70326782307067e-06}
+{"train_loss": 0.09319369494915009, "global_step": 34821, "epoch": 362, "lr": 7.698732102404927e-06}
+{"train_loss": 0.08285116404294968, "global_step": 34822, "epoch": 362, "lr": 7.694197691254058e-06}
+{"train_loss": 0.09339965879917145, "global_step": 34823, "epoch": 362, "lr": 7.689664589648927e-06}
+{"train_loss": 0.07963837683200836, "global_step": 34824, "epoch": 362, "lr": 7.685132797620465e-06}
+{"train_loss": 0.10019804537296295, "global_step": 34825, "epoch": 362, "lr": 7.680602315199448e-06}
+{"train_loss": 0.09247413277626038, "global_step": 34826, "epoch": 362, "lr": 7.676073142416763e-06}
+{"train_loss": 0.1465003788471222, "global_step": 34827, "epoch": 362, "lr": 7.671545279303249e-06}
+{"train_loss": 0.09800936281681061, "global_step": 34828, "epoch": 362, "lr": 7.667018725889752e-06}
+{"train_loss": 0.11563477665185928, "global_step": 34829, "epoch": 362, "lr": 7.66249348220709e-06}
+{"train_loss": 0.07455824315547943, "global_step": 34830, "epoch": 362, "lr": 7.657969548286059e-06}
+{"train_loss": 0.09899486601352692, "global_step": 34831, "epoch": 362, "lr": 7.653446924157504e-06}
+{"train_loss": 0.10318408161401749, "global_step": 34832, "epoch": 362, "lr": 7.648925609852198e-06}
+{"train_loss": 0.06851527094841003, "global_step": 34833, "epoch": 362, "lr": 7.644405605400917e-06}
+{"train_loss": 0.0883946642279625, "global_step": 34834, "epoch": 362, "lr": 7.639886910834438e-06}
+{"train_loss": 0.11182216554880142, "global_step": 34835, "epoch": 362, "lr": 7.6353695261836e-06}
+{"train_loss": 0.08373130857944489, "global_step": 34836, "epoch": 362, "lr": 7.630853451479069e-06}
+{"train_loss": 0.06284219026565552, "global_step": 34837, "epoch": 362, "lr": 7.6263386867516664e-06}
+{"train_loss": 0.07345868647098541, "global_step": 34838, "epoch": 362, "lr": 7.62182523203212e-06}
+{"train_loss": 0.10033224523067474, "global_step": 34839, "epoch": 362, "lr": 7.617313087351163e-06}
+{"train_loss": 0.0788714662194252, "global_step": 34840, "epoch": 362, "lr": 7.612802252739504e-06}
+{"train_loss": 0.0871327817440033, "global_step": 34841, "epoch": 362, "lr": 7.6082927282278726e-06}
+{"train_loss": 0.09872615337371826, "global_step": 34842, "epoch": 362, "lr": 7.603784513847001e-06}
+{"train_loss": 0.11298855394124985, "global_step": 34843, "epoch": 362, "lr": 7.599277609627553e-06}
+{"train_loss": 0.08077320456504822, "global_step": 34844, "epoch": 362, "lr": 7.5947720156002155e-06}
+{"train_loss": 0.09319546818733215, "global_step": 34845, "epoch": 362, "lr": 7.590267731795697e-06}
+{"train_loss": 0.08511141687631607, "global_step": 34846, "epoch": 362, "lr": 7.585764758244707e-06}
+{"train_loss": 0.0914507311147948, "global_step": 34847, "epoch": 362, "lr": 7.581263094977798e-06}
+{"train_loss": 0.07216927409172058, "global_step": 34848, "epoch": 363, "lr": 7.5767627420257225e-06}
+{"train_loss": 0.06971143186092377, "global_step": 34849, "epoch": 363, "lr": 7.572263699419102e-06}
+{"train_loss": 0.08734873682260513, "global_step": 34850, "epoch": 363, "lr": 7.567765967188578e-06}
+{"train_loss": 0.06496633589267731, "global_step": 34851, "epoch": 363, "lr": 7.563269545364704e-06}
+{"train_loss": 0.09466132521629333, "global_step": 34852, "epoch": 363, "lr": 7.558774433978233e-06}
+{"train_loss": 0.07784649729728699, "global_step": 34853, "epoch": 363, "lr": 7.554280633059674e-06}
+{"train_loss": 0.09232260286808014, "global_step": 34854, "epoch": 363, "lr": 7.549788142639691e-06}
+{"train_loss": 0.07332657277584076, "global_step": 34855, "epoch": 363, "lr": 7.545296962748793e-06}
+{"train_loss": 0.09288807958364487, "global_step": 34856, "epoch": 363, "lr": 7.540807093417646e-06}
+{"train_loss": 0.07982689887285233, "global_step": 34857, "epoch": 363, "lr": 7.5363185346768e-06}
+{"train_loss": 0.08785828202962875, "global_step": 34858, "epoch": 363, "lr": 7.531831286556789e-06}
+{"train_loss": 0.09958256781101227, "global_step": 34859, "epoch": 363, "lr": 7.527345349088233e-06}
+{"train_loss": 0.07935258001089096, "global_step": 34860, "epoch": 363, "lr": 7.522860722301617e-06}
+{"train_loss": 0.07591071724891663, "global_step": 34861, "epoch": 363, "lr": 7.518377406227517e-06}
+{"train_loss": 0.1009875237941742, "global_step": 34862, "epoch": 363, "lr": 7.5138954008964205e-06}
+{"train_loss": 0.10524696111679077, "global_step": 34863, "epoch": 363, "lr": 7.509414706338924e-06}
+{"train_loss": 0.09946755319833755, "global_step": 34864, "epoch": 363, "lr": 7.504935322585472e-06}
+{"train_loss": 0.09562082588672638, "global_step": 34865, "epoch": 363, "lr": 7.500457249666615e-06}
+{"train_loss": 0.0808710902929306, "global_step": 34866, "epoch": 363, "lr": 7.495980487612819e-06}
+{"train_loss": 0.07145389914512634, "global_step": 34867, "epoch": 363, "lr": 7.4915050364545495e-06}
+{"train_loss": 0.10436973720788956, "global_step": 34868, "epoch": 363, "lr": 7.487030896222314e-06}
+{"train_loss": 0.09689769148826599, "global_step": 34869, "epoch": 363, "lr": 7.4825580669465986e-06}
+{"train_loss": 0.07637780159711838, "global_step": 34870, "epoch": 363, "lr": 7.478086548657826e-06}
+{"train_loss": 0.07706994563341141, "global_step": 34871, "epoch": 363, "lr": 7.473616341386436e-06}
+{"train_loss": 0.0762837752699852, "global_step": 34872, "epoch": 363, "lr": 7.469147445162938e-06}
+{"train_loss": 0.07054111361503601, "global_step": 34873, "epoch": 363, "lr": 7.464679860017643e-06}
+{"train_loss": 0.08150716125965118, "global_step": 34874, "epoch": 363, "lr": 7.460213585981124e-06}
+{"train_loss": 0.08859091252088547, "global_step": 34875, "epoch": 363, "lr": 7.455748623083669e-06}
+{"train_loss": 0.09626581519842148, "global_step": 34876, "epoch": 363, "lr": 7.451284971355766e-06}
+{"train_loss": 0.075885109603405, "global_step": 34877, "epoch": 363, "lr": 7.446822630827743e-06}
+{"train_loss": 0.12583664059638977, "global_step": 34878, "epoch": 363, "lr": 7.442361601530045e-06}
+{"train_loss": 0.08576884865760803, "global_step": 34879, "epoch": 363, "lr": 7.437901883493026e-06}
+{"train_loss": 0.10755210369825363, "global_step": 34880, "epoch": 363, "lr": 7.43344347674706e-06}
+{"train_loss": 0.10693774372339249, "global_step": 34881, "epoch": 363, "lr": 7.4289863813225e-06}
+{"train_loss": 0.07654982805252075, "global_step": 34882, "epoch": 363, "lr": 7.42453059724968e-06}
+{"train_loss": 0.08801238238811493, "global_step": 34883, "epoch": 363, "lr": 7.420076124559017e-06}
+{"train_loss": 0.07816356420516968, "global_step": 34884, "epoch": 363, "lr": 7.41562296328071e-06}
+{"train_loss": 0.09794549643993378, "global_step": 34885, "epoch": 363, "lr": 7.411171113445248e-06}
+{"train_loss": 0.08491046726703644, "global_step": 34886, "epoch": 363, "lr": 7.406720575082804e-06}
+{"train_loss": 0.08215523511171341, "global_step": 34887, "epoch": 363, "lr": 7.402271348223799e-06}
+{"train_loss": 0.08465240895748138, "global_step": 34888, "epoch": 363, "lr": 7.39782343289841e-06}
+{"train_loss": 0.06416254490613937, "global_step": 34889, "epoch": 363, "lr": 7.393376829137055e-06}
+{"train_loss": 0.09095226228237152, "global_step": 34890, "epoch": 363, "lr": 7.388931536969934e-06}
+{"train_loss": 0.07740658521652222, "global_step": 34891, "epoch": 363, "lr": 7.384487556427333e-06}
+{"train_loss": 0.08201906085014343, "global_step": 34892, "epoch": 363, "lr": 7.380044887539494e-06}
+{"train_loss": 0.0925377607345581, "global_step": 34893, "epoch": 363, "lr": 7.375603530336728e-06}
+{"train_loss": 0.0926320031285286, "global_step": 34894, "epoch": 363, "lr": 7.371163484849231e-06}
+{"train_loss": 0.08277352154254913, "global_step": 34895, "epoch": 363, "lr": 7.366724751107246e-06}
+{"train_loss": 0.10239003598690033, "global_step": 34896, "epoch": 363, "lr": 7.362287329141038e-06}
+{"train_loss": 0.08668432384729385, "global_step": 34897, "epoch": 363, "lr": 7.35785121898076e-06}
+{"train_loss": 0.08569610118865967, "global_step": 34898, "epoch": 363, "lr": 7.353416420656678e-06}
+{"train_loss": 0.07484821230173111, "global_step": 34899, "epoch": 363, "lr": 7.348982934198923e-06}
+{"train_loss": 0.09799548983573914, "global_step": 34900, "epoch": 363, "lr": 7.344550759637781e-06}
+{"train_loss": 0.11194099485874176, "global_step": 34901, "epoch": 363, "lr": 7.340119897003339e-06}
+{"train_loss": 0.0946294367313385, "global_step": 34902, "epoch": 363, "lr": 7.335690346325863e-06}
+{"train_loss": 0.07441726326942444, "global_step": 34903, "epoch": 363, "lr": 7.331262107635395e-06}
+{"train_loss": 0.099039725959301, "global_step": 34904, "epoch": 363, "lr": 7.326835180962222e-06}
+{"train_loss": 0.10160529613494873, "global_step": 34905, "epoch": 363, "lr": 7.322409566336408e-06}
+{"train_loss": 0.08365419507026672, "global_step": 34906, "epoch": 363, "lr": 7.317985263788107e-06}
+{"train_loss": 0.06382621824741364, "global_step": 34907, "epoch": 363, "lr": 7.313562273347474e-06}
+{"train_loss": 0.06960216909646988, "global_step": 34908, "epoch": 363, "lr": 7.309140595044595e-06}
+{"train_loss": 0.09157894551753998, "global_step": 34909, "epoch": 363, "lr": 7.3047202289096005e-06}
+{"train_loss": 0.08532942831516266, "global_step": 34910, "epoch": 363, "lr": 7.300301174972557e-06}
+{"train_loss": 0.06491373479366302, "global_step": 34911, "epoch": 363, "lr": 7.295883433263617e-06}
+{"train_loss": 0.115510955452919, "global_step": 34912, "epoch": 363, "lr": 7.291467003812824e-06}
+{"train_loss": 0.09415862709283829, "global_step": 34913, "epoch": 363, "lr": 7.287051886650265e-06}
+{"train_loss": 0.0760938972234726, "global_step": 34914, "epoch": 363, "lr": 7.282638081805937e-06}
+{"train_loss": 0.10669666528701782, "global_step": 34915, "epoch": 363, "lr": 7.278225589310039e-06}
+{"train_loss": 0.11599243432283401, "global_step": 34916, "epoch": 363, "lr": 7.273814409192503e-06}
+{"train_loss": 0.09379169344902039, "global_step": 34917, "epoch": 363, "lr": 7.269404541483416e-06}
+{"train_loss": 0.0749853253364563, "global_step": 34918, "epoch": 363, "lr": 7.264995986212752e-06}
+{"train_loss": 0.12048883736133575, "global_step": 34919, "epoch": 363, "lr": 7.260588743410646e-06}
+{"train_loss": 0.09157627075910568, "global_step": 34920, "epoch": 363, "lr": 7.256182813106982e-06}
+{"train_loss": 0.10461054742336273, "global_step": 34921, "epoch": 363, "lr": 7.251778195331848e-06}
+{"train_loss": 0.09025443345308304, "global_step": 34922, "epoch": 363, "lr": 7.2473748901152215e-06}
+{"train_loss": 0.09673132002353668, "global_step": 34923, "epoch": 363, "lr": 7.242972897487055e-06}
+{"train_loss": 0.10205717384815216, "global_step": 34924, "epoch": 363, "lr": 7.238572217477346e-06}
+{"train_loss": 0.07201962172985077, "global_step": 34925, "epoch": 363, "lr": 7.234172850116072e-06}
+{"train_loss": 0.07812774926424026, "global_step": 34926, "epoch": 363, "lr": 7.229774795433186e-06}
+{"train_loss": 0.07256373763084412, "global_step": 34927, "epoch": 363, "lr": 7.225378053458642e-06}
+{"train_loss": 0.07632749527692795, "global_step": 34928, "epoch": 363, "lr": 7.220982624222372e-06}
+{"train_loss": 0.09331370145082474, "global_step": 34929, "epoch": 363, "lr": 7.216588507754263e-06}
+{"train_loss": 0.06805810332298279, "global_step": 34930, "epoch": 363, "lr": 7.212195704084335e-06}
+{"train_loss": 0.0676078274846077, "global_step": 34931, "epoch": 363, "lr": 7.207804213242431e-06}
+{"train_loss": 0.09080447256565094, "global_step": 34932, "epoch": 363, "lr": 7.20341403525846e-06}
+{"train_loss": 0.08319363743066788, "global_step": 34933, "epoch": 363, "lr": 7.199025170162333e-06}
+{"train_loss": 0.08263570815324783, "global_step": 34934, "epoch": 363, "lr": 7.194637617983957e-06}
+{"train_loss": 0.09244988858699799, "global_step": 34935, "epoch": 363, "lr": 7.190251378753177e-06}
+{"train_loss": 0.08313539624214172, "global_step": 34936, "epoch": 363, "lr": 7.185866452499879e-06}
+{"train_loss": 0.0977724939584732, "global_step": 34937, "epoch": 363, "lr": 7.181482839253928e-06}
+{"train_loss": 0.08338746428489685, "global_step": 34938, "epoch": 363, "lr": 7.177100539045145e-06}
+{"train_loss": 0.12067317962646484, "global_step": 34939, "epoch": 363, "lr": 7.172719551903418e-06}
+{"train_loss": 0.08190993964672089, "global_step": 34940, "epoch": 363, "lr": 7.1683398778584986e-06}
+{"train_loss": 0.09628240764141083, "global_step": 34941, "epoch": 363, "lr": 7.163961516940321e-06}
+{"train_loss": 0.06670241057872772, "global_step": 34942, "epoch": 363, "lr": 7.159584469178615e-06}
+{"train_loss": 0.0874019656330347, "global_step": 34943, "epoch": 363, "lr": 7.155208734603225e-06}
+{"train_loss": 0.12277819216251373, "global_step": 34944, "epoch": 364, "lr": 7.150834313243926e-06}
+{"train_loss": 0.09283581376075745, "global_step": 34945, "epoch": 364, "lr": 7.1464612051305615e-06}
+{"train_loss": 0.06270024925470352, "global_step": 34946, "epoch": 364, "lr": 7.142089410292863e-06}
+{"train_loss": 0.10844627767801285, "global_step": 34947, "epoch": 364, "lr": 7.137718928760584e-06}
+{"train_loss": 0.08305856585502625, "global_step": 34948, "epoch": 364, "lr": 7.1333497605635234e-06}
+{"train_loss": 0.08828459680080414, "global_step": 34949, "epoch": 364, "lr": 7.1289819057314356e-06}
+{"train_loss": 0.07833576947450638, "global_step": 34950, "epoch": 364, "lr": 7.1246153642940515e-06}
+{"train_loss": 0.06800767034292221, "global_step": 34951, "epoch": 364, "lr": 7.120250136281082e-06}
+{"train_loss": 0.09794643521308899, "global_step": 34952, "epoch": 364, "lr": 7.115886221722301e-06}
+{"train_loss": 0.07055743038654327, "global_step": 34953, "epoch": 364, "lr": 7.111523620647398e-06}
+{"train_loss": 0.10499584674835205, "global_step": 34954, "epoch": 364, "lr": 7.107162333086059e-06}
+{"train_loss": 0.10790407657623291, "global_step": 34955, "epoch": 364, "lr": 7.102802359068017e-06}
+{"train_loss": 0.10500951111316681, "global_step": 34956, "epoch": 364, "lr": 7.0984436986229804e-06}
+{"train_loss": 0.056846436113119125, "global_step": 34957, "epoch": 364, "lr": 7.094086351780593e-06}
+{"train_loss": 0.08741394430398941, "global_step": 34958, "epoch": 364, "lr": 7.08973031857052e-06}
+{"train_loss": 0.08175480365753174, "global_step": 34959, "epoch": 364, "lr": 7.085375599022448e-06}
+{"train_loss": 0.06259210407733917, "global_step": 34960, "epoch": 364, "lr": 7.081022193166042e-06}
+{"train_loss": 0.06261927634477615, "global_step": 34961, "epoch": 364, "lr": 7.0766701010309245e-06}
+{"train_loss": 0.0762348622083664, "global_step": 34962, "epoch": 364, "lr": 7.072319322646736e-06}
+{"train_loss": 0.0770278200507164, "global_step": 34963, "epoch": 364, "lr": 7.067969858043122e-06}
+{"train_loss": 0.10204099118709564, "global_step": 34964, "epoch": 364, "lr": 7.063621707249657e-06}
+{"train_loss": 0.08815287053585052, "global_step": 34965, "epoch": 364, "lr": 7.059274870295985e-06}
+{"train_loss": 0.10091090202331543, "global_step": 34966, "epoch": 364, "lr": 7.054929347211703e-06}
+{"train_loss": 0.07590185850858688, "global_step": 34967, "epoch": 364, "lr": 7.050585138026411e-06}
+{"train_loss": 0.07422660291194916, "global_step": 34968, "epoch": 364, "lr": 7.0462422427696625e-06}
+{"train_loss": 0.10149510204792023, "global_step": 34969, "epoch": 364, "lr": 7.041900661471057e-06}
+{"train_loss": 0.08322920650243759, "global_step": 34970, "epoch": 364, "lr": 7.03756039416017e-06}
+{"train_loss": 0.09814529120922089, "global_step": 34971, "epoch": 364, "lr": 7.033221440866533e-06}
+{"train_loss": 0.1119573712348938, "global_step": 34972, "epoch": 364, "lr": 7.028883801619701e-06}
+{"train_loss": 0.07880374789237976, "global_step": 34973, "epoch": 364, "lr": 7.024547476449183e-06}
+{"train_loss": 0.09159154444932938, "global_step": 34974, "epoch": 364, "lr": 7.020212465384557e-06}
+{"train_loss": 0.09307655692100525, "global_step": 34975, "epoch": 364, "lr": 7.015878768455353e-06}
+{"train_loss": 0.07984129339456558, "global_step": 34976, "epoch": 364, "lr": 7.011546385691014e-06}
+{"train_loss": 0.0774792954325676, "global_step": 34977, "epoch": 364, "lr": 7.007215317121074e-06}
+{"train_loss": 0.12176234275102615, "global_step": 34978, "epoch": 364, "lr": 7.002885562775063e-06}
+{"train_loss": 0.11575667560100555, "global_step": 34979, "epoch": 364, "lr": 6.998557122682403e-06}
+{"train_loss": 0.09736304730176926, "global_step": 34980, "epoch": 364, "lr": 6.994229996872626e-06}
+{"train_loss": 0.05005405843257904, "global_step": 34981, "epoch": 364, "lr": 6.989904185375151e-06}
+{"train_loss": 0.12320659309625626, "global_step": 34982, "epoch": 364, "lr": 6.9855796882194905e-06}
+{"train_loss": 0.0831247866153717, "global_step": 34983, "epoch": 364, "lr": 6.981256505435019e-06}
+{"train_loss": 0.07344548404216766, "global_step": 34984, "epoch": 364, "lr": 6.976934637051247e-06}
+{"train_loss": 0.10279645770788193, "global_step": 34985, "epoch": 364, "lr": 6.9726140830975506e-06}
+{"train_loss": 0.07723067700862885, "global_step": 34986, "epoch": 364, "lr": 6.968294843603418e-06}
+{"train_loss": 0.09091924130916595, "global_step": 34987, "epoch": 364, "lr": 6.963976918598181e-06}
+{"train_loss": 0.12609517574310303, "global_step": 34988, "epoch": 364, "lr": 6.959660308111282e-06}
+{"train_loss": 0.0658581405878067, "global_step": 34989, "epoch": 364, "lr": 6.955345012172143e-06}
+{"train_loss": 0.0857786163687706, "global_step": 34990, "epoch": 364, "lr": 6.951031030810118e-06}
+{"train_loss": 0.058638010174036026, "global_step": 34991, "epoch": 364, "lr": 6.946718364054583e-06}
+{"train_loss": 0.07532037049531937, "global_step": 34992, "epoch": 364, "lr": 6.942407011934893e-06}
+{"train_loss": 0.08197873830795288, "global_step": 34993, "epoch": 364, "lr": 6.938096974480468e-06}
+{"train_loss": 0.09539005160331726, "global_step": 34994, "epoch": 364, "lr": 6.933788251720597e-06}
+{"train_loss": 0.0861736536026001, "global_step": 34995, "epoch": 364, "lr": 6.9294808436846326e-06}
+{"train_loss": 0.06834685057401657, "global_step": 34996, "epoch": 364, "lr": 6.925174750401908e-06}
+{"train_loss": 0.08792054653167725, "global_step": 34997, "epoch": 364, "lr": 6.920869971901778e-06}
+{"train_loss": 0.11193091422319412, "global_step": 34998, "epoch": 364, "lr": 6.9165665082135286e-06}
+{"train_loss": 0.08564324676990509, "global_step": 34999, "epoch": 364, "lr": 6.912264359366449e-06}
+{"train_loss": 0.10746181011199951, "global_step": 35000, "epoch": 364, "lr": 6.907963525389871e-06}
+{"train_loss": 0.11529600620269775, "global_step": 35001, "epoch": 364, "lr": 6.903664006313082e-06}
+{"train_loss": 0.06647300720214844, "global_step": 35002, "epoch": 364, "lr": 6.899365802165303e-06}
+{"train_loss": 0.11272954940795898, "global_step": 35003, "epoch": 364, "lr": 6.895068912975866e-06}
+{"train_loss": 0.11269979923963547, "global_step": 35004, "epoch": 364, "lr": 6.890773338774015e-06}
+{"train_loss": 0.09836240112781525, "global_step": 35005, "epoch": 364, "lr": 6.886479079589014e-06}
+{"train_loss": 0.08369016647338867, "global_step": 35006, "epoch": 364, "lr": 6.8821861354500635e-06}
+{"train_loss": 0.07871787250041962, "global_step": 35007, "epoch": 364, "lr": 6.877894506386428e-06}
+{"train_loss": 0.08286720514297485, "global_step": 35008, "epoch": 364, "lr": 6.873604192427352e-06}
+{"train_loss": 0.07265017926692963, "global_step": 35009, "epoch": 364, "lr": 6.869315193601988e-06}
+{"train_loss": 0.073039211332798, "global_step": 35010, "epoch": 364, "lr": 6.865027509939581e-06}
+{"train_loss": 0.11324218660593033, "global_step": 35011, "epoch": 364, "lr": 6.860741141469351e-06}
+{"train_loss": 0.06416080892086029, "global_step": 35012, "epoch": 364, "lr": 6.856456088220475e-06}
+{"train_loss": 0.11715970933437347, "global_step": 35013, "epoch": 364, "lr": 6.852172350222086e-06}
+{"train_loss": 0.07282311469316483, "global_step": 35014, "epoch": 364, "lr": 6.847889927503426e-06}
+{"train_loss": 0.0826282724738121, "global_step": 35015, "epoch": 364, "lr": 6.843608820093606e-06}
+{"train_loss": 0.09462644159793854, "global_step": 35016, "epoch": 364, "lr": 6.8393290280218235e-06}
+{"train_loss": 0.08280295878648758, "global_step": 35017, "epoch": 364, "lr": 6.835050551317146e-06}
+{"train_loss": 0.09085896611213684, "global_step": 35018, "epoch": 364, "lr": 6.830773390008793e-06}
+{"train_loss": 0.07343409955501556, "global_step": 35019, "epoch": 364, "lr": 6.826497544125854e-06}
+{"train_loss": 0.07756088674068451, "global_step": 35020, "epoch": 364, "lr": 6.822223013697438e-06}
+{"train_loss": 0.07036054879426956, "global_step": 35021, "epoch": 364, "lr": 6.817949798752654e-06}
+{"train_loss": 0.07349874079227448, "global_step": 35022, "epoch": 364, "lr": 6.813677899320614e-06}
+{"train_loss": 0.09122233092784882, "global_step": 35023, "epoch": 364, "lr": 6.809407315430427e-06}
+{"train_loss": 0.05257980898022652, "global_step": 35024, "epoch": 364, "lr": 6.805138047111137e-06}
+{"train_loss": 0.07078605890274048, "global_step": 35025, "epoch": 364, "lr": 6.800870094391831e-06}
+{"train_loss": 0.09216448664665222, "global_step": 35026, "epoch": 364, "lr": 6.7966034573015755e-06}
+{"train_loss": 0.0829276442527771, "global_step": 35027, "epoch": 364, "lr": 6.792338135869436e-06}
+{"train_loss": 0.07119837403297424, "global_step": 35028, "epoch": 364, "lr": 6.788074130124389e-06}
+{"train_loss": 0.08292993903160095, "global_step": 35029, "epoch": 364, "lr": 6.783811440095589e-06}
+{"train_loss": 0.09309802949428558, "global_step": 35030, "epoch": 364, "lr": 6.779550065811968e-06}
+{"train_loss": 0.07642880082130432, "global_step": 35031, "epoch": 364, "lr": 6.775290007302615e-06}
+{"train_loss": 0.0927213653922081, "global_step": 35032, "epoch": 364, "lr": 6.771031264596483e-06}
+{"train_loss": 0.1040150374174118, "global_step": 35033, "epoch": 364, "lr": 6.766773837722573e-06}
+{"train_loss": 0.09471231698989868, "global_step": 35034, "epoch": 364, "lr": 6.762517726709927e-06}
+{"train_loss": 0.09087003767490387, "global_step": 35035, "epoch": 364, "lr": 6.758262931587478e-06}
+{"train_loss": 0.08457396924495697, "global_step": 35036, "epoch": 364, "lr": 6.754009452384224e-06}
+{"train_loss": 0.075781911611557, "global_step": 35037, "epoch": 364, "lr": 6.749757289129121e-06}
+{"train_loss": 0.09963563084602356, "global_step": 35038, "epoch": 364, "lr": 6.745506441851146e-06}
+{"train_loss": 0.08738835035668065, "global_step": 35039, "epoch": 364, "lr": 6.741256910579186e-06}
+{"train_loss": 0.08482533693313599, "global_step": 35040, "epoch": 365, "lr": 6.737008695342284e-06}
+{"train_loss": 0.07745074480772018, "global_step": 35041, "epoch": 365, "lr": 6.732761796169263e-06}
+{"train_loss": 0.07769046723842621, "global_step": 35042, "epoch": 365, "lr": 6.72851621308912e-06}
+{"train_loss": 0.09824533760547638, "global_step": 35043, "epoch": 365, "lr": 6.7242719461307e-06}
+{"train_loss": 0.0978502482175827, "global_step": 35044, "epoch": 365, "lr": 6.720028995322958e-06}
+{"train_loss": 0.10049715638160706, "global_step": 35045, "epoch": 365, "lr": 6.7157873606947585e-06}
+{"train_loss": 0.07106821984052658, "global_step": 35046, "epoch": 365, "lr": 6.711547042275012e-06}
+{"train_loss": 0.0966121256351471, "global_step": 35047, "epoch": 365, "lr": 6.707308040092563e-06}
+{"train_loss": 0.08770012855529785, "global_step": 35048, "epoch": 365, "lr": 6.7030703541763e-06}
+{"train_loss": 0.06461251527070999, "global_step": 35049, "epoch": 365, "lr": 6.698833984555064e-06}
+{"train_loss": 0.09580998122692108, "global_step": 35050, "epoch": 365, "lr": 6.6945989312577e-06}
+{"train_loss": 0.07734760642051697, "global_step": 35051, "epoch": 365, "lr": 6.690365194313097e-06}
+{"train_loss": 0.060238003730773926, "global_step": 35052, "epoch": 365, "lr": 6.686132773750009e-06}
+{"train_loss": 0.10370884835720062, "global_step": 35053, "epoch": 365, "lr": 6.681901669597324e-06}
+{"train_loss": 0.10448736697435379, "global_step": 35054, "epoch": 365, "lr": 6.6776718818837954e-06}
+{"train_loss": 0.12702253460884094, "global_step": 35055, "epoch": 365, "lr": 6.673443410638292e-06}
+{"train_loss": 0.0835624411702156, "global_step": 35056, "epoch": 365, "lr": 6.669216255889566e-06}
+{"train_loss": 0.12269672751426697, "global_step": 35057, "epoch": 365, "lr": 6.664990417666417e-06}
+{"train_loss": 0.10115386545658112, "global_step": 35058, "epoch": 365, "lr": 6.6607658959976e-06}
+{"train_loss": 0.05498557165265083, "global_step": 35059, "epoch": 365, "lr": 6.656542690911916e-06}
+{"train_loss": 0.10193274915218353, "global_step": 35060, "epoch": 365, "lr": 6.6523208024381165e-06}
+{"train_loss": 0.07367882132530212, "global_step": 35061, "epoch": 365, "lr": 6.648100230604893e-06}
+{"train_loss": 0.06191805750131607, "global_step": 35062, "epoch": 365, "lr": 6.643880975441086e-06}
+{"train_loss": 0.06558123230934143, "global_step": 35063, "epoch": 365, "lr": 6.639663036975341e-06}
+{"train_loss": 0.09161590039730072, "global_step": 35064, "epoch": 365, "lr": 6.635446415236457e-06}
+{"train_loss": 0.10353206098079681, "global_step": 35065, "epoch": 365, "lr": 6.631231110253056e-06}
+{"train_loss": 0.09229684621095657, "global_step": 35066, "epoch": 365, "lr": 6.627017122053936e-06}
+{"train_loss": 0.09446538239717484, "global_step": 35067, "epoch": 365, "lr": 6.622804450667719e-06}
+{"train_loss": 0.07445535063743591, "global_step": 35068, "epoch": 365, "lr": 6.61859309612316e-06}
+{"train_loss": 0.0860636979341507, "global_step": 35069, "epoch": 365, "lr": 6.614383058448859e-06}
+{"train_loss": 0.09887176752090454, "global_step": 35070, "epoch": 365, "lr": 6.610174337673569e-06}
+{"train_loss": 0.06714040040969849, "global_step": 35071, "epoch": 365, "lr": 6.605966933825891e-06}
+{"train_loss": 0.11179850995540619, "global_step": 35072, "epoch": 365, "lr": 6.6017608469345125e-06}
+{"train_loss": 0.0743693932890892, "global_step": 35073, "epoch": 365, "lr": 6.597556077028033e-06}
+{"train_loss": 0.08222383260726929, "global_step": 35074, "epoch": 365, "lr": 6.593352624135118e-06}
+{"train_loss": 0.08008746802806854, "global_step": 35075, "epoch": 365, "lr": 6.589150488284412e-06}
+{"train_loss": 0.07493436336517334, "global_step": 35076, "epoch": 365, "lr": 6.584949669504448e-06}
+{"train_loss": 0.05773483216762543, "global_step": 35077, "epoch": 365, "lr": 6.580750167823912e-06}
+{"train_loss": 0.09974198043346405, "global_step": 35078, "epoch": 365, "lr": 6.576551983271384e-06}
+{"train_loss": 0.07907765358686447, "global_step": 35079, "epoch": 365, "lr": 6.572355115875439e-06}
+{"train_loss": 0.06656729429960251, "global_step": 35080, "epoch": 365, "lr": 6.5681595656646335e-06}
+{"train_loss": 0.07284344732761383, "global_step": 35081, "epoch": 365, "lr": 6.5639653326676095e-06}
+{"train_loss": 0.10423287004232407, "global_step": 35082, "epoch": 365, "lr": 6.55977241691288e-06}
+{"train_loss": 0.07515400648117065, "global_step": 35083, "epoch": 365, "lr": 6.555580818428997e-06}
+{"train_loss": 0.08138909190893173, "global_step": 35084, "epoch": 365, "lr": 6.551390537244473e-06}
+{"train_loss": 0.10121631622314453, "global_step": 35085, "epoch": 365, "lr": 6.547201573387929e-06}
+{"train_loss": 0.07489173114299774, "global_step": 35086, "epoch": 365, "lr": 6.543013926887809e-06}
+{"train_loss": 0.08195847272872925, "global_step": 35087, "epoch": 365, "lr": 6.538827597772668e-06}
+{"train_loss": 0.10505653917789459, "global_step": 35088, "epoch": 365, "lr": 6.534642586071038e-06}
+{"train_loss": 0.09046614915132523, "global_step": 35089, "epoch": 365, "lr": 6.530458891811364e-06}
+{"train_loss": 0.09863701462745667, "global_step": 35090, "epoch": 365, "lr": 6.526276515022156e-06}
+{"train_loss": 0.06216498464345932, "global_step": 35091, "epoch": 365, "lr": 6.5220954557318804e-06}
+{"train_loss": 0.09824906289577484, "global_step": 35092, "epoch": 365, "lr": 6.51791571396907e-06}
+{"train_loss": 0.06388973444700241, "global_step": 35093, "epoch": 365, "lr": 6.513737289762101e-06}
+{"train_loss": 0.10902523994445801, "global_step": 35094, "epoch": 365, "lr": 6.509560183139507e-06}
+{"train_loss": 0.08899851143360138, "global_step": 35095, "epoch": 365, "lr": 6.505384394129643e-06}
+{"train_loss": 0.0994403064250946, "global_step": 35096, "epoch": 365, "lr": 6.501209922761042e-06}
+{"train_loss": 0.0697491466999054, "global_step": 35097, "epoch": 365, "lr": 6.497036769062081e-06}
+{"train_loss": 0.09506057947874069, "global_step": 35098, "epoch": 365, "lr": 6.49286493306116e-06}
+{"train_loss": 0.07262258231639862, "global_step": 35099, "epoch": 365, "lr": 6.488694414786744e-06}
+{"train_loss": 0.07239152491092682, "global_step": 35100, "epoch": 365, "lr": 6.4845252142671895e-06}
+{"train_loss": 0.08928285539150238, "global_step": 35101, "epoch": 365, "lr": 6.480357331530873e-06}
+{"train_loss": 0.09079038351774216, "global_step": 35102, "epoch": 365, "lr": 6.476190766606216e-06}
+{"train_loss": 0.09419882297515869, "global_step": 35103, "epoch": 365, "lr": 6.472025519521596e-06}
+{"train_loss": 0.08339166641235352, "global_step": 35104, "epoch": 365, "lr": 6.467861590305346e-06}
+{"train_loss": 0.09984419494867325, "global_step": 35105, "epoch": 365, "lr": 6.463698978985866e-06}
+{"train_loss": 0.09394462406635284, "global_step": 35106, "epoch": 365, "lr": 6.459537685591399e-06}
+{"train_loss": 0.06916579604148865, "global_step": 35107, "epoch": 365, "lr": 6.455377710150412e-06}
+{"train_loss": 0.09551994502544403, "global_step": 35108, "epoch": 365, "lr": 6.451219052691149e-06}
+{"train_loss": 0.10897985100746155, "global_step": 35109, "epoch": 365, "lr": 6.447061713241942e-06}
+{"train_loss": 0.07462099194526672, "global_step": 35110, "epoch": 365, "lr": 6.442905691831125e-06}
+{"train_loss": 0.10979382693767548, "global_step": 35111, "epoch": 365, "lr": 6.43875098848703e-06}
+{"train_loss": 0.08531060069799423, "global_step": 35112, "epoch": 365, "lr": 6.434597603237857e-06}
+{"train_loss": 0.07006406038999557, "global_step": 35113, "epoch": 365, "lr": 6.43044553611194e-06}
+{"train_loss": 0.12527555227279663, "global_step": 35114, "epoch": 365, "lr": 6.426294787137587e-06}
+{"train_loss": 0.044148512184619904, "global_step": 35115, "epoch": 365, "lr": 6.4221453563430014e-06}
+{"train_loss": 0.04069450870156288, "global_step": 35116, "epoch": 365, "lr": 6.417997243756513e-06}
+{"train_loss": 0.12452735006809235, "global_step": 35117, "epoch": 365, "lr": 6.4138504494062555e-06}
+{"train_loss": 0.06289752572774887, "global_step": 35118, "epoch": 365, "lr": 6.409704973320585e-06}
+{"train_loss": 0.07635094225406647, "global_step": 35119, "epoch": 365, "lr": 6.405560815527656e-06}
+{"train_loss": 0.09307941794395447, "global_step": 35120, "epoch": 365, "lr": 6.401417976055712e-06}
+{"train_loss": 0.06741167604923248, "global_step": 35121, "epoch": 365, "lr": 6.397276454932976e-06}
+{"train_loss": 0.0736192911863327, "global_step": 35122, "epoch": 365, "lr": 6.393136252187648e-06}
+{"train_loss": 0.08791227638721466, "global_step": 35123, "epoch": 365, "lr": 6.388997367847904e-06}
+{"train_loss": 0.09266486018896103, "global_step": 35124, "epoch": 365, "lr": 6.3848598019419445e-06}
+{"train_loss": 0.08111865818500519, "global_step": 35125, "epoch": 365, "lr": 6.380723554497947e-06}
+{"train_loss": 0.08594683557748795, "global_step": 35126, "epoch": 365, "lr": 6.376588625544089e-06}
+{"train_loss": 0.09087048470973969, "global_step": 35127, "epoch": 365, "lr": 6.372455015108481e-06}
+{"train_loss": 0.07177058607339859, "global_step": 35128, "epoch": 365, "lr": 6.3683227232193e-06}
+{"train_loss": 0.07027851045131683, "global_step": 35129, "epoch": 365, "lr": 6.364191749904702e-06}
+{"train_loss": 0.07534162700176239, "global_step": 35130, "epoch": 365, "lr": 6.360062095192798e-06}
+{"train_loss": 0.08163608610630035, "global_step": 35131, "epoch": 365, "lr": 6.355933759111721e-06}
+{"train_loss": 0.12654931843280792, "global_step": 35132, "epoch": 365, "lr": 6.351806741689559e-06}
+{"train_loss": 0.060113538056612015, "global_step": 35133, "epoch": 365, "lr": 6.347681042954445e-06}
+{"train_loss": 0.06324683874845505, "global_step": 35134, "epoch": 365, "lr": 6.343556662934469e-06}
+{"train_loss": 0.08527540132248153, "global_step": 35135, "epoch": 365, "lr": 6.339433601657696e-06}
+{"train_loss": 0.08366946876049042, "global_step": 35136, "epoch": 366, "lr": 6.335311859152215e-06}
+{"train_loss": 0.102476105093956, "global_step": 35137, "epoch": 366, "lr": 6.331191435446137e-06}
+{"train_loss": 0.0872187465429306, "global_step": 35138, "epoch": 366, "lr": 6.32707233056744e-06}
+{"train_loss": 0.09910193085670471, "global_step": 35139, "epoch": 366, "lr": 6.322954544544213e-06}
+{"train_loss": 0.08269064128398895, "global_step": 35140, "epoch": 366, "lr": 6.318838077404521e-06}
+{"train_loss": 0.07726676762104034, "global_step": 35141, "epoch": 366, "lr": 6.3147229291763645e-06}
+{"train_loss": 0.08854826539754868, "global_step": 35142, "epoch": 366, "lr": 6.310609099887765e-06}
+{"train_loss": 0.08908946812152863, "global_step": 35143, "epoch": 366, "lr": 6.306496589566746e-06}
+{"train_loss": 0.09436839818954468, "global_step": 35144, "epoch": 366, "lr": 6.302385398241329e-06}
+{"train_loss": 0.0789412260055542, "global_step": 35145, "epoch": 366, "lr": 6.2982755259394895e-06}
+{"train_loss": 0.07816106081008911, "global_step": 35146, "epoch": 366, "lr": 6.2941669726892085e-06}
+{"train_loss": 0.07977844774723053, "global_step": 35147, "epoch": 366, "lr": 6.290059738518461e-06}
+{"train_loss": 0.09244276583194733, "global_step": 35148, "epoch": 366, "lr": 6.28595382345527e-06}
+{"train_loss": 0.07818697392940521, "global_step": 35149, "epoch": 366, "lr": 6.281849227527525e-06}
+{"train_loss": 0.09649217128753662, "global_step": 35150, "epoch": 366, "lr": 6.277745950763225e-06}
+{"train_loss": 0.09308043122291565, "global_step": 35151, "epoch": 366, "lr": 6.273643993190259e-06}
+{"train_loss": 0.07996319234371185, "global_step": 35152, "epoch": 366, "lr": 6.2695433548366485e-06}
+{"train_loss": 0.08666232228279114, "global_step": 35153, "epoch": 366, "lr": 6.265444035730239e-06}
+{"train_loss": 0.11407364904880524, "global_step": 35154, "epoch": 366, "lr": 6.261346035898963e-06}
+{"train_loss": 0.07648926973342896, "global_step": 35155, "epoch": 366, "lr": 6.2572493553707535e-06}
+{"train_loss": 0.09526827186346054, "global_step": 35156, "epoch": 366, "lr": 6.253153994173455e-06}
+{"train_loss": 0.0735572874546051, "global_step": 35157, "epoch": 366, "lr": 6.249059952335001e-06}
+{"train_loss": 0.10095465183258057, "global_step": 35158, "epoch": 366, "lr": 6.244967229883281e-06}
+{"train_loss": 0.08756070584058762, "global_step": 35159, "epoch": 366, "lr": 6.240875826846138e-06}
+{"train_loss": 0.08445276319980621, "global_step": 35160, "epoch": 366, "lr": 6.236785743251439e-06}
+{"train_loss": 0.08725062012672424, "global_step": 35161, "epoch": 366, "lr": 6.2326969791270065e-06}
+{"train_loss": 0.09938577562570572, "global_step": 35162, "epoch": 366, "lr": 6.228609534500729e-06}
+{"train_loss": 0.052334126085042953, "global_step": 35163, "epoch": 366, "lr": 6.224523409400451e-06}
+{"train_loss": 0.05529263615608215, "global_step": 35164, "epoch": 366, "lr": 6.220438603853951e-06}
+{"train_loss": 0.0812055766582489, "global_step": 35165, "epoch": 366, "lr": 6.216355117889072e-06}
+{"train_loss": 0.07852780073881149, "global_step": 35166, "epoch": 366, "lr": 6.212272951533593e-06}
+{"train_loss": 0.08026959002017975, "global_step": 35167, "epoch": 366, "lr": 6.2081921048153805e-06}
+{"train_loss": 0.09569481015205383, "global_step": 35168, "epoch": 366, "lr": 6.204112577762145e-06}
+{"train_loss": 0.08882370591163635, "global_step": 35169, "epoch": 366, "lr": 6.200034370401686e-06}
+{"train_loss": 0.08568025380373001, "global_step": 35170, "epoch": 366, "lr": 6.1959574827618276e-06}
+{"train_loss": 0.08001358062028885, "global_step": 35171, "epoch": 366, "lr": 6.191881914870279e-06}
+{"train_loss": 0.08798246085643768, "global_step": 35172, "epoch": 366, "lr": 6.187807666754797e-06}
+{"train_loss": 0.08069314807653427, "global_step": 35173, "epoch": 366, "lr": 6.1837347384431365e-06}
+{"train_loss": 0.07357574999332428, "global_step": 35174, "epoch": 366, "lr": 6.1796631299630755e-06}
+{"train_loss": 0.10734769701957703, "global_step": 35175, "epoch": 366, "lr": 6.175592841342259e-06}
+{"train_loss": 0.0731881633400917, "global_step": 35176, "epoch": 366, "lr": 6.171523872608443e-06}
+{"train_loss": 0.08838288486003876, "global_step": 35177, "epoch": 366, "lr": 6.167456223789336e-06}
+{"train_loss": 0.09229101240634918, "global_step": 35178, "epoch": 366, "lr": 6.163389894912652e-06}
+{"train_loss": 0.07200094312429428, "global_step": 35179, "epoch": 366, "lr": 6.1593248860060575e-06}
+{"train_loss": 0.06124458834528923, "global_step": 35180, "epoch": 366, "lr": 6.155261197097262e-06}
+{"train_loss": 0.08301793038845062, "global_step": 35181, "epoch": 366, "lr": 6.151198828213889e-06}
+{"train_loss": 0.0884857177734375, "global_step": 35182, "epoch": 366, "lr": 6.147137779383671e-06}
+{"train_loss": 0.06934851408004761, "global_step": 35183, "epoch": 366, "lr": 6.14307805063421e-06}
+{"train_loss": 0.07831183075904846, "global_step": 35184, "epoch": 366, "lr": 6.139019641993171e-06}
+{"train_loss": 0.09101521968841553, "global_step": 35185, "epoch": 366, "lr": 6.134962553488199e-06}
+{"train_loss": 0.08316915482282639, "global_step": 35186, "epoch": 366, "lr": 6.1309067851468725e-06}
+{"train_loss": 0.06839565932750702, "global_step": 35187, "epoch": 366, "lr": 6.1268523369968575e-06}
+{"train_loss": 0.0741703063249588, "global_step": 35188, "epoch": 366, "lr": 6.122799209065755e-06}
+{"train_loss": 0.06405182182788849, "global_step": 35189, "epoch": 366, "lr": 6.118747401381187e-06}
+{"train_loss": 0.11870027333498001, "global_step": 35190, "epoch": 366, "lr": 6.114696913970708e-06}
+{"train_loss": 0.0641244500875473, "global_step": 35191, "epoch": 366, "lr": 6.110647746861897e-06}
+{"train_loss": 0.08370409905910492, "global_step": 35192, "epoch": 366, "lr": 6.106599900082355e-06}
+{"train_loss": 0.09844738245010376, "global_step": 35193, "epoch": 366, "lr": 6.102553373659636e-06}
+{"train_loss": 0.0879192054271698, "global_step": 35194, "epoch": 366, "lr": 6.098508167621298e-06}
+{"train_loss": 0.07564182579517365, "global_step": 35195, "epoch": 366, "lr": 6.094464281994894e-06}
+{"train_loss": 0.08353553712368011, "global_step": 35196, "epoch": 366, "lr": 6.090421716807959e-06}
+{"train_loss": 0.09073438495397568, "global_step": 35197, "epoch": 366, "lr": 6.086380472087982e-06}
+{"train_loss": 0.098861925303936, "global_step": 35198, "epoch": 366, "lr": 6.082340547862542e-06}
+{"train_loss": 0.07212625443935394, "global_step": 35199, "epoch": 366, "lr": 6.0783019441591034e-06}
+{"train_loss": 0.07333960384130478, "global_step": 35200, "epoch": 366, "lr": 6.0742646610052245e-06}
+{"train_loss": 0.09582936763763428, "global_step": 35201, "epoch": 366, "lr": 6.070228698428326e-06}
+{"train_loss": 0.08362672477960587, "global_step": 35202, "epoch": 366, "lr": 6.066194056455943e-06}
+{"train_loss": 0.09943518042564392, "global_step": 35203, "epoch": 366, "lr": 6.062160735115541e-06}
+{"train_loss": 0.11028668284416199, "global_step": 35204, "epoch": 366, "lr": 6.058128734434587e-06}
+{"train_loss": 0.10778644680976868, "global_step": 35205, "epoch": 366, "lr": 6.054098054440483e-06}
+{"train_loss": 0.08596499264240265, "global_step": 35206, "epoch": 366, "lr": 6.0500686951607825e-06}
+{"train_loss": 0.07706588506698608, "global_step": 35207, "epoch": 366, "lr": 6.04604065662282e-06}
+{"train_loss": 0.09127089381217957, "global_step": 35208, "epoch": 366, "lr": 6.042013938854108e-06}
+{"train_loss": 0.09759648144245148, "global_step": 35209, "epoch": 366, "lr": 6.0379885418820225e-06}
+{"train_loss": 0.06293684244155884, "global_step": 35210, "epoch": 366, "lr": 6.033964465733965e-06}
+{"train_loss": 0.07331003993749619, "global_step": 35211, "epoch": 366, "lr": 6.029941710437381e-06}
+{"train_loss": 0.11011478304862976, "global_step": 35212, "epoch": 366, "lr": 6.025920276019625e-06}
+{"train_loss": 0.1058039590716362, "global_step": 35213, "epoch": 366, "lr": 6.021900162508098e-06}
+{"train_loss": 0.11835683882236481, "global_step": 35214, "epoch": 366, "lr": 6.017881369930179e-06}
+{"train_loss": 0.11771531403064728, "global_step": 35215, "epoch": 366, "lr": 6.013863898313243e-06}
+{"train_loss": 0.085812509059906, "global_step": 35216, "epoch": 366, "lr": 6.009847747684582e-06}
+{"train_loss": 0.07741712033748627, "global_step": 35217, "epoch": 366, "lr": 6.005832918071664e-06}
+{"train_loss": 0.10209846496582031, "global_step": 35218, "epoch": 366, "lr": 6.001819409501708e-06}
+{"train_loss": 0.07918305695056915, "global_step": 35219, "epoch": 366, "lr": 5.9978072220021605e-06}
+{"train_loss": 0.10880329459905624, "global_step": 35220, "epoch": 366, "lr": 5.993796355600223e-06}
+{"train_loss": 0.09111566841602325, "global_step": 35221, "epoch": 366, "lr": 5.989786810323295e-06}
+{"train_loss": 0.09048978984355927, "global_step": 35222, "epoch": 366, "lr": 5.985778586198642e-06}
+{"train_loss": 0.10205895453691483, "global_step": 35223, "epoch": 366, "lr": 5.981771683253601e-06}
+{"train_loss": 0.0770009309053421, "global_step": 35224, "epoch": 366, "lr": 5.977766101515392e-06}
+{"train_loss": 0.06092454865574837, "global_step": 35225, "epoch": 366, "lr": 5.973761841011327e-06}
+{"train_loss": 0.09670513868331909, "global_step": 35226, "epoch": 366, "lr": 5.969758901768696e-06}
+{"train_loss": 0.045953020453453064, "global_step": 35227, "epoch": 366, "lr": 5.965757283814721e-06}
+{"train_loss": 0.07824860513210297, "global_step": 35228, "epoch": 366, "lr": 5.96175698717667e-06}
+{"train_loss": 0.0779922604560852, "global_step": 35229, "epoch": 366, "lr": 5.957758011881764e-06}
+{"train_loss": 0.061172328889369965, "global_step": 35230, "epoch": 366, "lr": 5.953760357957272e-06}
+{"train_loss": 0.08560542021101962, "global_step": 35231, "epoch": 366, "lr": 5.949764025430371e-06}
+{"train_loss": 0.05467904359102249, "global_step": 35232, "epoch": 367, "lr": 5.945769014328328e-06}
+{"train_loss": 0.0931534618139267, "global_step": 35233, "epoch": 367, "lr": 5.9417753246783e-06}
+{"train_loss": 0.08377385139465332, "global_step": 35234, "epoch": 367, "lr": 5.937782956507532e-06}
+{"train_loss": 0.0813784971833229, "global_step": 35235, "epoch": 367, "lr": 5.933791909843134e-06}
+{"train_loss": 0.09225153923034668, "global_step": 35236, "epoch": 367, "lr": 5.929802184712352e-06}
+{"train_loss": 0.08764596283435822, "global_step": 35237, "epoch": 367, "lr": 5.925813781142364e-06}
+{"train_loss": 0.07921861112117767, "global_step": 35238, "epoch": 367, "lr": 5.92182669916026e-06}
+{"train_loss": 0.06448689103126526, "global_step": 35239, "epoch": 367, "lr": 5.91784093879324e-06}
+{"train_loss": 0.06725415587425232, "global_step": 35240, "epoch": 367, "lr": 5.913856500068415e-06}
+{"train_loss": 0.07641672343015671, "global_step": 35241, "epoch": 367, "lr": 5.909873383012987e-06}
+{"train_loss": 0.08751849830150604, "global_step": 35242, "epoch": 367, "lr": 5.905891587653978e-06}
+{"train_loss": 0.09890419244766235, "global_step": 35243, "epoch": 367, "lr": 5.901911114018588e-06}
+{"train_loss": 0.11185485124588013, "global_step": 35244, "epoch": 367, "lr": 5.897931962133885e-06}
+{"train_loss": 0.05198643356561661, "global_step": 35245, "epoch": 367, "lr": 5.893954132027002e-06}
+{"train_loss": 0.08405284583568573, "global_step": 35246, "epoch": 367, "lr": 5.88997762372494e-06}
+{"train_loss": 0.0992950052022934, "global_step": 35247, "epoch": 367, "lr": 5.8860024372548785e-06}
+{"train_loss": 0.05517932027578354, "global_step": 35248, "epoch": 367, "lr": 5.882028572643816e-06}
+{"train_loss": 0.08583894371986389, "global_step": 35249, "epoch": 367, "lr": 5.878056029918866e-06}
+{"train_loss": 0.08384664356708527, "global_step": 35250, "epoch": 367, "lr": 5.87408480910705e-06}
+{"train_loss": 0.062441691756248474, "global_step": 35251, "epoch": 367, "lr": 5.870114910235413e-06}
+{"train_loss": 0.08753350377082825, "global_step": 35252, "epoch": 367, "lr": 5.866146333331002e-06}
+{"train_loss": 0.0807373896241188, "global_step": 35253, "epoch": 367, "lr": 5.862179078420793e-06}
+{"train_loss": 0.10195180773735046, "global_step": 35254, "epoch": 367, "lr": 5.858213145531876e-06}
+{"train_loss": 0.08541622757911682, "global_step": 35255, "epoch": 367, "lr": 5.854248534691209e-06}
+{"train_loss": 0.09157077968120575, "global_step": 35256, "epoch": 367, "lr": 5.850285245925835e-06}
+{"train_loss": 0.06411871314048767, "global_step": 35257, "epoch": 367, "lr": 5.846323279262644e-06}
+{"train_loss": 0.10922694206237793, "global_step": 35258, "epoch": 367, "lr": 5.842362634728749e-06}
+{"train_loss": 0.09928617626428604, "global_step": 35259, "epoch": 367, "lr": 5.838403312351038e-06}
+{"train_loss": 0.07251511514186859, "global_step": 35260, "epoch": 367, "lr": 5.834445312156489e-06}
+{"train_loss": 0.07518970966339111, "global_step": 35261, "epoch": 367, "lr": 5.830488634172038e-06}
+{"train_loss": 0.07503966987133026, "global_step": 35262, "epoch": 367, "lr": 5.8265332784246615e-06}
+{"train_loss": 0.07808783650398254, "global_step": 35263, "epoch": 367, "lr": 5.8225792449412735e-06}
+{"train_loss": 0.09387162327766418, "global_step": 35264, "epoch": 367, "lr": 5.818626533748805e-06}
+{"train_loss": 0.07904651761054993, "global_step": 35265, "epoch": 367, "lr": 5.814675144874193e-06}
+{"train_loss": 0.09263963252305984, "global_step": 35266, "epoch": 367, "lr": 5.8107250783443035e-06}
+{"train_loss": 0.11396275460720062, "global_step": 35267, "epoch": 367, "lr": 5.80677633418607e-06}
+{"train_loss": 0.07683585584163666, "global_step": 35268, "epoch": 367, "lr": 5.802828912426339e-06}
+{"train_loss": 0.07038019597530365, "global_step": 35269, "epoch": 367, "lr": 5.798882813092066e-06}
+{"train_loss": 0.09053594619035721, "global_step": 35270, "epoch": 367, "lr": 5.794938036210051e-06}
+{"train_loss": 0.12504824995994568, "global_step": 35271, "epoch": 367, "lr": 5.790994581807208e-06}
+{"train_loss": 0.04629542678594589, "global_step": 35272, "epoch": 367, "lr": 5.787052449910313e-06}
+{"train_loss": 0.11717084050178528, "global_step": 35273, "epoch": 367, "lr": 5.783111640546324e-06}
+{"train_loss": 0.07162649929523468, "global_step": 35274, "epoch": 367, "lr": 5.779172153741996e-06}
+{"train_loss": 0.08362054079771042, "global_step": 35275, "epoch": 367, "lr": 5.775233989524176e-06}
+{"train_loss": 0.06077292934060097, "global_step": 35276, "epoch": 367, "lr": 5.7712971479196855e-06}
+{"train_loss": 0.08258029073476791, "global_step": 35277, "epoch": 367, "lr": 5.7673616289553475e-06}
+{"train_loss": 0.08616404235363007, "global_step": 35278, "epoch": 367, "lr": 5.7634274326579194e-06}
+{"train_loss": 0.09907996654510498, "global_step": 35279, "epoch": 367, "lr": 5.759494559054224e-06}
+{"train_loss": 0.07744760811328888, "global_step": 35280, "epoch": 367, "lr": 5.755563008171039e-06}
+{"train_loss": 0.09001140296459198, "global_step": 35281, "epoch": 367, "lr": 5.751632780035143e-06}
+{"train_loss": 0.0627884641289711, "global_step": 35282, "epoch": 367, "lr": 5.747703874673293e-06}
+{"train_loss": 0.0716925859451294, "global_step": 35283, "epoch": 367, "lr": 5.743776292112202e-06}
+{"train_loss": 0.12459156662225723, "global_step": 35284, "epoch": 367, "lr": 5.739850032378713e-06}
+{"train_loss": 0.06456226110458374, "global_step": 35285, "epoch": 367, "lr": 5.735925095499473e-06}
+{"train_loss": 0.10982951521873474, "global_step": 35286, "epoch": 367, "lr": 5.732001481501259e-06}
+{"train_loss": 0.10629324615001678, "global_step": 35287, "epoch": 367, "lr": 5.72807919041074e-06}
+{"train_loss": 0.09063944220542908, "global_step": 35288, "epoch": 367, "lr": 5.724158222254694e-06}
+{"train_loss": 0.10018523782491684, "global_step": 35289, "epoch": 367, "lr": 5.720238577059789e-06}
+{"train_loss": 0.07583113014698029, "global_step": 35290, "epoch": 367, "lr": 5.716320254852692e-06}
+{"train_loss": 0.07945141196250916, "global_step": 35291, "epoch": 367, "lr": 5.712403255660115e-06}
+{"train_loss": 0.09322871267795563, "global_step": 35292, "epoch": 367, "lr": 5.708487579508726e-06}
+{"train_loss": 0.06615829467773438, "global_step": 35293, "epoch": 367, "lr": 5.7045732264251915e-06}
+{"train_loss": 0.08423653244972229, "global_step": 35294, "epoch": 367, "lr": 5.700660196436136e-06}
+{"train_loss": 0.08864264190196991, "global_step": 35295, "epoch": 367, "lr": 5.696748489568271e-06}
+{"train_loss": 0.09614185988903046, "global_step": 35296, "epoch": 367, "lr": 5.692838105848175e-06}
+{"train_loss": 0.0956481397151947, "global_step": 35297, "epoch": 367, "lr": 5.688929045302515e-06}
+{"train_loss": 0.08170828223228455, "global_step": 35298, "epoch": 367, "lr": 5.6850213079578495e-06}
+{"train_loss": 0.10307341814041138, "global_step": 35299, "epoch": 367, "lr": 5.681114893840889e-06}
+{"train_loss": 0.07609228044748306, "global_step": 35300, "epoch": 367, "lr": 5.677209802978145e-06}
+{"train_loss": 0.10100779682397842, "global_step": 35301, "epoch": 367, "lr": 5.673306035396264e-06}
+{"train_loss": 0.09343250840902328, "global_step": 35302, "epoch": 367, "lr": 5.66940359112178e-06}
+{"train_loss": 0.1122395470738411, "global_step": 35303, "epoch": 367, "lr": 5.665502470181339e-06}
+{"train_loss": 0.0663650631904602, "global_step": 35304, "epoch": 367, "lr": 5.6616026726014295e-06}
+{"train_loss": 0.09947600960731506, "global_step": 35305, "epoch": 367, "lr": 5.657704198408653e-06}
+{"train_loss": 0.09640499949455261, "global_step": 35306, "epoch": 367, "lr": 5.653807047629567e-06}
+{"train_loss": 0.06569311767816544, "global_step": 35307, "epoch": 367, "lr": 5.64991122029066e-06}
+{"train_loss": 0.05228806287050247, "global_step": 35308, "epoch": 367, "lr": 5.646016716418534e-06}
+{"train_loss": 0.05675926059484482, "global_step": 35309, "epoch": 367, "lr": 5.64212353603959e-06}
+{"train_loss": 0.09993051737546921, "global_step": 35310, "epoch": 367, "lr": 5.638231679180494e-06}
+{"train_loss": 0.10850263386964798, "global_step": 35311, "epoch": 367, "lr": 5.634341145867628e-06}
+{"train_loss": 0.10704934597015381, "global_step": 35312, "epoch": 367, "lr": 5.630451936127523e-06}
+{"train_loss": 0.09571994096040726, "global_step": 35313, "epoch": 367, "lr": 5.626564049986693e-06}
+{"train_loss": 0.08086588233709335, "global_step": 35314, "epoch": 367, "lr": 5.622677487471584e-06}
+{"train_loss": 0.10660800337791443, "global_step": 35315, "epoch": 367, "lr": 5.618792248608662e-06}
+{"train_loss": 0.09483306109905243, "global_step": 35316, "epoch": 367, "lr": 5.6149083334243956e-06}
+{"train_loss": 0.09456434100866318, "global_step": 35317, "epoch": 367, "lr": 5.6110257419452306e-06}
+{"train_loss": 0.0656975582242012, "global_step": 35318, "epoch": 367, "lr": 5.60714447419759e-06}
+{"train_loss": 0.08869444578886032, "global_step": 35319, "epoch": 367, "lr": 5.603264530207919e-06}
+{"train_loss": 0.08345553278923035, "global_step": 35320, "epoch": 367, "lr": 5.599385910002619e-06}
+{"train_loss": 0.09156236052513123, "global_step": 35321, "epoch": 367, "lr": 5.595508613608158e-06}
+{"train_loss": 0.08053673058748245, "global_step": 35322, "epoch": 367, "lr": 5.59163264105087e-06}
+{"train_loss": 0.11165250837802887, "global_step": 35323, "epoch": 367, "lr": 5.587757992357201e-06}
+{"train_loss": 0.0832662582397461, "global_step": 35324, "epoch": 367, "lr": 5.583884667553508e-06}
+{"train_loss": 0.08640687167644501, "global_step": 35325, "epoch": 367, "lr": 5.580012666666168e-06}
+{"train_loss": 0.08934392035007477, "global_step": 35326, "epoch": 367, "lr": 5.5761419897215616e-06}
+{"train_loss": 0.08588318592713524, "global_step": 35327, "epoch": 367, "lr": 5.572272636746046e-06}
+{"train_loss": 0.09069722890853882, "global_step": 35328, "epoch": 368, "lr": 5.5684046077659535e-06}
+{"train_loss": 0.09750274568796158, "global_step": 35329, "epoch": 368, "lr": 5.564537902807643e-06}
+{"train_loss": 0.08955661207437515, "global_step": 35330, "epoch": 368, "lr": 5.560672521897425e-06}
+{"train_loss": 0.09468100965023041, "global_step": 35331, "epoch": 368, "lr": 5.556808465061636e-06}
+{"train_loss": 0.08414221554994583, "global_step": 35332, "epoch": 368, "lr": 5.552945732326608e-06}
+{"train_loss": 0.09156015515327454, "global_step": 35333, "epoch": 368, "lr": 5.549084323718612e-06}
+{"train_loss": 0.08274775743484497, "global_step": 35334, "epoch": 368, "lr": 5.54522423926398e-06}
+{"train_loss": 0.09273205697536469, "global_step": 35335, "epoch": 368, "lr": 5.541365478988914e-06}
+{"train_loss": 0.07033607363700867, "global_step": 35336, "epoch": 368, "lr": 5.537508042919814e-06}
+{"train_loss": 0.07498101890087128, "global_step": 35337, "epoch": 368, "lr": 5.533651931082839e-06}
+{"train_loss": 0.08643722534179688, "global_step": 35338, "epoch": 368, "lr": 5.529797143504323e-06}
+{"train_loss": 0.07811497151851654, "global_step": 35339, "epoch": 368, "lr": 5.525943680210466e-06}
+{"train_loss": 0.12618401646614075, "global_step": 35340, "epoch": 368, "lr": 5.5220915412275585e-06}
+{"train_loss": 0.12316335737705231, "global_step": 35341, "epoch": 368, "lr": 5.51824072658178e-06}
+{"train_loss": 0.07541340589523315, "global_step": 35342, "epoch": 368, "lr": 5.514391236299376e-06}
+{"train_loss": 0.07871571183204651, "global_step": 35343, "epoch": 368, "lr": 5.5105430704065485e-06}
+{"train_loss": 0.08736301213502884, "global_step": 35344, "epoch": 368, "lr": 5.506696228929542e-06}
+{"train_loss": 0.11815372109413147, "global_step": 35345, "epoch": 368, "lr": 5.502850711894514e-06}
+{"train_loss": 0.0734935849905014, "global_step": 35346, "epoch": 368, "lr": 5.499006519327665e-06}
+{"train_loss": 0.1019274890422821, "global_step": 35347, "epoch": 368, "lr": 5.495163651255197e-06}
+{"train_loss": 0.07441540062427521, "global_step": 35348, "epoch": 368, "lr": 5.491322107703223e-06}
+{"train_loss": 0.06423225998878479, "global_step": 35349, "epoch": 368, "lr": 5.48748188869792e-06}
+{"train_loss": 0.0918596088886261, "global_step": 35350, "epoch": 368, "lr": 5.48364299426547e-06}
+{"train_loss": 0.0858515202999115, "global_step": 35351, "epoch": 368, "lr": 5.479805424432005e-06}
+{"train_loss": 0.09601320326328278, "global_step": 35352, "epoch": 368, "lr": 5.475969179223639e-06}
+{"train_loss": 0.090091273188591, "global_step": 35353, "epoch": 368, "lr": 5.472134258666506e-06}
+{"train_loss": 0.10115467011928558, "global_step": 35354, "epoch": 368, "lr": 5.468300662786696e-06}
+{"train_loss": 0.13303512334823608, "global_step": 35355, "epoch": 368, "lr": 5.464468391610389e-06}
+{"train_loss": 0.08787257969379425, "global_step": 35356, "epoch": 368, "lr": 5.460637445163586e-06}
+{"train_loss": 0.0803280621767044, "global_step": 35357, "epoch": 368, "lr": 5.456807823472443e-06}
+{"train_loss": 0.10182925313711166, "global_step": 35358, "epoch": 368, "lr": 5.452979526563029e-06}
+{"train_loss": 0.08149383962154388, "global_step": 35359, "epoch": 368, "lr": 5.449152554461368e-06}
+{"train_loss": 0.1331276297569275, "global_step": 35360, "epoch": 368, "lr": 5.445326907193548e-06}
+{"train_loss": 0.08535104244947433, "global_step": 35361, "epoch": 368, "lr": 5.44150258478564e-06}
+{"train_loss": 0.09086649119853973, "global_step": 35362, "epoch": 368, "lr": 5.437679587263688e-06}
+{"train_loss": 0.056944526731967926, "global_step": 35363, "epoch": 368, "lr": 5.433857914653695e-06}
+{"train_loss": 0.07758355885744095, "global_step": 35364, "epoch": 368, "lr": 5.430037566981705e-06}
+{"train_loss": 0.09614259004592896, "global_step": 35365, "epoch": 368, "lr": 5.42621854427372e-06}
+{"train_loss": 0.07232682406902313, "global_step": 35366, "epoch": 368, "lr": 5.422400846555764e-06}
+{"train_loss": 0.11639232933521271, "global_step": 35367, "epoch": 368, "lr": 5.418584473853816e-06}
+{"train_loss": 0.06123720854520798, "global_step": 35368, "epoch": 368, "lr": 5.4147694261938774e-06}
+{"train_loss": 0.11411063373088837, "global_step": 35369, "epoch": 368, "lr": 5.410955703601905e-06}
+{"train_loss": 0.06950104236602783, "global_step": 35370, "epoch": 368, "lr": 5.407143306103924e-06}
+{"train_loss": 0.12498463690280914, "global_step": 35371, "epoch": 368, "lr": 5.403332233725822e-06}
+{"train_loss": 0.07369700074195862, "global_step": 35372, "epoch": 368, "lr": 5.399522486493602e-06}
+{"train_loss": 0.057292159646749496, "global_step": 35373, "epoch": 368, "lr": 5.395714064433222e-06}
+{"train_loss": 0.10054327547550201, "global_step": 35374, "epoch": 368, "lr": 5.391906967570548e-06}
+{"train_loss": 0.09415802359580994, "global_step": 35375, "epoch": 368, "lr": 5.38810119593156e-06}
+{"train_loss": 0.08990523964166641, "global_step": 35376, "epoch": 368, "lr": 5.3842967495421504e-06}
+{"train_loss": 0.0910673663020134, "global_step": 35377, "epoch": 368, "lr": 5.380493628428274e-06}
+{"train_loss": 0.11598697304725647, "global_step": 35378, "epoch": 368, "lr": 5.3766918326157546e-06}
+{"train_loss": 0.09445268660783768, "global_step": 35379, "epoch": 368, "lr": 5.372891362130505e-06}
+{"train_loss": 0.056317344307899475, "global_step": 35380, "epoch": 368, "lr": 5.369092216998439e-06}
+{"train_loss": 0.06096114218235016, "global_step": 35381, "epoch": 368, "lr": 5.3652943972454015e-06}
+{"train_loss": 0.07994495332241058, "global_step": 35382, "epoch": 368, "lr": 5.361497902897261e-06}
+{"train_loss": 0.08187360316514969, "global_step": 35383, "epoch": 368, "lr": 5.357702733979864e-06}
+{"train_loss": 0.08965048938989639, "global_step": 35384, "epoch": 368, "lr": 5.3539088905190545e-06}
+{"train_loss": 0.0758533626794815, "global_step": 35385, "epoch": 368, "lr": 5.350116372540703e-06}
+{"train_loss": 0.07756128907203674, "global_step": 35386, "epoch": 368, "lr": 5.346325180070566e-06}
+{"train_loss": 0.09022241085767746, "global_step": 35387, "epoch": 368, "lr": 5.342535313134511e-06}
+{"train_loss": 0.08087755739688873, "global_step": 35388, "epoch": 368, "lr": 5.338746771758341e-06}
+{"train_loss": 0.11075076460838318, "global_step": 35389, "epoch": 368, "lr": 5.334959555967856e-06}
+{"train_loss": 0.06699538230895996, "global_step": 35390, "epoch": 368, "lr": 5.331173665788813e-06}
+{"train_loss": 0.09609811007976532, "global_step": 35391, "epoch": 368, "lr": 5.327389101247015e-06}
+{"train_loss": 0.07247170805931091, "global_step": 35392, "epoch": 368, "lr": 5.323605862368264e-06}
+{"train_loss": 0.08184946328401566, "global_step": 35393, "epoch": 368, "lr": 5.319823949178271e-06}
+{"train_loss": 0.11058373004198074, "global_step": 35394, "epoch": 368, "lr": 5.316043361702816e-06}
+{"train_loss": 0.0694856345653534, "global_step": 35395, "epoch": 368, "lr": 5.312264099967635e-06}
+{"train_loss": 0.05958380550146103, "global_step": 35396, "epoch": 368, "lr": 5.308486163998505e-06}
+{"train_loss": 0.09058328717947006, "global_step": 35397, "epoch": 368, "lr": 5.304709553821096e-06}
+{"train_loss": 0.09378895908594131, "global_step": 35398, "epoch": 368, "lr": 5.300934269461122e-06}
+{"train_loss": 0.08669905364513397, "global_step": 35399, "epoch": 368, "lr": 5.297160310944338e-06}
+{"train_loss": 0.08704701066017151, "global_step": 35400, "epoch": 368, "lr": 5.293387678296436e-06}
+{"train_loss": 0.11779269576072693, "global_step": 35401, "epoch": 368, "lr": 5.289616371543082e-06}
+{"train_loss": 0.0758051872253418, "global_step": 35402, "epoch": 368, "lr": 5.285846390709948e-06}
+{"train_loss": 0.1370331197977066, "global_step": 35403, "epoch": 368, "lr": 5.2820777358227655e-06}
+{"train_loss": 0.07592234015464783, "global_step": 35404, "epoch": 368, "lr": 5.278310406907116e-06}
+{"train_loss": 0.08135250210762024, "global_step": 35405, "epoch": 368, "lr": 5.274544403988712e-06}
+{"train_loss": 0.11406344175338745, "global_step": 35406, "epoch": 368, "lr": 5.2707797270932e-06}
+{"train_loss": 0.09844283759593964, "global_step": 35407, "epoch": 368, "lr": 5.2670163762462035e-06}
+{"train_loss": 0.05496915802359581, "global_step": 35408, "epoch": 368, "lr": 5.263254351473301e-06}
+{"train_loss": 0.11795705556869507, "global_step": 35409, "epoch": 368, "lr": 5.259493652800185e-06}
+{"train_loss": 0.057439908385276794, "global_step": 35410, "epoch": 368, "lr": 5.255734280252434e-06}
+{"train_loss": 0.09493127465248108, "global_step": 35411, "epoch": 368, "lr": 5.251976233855671e-06}
+{"train_loss": 0.07783923298120499, "global_step": 35412, "epoch": 368, "lr": 5.248219513635455e-06}
+{"train_loss": 0.10892550647258759, "global_step": 35413, "epoch": 368, "lr": 5.244464119617365e-06}
+{"train_loss": 0.07111161947250366, "global_step": 35414, "epoch": 368, "lr": 5.240710051827002e-06}
+{"train_loss": 0.07585535943508148, "global_step": 35415, "epoch": 368, "lr": 5.2369573102899025e-06}
+{"train_loss": 0.11047559976577759, "global_step": 35416, "epoch": 368, "lr": 5.233205895031645e-06}
+{"train_loss": 0.06828419864177704, "global_step": 35417, "epoch": 368, "lr": 5.229455806077743e-06}
+{"train_loss": 0.07326379418373108, "global_step": 35418, "epoch": 368, "lr": 5.225707043453798e-06}
+{"train_loss": 0.09956426173448563, "global_step": 35419, "epoch": 368, "lr": 5.221959607185256e-06}
+{"train_loss": 0.08633987605571747, "global_step": 35420, "epoch": 368, "lr": 5.218213497297719e-06}
+{"train_loss": 0.07606200873851776, "global_step": 35421, "epoch": 368, "lr": 5.214468713816612e-06}
+{"train_loss": 0.10728926956653595, "global_step": 35422, "epoch": 368, "lr": 5.210725256767513e-06}
+{"train_loss": 0.088286104456832, "global_step": 35423, "epoch": 368, "lr": 5.206983126175846e-06}
+{"train_loss": 0.05423836410045624, "global_step": 35424, "epoch": 369, "lr": 5.20324232206717e-06}
+{"train_loss": 0.07225220650434494, "global_step": 35425, "epoch": 369, "lr": 5.199502844466886e-06}
+{"train_loss": 0.11590465158224106, "global_step": 35426, "epoch": 369, "lr": 5.195764693400507e-06}
+{"train_loss": 0.07164543867111206, "global_step": 35427, "epoch": 369, "lr": 5.1920278688934346e-06}
+{"train_loss": 0.063704714179039, "global_step": 35428, "epoch": 369, "lr": 5.188292370971182e-06}
+{"train_loss": 0.11310873925685883, "global_step": 35429, "epoch": 369, "lr": 5.184558199659151e-06}
+{"train_loss": 0.09402365982532501, "global_step": 35430, "epoch": 369, "lr": 5.180825354982766e-06}
+{"train_loss": 0.09312594681978226, "global_step": 35431, "epoch": 369, "lr": 5.1770938369674506e-06}
+{"train_loss": 0.10845324397087097, "global_step": 35432, "epoch": 369, "lr": 5.173363645638629e-06}
+{"train_loss": 0.07972916960716248, "global_step": 35433, "epoch": 369, "lr": 5.169634781021726e-06}
+{"train_loss": 0.11036921292543411, "global_step": 35434, "epoch": 369, "lr": 5.165907243142032e-06}
+{"train_loss": 0.07972504198551178, "global_step": 35435, "epoch": 369, "lr": 5.16218103202506e-06}
+{"train_loss": 0.0707918331027031, "global_step": 35436, "epoch": 369, "lr": 5.1584561476961e-06}
+{"train_loss": 0.09008792042732239, "global_step": 35437, "epoch": 369, "lr": 5.154732590180555e-06}
+{"train_loss": 0.07832135260105133, "global_step": 35438, "epoch": 369, "lr": 5.1510103595037604e-06}
+{"train_loss": 0.11456552147865295, "global_step": 35439, "epoch": 369, "lr": 5.147289455691073e-06}
+{"train_loss": 0.08035863935947418, "global_step": 35440, "epoch": 369, "lr": 5.143569878767829e-06}
+{"train_loss": 0.10328163206577301, "global_step": 35441, "epoch": 369, "lr": 5.1398516287593625e-06}
+{"train_loss": 0.08384532481431961, "global_step": 35442, "epoch": 369, "lr": 5.136134705690987e-06}
+{"train_loss": 0.10575782507658005, "global_step": 35443, "epoch": 369, "lr": 5.132419109588016e-06}
+{"train_loss": 0.10961262136697769, "global_step": 35444, "epoch": 369, "lr": 5.128704840475762e-06}
+{"train_loss": 0.09530672430992126, "global_step": 35445, "epoch": 369, "lr": 5.124991898379472e-06}
+{"train_loss": 0.12098611146211624, "global_step": 35446, "epoch": 369, "lr": 5.1212802833245036e-06}
+{"train_loss": 0.09219838678836823, "global_step": 35447, "epoch": 369, "lr": 5.11756999533608e-06}
+{"train_loss": 0.09906405955553055, "global_step": 35448, "epoch": 369, "lr": 5.113861034439493e-06}
+{"train_loss": 0.07686325162649155, "global_step": 35449, "epoch": 369, "lr": 5.110153400659945e-06}
+{"train_loss": 0.12044519186019897, "global_step": 35450, "epoch": 369, "lr": 5.106447094022771e-06}
+{"train_loss": 0.0957665741443634, "global_step": 35451, "epoch": 369, "lr": 5.102742114553149e-06}
+{"train_loss": 0.09157155454158783, "global_step": 35452, "epoch": 369, "lr": 5.099038462276351e-06}
+{"train_loss": 0.10071641206741333, "global_step": 35453, "epoch": 369, "lr": 5.095336137217555e-06}
+{"train_loss": 0.09004861861467361, "global_step": 35454, "epoch": 369, "lr": 5.091635139401984e-06}
+{"train_loss": 0.07178108394145966, "global_step": 35455, "epoch": 369, "lr": 5.087935468854865e-06}
+{"train_loss": 0.08706405758857727, "global_step": 35456, "epoch": 369, "lr": 5.084237125601332e-06}
+{"train_loss": 0.06607908755540848, "global_step": 35457, "epoch": 369, "lr": 5.0805401096666535e-06}
+{"train_loss": 0.10927465558052063, "global_step": 35458, "epoch": 369, "lr": 5.076844421075922e-06}
+{"train_loss": 0.0762147605419159, "global_step": 35459, "epoch": 369, "lr": 5.073150059854381e-06}
+{"train_loss": 0.09321403503417969, "global_step": 35460, "epoch": 369, "lr": 5.069457026027125e-06}
+{"train_loss": 0.07935142517089844, "global_step": 35461, "epoch": 369, "lr": 5.065765319619353e-06}
+{"train_loss": 0.08238255977630615, "global_step": 35462, "epoch": 369, "lr": 5.062074940656181e-06}
+{"train_loss": 0.08301141858100891, "global_step": 35463, "epoch": 369, "lr": 5.058385889162743e-06}
+{"train_loss": 0.1250009536743164, "global_step": 35464, "epoch": 369, "lr": 5.054698165164107e-06}
+{"train_loss": 0.07504573464393616, "global_step": 35465, "epoch": 369, "lr": 5.051011768685477e-06}
+{"train_loss": 0.04827604442834854, "global_step": 35466, "epoch": 369, "lr": 5.047326699751898e-06}
+{"train_loss": 0.10186798125505447, "global_step": 35467, "epoch": 369, "lr": 5.043642958388484e-06}
+{"train_loss": 0.07927120476961136, "global_step": 35468, "epoch": 369, "lr": 5.039960544620348e-06}
+{"train_loss": 0.07382258027791977, "global_step": 35469, "epoch": 369, "lr": 5.036279458472493e-06}
+{"train_loss": 0.09408023208379745, "global_step": 35470, "epoch": 369, "lr": 5.032599699970053e-06}
+{"train_loss": 0.07583680003881454, "global_step": 35471, "epoch": 369, "lr": 5.028921269138032e-06}
+{"train_loss": 0.08961141854524612, "global_step": 35472, "epoch": 369, "lr": 5.025244166001542e-06}
+{"train_loss": 0.09416839480400085, "global_step": 35473, "epoch": 369, "lr": 5.021568390585563e-06}
+{"train_loss": 0.08474580943584442, "global_step": 35474, "epoch": 369, "lr": 5.017893942915186e-06}
+{"train_loss": 0.0779176652431488, "global_step": 35475, "epoch": 369, "lr": 5.0142208230153474e-06}
+{"train_loss": 0.09832733869552612, "global_step": 35476, "epoch": 369, "lr": 5.010549030911138e-06}
+{"train_loss": 0.1345391869544983, "global_step": 35477, "epoch": 369, "lr": 5.006878566627538e-06}
+{"train_loss": 0.08090135455131531, "global_step": 35478, "epoch": 369, "lr": 5.003209430189526e-06}
+{"train_loss": 0.10193328559398651, "global_step": 35479, "epoch": 369, "lr": 4.999541621622106e-06}
+{"train_loss": 0.07941210269927979, "global_step": 35480, "epoch": 369, "lr": 4.9958751409502565e-06}
+{"train_loss": 0.0969642773270607, "global_step": 35481, "epoch": 369, "lr": 4.992209988198937e-06}
+{"train_loss": 0.07756806910037994, "global_step": 35482, "epoch": 369, "lr": 4.988546163393082e-06}
+{"train_loss": 0.09337391704320908, "global_step": 35483, "epoch": 369, "lr": 4.984883666557716e-06}
+{"train_loss": 0.055761657655239105, "global_step": 35484, "epoch": 369, "lr": 4.9812224977176855e-06}
+{"train_loss": 0.05511811003088951, "global_step": 35485, "epoch": 369, "lr": 4.9775626568979935e-06}
+{"train_loss": 0.10310935974121094, "global_step": 35486, "epoch": 369, "lr": 4.973904144123509e-06}
+{"train_loss": 0.10050483047962189, "global_step": 35487, "epoch": 369, "lr": 4.970246959419189e-06}
+{"train_loss": 0.08356424421072006, "global_step": 35488, "epoch": 369, "lr": 4.966591102809925e-06}
+{"train_loss": 0.0470588281750679, "global_step": 35489, "epoch": 369, "lr": 4.962936574320609e-06}
+{"train_loss": 0.06649008393287659, "global_step": 35490, "epoch": 369, "lr": 4.959283373976087e-06}
+{"train_loss": 0.08510226756334305, "global_step": 35491, "epoch": 369, "lr": 4.955631501801316e-06}
+{"train_loss": 0.11817282438278198, "global_step": 35492, "epoch": 369, "lr": 4.951980957821123e-06}
+{"train_loss": 0.0939798504114151, "global_step": 35493, "epoch": 369, "lr": 4.948331742060353e-06}
+{"train_loss": 0.09672728180885315, "global_step": 35494, "epoch": 369, "lr": 4.944683854543874e-06}
+{"train_loss": 0.07289768755435944, "global_step": 35495, "epoch": 369, "lr": 4.941037295296535e-06}
+{"train_loss": 0.07939831167459488, "global_step": 35496, "epoch": 369, "lr": 4.9373920643431385e-06}
+{"train_loss": 0.09222334623336792, "global_step": 35497, "epoch": 369, "lr": 4.933748161708529e-06}
+{"train_loss": 0.08495640009641647, "global_step": 35498, "epoch": 369, "lr": 4.930105587417533e-06}
+{"train_loss": 0.07028041779994965, "global_step": 35499, "epoch": 369, "lr": 4.926464341494907e-06}
+{"train_loss": 0.08772410452365875, "global_step": 35500, "epoch": 369, "lr": 4.922824423965522e-06}
+{"train_loss": 0.0724647268652916, "global_step": 35501, "epoch": 369, "lr": 4.919185834854068e-06}
+{"train_loss": 0.07431454956531525, "global_step": 35502, "epoch": 369, "lr": 4.915548574185436e-06}
+{"train_loss": 0.08969490975141525, "global_step": 35503, "epoch": 369, "lr": 4.9119126419842954e-06}
+{"train_loss": 0.1012822836637497, "global_step": 35504, "epoch": 369, "lr": 4.908278038275449e-06}
+{"train_loss": 0.09340974688529968, "global_step": 35505, "epoch": 369, "lr": 4.904644763083654e-06}
+{"train_loss": 0.0919184535741806, "global_step": 35506, "epoch": 369, "lr": 4.901012816433648e-06}
+{"train_loss": 0.08072465658187866, "global_step": 35507, "epoch": 369, "lr": 4.897382198350142e-06}
+{"train_loss": 0.07345211505889893, "global_step": 35508, "epoch": 369, "lr": 4.893752908857874e-06}
+{"train_loss": 0.07657882571220398, "global_step": 35509, "epoch": 369, "lr": 4.890124947981578e-06}
+{"train_loss": 0.080240398645401, "global_step": 35510, "epoch": 369, "lr": 4.886498315745924e-06}
+{"train_loss": 0.07954050600528717, "global_step": 35511, "epoch": 369, "lr": 4.882873012175649e-06}
+{"train_loss": 0.10701747983694077, "global_step": 35512, "epoch": 369, "lr": 4.8792490372953745e-06}
+{"train_loss": 0.08492229878902435, "global_step": 35513, "epoch": 369, "lr": 4.875626391129861e-06}
+{"train_loss": 0.09568151831626892, "global_step": 35514, "epoch": 369, "lr": 4.872005073703712e-06}
+{"train_loss": 0.06529583781957626, "global_step": 35515, "epoch": 369, "lr": 4.868385085041615e-06}
+{"train_loss": 0.08008456975221634, "global_step": 35516, "epoch": 369, "lr": 4.864766425168221e-06}
+{"train_loss": 0.09086981415748596, "global_step": 35517, "epoch": 369, "lr": 4.861149094108175e-06}
+{"train_loss": 0.12066029012203217, "global_step": 35518, "epoch": 369, "lr": 4.857533091886102e-06}
+{"train_loss": 0.0879876126612847, "global_step": 35519, "epoch": 369, "lr": 4.8539184185266266e-06}
+{"train_loss": 0.08854811638593674, "global_step": 35520, "epoch": 370, "lr": 4.850305074054351e-06}
+{"train_loss": 0.06339923292398453, "global_step": 35521, "epoch": 370, "lr": 4.846693058493945e-06}
+{"train_loss": 0.05000462010502815, "global_step": 35522, "epoch": 370, "lr": 4.8430823718699e-06}
+{"train_loss": 0.11456047743558884, "global_step": 35523, "epoch": 370, "lr": 4.839473014206886e-06}
+{"train_loss": 0.07037991285324097, "global_step": 35524, "epoch": 370, "lr": 4.835864985529459e-06}
+{"train_loss": 0.1383964717388153, "global_step": 35525, "epoch": 370, "lr": 4.832258285862179e-06}
+{"train_loss": 0.11597589403390884, "global_step": 35526, "epoch": 370, "lr": 4.828652915229603e-06}
+{"train_loss": 0.09709557890892029, "global_step": 35527, "epoch": 370, "lr": 4.8250488736562906e-06}
+{"train_loss": 0.092856764793396, "global_step": 35528, "epoch": 370, "lr": 4.821446161166821e-06}
+{"train_loss": 0.10892004519701004, "global_step": 35529, "epoch": 370, "lr": 4.817844777785663e-06}
+{"train_loss": 0.07300225645303726, "global_step": 35530, "epoch": 370, "lr": 4.814244723537354e-06}
+{"train_loss": 0.11350692063570023, "global_step": 35531, "epoch": 370, "lr": 4.81064599844645e-06}
+{"train_loss": 0.09576481580734253, "global_step": 35532, "epoch": 370, "lr": 4.807048602537445e-06}
+{"train_loss": 0.11202208697795868, "global_step": 35533, "epoch": 370, "lr": 4.803452535834807e-06}
+{"train_loss": 0.0797213613986969, "global_step": 35534, "epoch": 370, "lr": 4.799857798363028e-06}
+{"train_loss": 0.0695473775267601, "global_step": 35535, "epoch": 370, "lr": 4.7962643901466205e-06}
+{"train_loss": 0.11322984099388123, "global_step": 35536, "epoch": 370, "lr": 4.792672311210034e-06}
+{"train_loss": 0.06687741726636887, "global_step": 35537, "epoch": 370, "lr": 4.789081561577713e-06}
+{"train_loss": 0.05831674113869667, "global_step": 35538, "epoch": 370, "lr": 4.785492141274128e-06}
+{"train_loss": 0.06846766918897629, "global_step": 35539, "epoch": 370, "lr": 4.781904050323749e-06}
+{"train_loss": 0.06678520143032074, "global_step": 35540, "epoch": 370, "lr": 4.778317288750955e-06}
+{"train_loss": 0.0932595431804657, "global_step": 35541, "epoch": 370, "lr": 4.7747318565801944e-06}
+{"train_loss": 0.09852800518274307, "global_step": 35542, "epoch": 370, "lr": 4.771147753835892e-06}
+{"train_loss": 0.09666194021701813, "global_step": 35543, "epoch": 370, "lr": 4.7675649805424496e-06}
+{"train_loss": 0.07471591234207153, "global_step": 35544, "epoch": 370, "lr": 4.76398353672427e-06}
+{"train_loss": 0.08815708756446838, "global_step": 35545, "epoch": 370, "lr": 4.760403422405713e-06}
+{"train_loss": 0.07771596312522888, "global_step": 35546, "epoch": 370, "lr": 4.7568246376112014e-06}
+{"train_loss": 0.07281789928674698, "global_step": 35547, "epoch": 370, "lr": 4.753247182365073e-06}
+{"train_loss": 0.0837411880493164, "global_step": 35548, "epoch": 370, "lr": 4.749671056691707e-06}
+{"train_loss": 0.08973762392997742, "global_step": 35549, "epoch": 370, "lr": 4.74609626061544e-06}
+{"train_loss": 0.08826105296611786, "global_step": 35550, "epoch": 370, "lr": 4.7425227941606536e-06}
+{"train_loss": 0.0825510323047638, "global_step": 35551, "epoch": 370, "lr": 4.738950657351615e-06}
+{"train_loss": 0.09662161767482758, "global_step": 35552, "epoch": 370, "lr": 4.735379850212707e-06}
+{"train_loss": 0.059191346168518066, "global_step": 35553, "epoch": 370, "lr": 4.731810372768219e-06}
+{"train_loss": 0.12353289127349854, "global_step": 35554, "epoch": 370, "lr": 4.728242225042468e-06}
+{"train_loss": 0.07195962965488434, "global_step": 35555, "epoch": 370, "lr": 4.724675407059742e-06}
+{"train_loss": 0.0683160275220871, "global_step": 35556, "epoch": 370, "lr": 4.721109918844335e-06}
+{"train_loss": 0.07029382884502411, "global_step": 35557, "epoch": 370, "lr": 4.7175457604205384e-06}
+{"train_loss": 0.08563271164894104, "global_step": 35558, "epoch": 370, "lr": 4.7139829318126215e-06}
+{"train_loss": 0.07744309306144714, "global_step": 35559, "epoch": 370, "lr": 4.710421433044832e-06}
+{"train_loss": 0.0745508000254631, "global_step": 35560, "epoch": 370, "lr": 4.706861264141415e-06}
+{"train_loss": 0.08066630363464355, "global_step": 35561, "epoch": 370, "lr": 4.7033024251266434e-06}
+{"train_loss": 0.0809764713048935, "global_step": 35562, "epoch": 370, "lr": 4.69974491602474e-06}
+{"train_loss": 0.09685933589935303, "global_step": 35563, "epoch": 370, "lr": 4.69618873685993e-06}
+{"train_loss": 0.08627013862133026, "global_step": 35564, "epoch": 370, "lr": 4.692633887656417e-06}
+{"train_loss": 0.08569341152906418, "global_step": 35565, "epoch": 370, "lr": 4.689080368438426e-06}
+{"train_loss": 0.09325593709945679, "global_step": 35566, "epoch": 370, "lr": 4.6855281792301364e-06}
+{"train_loss": 0.06905105710029602, "global_step": 35567, "epoch": 370, "lr": 4.681977320055753e-06}
+{"train_loss": 0.05886581540107727, "global_step": 35568, "epoch": 370, "lr": 4.6784277909394326e-06}
+{"train_loss": 0.10748367011547089, "global_step": 35569, "epoch": 370, "lr": 4.674879591905401e-06}
+{"train_loss": 0.07100559771060944, "global_step": 35570, "epoch": 370, "lr": 4.671332722977773e-06}
+{"train_loss": 0.09784060716629028, "global_step": 35571, "epoch": 370, "lr": 4.667787184180705e-06}
+{"train_loss": 0.09410509467124939, "global_step": 35572, "epoch": 370, "lr": 4.664242975538358e-06}
+{"train_loss": 0.08582913875579834, "global_step": 35573, "epoch": 370, "lr": 4.660700097074866e-06}
+{"train_loss": 0.0767647922039032, "global_step": 35574, "epoch": 370, "lr": 4.657158548814322e-06}
+{"train_loss": 0.07659167051315308, "global_step": 35575, "epoch": 370, "lr": 4.653618330780885e-06}
+{"train_loss": 0.0933481901884079, "global_step": 35576, "epoch": 370, "lr": 4.6500794429986446e-06}
+{"train_loss": 0.0893692821264267, "global_step": 35577, "epoch": 370, "lr": 4.6465418854917176e-06}
+{"train_loss": 0.09750218689441681, "global_step": 35578, "epoch": 370, "lr": 4.643005658284172e-06}
+{"train_loss": 0.07544790208339691, "global_step": 35579, "epoch": 370, "lr": 4.639470761400078e-06}
+{"train_loss": 0.08995485305786133, "global_step": 35580, "epoch": 370, "lr": 4.635937194863549e-06}
+{"train_loss": 0.09499205648899078, "global_step": 35581, "epoch": 370, "lr": 4.632404958698611e-06}
+{"train_loss": 0.10114843398332596, "global_step": 35582, "epoch": 370, "lr": 4.6288740529293105e-06}
+{"train_loss": 0.10077537596225739, "global_step": 35583, "epoch": 370, "lr": 4.6253444775797185e-06}
+{"train_loss": 0.06606416404247284, "global_step": 35584, "epoch": 370, "lr": 4.621816232673882e-06}
+{"train_loss": 0.0609300434589386, "global_step": 35585, "epoch": 370, "lr": 4.61828931823578e-06}
+{"train_loss": 0.06137750297784805, "global_step": 35586, "epoch": 370, "lr": 4.614763734289463e-06}
+{"train_loss": 0.08657202124595642, "global_step": 35587, "epoch": 370, "lr": 4.611239480858953e-06}
+{"train_loss": 0.147408127784729, "global_step": 35588, "epoch": 370, "lr": 4.607716557968211e-06}
+{"train_loss": 0.08130443096160889, "global_step": 35589, "epoch": 370, "lr": 4.604194965641262e-06}
+{"train_loss": 0.0883573591709137, "global_step": 35590, "epoch": 370, "lr": 4.600674703902041e-06}
+{"train_loss": 0.09665670990943909, "global_step": 35591, "epoch": 370, "lr": 4.597155772774597e-06}
+{"train_loss": 0.08196546882390976, "global_step": 35592, "epoch": 370, "lr": 4.593638172282799e-06}
+{"train_loss": 0.07717307657003403, "global_step": 35593, "epoch": 370, "lr": 4.590121902450673e-06}
+{"train_loss": 0.06025504320859909, "global_step": 35594, "epoch": 370, "lr": 4.586606963302109e-06}
+{"train_loss": 0.08830709755420685, "global_step": 35595, "epoch": 370, "lr": 4.583093354861112e-06}
+{"train_loss": 0.07292146980762482, "global_step": 35596, "epoch": 370, "lr": 4.579581077151551e-06}
+{"train_loss": 0.0722317174077034, "global_step": 35597, "epoch": 370, "lr": 4.576070130197341e-06}
+{"train_loss": 0.06354586780071259, "global_step": 35598, "epoch": 370, "lr": 4.572560514022417e-06}
+{"train_loss": 0.08820667862892151, "global_step": 35599, "epoch": 370, "lr": 4.569052228650694e-06}
+{"train_loss": 0.08858836442232132, "global_step": 35600, "epoch": 370, "lr": 4.565545274105998e-06}
+{"train_loss": 0.10770995914936066, "global_step": 35601, "epoch": 370, "lr": 4.562039650412309e-06}
+{"train_loss": 0.08835135400295258, "global_step": 35602, "epoch": 370, "lr": 4.5585353575934075e-06}
+{"train_loss": 0.09479572623968124, "global_step": 35603, "epoch": 370, "lr": 4.5550323956732085e-06}
+{"train_loss": 0.10331210494041443, "global_step": 35604, "epoch": 370, "lr": 4.551530764675538e-06}
+{"train_loss": 0.08662920445203781, "global_step": 35605, "epoch": 370, "lr": 4.548030464624242e-06}
+{"train_loss": 0.08545500040054321, "global_step": 35606, "epoch": 370, "lr": 4.544531495543192e-06}
+{"train_loss": 0.11166112869977951, "global_step": 35607, "epoch": 370, "lr": 4.54103385745619e-06}
+{"train_loss": 0.08788971602916718, "global_step": 35608, "epoch": 370, "lr": 4.537537550387038e-06}
+{"train_loss": 0.07653601467609406, "global_step": 35609, "epoch": 370, "lr": 4.534042574359542e-06}
+{"train_loss": 0.07884969562292099, "global_step": 35610, "epoch": 370, "lr": 4.530548929397571e-06}
+{"train_loss": 0.08738820254802704, "global_step": 35611, "epoch": 370, "lr": 4.527056615524816e-06}
+{"train_loss": 0.07324379682540894, "global_step": 35612, "epoch": 370, "lr": 4.523565632765126e-06}
+{"train_loss": 0.0829591304063797, "global_step": 35613, "epoch": 370, "lr": 4.520075981142258e-06}
+{"train_loss": 0.05262754485011101, "global_step": 35614, "epoch": 370, "lr": 4.516587660679994e-06}
+{"train_loss": 0.08557169903845836, "global_step": 35615, "epoch": 370, "lr": 4.513100671402026e-06, "train_action_mse_error": 1.190849161503138e-06}
+{"train_loss": 0.09573201835155487, "global_step": 35616, "epoch": 371, "lr": 4.509615013332158e-06}
+{"train_loss": 0.06387881934642792, "global_step": 35617, "epoch": 371, "lr": 4.506130686494126e-06}
+{"train_loss": 0.060957297682762146, "global_step": 35618, "epoch": 371, "lr": 4.502647690911621e-06}
+{"train_loss": 0.08447697013616562, "global_step": 35619, "epoch": 371, "lr": 4.499166026608382e-06}
+{"train_loss": 0.09028659760951996, "global_step": 35620, "epoch": 371, "lr": 4.49568569360812e-06}
+{"train_loss": 0.07376635074615479, "global_step": 35621, "epoch": 371, "lr": 4.492206691934553e-06}
+{"train_loss": 0.09907452017068863, "global_step": 35622, "epoch": 371, "lr": 4.4887290216113046e-06}
+{"train_loss": 0.09704311192035675, "global_step": 35623, "epoch": 371, "lr": 4.4852526826621334e-06}
+{"train_loss": 0.05456408113241196, "global_step": 35624, "epoch": 371, "lr": 4.481777675110665e-06}
+{"train_loss": 0.06809993088245392, "global_step": 35625, "epoch": 371, "lr": 4.478303998980615e-06}
+{"train_loss": 0.07041449844837189, "global_step": 35626, "epoch": 371, "lr": 4.474831654295541e-06}
+{"train_loss": 0.0673520639538765, "global_step": 35627, "epoch": 371, "lr": 4.4713606410792034e-06}
+{"train_loss": 0.1013343557715416, "global_step": 35628, "epoch": 371, "lr": 4.467890959355159e-06}
+{"train_loss": 0.1044253334403038, "global_step": 35629, "epoch": 371, "lr": 4.464422609147101e-06}
+{"train_loss": 0.0822966992855072, "global_step": 35630, "epoch": 371, "lr": 4.460955590478566e-06}
+{"train_loss": 0.07975687086582184, "global_step": 35631, "epoch": 371, "lr": 4.457489903373224e-06}
+{"train_loss": 0.07905016839504242, "global_step": 35632, "epoch": 371, "lr": 4.454025547854657e-06}
+{"train_loss": 0.06790149211883545, "global_step": 35633, "epoch": 371, "lr": 4.450562523946422e-06}
+{"train_loss": 0.10656393319368362, "global_step": 35634, "epoch": 371, "lr": 4.44710083167219e-06}
+{"train_loss": 0.07296872138977051, "global_step": 35635, "epoch": 371, "lr": 4.4436404710554545e-06}
+{"train_loss": 0.07597772777080536, "global_step": 35636, "epoch": 371, "lr": 4.4401814421198176e-06}
+{"train_loss": 0.07643507421016693, "global_step": 35637, "epoch": 371, "lr": 4.436723744888793e-06}
+{"train_loss": 0.07489611953496933, "global_step": 35638, "epoch": 371, "lr": 4.433267379385986e-06}
+{"train_loss": 0.0801273062825203, "global_step": 35639, "epoch": 371, "lr": 4.429812345634887e-06}
+{"train_loss": 0.08162344992160797, "global_step": 35640, "epoch": 371, "lr": 4.4263586436590565e-06}
+{"train_loss": 0.10802289843559265, "global_step": 35641, "epoch": 371, "lr": 4.422906273481964e-06}
+{"train_loss": 0.09064259380102158, "global_step": 35642, "epoch": 371, "lr": 4.419455235127168e-06}
+{"train_loss": 0.048155561089515686, "global_step": 35643, "epoch": 371, "lr": 4.4160055286181616e-06}
+{"train_loss": 0.08139944076538086, "global_step": 35644, "epoch": 371, "lr": 4.412557153978436e-06}
+{"train_loss": 0.1097644492983818, "global_step": 35645, "epoch": 371, "lr": 4.4091101112314405e-06}
+{"train_loss": 0.08553862571716309, "global_step": 35646, "epoch": 371, "lr": 4.4056644004006886e-06}
+{"train_loss": 0.07221397757530212, "global_step": 35647, "epoch": 371, "lr": 4.402220021509629e-06}
+{"train_loss": 0.09794404357671738, "global_step": 35648, "epoch": 371, "lr": 4.398776974581686e-06}
+{"train_loss": 0.10361500084400177, "global_step": 35649, "epoch": 371, "lr": 4.395335259640377e-06}
+{"train_loss": 0.0752430260181427, "global_step": 35650, "epoch": 371, "lr": 4.391894876709057e-06}
+{"train_loss": 0.07674563676118851, "global_step": 35651, "epoch": 371, "lr": 4.388455825811244e-06}
+{"train_loss": 0.08574803173542023, "global_step": 35652, "epoch": 371, "lr": 4.3850181069702514e-06}
+{"train_loss": 0.09877873957157135, "global_step": 35653, "epoch": 371, "lr": 4.3815817202095935e-06}
+{"train_loss": 0.08427461236715317, "global_step": 35654, "epoch": 371, "lr": 4.3781466655526075e-06}
+{"train_loss": 0.08853079378604889, "global_step": 35655, "epoch": 371, "lr": 4.374712943022718e-06}
+{"train_loss": 0.0783996731042862, "global_step": 35656, "epoch": 371, "lr": 4.3712805526432425e-06}
+{"train_loss": 0.1172112300992012, "global_step": 35657, "epoch": 371, "lr": 4.367849494437648e-06}
+{"train_loss": 0.11039701104164124, "global_step": 35658, "epoch": 371, "lr": 4.364419768429251e-06}
+{"train_loss": 0.0731286033987999, "global_step": 35659, "epoch": 371, "lr": 4.360991374641387e-06}
+{"train_loss": 0.07200248539447784, "global_step": 35660, "epoch": 371, "lr": 4.357564313097439e-06}
+{"train_loss": 0.09298831224441528, "global_step": 35661, "epoch": 371, "lr": 4.354138583820722e-06}
+{"train_loss": 0.09973950684070587, "global_step": 35662, "epoch": 371, "lr": 4.350714186834593e-06}
+{"train_loss": 0.11089213192462921, "global_step": 35663, "epoch": 371, "lr": 4.3472911221623225e-06}
+{"train_loss": 0.07128094136714935, "global_step": 35664, "epoch": 371, "lr": 4.343869389827271e-06}
+{"train_loss": 0.0899154394865036, "global_step": 35665, "epoch": 371, "lr": 4.340448989852708e-06}
+{"train_loss": 0.10065805912017822, "global_step": 35666, "epoch": 371, "lr": 4.337029922261948e-06}
+{"train_loss": 0.09014260023832321, "global_step": 35667, "epoch": 371, "lr": 4.333612187078217e-06}
+{"train_loss": 0.0730544775724411, "global_step": 35668, "epoch": 371, "lr": 4.330195784324876e-06}
+{"train_loss": 0.10642822086811066, "global_step": 35669, "epoch": 371, "lr": 4.326780714025147e-06}
+{"train_loss": 0.04917464777827263, "global_step": 35670, "epoch": 371, "lr": 4.323366976202259e-06}
+{"train_loss": 0.060219906270504, "global_step": 35671, "epoch": 371, "lr": 4.319954570879503e-06}
+{"train_loss": 0.07460149377584457, "global_step": 35672, "epoch": 371, "lr": 4.316543498080084e-06}
+{"train_loss": 0.08252093195915222, "global_step": 35673, "epoch": 371, "lr": 4.313133757827248e-06}
+{"train_loss": 0.08617305755615234, "global_step": 35674, "epoch": 371, "lr": 4.3097253501442e-06}
+{"train_loss": 0.05505559965968132, "global_step": 35675, "epoch": 371, "lr": 4.306318275054189e-06}
+{"train_loss": 0.07240325212478638, "global_step": 35676, "epoch": 371, "lr": 4.302912532580372e-06}
+{"train_loss": 0.09695467352867126, "global_step": 35677, "epoch": 371, "lr": 4.2995081227459765e-06}
+{"train_loss": 0.06337567418813705, "global_step": 35678, "epoch": 371, "lr": 4.296105045574117e-06}
+{"train_loss": 0.05352438986301422, "global_step": 35679, "epoch": 371, "lr": 4.292703301088064e-06}
+{"train_loss": 0.08204469829797745, "global_step": 35680, "epoch": 371, "lr": 4.289302889310909e-06}
+{"train_loss": 0.1110801249742508, "global_step": 35681, "epoch": 371, "lr": 4.2859038102658345e-06}
+{"train_loss": 0.06013523042201996, "global_step": 35682, "epoch": 371, "lr": 4.282506063975977e-06}
+{"train_loss": 0.0903862863779068, "global_step": 35683, "epoch": 371, "lr": 4.279109650464519e-06}
+{"train_loss": 0.0913800299167633, "global_step": 35684, "epoch": 371, "lr": 4.2757145697545295e-06}
+{"train_loss": 0.11586913466453552, "global_step": 35685, "epoch": 371, "lr": 4.272320821869147e-06}
+{"train_loss": 0.08803042024374008, "global_step": 35686, "epoch": 371, "lr": 4.2689284068315075e-06}
+{"train_loss": 0.06894637644290924, "global_step": 35687, "epoch": 371, "lr": 4.2655373246646815e-06}
+{"train_loss": 0.08522502332925797, "global_step": 35688, "epoch": 371, "lr": 4.262147575391784e-06}
+{"train_loss": 0.07375040650367737, "global_step": 35689, "epoch": 371, "lr": 4.258759159035841e-06}
+{"train_loss": 0.08377934992313385, "global_step": 35690, "epoch": 371, "lr": 4.2553720756200124e-06}
+{"train_loss": 0.07210499793291092, "global_step": 35691, "epoch": 371, "lr": 4.251986325167301e-06}
+{"train_loss": 0.08725602924823761, "global_step": 35692, "epoch": 371, "lr": 4.248601907700822e-06}
+{"train_loss": 0.0971679538488388, "global_step": 35693, "epoch": 371, "lr": 4.245218823243535e-06}
+{"train_loss": 0.08629043400287628, "global_step": 35694, "epoch": 371, "lr": 4.241837071818555e-06}
+{"train_loss": 0.10797008872032166, "global_step": 35695, "epoch": 371, "lr": 4.2384566534488635e-06}
+{"train_loss": 0.07953814417123795, "global_step": 35696, "epoch": 371, "lr": 4.235077568157509e-06}
+{"train_loss": 0.14150036871433258, "global_step": 35697, "epoch": 371, "lr": 4.231699815967493e-06}
+{"train_loss": 0.07679241895675659, "global_step": 35698, "epoch": 371, "lr": 4.228323396901823e-06}
+{"train_loss": 0.06104239076375961, "global_step": 35699, "epoch": 371, "lr": 4.224948310983479e-06}
+{"train_loss": 0.06474524736404419, "global_step": 35700, "epoch": 371, "lr": 4.221574558235442e-06}
+{"train_loss": 0.06850540637969971, "global_step": 35701, "epoch": 371, "lr": 4.218202138680716e-06}
+{"train_loss": 0.08365964144468307, "global_step": 35702, "epoch": 371, "lr": 4.214831052342239e-06}
+{"train_loss": 0.09386198967695236, "global_step": 35703, "epoch": 371, "lr": 4.2114612992429694e-06}
+{"train_loss": 0.07902716100215912, "global_step": 35704, "epoch": 371, "lr": 4.208092879405845e-06}
+{"train_loss": 0.07546789944171906, "global_step": 35705, "epoch": 371, "lr": 4.2047257928538254e-06}
+{"train_loss": 0.11151698976755142, "global_step": 35706, "epoch": 371, "lr": 4.201360039609825e-06}
+{"train_loss": 0.09279359877109528, "global_step": 35707, "epoch": 371, "lr": 4.197995619696782e-06}
+{"train_loss": 0.07399939000606537, "global_step": 35708, "epoch": 371, "lr": 4.1946325331375656e-06}
+{"train_loss": 0.0957195907831192, "global_step": 35709, "epoch": 371, "lr": 4.191270779955158e-06}
+{"train_loss": 0.09076006710529327, "global_step": 35710, "epoch": 371, "lr": 4.187910360172365e-06}
+{"train_loss": 0.0842014024965465, "global_step": 35711, "epoch": 371, "lr": 4.184551273812098e-06}
+{"train_loss": 0.10098740458488464, "global_step": 35712, "epoch": 372, "lr": 4.181193520897253e-06}
+{"train_loss": 0.06844955682754517, "global_step": 35713, "epoch": 372, "lr": 4.1778371014506764e-06}
+{"train_loss": 0.05755804106593132, "global_step": 35714, "epoch": 372, "lr": 4.174482015495218e-06}
+{"train_loss": 0.06545232236385345, "global_step": 35715, "epoch": 372, "lr": 4.171128263053747e-06}
+{"train_loss": 0.0484478622674942, "global_step": 35716, "epoch": 372, "lr": 4.167775844149091e-06}
+{"train_loss": 0.09032703936100006, "global_step": 35717, "epoch": 372, "lr": 4.164424758804075e-06}
+{"train_loss": 0.07287567853927612, "global_step": 35718, "epoch": 372, "lr": 4.161075007041504e-06}
+{"train_loss": 0.07189223170280457, "global_step": 35719, "epoch": 372, "lr": 4.157726588884226e-06}
+{"train_loss": 0.06794681400060654, "global_step": 35720, "epoch": 372, "lr": 4.154379504355044e-06}
+{"train_loss": 0.07075168192386627, "global_step": 35721, "epoch": 372, "lr": 4.151033753476696e-06}
+{"train_loss": 0.08457736670970917, "global_step": 35722, "epoch": 372, "lr": 4.147689336272009e-06}
+{"train_loss": 0.09640926122665405, "global_step": 35723, "epoch": 372, "lr": 4.1443462527637424e-06}
+{"train_loss": 0.09513915330171585, "global_step": 35724, "epoch": 372, "lr": 4.141004502974677e-06}
+{"train_loss": 0.0687873363494873, "global_step": 35725, "epoch": 372, "lr": 4.137664086927551e-06}
+{"train_loss": 0.08883599936962128, "global_step": 35726, "epoch": 372, "lr": 4.134325004645123e-06}
+{"train_loss": 0.06916935741901398, "global_step": 35727, "epoch": 372, "lr": 4.130987256150154e-06}
+{"train_loss": 0.07445331662893295, "global_step": 35728, "epoch": 372, "lr": 4.1276508414653135e-06}
+{"train_loss": 0.10299015790224075, "global_step": 35729, "epoch": 372, "lr": 4.124315760613362e-06}
+{"train_loss": 0.06961922347545624, "global_step": 35730, "epoch": 372, "lr": 4.120982013616992e-06}
+{"train_loss": 0.09501482546329498, "global_step": 35731, "epoch": 372, "lr": 4.117649600498941e-06}
+{"train_loss": 0.05665273219347, "global_step": 35732, "epoch": 372, "lr": 4.114318521281879e-06}
+{"train_loss": 0.07468909025192261, "global_step": 35733, "epoch": 372, "lr": 4.110988775988456e-06}
+{"train_loss": 0.06452858448028564, "global_step": 35734, "epoch": 372, "lr": 4.107660364641408e-06}
+{"train_loss": 0.08772607147693634, "global_step": 35735, "epoch": 372, "lr": 4.104333287263362e-06}
+{"train_loss": 0.10002529621124268, "global_step": 35736, "epoch": 372, "lr": 4.101007543876989e-06}
+{"train_loss": 0.07309821248054504, "global_step": 35737, "epoch": 372, "lr": 4.097683134504915e-06}
+{"train_loss": 0.08663731813430786, "global_step": 35738, "epoch": 372, "lr": 4.094360059169811e-06}
+{"train_loss": 0.059003107249736786, "global_step": 35739, "epoch": 372, "lr": 4.091038317894303e-06}
+{"train_loss": 0.07791311293840408, "global_step": 35740, "epoch": 372, "lr": 4.087717910700972e-06}
+{"train_loss": 0.09656555205583572, "global_step": 35741, "epoch": 372, "lr": 4.0843988376124685e-06}
+{"train_loss": 0.08405012637376785, "global_step": 35742, "epoch": 372, "lr": 4.081081098651374e-06}
+{"train_loss": 0.04500681906938553, "global_step": 35743, "epoch": 372, "lr": 4.077764693840291e-06}
+{"train_loss": 0.06731224060058594, "global_step": 35744, "epoch": 372, "lr": 4.0744496232017815e-06}
+{"train_loss": 0.07243021577596664, "global_step": 35745, "epoch": 372, "lr": 4.07113588675847e-06}
+{"train_loss": 0.05979504436254501, "global_step": 35746, "epoch": 372, "lr": 4.067823484532873e-06}
+{"train_loss": 0.11930246651172638, "global_step": 35747, "epoch": 372, "lr": 4.064512416547572e-06}
+{"train_loss": 0.07169610261917114, "global_step": 35748, "epoch": 372, "lr": 4.0612026828251045e-06}
+{"train_loss": 0.08271178603172302, "global_step": 35749, "epoch": 372, "lr": 4.057894283388008e-06}
+{"train_loss": 0.06901340186595917, "global_step": 35750, "epoch": 372, "lr": 4.05458721825882e-06}
+{"train_loss": 0.09855043143033981, "global_step": 35751, "epoch": 372, "lr": 4.0512814874600566e-06}
+{"train_loss": 0.11255335807800293, "global_step": 35752, "epoch": 372, "lr": 4.04797709101421e-06}
+{"train_loss": 0.10075955092906952, "global_step": 35753, "epoch": 372, "lr": 4.044674028943818e-06}
+{"train_loss": 0.09028881788253784, "global_step": 35754, "epoch": 372, "lr": 4.0413723012713734e-06}
+{"train_loss": 0.08340807259082794, "global_step": 35755, "epoch": 372, "lr": 4.038071908019303e-06}
+{"train_loss": 0.09491004794836044, "global_step": 35756, "epoch": 372, "lr": 4.034772849210145e-06}
+{"train_loss": 0.09425121545791626, "global_step": 35757, "epoch": 372, "lr": 4.031475124866346e-06}
+{"train_loss": 0.0823126882314682, "global_step": 35758, "epoch": 372, "lr": 4.028178735010335e-06}
+{"train_loss": 0.0681508481502533, "global_step": 35759, "epoch": 372, "lr": 4.024883679664604e-06}
+{"train_loss": 0.07972470670938492, "global_step": 35760, "epoch": 372, "lr": 4.021589958851557e-06}
+{"train_loss": 0.07714059948921204, "global_step": 35761, "epoch": 372, "lr": 4.018297572593643e-06}
+{"train_loss": 0.0909646600484848, "global_step": 35762, "epoch": 372, "lr": 4.015006520913267e-06}
+{"train_loss": 0.06698407232761383, "global_step": 35763, "epoch": 372, "lr": 4.011716803832855e-06}
+{"train_loss": 0.08019037544727325, "global_step": 35764, "epoch": 372, "lr": 4.008428421374788e-06}
+{"train_loss": 0.0866875946521759, "global_step": 35765, "epoch": 372, "lr": 4.005141373561494e-06}
+{"train_loss": 0.08236193656921387, "global_step": 35766, "epoch": 372, "lr": 4.00185566041531e-06}
+{"train_loss": 0.06142804026603699, "global_step": 35767, "epoch": 372, "lr": 3.998571281958663e-06}
+{"train_loss": 0.08679627627134323, "global_step": 35768, "epoch": 372, "lr": 3.99528823821389e-06}
+{"train_loss": 0.08304500579833984, "global_step": 35769, "epoch": 372, "lr": 3.992006529203329e-06}
+{"train_loss": 0.11019325256347656, "global_step": 35770, "epoch": 372, "lr": 3.98872615494934e-06}
+{"train_loss": 0.09525639563798904, "global_step": 35771, "epoch": 372, "lr": 3.985447115474283e-06}
+{"train_loss": 0.0785321369767189, "global_step": 35772, "epoch": 372, "lr": 3.982169410800496e-06}
+{"train_loss": 0.07114984095096588, "global_step": 35773, "epoch": 372, "lr": 3.978893040950249e-06}
+{"train_loss": 0.0881258025765419, "global_step": 35774, "epoch": 372, "lr": 3.9756180059459025e-06}
+{"train_loss": 0.09538768231868744, "global_step": 35775, "epoch": 372, "lr": 3.972344305809705e-06}
+{"train_loss": 0.064334437251091, "global_step": 35776, "epoch": 372, "lr": 3.969071940564017e-06}
+{"train_loss": 0.08718647807836533, "global_step": 35777, "epoch": 372, "lr": 3.965800910231043e-06}
+{"train_loss": 0.1415995955467224, "global_step": 35778, "epoch": 372, "lr": 3.962531214833143e-06}
+{"train_loss": 0.09726206213235855, "global_step": 35779, "epoch": 372, "lr": 3.959262854392521e-06}
+{"train_loss": 0.09844879806041718, "global_step": 35780, "epoch": 372, "lr": 3.955995828931491e-06}
+{"train_loss": 0.10435439646244049, "global_step": 35781, "epoch": 372, "lr": 3.952730138472216e-06}
+{"train_loss": 0.08767494559288025, "global_step": 35782, "epoch": 372, "lr": 3.9494657830369875e-06}
+{"train_loss": 0.06798908859491348, "global_step": 35783, "epoch": 372, "lr": 3.946202762648055e-06}
+{"train_loss": 0.0800221636891365, "global_step": 35784, "epoch": 372, "lr": 3.9429410773276e-06}
+{"train_loss": 0.07305910438299179, "global_step": 35785, "epoch": 372, "lr": 3.939680727097828e-06}
+{"train_loss": 0.09266173839569092, "global_step": 35786, "epoch": 372, "lr": 3.936421711980987e-06}
+{"train_loss": 0.08130114525556564, "global_step": 35787, "epoch": 372, "lr": 3.933164031999237e-06}
+{"train_loss": 0.07926410436630249, "global_step": 35788, "epoch": 372, "lr": 3.9299076871747385e-06}
+{"train_loss": 0.08295738697052002, "global_step": 35789, "epoch": 372, "lr": 3.9266526775297185e-06}
+{"train_loss": 0.1261804848909378, "global_step": 35790, "epoch": 372, "lr": 3.923399003086315e-06}
+{"train_loss": 0.0814746618270874, "global_step": 35791, "epoch": 372, "lr": 3.920146663866708e-06}
+{"train_loss": 0.07418829202651978, "global_step": 35792, "epoch": 372, "lr": 3.916895659892994e-06}
+{"train_loss": 0.10794419050216675, "global_step": 35793, "epoch": 372, "lr": 3.913645991187353e-06}
+{"train_loss": 0.088118776679039, "global_step": 35794, "epoch": 372, "lr": 3.910397657771903e-06}
+{"train_loss": 0.07681842148303986, "global_step": 35795, "epoch": 372, "lr": 3.907150659668779e-06}
+{"train_loss": 0.0876682922244072, "global_step": 35796, "epoch": 372, "lr": 3.903904996900054e-06}
+{"train_loss": 0.0905199721455574, "global_step": 35797, "epoch": 372, "lr": 3.900660669487866e-06}
+{"train_loss": 0.08119972050189972, "global_step": 35798, "epoch": 372, "lr": 3.897417677454329e-06}
+{"train_loss": 0.08722221851348877, "global_step": 35799, "epoch": 372, "lr": 3.89417602082145e-06}
+{"train_loss": 0.09039079397916794, "global_step": 35800, "epoch": 372, "lr": 3.890935699611364e-06}
+{"train_loss": 0.11841802299022675, "global_step": 35801, "epoch": 372, "lr": 3.887696713846101e-06}
+{"train_loss": 0.1002461314201355, "global_step": 35802, "epoch": 372, "lr": 3.884459063547774e-06}
+{"train_loss": 0.09423927217721939, "global_step": 35803, "epoch": 372, "lr": 3.881222748738344e-06}
+{"train_loss": 0.054701194167137146, "global_step": 35804, "epoch": 372, "lr": 3.8779877694399506e-06}
+{"train_loss": 0.09034755825996399, "global_step": 35805, "epoch": 372, "lr": 3.874754125674529e-06}
+{"train_loss": 0.07171908766031265, "global_step": 35806, "epoch": 372, "lr": 3.871521817464174e-06}
+{"train_loss": 0.08375890921646108, "global_step": 35807, "epoch": 372, "lr": 3.868290844830846e-06}
+{"train_loss": 0.08554661273956299, "global_step": 35808, "epoch": 373, "lr": 3.865061207796572e-06}
+{"train_loss": 0.07806180417537689, "global_step": 35809, "epoch": 373, "lr": 3.861832906383356e-06}
+{"train_loss": 0.07389334589242935, "global_step": 35810, "epoch": 373, "lr": 3.8586059406131355e-06}
+{"train_loss": 0.09472554922103882, "global_step": 35811, "epoch": 373, "lr": 3.855380310507917e-06}
+{"train_loss": 0.07088081538677216, "global_step": 35812, "epoch": 373, "lr": 3.852156016089658e-06}
+{"train_loss": 0.08653585612773895, "global_step": 35813, "epoch": 373, "lr": 3.848933057380344e-06}
+{"train_loss": 0.10190053284168243, "global_step": 35814, "epoch": 373, "lr": 3.845711434401866e-06}
+{"train_loss": 0.06008875370025635, "global_step": 35815, "epoch": 373, "lr": 3.8424911471762305e-06}
+{"train_loss": 0.103841632604599, "global_step": 35816, "epoch": 373, "lr": 3.839272195725307e-06}
+{"train_loss": 0.07405045628547668, "global_step": 35817, "epoch": 373, "lr": 3.836054580071058e-06}
+{"train_loss": 0.07760344445705414, "global_step": 35818, "epoch": 373, "lr": 3.832838300235353e-06}
+{"train_loss": 0.06995075941085815, "global_step": 35819, "epoch": 373, "lr": 3.829623356240131e-06}
+{"train_loss": 0.07222814857959747, "global_step": 35820, "epoch": 373, "lr": 3.826409748107263e-06}
+{"train_loss": 0.10239337384700775, "global_step": 35821, "epoch": 373, "lr": 3.823197475858642e-06}
+{"train_loss": 0.10055190324783325, "global_step": 35822, "epoch": 373, "lr": 3.819986539516141e-06}
+{"train_loss": 0.07133383303880692, "global_step": 35823, "epoch": 373, "lr": 3.8167769391016295e-06}
+{"train_loss": 0.06425291299819946, "global_step": 35824, "epoch": 373, "lr": 3.813568674636958e-06}
+{"train_loss": 0.0886043906211853, "global_step": 35825, "epoch": 373, "lr": 3.810361746143953e-06}
+{"train_loss": 0.07390356808900833, "global_step": 35826, "epoch": 373, "lr": 3.807156153644509e-06}
+{"train_loss": 0.10001074522733688, "global_step": 35827, "epoch": 373, "lr": 3.803951897160407e-06}
+{"train_loss": 0.09473861753940582, "global_step": 35828, "epoch": 373, "lr": 3.8007489767134974e-06}
+{"train_loss": 0.07203280925750732, "global_step": 35829, "epoch": 373, "lr": 3.79754739232554e-06}
+{"train_loss": 0.05276186019182205, "global_step": 35830, "epoch": 373, "lr": 3.7943471440184066e-06}
+{"train_loss": 0.07129106670618057, "global_step": 35831, "epoch": 373, "lr": 3.791148231813835e-06}
+{"train_loss": 0.07503457367420197, "global_step": 35832, "epoch": 373, "lr": 3.787950655733652e-06}
+{"train_loss": 0.07944785803556442, "global_step": 35833, "epoch": 373, "lr": 3.784754415799574e-06}
+{"train_loss": 0.08003514260053635, "global_step": 35834, "epoch": 373, "lr": 3.7815595120334277e-06}
+{"train_loss": 0.12576618790626526, "global_step": 35835, "epoch": 373, "lr": 3.7783659444569296e-06}
+{"train_loss": 0.11074376851320267, "global_step": 35836, "epoch": 373, "lr": 3.7751737130918397e-06}
+{"train_loss": 0.070437490940094, "global_step": 35837, "epoch": 373, "lr": 3.771982817959918e-06}
+{"train_loss": 0.0845249816775322, "global_step": 35838, "epoch": 373, "lr": 3.768793259082859e-06}
+{"train_loss": 0.07634961605072021, "global_step": 35839, "epoch": 373, "lr": 3.7656050364824e-06}
+{"train_loss": 0.07166033983230591, "global_step": 35840, "epoch": 373, "lr": 3.7624181501802136e-06}
+{"train_loss": 0.0851028710603714, "global_step": 35841, "epoch": 373, "lr": 3.7592326001980817e-06}
+{"train_loss": 0.055941611528396606, "global_step": 35842, "epoch": 373, "lr": 3.756048386557631e-06}
+{"train_loss": 0.10218847543001175, "global_step": 35843, "epoch": 373, "lr": 3.752865509280601e-06}
+{"train_loss": 0.11571767181158066, "global_step": 35844, "epoch": 373, "lr": 3.749683968388573e-06}
+{"train_loss": 0.09820567816495895, "global_step": 35845, "epoch": 373, "lr": 3.7465037639033084e-06}
+{"train_loss": 0.054419711232185364, "global_step": 35846, "epoch": 373, "lr": 3.7433248958464117e-06}
+{"train_loss": 0.11371352523565292, "global_step": 35847, "epoch": 373, "lr": 3.7401473642395547e-06}
+{"train_loss": 0.09726174175739288, "global_step": 35848, "epoch": 373, "lr": 3.736971169104364e-06}
+{"train_loss": 0.10274963825941086, "global_step": 35849, "epoch": 373, "lr": 3.7337963104624454e-06}
+{"train_loss": 0.08275795727968216, "global_step": 35850, "epoch": 373, "lr": 3.730622788335447e-06}
+{"train_loss": 0.08270108699798584, "global_step": 35851, "epoch": 373, "lr": 3.7274506027449973e-06}
+{"train_loss": 0.08069735765457153, "global_step": 35852, "epoch": 373, "lr": 3.7242797537126785e-06}
+{"train_loss": 0.08445727080106735, "global_step": 35853, "epoch": 373, "lr": 3.7211102412600506e-06}
+{"train_loss": 0.08104651421308517, "global_step": 35854, "epoch": 373, "lr": 3.7179420654087637e-06}
+{"train_loss": 0.08339603245258331, "global_step": 35855, "epoch": 373, "lr": 3.7147752261803114e-06}
+{"train_loss": 0.09113988280296326, "global_step": 35856, "epoch": 373, "lr": 3.711609723596321e-06}
+{"train_loss": 0.11717426031827927, "global_step": 35857, "epoch": 373, "lr": 3.7084455576783306e-06}
+{"train_loss": 0.0831080824136734, "global_step": 35858, "epoch": 373, "lr": 3.705282728447901e-06}
+{"train_loss": 0.11279205232858658, "global_step": 35859, "epoch": 373, "lr": 3.7021212359265254e-06}
+{"train_loss": 0.07108942419290543, "global_step": 35860, "epoch": 373, "lr": 3.6989610801357878e-06}
+{"train_loss": 0.0879773199558258, "global_step": 35861, "epoch": 373, "lr": 3.695802261097181e-06}
+{"train_loss": 0.08258582651615143, "global_step": 35862, "epoch": 373, "lr": 3.6926447788321993e-06}
+{"train_loss": 0.08439682424068451, "global_step": 35863, "epoch": 373, "lr": 3.689488633362381e-06}
+{"train_loss": 0.06303687393665314, "global_step": 35864, "epoch": 373, "lr": 3.6863338247091983e-06}
+{"train_loss": 0.04503971338272095, "global_step": 35865, "epoch": 373, "lr": 3.6831803528941445e-06}
+{"train_loss": 0.07144178450107574, "global_step": 35866, "epoch": 373, "lr": 3.680028217938647e-06}
+{"train_loss": 0.0868164449930191, "global_step": 35867, "epoch": 373, "lr": 3.676877419864244e-06}
+{"train_loss": 0.10680142790079117, "global_step": 35868, "epoch": 373, "lr": 3.6737279586923635e-06}
+{"train_loss": 0.08889774978160858, "global_step": 35869, "epoch": 373, "lr": 3.670579834444432e-06}
+{"train_loss": 0.08615639805793762, "global_step": 35870, "epoch": 373, "lr": 3.667433047141877e-06}
+{"train_loss": 0.07053612172603607, "global_step": 35871, "epoch": 373, "lr": 3.664287596806193e-06}
+{"train_loss": 0.10528246313333511, "global_step": 35872, "epoch": 373, "lr": 3.6611434834587398e-06}
+{"train_loss": 0.09099280834197998, "global_step": 35873, "epoch": 373, "lr": 3.6580007071209454e-06}
+{"train_loss": 0.10487546026706696, "global_step": 35874, "epoch": 373, "lr": 3.6548592678142147e-06}
+{"train_loss": 0.07114732265472412, "global_step": 35875, "epoch": 373, "lr": 3.6517191655599524e-06}
+{"train_loss": 0.09298305958509445, "global_step": 35876, "epoch": 373, "lr": 3.6485804003794976e-06}
+{"train_loss": 0.08615356683731079, "global_step": 35877, "epoch": 373, "lr": 3.6454429722942553e-06}
+{"train_loss": 0.10836664587259293, "global_step": 35878, "epoch": 373, "lr": 3.64230688132563e-06}
+{"train_loss": 0.12136579304933548, "global_step": 35879, "epoch": 373, "lr": 3.6391721274948943e-06}
+{"train_loss": 0.07843981683254242, "global_step": 35880, "epoch": 373, "lr": 3.636038710823453e-06}
+{"train_loss": 0.07950032502412796, "global_step": 35881, "epoch": 373, "lr": 3.6329066313325998e-06}
+{"train_loss": 0.07577548921108246, "global_step": 35882, "epoch": 373, "lr": 3.6297758890437404e-06}
+{"train_loss": 0.08001770079135895, "global_step": 35883, "epoch": 373, "lr": 3.6266464839781023e-06}
+{"train_loss": 0.08163508027791977, "global_step": 35884, "epoch": 373, "lr": 3.623518416157068e-06}
+{"train_loss": 0.060771726071834564, "global_step": 35885, "epoch": 373, "lr": 3.620391685601887e-06}
+{"train_loss": 0.061364397406578064, "global_step": 35886, "epoch": 373, "lr": 3.6172662923338985e-06}
+{"train_loss": 0.06252139061689377, "global_step": 35887, "epoch": 373, "lr": 3.6141422363743294e-06}
+{"train_loss": 0.0695345550775528, "global_step": 35888, "epoch": 373, "lr": 3.611019517744496e-06}
+{"train_loss": 0.09365027397871017, "global_step": 35889, "epoch": 373, "lr": 3.6078981364656706e-06}
+{"train_loss": 0.0856190100312233, "global_step": 35890, "epoch": 373, "lr": 3.6047780925590578e-06}
+{"train_loss": 0.05381364747881889, "global_step": 35891, "epoch": 373, "lr": 3.6016593860459524e-06}
+{"train_loss": 0.08840817213058472, "global_step": 35892, "epoch": 373, "lr": 3.598542016947559e-06}
+{"train_loss": 0.0930829644203186, "global_step": 35893, "epoch": 373, "lr": 3.5954259852851503e-06}
+{"train_loss": 0.09526737034320831, "global_step": 35894, "epoch": 373, "lr": 3.5923112910799085e-06}
+{"train_loss": 0.09082238376140594, "global_step": 35895, "epoch": 373, "lr": 3.5891979343530613e-06}
+{"train_loss": 0.06762941181659698, "global_step": 35896, "epoch": 373, "lr": 3.5860859151257697e-06}
+{"train_loss": 0.09378646314144135, "global_step": 35897, "epoch": 373, "lr": 3.5829752334193055e-06}
+{"train_loss": 0.10503415763378143, "global_step": 35898, "epoch": 373, "lr": 3.579865889254763e-06}
+{"train_loss": 0.08494184166193008, "global_step": 35899, "epoch": 373, "lr": 3.57675788265337e-06}
+{"train_loss": 0.10252875089645386, "global_step": 35900, "epoch": 373, "lr": 3.5736512136362866e-06}
+{"train_loss": 0.07664556801319122, "global_step": 35901, "epoch": 373, "lr": 3.570545882224652e-06}
+{"train_loss": 0.07609307765960693, "global_step": 35902, "epoch": 373, "lr": 3.5674418884396265e-06}
+{"train_loss": 0.08451662852894515, "global_step": 35903, "epoch": 373, "lr": 3.564339232302327e-06}
+{"train_loss": 0.12065725773572922, "global_step": 35904, "epoch": 374, "lr": 3.5612379138339146e-06}
+{"train_loss": 0.08044790476560593, "global_step": 35905, "epoch": 374, "lr": 3.558137933055461e-06}
+{"train_loss": 0.10754517465829849, "global_step": 35906, "epoch": 374, "lr": 3.555039289988127e-06}
+{"train_loss": 0.0910525768995285, "global_step": 35907, "epoch": 374, "lr": 3.551941984652962e-06}
+{"train_loss": 0.1133149266242981, "global_step": 35908, "epoch": 374, "lr": 3.548846017071128e-06}
+{"train_loss": 0.10723262280225754, "global_step": 35909, "epoch": 374, "lr": 3.5457513872636517e-06}
+{"train_loss": 0.09261117875576019, "global_step": 35910, "epoch": 374, "lr": 3.5426580952516053e-06}
+{"train_loss": 0.060957834124565125, "global_step": 35911, "epoch": 374, "lr": 3.539566141056083e-06}
+{"train_loss": 0.12036925554275513, "global_step": 35912, "epoch": 374, "lr": 3.5364755246981352e-06}
+{"train_loss": 0.08584785461425781, "global_step": 35913, "epoch": 374, "lr": 3.5333862461987887e-06}
+{"train_loss": 0.11029793322086334, "global_step": 35914, "epoch": 374, "lr": 3.5302983055790715e-06}
+{"train_loss": 0.07660481333732605, "global_step": 35915, "epoch": 374, "lr": 3.527211702860056e-06}
+{"train_loss": 0.07025095820426941, "global_step": 35916, "epoch": 374, "lr": 3.5241264380627247e-06}
+{"train_loss": 0.06442072987556458, "global_step": 35917, "epoch": 374, "lr": 3.521042511208106e-06}
+{"train_loss": 0.07936640828847885, "global_step": 35918, "epoch": 374, "lr": 3.517959922317182e-06}
+{"train_loss": 0.07865068316459656, "global_step": 35919, "epoch": 374, "lr": 3.5148786714109815e-06}
+{"train_loss": 0.11054131388664246, "global_step": 35920, "epoch": 374, "lr": 3.5117987585104427e-06}
+{"train_loss": 0.07821683585643768, "global_step": 35921, "epoch": 374, "lr": 3.508720183636549e-06}
+{"train_loss": 0.07896146923303604, "global_step": 35922, "epoch": 374, "lr": 3.5056429468102837e-06}
+{"train_loss": 0.11625915765762329, "global_step": 35923, "epoch": 374, "lr": 3.502567048052585e-06}
+{"train_loss": 0.0817788690328598, "global_step": 35924, "epoch": 374, "lr": 3.499492487384415e-06}
+{"train_loss": 0.07325847446918488, "global_step": 35925, "epoch": 374, "lr": 3.496419264826689e-06}
+{"train_loss": 0.09095873683691025, "global_step": 35926, "epoch": 374, "lr": 3.4933473804003467e-06}
+{"train_loss": 0.07771942764520645, "global_step": 35927, "epoch": 374, "lr": 3.4902768341263048e-06}
+{"train_loss": 0.07881706953048706, "global_step": 35928, "epoch": 374, "lr": 3.4872076260254794e-06}
+{"train_loss": 0.09993615746498108, "global_step": 35929, "epoch": 374, "lr": 3.484139756118765e-06}
+{"train_loss": 0.07361903041601181, "global_step": 35930, "epoch": 374, "lr": 3.481073224427056e-06}
+{"train_loss": 0.06994015723466873, "global_step": 35931, "epoch": 374, "lr": 3.478008030971225e-06}
+{"train_loss": 0.07665740698575974, "global_step": 35932, "epoch": 374, "lr": 3.4749441757721436e-06}
+{"train_loss": 0.10078098624944687, "global_step": 35933, "epoch": 374, "lr": 3.4718816588507064e-06}
+{"train_loss": 0.0702790841460228, "global_step": 35934, "epoch": 374, "lr": 3.4688204802277412e-06}
+{"train_loss": 0.05087414011359215, "global_step": 35935, "epoch": 374, "lr": 3.465760639924098e-06}
+{"train_loss": 0.07211804389953613, "global_step": 35936, "epoch": 374, "lr": 3.462702137960605e-06}
+{"train_loss": 0.08895263820886612, "global_step": 35937, "epoch": 374, "lr": 3.4596449743580893e-06}
+{"train_loss": 0.06862454861402512, "global_step": 35938, "epoch": 374, "lr": 3.4565891491374014e-06}
+{"train_loss": 0.09755014628171921, "global_step": 35939, "epoch": 374, "lr": 3.453534662319302e-06}
+{"train_loss": 0.06638547778129578, "global_step": 35940, "epoch": 374, "lr": 3.4504815139246415e-06}
+{"train_loss": 0.0752306804060936, "global_step": 35941, "epoch": 374, "lr": 3.447429703974181e-06}
+{"train_loss": 0.09601482003927231, "global_step": 35942, "epoch": 374, "lr": 3.4443792324887038e-06}
+{"train_loss": 0.06367088854312897, "global_step": 35943, "epoch": 374, "lr": 3.441330099488993e-06}
+{"train_loss": 0.06001468002796173, "global_step": 35944, "epoch": 374, "lr": 3.438282304995788e-06}
+{"train_loss": 0.06988649070262909, "global_step": 35945, "epoch": 374, "lr": 3.435235849029894e-06}
+{"train_loss": 0.09505882859230042, "global_step": 35946, "epoch": 374, "lr": 3.4321907316119837e-06}
+{"train_loss": 0.10113364458084106, "global_step": 35947, "epoch": 374, "lr": 3.429146952762863e-06}
+{"train_loss": 0.08720934391021729, "global_step": 35948, "epoch": 374, "lr": 3.426104512503203e-06}
+{"train_loss": 0.07799137383699417, "global_step": 35949, "epoch": 374, "lr": 3.4230634108537884e-06}
+{"train_loss": 0.05620763450860977, "global_step": 35950, "epoch": 374, "lr": 3.4200236478352687e-06}
+{"train_loss": 0.057058319449424744, "global_step": 35951, "epoch": 374, "lr": 3.416985223468361e-06}
+{"train_loss": 0.05168813839554787, "global_step": 35952, "epoch": 374, "lr": 3.413948137773737e-06}
+{"train_loss": 0.08278968930244446, "global_step": 35953, "epoch": 374, "lr": 3.4109123907721363e-06}
+{"train_loss": 0.05354424938559532, "global_step": 35954, "epoch": 374, "lr": 3.4078779824841865e-06}
+{"train_loss": 0.0950966477394104, "global_step": 35955, "epoch": 374, "lr": 3.4048449129305384e-06}
+{"train_loss": 0.10400483012199402, "global_step": 35956, "epoch": 374, "lr": 3.4018131821318855e-06}
+{"train_loss": 0.10939108580350876, "global_step": 35957, "epoch": 374, "lr": 3.3987827901088564e-06}
+{"train_loss": 0.1163104847073555, "global_step": 35958, "epoch": 374, "lr": 3.395753736882079e-06}
+{"train_loss": 0.07180540263652802, "global_step": 35959, "epoch": 374, "lr": 3.3927260224721814e-06}
+{"train_loss": 0.10577177256345749, "global_step": 35960, "epoch": 374, "lr": 3.3896996468998134e-06}
+{"train_loss": 0.0621001273393631, "global_step": 35961, "epoch": 374, "lr": 3.3866746101855363e-06}
+{"train_loss": 0.10325682163238525, "global_step": 35962, "epoch": 374, "lr": 3.383650912349978e-06}
+{"train_loss": 0.08244594186544418, "global_step": 35963, "epoch": 374, "lr": 3.3806285534137006e-06}
+{"train_loss": 0.06490439921617508, "global_step": 35964, "epoch": 374, "lr": 3.377607533397331e-06}
+{"train_loss": 0.06835076957941055, "global_step": 35965, "epoch": 374, "lr": 3.374587852321409e-06}
+{"train_loss": 0.10166458785533905, "global_step": 35966, "epoch": 374, "lr": 3.3715695102065183e-06}
+{"train_loss": 0.09106334298849106, "global_step": 35967, "epoch": 374, "lr": 3.3685525070731748e-06}
+{"train_loss": 0.1155814379453659, "global_step": 35968, "epoch": 374, "lr": 3.365536842941985e-06}
+{"train_loss": 0.07477851212024689, "global_step": 35969, "epoch": 374, "lr": 3.362522517833422e-06}
+{"train_loss": 0.08722199499607086, "global_step": 35970, "epoch": 374, "lr": 3.3595095317680236e-06}
+{"train_loss": 0.0919901505112648, "global_step": 35971, "epoch": 374, "lr": 3.356497884766352e-06}
+{"train_loss": 0.10526059567928314, "global_step": 35972, "epoch": 374, "lr": 3.3534875768488795e-06}
+{"train_loss": 0.09440538287162781, "global_step": 35973, "epoch": 374, "lr": 3.350478608036123e-06}
+{"train_loss": 0.07667224854230881, "global_step": 35974, "epoch": 374, "lr": 3.3474709783485326e-06}
+{"train_loss": 0.0887099951505661, "global_step": 35975, "epoch": 374, "lr": 3.3444646878066475e-06}
+{"train_loss": 0.06563888490200043, "global_step": 35976, "epoch": 374, "lr": 3.3414597364308964e-06}
+{"train_loss": 0.11385571956634521, "global_step": 35977, "epoch": 374, "lr": 3.3384561242417732e-06}
+{"train_loss": 0.07467828691005707, "global_step": 35978, "epoch": 374, "lr": 3.3354538512596843e-06}
+{"train_loss": 0.06679794937372208, "global_step": 35979, "epoch": 374, "lr": 3.332452917505147e-06}
+{"train_loss": 0.08979428559541702, "global_step": 35980, "epoch": 374, "lr": 3.3294533229984993e-06}
+{"train_loss": 0.043685246258974075, "global_step": 35981, "epoch": 374, "lr": 3.326455067760281e-06}
+{"train_loss": 0.07497337460517883, "global_step": 35982, "epoch": 374, "lr": 3.32345815181081e-06}
+{"train_loss": 0.06868615746498108, "global_step": 35983, "epoch": 374, "lr": 3.32046257517058e-06}
+{"train_loss": 0.11244331300258636, "global_step": 35984, "epoch": 374, "lr": 3.317468337859908e-06}
+{"train_loss": 0.08787234127521515, "global_step": 35985, "epoch": 374, "lr": 3.314475439899223e-06}
+{"train_loss": 0.09443143010139465, "global_step": 35986, "epoch": 374, "lr": 3.31148388130893e-06}
+{"train_loss": 0.08181615173816681, "global_step": 35987, "epoch": 374, "lr": 3.3084936621093467e-06}
+{"train_loss": 0.11470314860343933, "global_step": 35988, "epoch": 374, "lr": 3.3055047823208787e-06}
+{"train_loss": 0.09833753854036331, "global_step": 35989, "epoch": 374, "lr": 3.302517241963865e-06}
+{"train_loss": 0.07273709774017334, "global_step": 35990, "epoch": 374, "lr": 3.299531041058668e-06}
+{"train_loss": 0.10941578447818756, "global_step": 35991, "epoch": 374, "lr": 3.2965461796255593e-06}
+{"train_loss": 0.09541907161474228, "global_step": 35992, "epoch": 374, "lr": 3.2935626576849456e-06}
+{"train_loss": 0.0914706215262413, "global_step": 35993, "epoch": 374, "lr": 3.290580475257099e-06}
+{"train_loss": 0.11109521985054016, "global_step": 35994, "epoch": 374, "lr": 3.287599632362337e-06}
+{"train_loss": 0.0815613865852356, "global_step": 35995, "epoch": 374, "lr": 3.2846201290209322e-06}
+{"train_loss": 0.09665233641862869, "global_step": 35996, "epoch": 374, "lr": 3.281641965253246e-06}
+{"train_loss": 0.06609968096017838, "global_step": 35997, "epoch": 374, "lr": 3.2786651410794844e-06}
+{"train_loss": 0.09346440434455872, "global_step": 35998, "epoch": 374, "lr": 3.2756896565199647e-06}
+{"train_loss": 0.08526947776166101, "global_step": 35999, "epoch": 374, "lr": 3.272715511594915e-06}
+{"train_loss": 0.11164337396621704, "global_step": 36000, "epoch": 375, "lr": 3.269742706324608e-06}
+{"train_loss": 0.07146234065294266, "global_step": 36001, "epoch": 375, "lr": 3.266771240729316e-06}
+{"train_loss": 0.07620470225811005, "global_step": 36002, "epoch": 375, "lr": 3.2638011148292012e-06}
+{"train_loss": 0.0697576254606247, "global_step": 36003, "epoch": 375, "lr": 3.2608323286445363e-06}
+{"train_loss": 0.07696670293807983, "global_step": 36004, "epoch": 375, "lr": 3.257864882195527e-06}
+{"train_loss": 0.08372323960065842, "global_step": 36005, "epoch": 375, "lr": 3.2548987755024242e-06}
+{"train_loss": 0.08761044591665268, "global_step": 36006, "epoch": 375, "lr": 3.251934008585322e-06}
+{"train_loss": 0.05401892587542534, "global_step": 36007, "epoch": 375, "lr": 3.2489705814645388e-06}
+{"train_loss": 0.08317389339208603, "global_step": 36008, "epoch": 375, "lr": 3.2460084941601464e-06}
+{"train_loss": 0.07821191847324371, "global_step": 36009, "epoch": 375, "lr": 3.243047746692396e-06}
+{"train_loss": 0.1035456582903862, "global_step": 36010, "epoch": 375, "lr": 3.240088339081404e-06}
+{"train_loss": 0.1041150689125061, "global_step": 36011, "epoch": 375, "lr": 3.2371302713473107e-06}
+{"train_loss": 0.07260484993457794, "global_step": 36012, "epoch": 375, "lr": 3.2341735435102994e-06}
+{"train_loss": 0.09982973337173462, "global_step": 36013, "epoch": 375, "lr": 3.2312181555904874e-06}
+{"train_loss": 0.11043809354305267, "global_step": 36014, "epoch": 375, "lr": 3.228264107607992e-06}
+{"train_loss": 0.07345394790172577, "global_step": 36015, "epoch": 375, "lr": 3.2253113995829533e-06}
+{"train_loss": 0.08533415198326111, "global_step": 36016, "epoch": 375, "lr": 3.2223600315354652e-06}
+{"train_loss": 0.09297667443752289, "global_step": 36017, "epoch": 375, "lr": 3.219410003485579e-06}
+{"train_loss": 0.0921386182308197, "global_step": 36018, "epoch": 375, "lr": 3.2164613154534786e-06}
+{"train_loss": 0.05510741099715233, "global_step": 36019, "epoch": 375, "lr": 3.2135139674591475e-06}
+{"train_loss": 0.07862032204866409, "global_step": 36020, "epoch": 375, "lr": 3.210567959522748e-06}
+{"train_loss": 0.07721918821334839, "global_step": 36021, "epoch": 375, "lr": 3.2076232916642414e-06}
+{"train_loss": 0.10612460225820541, "global_step": 36022, "epoch": 375, "lr": 3.204679963903767e-06}
+{"train_loss": 0.061920829117298126, "global_step": 36023, "epoch": 375, "lr": 3.201737976261332e-06}
+{"train_loss": 0.07324042171239853, "global_step": 36024, "epoch": 375, "lr": 3.198797328756986e-06}
+{"train_loss": 0.1145515963435173, "global_step": 36025, "epoch": 375, "lr": 3.195858021410714e-06}
+{"train_loss": 0.0648447573184967, "global_step": 36026, "epoch": 375, "lr": 3.1929200542425653e-06}
+{"train_loss": 0.1014094203710556, "global_step": 36027, "epoch": 375, "lr": 3.189983427272547e-06}
+{"train_loss": 0.07596862316131592, "global_step": 36028, "epoch": 375, "lr": 3.187048140520621e-06}
+{"train_loss": 0.09387137740850449, "global_step": 36029, "epoch": 375, "lr": 3.1841141940068374e-06}
+{"train_loss": 0.05632871016860008, "global_step": 36030, "epoch": 375, "lr": 3.1811815877511365e-06}
+{"train_loss": 0.05802995711565018, "global_step": 36031, "epoch": 375, "lr": 3.1782503217735014e-06}
+{"train_loss": 0.0646602064371109, "global_step": 36032, "epoch": 375, "lr": 3.1753203960938506e-06}
+{"train_loss": 0.10697058588266373, "global_step": 36033, "epoch": 375, "lr": 3.1723918107322113e-06}
+{"train_loss": 0.07968853414058685, "global_step": 36034, "epoch": 375, "lr": 3.1694645657084575e-06}
+{"train_loss": 0.06484989821910858, "global_step": 36035, "epoch": 375, "lr": 3.1665386610425728e-06}
+{"train_loss": 0.07479673624038696, "global_step": 36036, "epoch": 375, "lr": 3.16361409675443e-06}
+{"train_loss": 0.07870453596115112, "global_step": 36037, "epoch": 375, "lr": 3.160690872864014e-06}
+{"train_loss": 0.09514811635017395, "global_step": 36038, "epoch": 375, "lr": 3.1577689893911743e-06}
+{"train_loss": 0.06551624834537506, "global_step": 36039, "epoch": 375, "lr": 3.154848446355807e-06}
+{"train_loss": 0.07752752304077148, "global_step": 36040, "epoch": 375, "lr": 3.1519292437778513e-06}
+{"train_loss": 0.09417007118463516, "global_step": 36041, "epoch": 375, "lr": 3.149011381677136e-06}
+{"train_loss": 0.059964925050735474, "global_step": 36042, "epoch": 375, "lr": 3.1460948600735786e-06}
+{"train_loss": 0.0743333250284195, "global_step": 36043, "epoch": 375, "lr": 3.143179678986963e-06}
+{"train_loss": 0.0750313401222229, "global_step": 36044, "epoch": 375, "lr": 3.1402658384372064e-06}
+{"train_loss": 0.08890356123447418, "global_step": 36045, "epoch": 375, "lr": 3.1373533384441377e-06}
+{"train_loss": 0.08672060072422028, "global_step": 36046, "epoch": 375, "lr": 3.1344421790275856e-06}
+{"train_loss": 0.07311031967401505, "global_step": 36047, "epoch": 375, "lr": 3.1315323602073567e-06}
+{"train_loss": 0.0995451956987381, "global_step": 36048, "epoch": 375, "lr": 3.128623882003301e-06}
+{"train_loss": 0.06995555013418198, "global_step": 36049, "epoch": 375, "lr": 3.125716744435203e-06}
+{"train_loss": 0.08327417075634003, "global_step": 36050, "epoch": 375, "lr": 3.1228109475228696e-06}
+{"train_loss": 0.08195649832487106, "global_step": 36051, "epoch": 375, "lr": 3.119906491286062e-06}
+{"train_loss": 0.10452045500278473, "global_step": 36052, "epoch": 375, "lr": 3.1170033757446093e-06}
+{"train_loss": 0.09401645511388779, "global_step": 36053, "epoch": 375, "lr": 3.114101600918207e-06}
+{"train_loss": 0.058490119874477386, "global_step": 36054, "epoch": 375, "lr": 3.1112011668266827e-06}
+{"train_loss": 0.10343268513679504, "global_step": 36055, "epoch": 375, "lr": 3.108302073489777e-06}
+{"train_loss": 0.07828642427921295, "global_step": 36056, "epoch": 375, "lr": 3.1054043209271855e-06}
+{"train_loss": 0.11130478978157043, "global_step": 36057, "epoch": 375, "lr": 3.102507909158714e-06}
+{"train_loss": 0.09592384099960327, "global_step": 36058, "epoch": 375, "lr": 3.0996128382039915e-06}
+{"train_loss": 0.0855984315276146, "global_step": 36059, "epoch": 375, "lr": 3.096719108082824e-06}
+{"train_loss": 0.11544252932071686, "global_step": 36060, "epoch": 375, "lr": 3.093826718814885e-06}
+{"train_loss": 0.08076584339141846, "global_step": 36061, "epoch": 375, "lr": 3.090935670419848e-06}
+{"train_loss": 0.13243529200553894, "global_step": 36062, "epoch": 375, "lr": 3.0880459629174074e-06}
+{"train_loss": 0.0628150925040245, "global_step": 36063, "epoch": 375, "lr": 3.0851575963272817e-06}
+{"train_loss": 0.09691382944583893, "global_step": 36064, "epoch": 375, "lr": 3.0822705706690767e-06}
+{"train_loss": 0.09793759137392044, "global_step": 36065, "epoch": 375, "lr": 3.079384885962511e-06}
+{"train_loss": 0.10278074443340302, "global_step": 36066, "epoch": 375, "lr": 3.076500542227212e-06}
+{"train_loss": 0.061052389442920685, "global_step": 36067, "epoch": 375, "lr": 3.073617539482787e-06}
+{"train_loss": 0.07946555316448212, "global_step": 36068, "epoch": 375, "lr": 3.0707358777489314e-06}
+{"train_loss": 0.07555370032787323, "global_step": 36069, "epoch": 375, "lr": 3.0678555570452073e-06}
+{"train_loss": 0.11296182870864868, "global_step": 36070, "epoch": 375, "lr": 3.0649765773912876e-06}
+{"train_loss": 0.0810462012887001, "global_step": 36071, "epoch": 375, "lr": 3.0620989388067345e-06}
+{"train_loss": 0.0898800641298294, "global_step": 36072, "epoch": 375, "lr": 3.0592226413111768e-06}
+{"train_loss": 0.07747173309326172, "global_step": 36073, "epoch": 375, "lr": 3.0563476849241325e-06}
+{"train_loss": 0.11047717928886414, "global_step": 36074, "epoch": 375, "lr": 3.053474069665274e-06}
+{"train_loss": 0.09790288656949997, "global_step": 36075, "epoch": 375, "lr": 3.05060179555412e-06}
+{"train_loss": 0.09078268706798553, "global_step": 36076, "epoch": 375, "lr": 3.0477308626102097e-06}
+{"train_loss": 0.08611816167831421, "global_step": 36077, "epoch": 375, "lr": 3.0448612708531275e-06}
+{"train_loss": 0.10568754374980927, "global_step": 36078, "epoch": 375, "lr": 3.041993020302436e-06}
+{"train_loss": 0.1445372849702835, "global_step": 36079, "epoch": 375, "lr": 3.039126110977608e-06}
+{"train_loss": 0.1113826334476471, "global_step": 36080, "epoch": 375, "lr": 3.036260542898184e-06}
+{"train_loss": 0.10002323985099792, "global_step": 36081, "epoch": 375, "lr": 3.033396316083725e-06}
+{"train_loss": 0.06984477490186691, "global_step": 36082, "epoch": 375, "lr": 3.0305334305536614e-06}
+{"train_loss": 0.08632730692625046, "global_step": 36083, "epoch": 375, "lr": 3.0276718863275545e-06}
+{"train_loss": 0.07913338392972946, "global_step": 36084, "epoch": 375, "lr": 3.024811683424833e-06}
+{"train_loss": 0.10157859325408936, "global_step": 36085, "epoch": 375, "lr": 3.021952821865015e-06}
+{"train_loss": 0.07231824845075607, "global_step": 36086, "epoch": 375, "lr": 3.0190953016675516e-06}
+{"train_loss": 0.08005164563655853, "global_step": 36087, "epoch": 375, "lr": 3.016239122851916e-06}
+{"train_loss": 0.06746333837509155, "global_step": 36088, "epoch": 375, "lr": 3.0133842854375373e-06}
+{"train_loss": 0.08292341232299805, "global_step": 36089, "epoch": 375, "lr": 3.0105307894438885e-06}
+{"train_loss": 0.09088048338890076, "global_step": 36090, "epoch": 375, "lr": 3.0076786348903543e-06}
+{"train_loss": 0.06972485780715942, "global_step": 36091, "epoch": 375, "lr": 3.0048278217963855e-06}
+{"train_loss": 0.0847172737121582, "global_step": 36092, "epoch": 375, "lr": 3.0019783501814114e-06}
+{"train_loss": 0.060565344989299774, "global_step": 36093, "epoch": 375, "lr": 2.9991302200648164e-06}
+{"train_loss": 0.11640741676092148, "global_step": 36094, "epoch": 375, "lr": 2.9962834314659847e-06}
+{"train_loss": 0.08586119724592815, "global_step": 36095, "epoch": 375, "lr": 2.9934379844043013e-06}
+{"train_loss": 0.09157468378543854, "global_step": 36096, "epoch": 376, "lr": 2.9905938788991727e-06}
+{"train_loss": 0.0882289782166481, "global_step": 36097, "epoch": 376, "lr": 2.987751114969939e-06}
+{"train_loss": 0.08099232614040375, "global_step": 36098, "epoch": 376, "lr": 2.984909692635984e-06}
+{"train_loss": 0.09122102707624435, "global_step": 36099, "epoch": 376, "lr": 2.982069611916627e-06}
+{"train_loss": 0.07570824772119522, "global_step": 36100, "epoch": 376, "lr": 2.979230872831229e-06}
+{"train_loss": 0.07455404102802277, "global_step": 36101, "epoch": 376, "lr": 2.9763934753991085e-06}
+{"train_loss": 0.08622044324874878, "global_step": 36102, "epoch": 376, "lr": 2.973557419639583e-06}
+{"train_loss": 0.09371045976877213, "global_step": 36103, "epoch": 376, "lr": 2.970722705571993e-06}
+{"train_loss": 0.0920208990573883, "global_step": 36104, "epoch": 376, "lr": 2.9678893332156344e-06}
+{"train_loss": 0.08044534921646118, "global_step": 36105, "epoch": 376, "lr": 2.965057302589758e-06}
+{"train_loss": 0.09059503674507141, "global_step": 36106, "epoch": 376, "lr": 2.9622266137137033e-06}
+{"train_loss": 0.09507051855325699, "global_step": 36107, "epoch": 376, "lr": 2.959397266606745e-06}
+{"train_loss": 0.08507901430130005, "global_step": 36108, "epoch": 376, "lr": 2.956569261288089e-06}
+{"train_loss": 0.06413029134273529, "global_step": 36109, "epoch": 376, "lr": 2.9537425977770537e-06}
+{"train_loss": 0.07777433097362518, "global_step": 36110, "epoch": 376, "lr": 2.9509172760928682e-06}
+{"train_loss": 0.08380553126335144, "global_step": 36111, "epoch": 376, "lr": 2.9480932962547837e-06}
+{"train_loss": 0.10722387582063675, "global_step": 36112, "epoch": 376, "lr": 2.9452706582820066e-06}
+{"train_loss": 0.08709059655666351, "global_step": 36113, "epoch": 376, "lr": 2.9424493621937885e-06}
+{"train_loss": 0.10839341580867767, "global_step": 36114, "epoch": 376, "lr": 2.9396294080092925e-06}
+{"train_loss": 0.06583881378173828, "global_step": 36115, "epoch": 376, "lr": 2.936810795747791e-06}
+{"train_loss": 0.07740239053964615, "global_step": 36116, "epoch": 376, "lr": 2.9339935254284245e-06}
+{"train_loss": 0.06172088906168938, "global_step": 36117, "epoch": 376, "lr": 2.9311775970704002e-06}
+{"train_loss": 0.05677169933915138, "global_step": 36118, "epoch": 376, "lr": 2.9283630106928806e-06}
+{"train_loss": 0.061894677579402924, "global_step": 36119, "epoch": 376, "lr": 2.9255497663150498e-06}
+{"train_loss": 0.12004812806844711, "global_step": 36120, "epoch": 376, "lr": 2.9227378639560264e-06}
+{"train_loss": 0.07471151649951935, "global_step": 36121, "epoch": 376, "lr": 2.919927303635017e-06}
+{"train_loss": 0.06172177940607071, "global_step": 36122, "epoch": 376, "lr": 2.9171180853711176e-06}
+{"train_loss": 0.08814029395580292, "global_step": 36123, "epoch": 376, "lr": 2.9143102091834685e-06}
+{"train_loss": 0.07920998334884644, "global_step": 36124, "epoch": 376, "lr": 2.9115036750912097e-06}
+{"train_loss": 0.08986489474773407, "global_step": 36125, "epoch": 376, "lr": 2.9086984831134146e-06}
+{"train_loss": 0.0463847815990448, "global_step": 36126, "epoch": 376, "lr": 2.905894633269224e-06}
+{"train_loss": 0.0922209620475769, "global_step": 36127, "epoch": 376, "lr": 2.903092125577711e-06}
+{"train_loss": 0.1004997044801712, "global_step": 36128, "epoch": 376, "lr": 2.9002909600579496e-06}
+{"train_loss": 0.07233723998069763, "global_step": 36129, "epoch": 376, "lr": 2.897491136729036e-06}
+{"train_loss": 0.062051475048065186, "global_step": 36130, "epoch": 376, "lr": 2.894692655610043e-06}
+{"train_loss": 0.08764320611953735, "global_step": 36131, "epoch": 376, "lr": 2.89189551672e-06}
+{"train_loss": 0.09168420732021332, "global_step": 36132, "epoch": 376, "lr": 2.889099720077981e-06}
+{"train_loss": 0.10901336371898651, "global_step": 36133, "epoch": 376, "lr": 2.886305265702993e-06}
+{"train_loss": 0.063596710562706, "global_step": 36134, "epoch": 376, "lr": 2.88351215361411e-06}
+{"train_loss": 0.08717922866344452, "global_step": 36135, "epoch": 376, "lr": 2.880720383830293e-06}
+{"train_loss": 0.10514901578426361, "global_step": 36136, "epoch": 376, "lr": 2.8779299563706174e-06}
+{"train_loss": 0.1114838719367981, "global_step": 36137, "epoch": 376, "lr": 2.875140871254045e-06}
+{"train_loss": 0.10107985883951187, "global_step": 36138, "epoch": 376, "lr": 2.872353128499561e-06}
+{"train_loss": 0.07057607173919678, "global_step": 36139, "epoch": 376, "lr": 2.869566728126172e-06}
+{"train_loss": 0.1040794849395752, "global_step": 36140, "epoch": 376, "lr": 2.8667816701528628e-06}
+{"train_loss": 0.08971137553453445, "global_step": 36141, "epoch": 376, "lr": 2.863997954598574e-06}
+{"train_loss": 0.09954110532999039, "global_step": 36142, "epoch": 376, "lr": 2.8612155814822683e-06}
+{"train_loss": 0.07124318927526474, "global_step": 36143, "epoch": 376, "lr": 2.8584345508229084e-06}
+{"train_loss": 0.10026750713586807, "global_step": 36144, "epoch": 376, "lr": 2.8556548626393896e-06}
+{"train_loss": 0.11196792125701904, "global_step": 36145, "epoch": 376, "lr": 2.8528765169506977e-06}
+{"train_loss": 0.07570773363113403, "global_step": 36146, "epoch": 376, "lr": 2.850099513775728e-06}
+{"train_loss": 0.10147546976804733, "global_step": 36147, "epoch": 376, "lr": 2.8473238531333546e-06}
+{"train_loss": 0.11136063933372498, "global_step": 36148, "epoch": 376, "lr": 2.84454953504254e-06}
+{"train_loss": 0.07537758350372314, "global_step": 36149, "epoch": 376, "lr": 2.841776559522158e-06}
+{"train_loss": 0.06232089921832085, "global_step": 36150, "epoch": 376, "lr": 2.83900492659106e-06}
+{"train_loss": 0.07329638302326202, "global_step": 36151, "epoch": 376, "lr": 2.8362346362681426e-06}
+{"train_loss": 0.07410883158445358, "global_step": 36152, "epoch": 376, "lr": 2.833465688572279e-06}
+{"train_loss": 0.0922902524471283, "global_step": 36153, "epoch": 376, "lr": 2.8306980835223205e-06}
+{"train_loss": 0.088100366294384, "global_step": 36154, "epoch": 376, "lr": 2.8279318211370976e-06}
+{"train_loss": 0.07761363685131073, "global_step": 36155, "epoch": 376, "lr": 2.825166901435461e-06}
+{"train_loss": 0.07851143181324005, "global_step": 36156, "epoch": 376, "lr": 2.8224033244362623e-06}
+{"train_loss": 0.08489394187927246, "global_step": 36157, "epoch": 376, "lr": 2.819641090158265e-06}
+{"train_loss": 0.09483040869235992, "global_step": 36158, "epoch": 376, "lr": 2.8168801986203195e-06}
+{"train_loss": 0.06618672609329224, "global_step": 36159, "epoch": 376, "lr": 2.814120649841212e-06}
+{"train_loss": 0.0848856195807457, "global_step": 36160, "epoch": 376, "lr": 2.811362443839749e-06}
+{"train_loss": 0.06561256945133209, "global_step": 36161, "epoch": 376, "lr": 2.8086055806347157e-06}
+{"train_loss": 0.06353987753391266, "global_step": 36162, "epoch": 376, "lr": 2.8058500602448525e-06}
+{"train_loss": 0.08937306702136993, "global_step": 36163, "epoch": 376, "lr": 2.803095882688944e-06}
+{"train_loss": 0.11399855464696884, "global_step": 36164, "epoch": 376, "lr": 2.800343047985754e-06}
+{"train_loss": 0.07481460273265839, "global_step": 36165, "epoch": 376, "lr": 2.7975915561540223e-06}
+{"train_loss": 0.1239534392952919, "global_step": 36166, "epoch": 376, "lr": 2.7948414072124895e-06}
+{"train_loss": 0.08487348258495331, "global_step": 36167, "epoch": 376, "lr": 2.7920926011798743e-06}
+{"train_loss": 0.0940689742565155, "global_step": 36168, "epoch": 376, "lr": 2.789345138074895e-06}
+{"train_loss": 0.08260323107242584, "global_step": 36169, "epoch": 376, "lr": 2.7865990179162473e-06}
+{"train_loss": 0.11120090633630753, "global_step": 36170, "epoch": 376, "lr": 2.783854240722672e-06}
+{"train_loss": 0.07165244966745377, "global_step": 36171, "epoch": 376, "lr": 2.7811108065128433e-06}
+{"train_loss": 0.05357499420642853, "global_step": 36172, "epoch": 376, "lr": 2.7783687153053906e-06}
+{"train_loss": 0.071621373295784, "global_step": 36173, "epoch": 376, "lr": 2.7756279671190764e-06}
+{"train_loss": 0.08210738003253937, "global_step": 36174, "epoch": 376, "lr": 2.7728885619725087e-06}
+{"train_loss": 0.07134956121444702, "global_step": 36175, "epoch": 376, "lr": 2.770150499884383e-06}
+{"train_loss": 0.08123379945755005, "global_step": 36176, "epoch": 376, "lr": 2.7674137808732846e-06}
+{"train_loss": 0.09765481948852539, "global_step": 36177, "epoch": 376, "lr": 2.764678404957888e-06}
+{"train_loss": 0.09224557876586914, "global_step": 36178, "epoch": 376, "lr": 2.7619443721568216e-06}
+{"train_loss": 0.06657622754573822, "global_step": 36179, "epoch": 376, "lr": 2.7592116824886715e-06}
+{"train_loss": 0.07179290056228638, "global_step": 36180, "epoch": 376, "lr": 2.756480335972089e-06}
+{"train_loss": 0.0662267804145813, "global_step": 36181, "epoch": 376, "lr": 2.7537503326256376e-06}
+{"train_loss": 0.07724060118198395, "global_step": 36182, "epoch": 376, "lr": 2.751021672467968e-06}
+{"train_loss": 0.08070516586303711, "global_step": 36183, "epoch": 376, "lr": 2.7482943555175557e-06}
+{"train_loss": 0.0780203714966774, "global_step": 36184, "epoch": 376, "lr": 2.7455683817930956e-06}
+{"train_loss": 0.10695502161979675, "global_step": 36185, "epoch": 376, "lr": 2.7428437513130623e-06}
+{"train_loss": 0.11932302266359329, "global_step": 36186, "epoch": 376, "lr": 2.7401204640960408e-06}
+{"train_loss": 0.11962032318115234, "global_step": 36187, "epoch": 376, "lr": 2.7373985201605724e-06}
+{"train_loss": 0.09239116311073303, "global_step": 36188, "epoch": 376, "lr": 2.734677919525197e-06}
+{"train_loss": 0.07130136340856552, "global_step": 36189, "epoch": 376, "lr": 2.7319586622084337e-06}
+{"train_loss": 0.08170024305582047, "global_step": 36190, "epoch": 376, "lr": 2.729240748228823e-06}
+{"train_loss": 0.08487534519129743, "global_step": 36191, "epoch": 376, "lr": 2.726524177604839e-06}
+{"train_loss": 0.08429990708827972, "global_step": 36192, "epoch": 377, "lr": 2.723808950355e-06}
+{"train_loss": 0.0977674126625061, "global_step": 36193, "epoch": 377, "lr": 2.721095066497803e-06}
+{"train_loss": 0.10384291410446167, "global_step": 36194, "epoch": 377, "lr": 2.718382526051677e-06}
+{"train_loss": 0.09704597294330597, "global_step": 36195, "epoch": 377, "lr": 2.7156713290351855e-06}
+{"train_loss": 0.08929229527711868, "global_step": 36196, "epoch": 377, "lr": 2.7129614754667133e-06}
+{"train_loss": 0.07937419414520264, "global_step": 36197, "epoch": 377, "lr": 2.7102529653647346e-06}
+{"train_loss": 0.06462189555168152, "global_step": 36198, "epoch": 377, "lr": 2.7075457987477016e-06}
+{"train_loss": 0.08560830354690552, "global_step": 36199, "epoch": 377, "lr": 2.7048399756340658e-06}
+{"train_loss": 0.07676549255847931, "global_step": 36200, "epoch": 377, "lr": 2.702135496042213e-06}
+{"train_loss": 0.09974341839551926, "global_step": 36201, "epoch": 377, "lr": 2.6994323599905946e-06}
+{"train_loss": 0.0774964913725853, "global_step": 36202, "epoch": 377, "lr": 2.6967305674975963e-06}
+{"train_loss": 0.08003917336463928, "global_step": 36203, "epoch": 377, "lr": 2.694030118581625e-06}
+{"train_loss": 0.09523827582597733, "global_step": 36204, "epoch": 377, "lr": 2.691331013261089e-06}
+{"train_loss": 0.10172999650239944, "global_step": 36205, "epoch": 377, "lr": 2.688633251554329e-06}
+{"train_loss": 0.06862519681453705, "global_step": 36206, "epoch": 377, "lr": 2.685936833479752e-06}
+{"train_loss": 0.08770102262496948, "global_step": 36207, "epoch": 377, "lr": 2.6832417590556767e-06}
+{"train_loss": 0.09215720742940903, "global_step": 36208, "epoch": 377, "lr": 2.6805480283005114e-06}
+{"train_loss": 0.09158435463905334, "global_step": 36209, "epoch": 377, "lr": 2.6778556412325518e-06}
+{"train_loss": 0.08245012164115906, "global_step": 36210, "epoch": 377, "lr": 2.6751645978701612e-06}
+{"train_loss": 0.03801985830068588, "global_step": 36211, "epoch": 377, "lr": 2.6724748982316585e-06}
+{"train_loss": 0.07911892235279083, "global_step": 36212, "epoch": 377, "lr": 2.669786542335362e-06}
+{"train_loss": 0.10397456586360931, "global_step": 36213, "epoch": 377, "lr": 2.667099530199546e-06}
+{"train_loss": 0.0841747522354126, "global_step": 36214, "epoch": 377, "lr": 2.6644138618425742e-06}
+{"train_loss": 0.11513404548168182, "global_step": 36215, "epoch": 377, "lr": 2.6617295372826534e-06}
+{"train_loss": 0.09747043251991272, "global_step": 36216, "epoch": 377, "lr": 2.6590465565381473e-06}
+{"train_loss": 0.09229560941457748, "global_step": 36217, "epoch": 377, "lr": 2.6563649196272635e-06}
+{"train_loss": 0.06575881689786911, "global_step": 36218, "epoch": 377, "lr": 2.6536846265682757e-06}
+{"train_loss": 0.08041849732398987, "global_step": 36219, "epoch": 377, "lr": 2.651005677379481e-06}
+{"train_loss": 0.07915779203176498, "global_step": 36220, "epoch": 377, "lr": 2.6483280720790425e-06}
+{"train_loss": 0.12566974759101868, "global_step": 36221, "epoch": 377, "lr": 2.6456518106852567e-06}
+{"train_loss": 0.10032515227794647, "global_step": 36222, "epoch": 377, "lr": 2.6429768932163312e-06}
+{"train_loss": 0.04974634572863579, "global_step": 36223, "epoch": 377, "lr": 2.640303319690496e-06}
+{"train_loss": 0.0850900262594223, "global_step": 36224, "epoch": 377, "lr": 2.6376310901258914e-06}
+{"train_loss": 0.06177860498428345, "global_step": 36225, "epoch": 377, "lr": 2.634960204540815e-06}
+{"train_loss": 0.10902994126081467, "global_step": 36226, "epoch": 377, "lr": 2.6322906629533627e-06}
+{"train_loss": 0.08014073967933655, "global_step": 36227, "epoch": 377, "lr": 2.629622465381787e-06}
+{"train_loss": 0.07307812571525574, "global_step": 36228, "epoch": 377, "lr": 2.6269556118442064e-06}
+{"train_loss": 0.08964085578918457, "global_step": 36229, "epoch": 377, "lr": 2.6242901023588064e-06}
+{"train_loss": 0.08989334106445312, "global_step": 36230, "epoch": 377, "lr": 2.6216259369437278e-06}
+{"train_loss": 0.08767854422330856, "global_step": 36231, "epoch": 377, "lr": 2.6189631156171126e-06}
+{"train_loss": 0.08971980214118958, "global_step": 36232, "epoch": 377, "lr": 2.616301638397123e-06}
+{"train_loss": 0.09062612056732178, "global_step": 36233, "epoch": 377, "lr": 2.6136415053018338e-06}
+{"train_loss": 0.08405308425426483, "global_step": 36234, "epoch": 377, "lr": 2.610982716349386e-06}
+{"train_loss": 0.1020646020770073, "global_step": 36235, "epoch": 377, "lr": 2.6083252715578766e-06}
+{"train_loss": 0.07574333250522614, "global_step": 36236, "epoch": 377, "lr": 2.605669170945424e-06}
+{"train_loss": 0.08226244151592255, "global_step": 36237, "epoch": 377, "lr": 2.6030144145300807e-06}
+{"train_loss": 0.07846003025770187, "global_step": 36238, "epoch": 377, "lr": 2.600361002329965e-06}
+{"train_loss": 0.07451380044221878, "global_step": 36239, "epoch": 377, "lr": 2.597708934363108e-06}
+{"train_loss": 0.09319929778575897, "global_step": 36240, "epoch": 377, "lr": 2.595058210647605e-06}
+{"train_loss": 0.06994514912366867, "global_step": 36241, "epoch": 377, "lr": 2.592408831201465e-06}
+{"train_loss": 0.08597990870475769, "global_step": 36242, "epoch": 377, "lr": 2.589760796042762e-06}
+{"train_loss": 0.10017285495996475, "global_step": 36243, "epoch": 377, "lr": 2.5871141051895253e-06}
+{"train_loss": 0.09446115791797638, "global_step": 36244, "epoch": 377, "lr": 2.5844687586597637e-06}
+{"train_loss": 0.06237044930458069, "global_step": 36245, "epoch": 377, "lr": 2.581824756471485e-06}
+{"train_loss": 0.1276729851961136, "global_step": 36246, "epoch": 377, "lr": 2.5791820986427183e-06}
+{"train_loss": 0.10121616721153259, "global_step": 36247, "epoch": 377, "lr": 2.5765407851914725e-06}
+{"train_loss": 0.06801249086856842, "global_step": 36248, "epoch": 377, "lr": 2.573900816135688e-06}
+{"train_loss": 0.09321735799312592, "global_step": 36249, "epoch": 377, "lr": 2.5712621914933734e-06}
+{"train_loss": 0.055191073566675186, "global_step": 36250, "epoch": 377, "lr": 2.568624911282469e-06}
+{"train_loss": 0.09691503643989563, "global_step": 36251, "epoch": 377, "lr": 2.5659889755209833e-06}
+{"train_loss": 0.08111157268285751, "global_step": 36252, "epoch": 377, "lr": 2.5633543842268126e-06}
+{"train_loss": 0.10727265477180481, "global_step": 36253, "epoch": 377, "lr": 2.560721137417943e-06}
+{"train_loss": 0.09037692844867706, "global_step": 36254, "epoch": 377, "lr": 2.558089235112249e-06}
+{"train_loss": 0.11485540866851807, "global_step": 36255, "epoch": 377, "lr": 2.5554586773277156e-06}
+{"train_loss": 0.08568580448627472, "global_step": 36256, "epoch": 377, "lr": 2.552829464082218e-06}
+{"train_loss": 0.11120995879173279, "global_step": 36257, "epoch": 377, "lr": 2.550201595393675e-06}
+{"train_loss": 0.06491397321224213, "global_step": 36258, "epoch": 377, "lr": 2.547575071279984e-06}
+{"train_loss": 0.09647588431835175, "global_step": 36259, "epoch": 377, "lr": 2.544949891759019e-06}
+{"train_loss": 0.07910963892936707, "global_step": 36260, "epoch": 377, "lr": 2.542326056848676e-06}
+{"train_loss": 0.09909913688898087, "global_step": 36261, "epoch": 377, "lr": 2.5397035665667646e-06}
+{"train_loss": 0.10396720468997955, "global_step": 36262, "epoch": 377, "lr": 2.537082420931247e-06}
+{"train_loss": 0.11025231331586838, "global_step": 36263, "epoch": 377, "lr": 2.5344626199598654e-06}
+{"train_loss": 0.06892695277929306, "global_step": 36264, "epoch": 377, "lr": 2.5318441636705382e-06}
+{"train_loss": 0.0579572394490242, "global_step": 36265, "epoch": 377, "lr": 2.5292270520810515e-06}
+{"train_loss": 0.0780477225780487, "global_step": 36266, "epoch": 377, "lr": 2.526611285209257e-06}
+{"train_loss": 0.09279702603816986, "global_step": 36267, "epoch": 377, "lr": 2.5239968630729194e-06}
+{"train_loss": 0.0906183123588562, "global_step": 36268, "epoch": 377, "lr": 2.52138378568989e-06}
+{"train_loss": 0.08327268064022064, "global_step": 36269, "epoch": 377, "lr": 2.518772053077956e-06}
+{"train_loss": 0.08026665449142456, "global_step": 36270, "epoch": 377, "lr": 2.5161616652549013e-06}
+{"train_loss": 0.08705469220876694, "global_step": 36271, "epoch": 377, "lr": 2.513552622238469e-06}
+{"train_loss": 0.09368405491113663, "global_step": 36272, "epoch": 377, "lr": 2.5109449240464656e-06}
+{"train_loss": 0.07546374201774597, "global_step": 36273, "epoch": 377, "lr": 2.5083385706966555e-06}
+{"train_loss": 0.055443622171878815, "global_step": 36274, "epoch": 377, "lr": 2.5057335622067357e-06}
+{"train_loss": 0.08524886518716812, "global_step": 36275, "epoch": 377, "lr": 2.503129898594492e-06}
+{"train_loss": 0.06977981328964233, "global_step": 36276, "epoch": 377, "lr": 2.500527579877621e-06}
+{"train_loss": 0.06841710954904556, "global_step": 36277, "epoch": 377, "lr": 2.497926606073864e-06}
+{"train_loss": 0.07244372367858887, "global_step": 36278, "epoch": 377, "lr": 2.4953269772009403e-06}
+{"train_loss": 0.10548529028892517, "global_step": 36279, "epoch": 377, "lr": 2.492728693276547e-06}
+{"train_loss": 0.1125909835100174, "global_step": 36280, "epoch": 377, "lr": 2.490131754318359e-06}
+{"train_loss": 0.08298937976360321, "global_step": 36281, "epoch": 377, "lr": 2.487536160344095e-06}
+{"train_loss": 0.09608334302902222, "global_step": 36282, "epoch": 377, "lr": 2.4849419113713856e-06}
+{"train_loss": 0.0916769951581955, "global_step": 36283, "epoch": 377, "lr": 2.4823490074179277e-06}
+{"train_loss": 0.08005628734827042, "global_step": 36284, "epoch": 377, "lr": 2.4797574485013963e-06}
+{"train_loss": 0.0848950743675232, "global_step": 36285, "epoch": 377, "lr": 2.477167234639377e-06}
+{"train_loss": 0.104079470038414, "global_step": 36286, "epoch": 377, "lr": 2.474578365849567e-06}
+{"train_loss": 0.08667993374789755, "global_step": 36287, "epoch": 377, "lr": 2.471990842149574e-06}
+{"train_loss": 0.08222800493240356, "global_step": 36288, "epoch": 378, "lr": 2.469404663557029e-06}
+{"train_loss": 0.09654213488101959, "global_step": 36289, "epoch": 378, "lr": 2.4668198300895174e-06}
+{"train_loss": 0.11551164835691452, "global_step": 36290, "epoch": 378, "lr": 2.4642363417646476e-06}
+{"train_loss": 0.07985089719295502, "global_step": 36291, "epoch": 378, "lr": 2.4616541986000273e-06}
+{"train_loss": 0.07174535095691681, "global_step": 36292, "epoch": 378, "lr": 2.4590734006132654e-06}
+{"train_loss": 0.06167776137590408, "global_step": 36293, "epoch": 378, "lr": 2.4564939478218806e-06}
+{"train_loss": 0.05279357731342316, "global_step": 36294, "epoch": 378, "lr": 2.453915840243459e-06}
+{"train_loss": 0.07454273104667664, "global_step": 36295, "epoch": 378, "lr": 2.451339077895565e-06}
+{"train_loss": 0.08354397118091583, "global_step": 36296, "epoch": 378, "lr": 2.448763660795739e-06}
+{"train_loss": 0.07559464871883392, "global_step": 36297, "epoch": 378, "lr": 2.446189588961523e-06}
+{"train_loss": 0.08062505722045898, "global_step": 36298, "epoch": 378, "lr": 2.4436168624104584e-06}
+{"train_loss": 0.06839975714683533, "global_step": 36299, "epoch": 378, "lr": 2.4410454811600424e-06}
+{"train_loss": 0.10273319482803345, "global_step": 36300, "epoch": 378, "lr": 2.438475445227795e-06}
+{"train_loss": 0.08679629117250443, "global_step": 36301, "epoch": 378, "lr": 2.43590675463119e-06}
+{"train_loss": 0.0878986120223999, "global_step": 36302, "epoch": 378, "lr": 2.4333394093877693e-06}
+{"train_loss": 0.09500952810049057, "global_step": 36303, "epoch": 378, "lr": 2.430773409515008e-06}
+{"train_loss": 0.05754988640546799, "global_step": 36304, "epoch": 378, "lr": 2.428208755030337e-06}
+{"train_loss": 0.10208600014448166, "global_step": 36305, "epoch": 378, "lr": 2.4256454459512524e-06}
+{"train_loss": 0.10735929012298584, "global_step": 36306, "epoch": 378, "lr": 2.423083482295185e-06}
+{"train_loss": 0.08741438388824463, "global_step": 36307, "epoch": 378, "lr": 2.420522864079633e-06}
+{"train_loss": 0.0807381272315979, "global_step": 36308, "epoch": 378, "lr": 2.417963591321981e-06}
+{"train_loss": 0.08685143291950226, "global_step": 36309, "epoch": 378, "lr": 2.4154056640396826e-06}
+{"train_loss": 0.08043865859508514, "global_step": 36310, "epoch": 378, "lr": 2.4128490822501457e-06}
+{"train_loss": 0.09702517092227936, "global_step": 36311, "epoch": 378, "lr": 2.4102938459708235e-06}
+{"train_loss": 0.10503221303224564, "global_step": 36312, "epoch": 378, "lr": 2.407739955219035e-06}
+{"train_loss": 0.11771100759506226, "global_step": 36313, "epoch": 378, "lr": 2.4051874100122105e-06}
+{"train_loss": 0.08050324022769928, "global_step": 36314, "epoch": 378, "lr": 2.402636210367759e-06}
+{"train_loss": 0.07875052094459534, "global_step": 36315, "epoch": 378, "lr": 2.400086356303022e-06}
+{"train_loss": 0.09636688232421875, "global_step": 36316, "epoch": 378, "lr": 2.3975378478353626e-06}
+{"train_loss": 0.10181896388530731, "global_step": 36317, "epoch": 378, "lr": 2.3949906849821678e-06}
+{"train_loss": 0.08707188069820404, "global_step": 36318, "epoch": 378, "lr": 2.3924448677607347e-06}
+{"train_loss": 0.08732842653989792, "global_step": 36319, "epoch": 378, "lr": 2.389900396188449e-06}
+{"train_loss": 0.07825279235839844, "global_step": 36320, "epoch": 378, "lr": 2.3873572702825863e-06}
+{"train_loss": 0.07102232426404953, "global_step": 36321, "epoch": 378, "lr": 2.384815490060488e-06}
+{"train_loss": 0.06490109860897064, "global_step": 36322, "epoch": 378, "lr": 2.382275055539496e-06}
+{"train_loss": 0.08738556504249573, "global_step": 36323, "epoch": 378, "lr": 2.3797359667368624e-06}
+{"train_loss": 0.08962474018335342, "global_step": 36324, "epoch": 378, "lr": 2.3771982236699077e-06}
+{"train_loss": 0.05462397262454033, "global_step": 36325, "epoch": 378, "lr": 2.374661826355884e-06}
+{"train_loss": 0.07226340472698212, "global_step": 36326, "epoch": 378, "lr": 2.372126774812089e-06}
+{"train_loss": 0.06761837005615234, "global_step": 36327, "epoch": 378, "lr": 2.3695930690557753e-06}
+{"train_loss": 0.08824292570352554, "global_step": 36328, "epoch": 378, "lr": 2.3670607091041963e-06}
+{"train_loss": 0.0833565965294838, "global_step": 36329, "epoch": 378, "lr": 2.3645296949746045e-06}
+{"train_loss": 0.07569292187690735, "global_step": 36330, "epoch": 378, "lr": 2.36200002668423e-06}
+{"train_loss": 0.08805252611637115, "global_step": 36331, "epoch": 378, "lr": 2.3594717042502824e-06}
+{"train_loss": 0.06702709197998047, "global_step": 36332, "epoch": 378, "lr": 2.3569447276900138e-06}
+{"train_loss": 0.07320944964885712, "global_step": 36333, "epoch": 378, "lr": 2.3544190970206104e-06}
+{"train_loss": 0.05841356888413429, "global_step": 36334, "epoch": 378, "lr": 2.3518948122592587e-06}
+{"train_loss": 0.06780428439378738, "global_step": 36335, "epoch": 378, "lr": 2.3493718734231673e-06}
+{"train_loss": 0.0880584642291069, "global_step": 36336, "epoch": 378, "lr": 2.346850280529522e-06}
+{"train_loss": 0.09017925709486008, "global_step": 36337, "epoch": 378, "lr": 2.34433003359551e-06}
+{"train_loss": 0.0925322026014328, "global_step": 36338, "epoch": 378, "lr": 2.3418111326382274e-06}
+{"train_loss": 0.07112835347652435, "global_step": 36339, "epoch": 378, "lr": 2.3392935776748838e-06}
+{"train_loss": 0.08047202229499817, "global_step": 36340, "epoch": 378, "lr": 2.33677736872262e-06}
+{"train_loss": 0.08497117459774017, "global_step": 36341, "epoch": 378, "lr": 2.3342625057985345e-06}
+{"train_loss": 0.07863545417785645, "global_step": 36342, "epoch": 378, "lr": 2.331748988919791e-06}
+{"train_loss": 0.10340891778469086, "global_step": 36343, "epoch": 378, "lr": 2.3292368181034863e-06}
+{"train_loss": 0.05872279405593872, "global_step": 36344, "epoch": 378, "lr": 2.3267259933667405e-06}
+{"train_loss": 0.12715300917625427, "global_step": 36345, "epoch": 378, "lr": 2.3242165147266294e-06}
+{"train_loss": 0.1010589450597763, "global_step": 36346, "epoch": 378, "lr": 2.3217083822002495e-06}
+{"train_loss": 0.09900154173374176, "global_step": 36347, "epoch": 378, "lr": 2.319201595804699e-06}
+{"train_loss": 0.0827145129442215, "global_step": 36348, "epoch": 378, "lr": 2.316696155557052e-06}
+{"train_loss": 0.09138065576553345, "global_step": 36349, "epoch": 378, "lr": 2.3141920614743182e-06}
+{"train_loss": 0.053429603576660156, "global_step": 36350, "epoch": 378, "lr": 2.3116893135736174e-06}
+{"train_loss": 0.12430950254201889, "global_step": 36351, "epoch": 378, "lr": 2.3091879118719575e-06}
+{"train_loss": 0.08237132430076599, "global_step": 36352, "epoch": 378, "lr": 2.3066878563863693e-06}
+{"train_loss": 0.06941532343626022, "global_step": 36353, "epoch": 378, "lr": 2.3041891471338837e-06}
+{"train_loss": 0.06026938185095787, "global_step": 36354, "epoch": 378, "lr": 2.30169178413151e-06}
+{"train_loss": 0.07503913342952728, "global_step": 36355, "epoch": 378, "lr": 2.2991957673962784e-06}
+{"train_loss": 0.06838147342205048, "global_step": 36356, "epoch": 378, "lr": 2.296701096945153e-06}
+{"train_loss": 0.08664844930171967, "global_step": 36357, "epoch": 378, "lr": 2.2942077727951427e-06}
+{"train_loss": 0.12330660223960876, "global_step": 36358, "epoch": 378, "lr": 2.291715794963212e-06}
+{"train_loss": 0.08966584503650665, "global_step": 36359, "epoch": 378, "lr": 2.2892251634663462e-06}
+{"train_loss": 0.07168279588222504, "global_step": 36360, "epoch": 378, "lr": 2.286735878321489e-06}
+{"train_loss": 0.10845516622066498, "global_step": 36361, "epoch": 378, "lr": 2.284247939545625e-06}
+{"train_loss": 0.0905829444527626, "global_step": 36362, "epoch": 378, "lr": 2.2817613471556533e-06}
+{"train_loss": 0.07512672245502472, "global_step": 36363, "epoch": 378, "lr": 2.279276101168537e-06}
+{"train_loss": 0.07890284061431885, "global_step": 36364, "epoch": 378, "lr": 2.2767922016011744e-06}
+{"train_loss": 0.06542769819498062, "global_step": 36365, "epoch": 378, "lr": 2.274309648470507e-06}
+{"train_loss": 0.0841798335313797, "global_step": 36366, "epoch": 378, "lr": 2.271828441793411e-06}
+{"train_loss": 0.07462327182292938, "global_step": 36367, "epoch": 378, "lr": 2.2693485815868278e-06}
+{"train_loss": 0.08453063666820526, "global_step": 36368, "epoch": 378, "lr": 2.26687006786761e-06}
+{"train_loss": 0.0724545493721962, "global_step": 36369, "epoch": 378, "lr": 2.264392900652634e-06}
+{"train_loss": 0.07800979912281036, "global_step": 36370, "epoch": 378, "lr": 2.2619170799587753e-06}
+{"train_loss": 0.060204531997442245, "global_step": 36371, "epoch": 378, "lr": 2.2594426058029082e-06}
+{"train_loss": 0.06918079406023026, "global_step": 36372, "epoch": 378, "lr": 2.2569694782018426e-06}
+{"train_loss": 0.07624545693397522, "global_step": 36373, "epoch": 378, "lr": 2.254497697172475e-06}
+{"train_loss": 0.0703505203127861, "global_step": 36374, "epoch": 378, "lr": 2.252027262731615e-06}
+{"train_loss": 0.06161818280816078, "global_step": 36375, "epoch": 378, "lr": 2.249558174896027e-06}
+{"train_loss": 0.07571299374103546, "global_step": 36376, "epoch": 378, "lr": 2.2470904336826306e-06}
+{"train_loss": 0.05108339339494705, "global_step": 36377, "epoch": 378, "lr": 2.2446240391081675e-06}
+{"train_loss": 0.08880801498889923, "global_step": 36378, "epoch": 378, "lr": 2.242158991189447e-06}
+{"train_loss": 0.08342212438583374, "global_step": 36379, "epoch": 378, "lr": 2.239695289943233e-06}
+{"train_loss": 0.07667462527751923, "global_step": 36380, "epoch": 378, "lr": 2.237232935386335e-06}
+{"train_loss": 0.10694505274295807, "global_step": 36381, "epoch": 378, "lr": 2.234771927535517e-06}
+{"train_loss": 0.07027339190244675, "global_step": 36382, "epoch": 378, "lr": 2.232312266407499e-06}
+{"train_loss": 0.08218750990151118, "global_step": 36383, "epoch": 378, "lr": 2.2298539520190674e-06}
+{"train_loss": 0.10266980528831482, "global_step": 36384, "epoch": 379, "lr": 2.2273969843869646e-06}
+{"train_loss": 0.09754413366317749, "global_step": 36385, "epoch": 379, "lr": 2.2249413635279326e-06}
+{"train_loss": 0.0648929700255394, "global_step": 36386, "epoch": 379, "lr": 2.2224870894586247e-06}
+{"train_loss": 0.08983846008777618, "global_step": 36387, "epoch": 379, "lr": 2.2200341621958276e-06}
+{"train_loss": 0.09316423535346985, "global_step": 36388, "epoch": 379, "lr": 2.217582581756217e-06}
+{"train_loss": 0.08096921443939209, "global_step": 36389, "epoch": 379, "lr": 2.2151323481565124e-06}
+{"train_loss": 0.07585620135068893, "global_step": 36390, "epoch": 379, "lr": 2.212683461413323e-06}
+{"train_loss": 0.08246356248855591, "global_step": 36391, "epoch": 379, "lr": 2.2102359215434354e-06}
+{"train_loss": 0.06456393003463745, "global_step": 36392, "epoch": 379, "lr": 2.207789728563414e-06}
+{"train_loss": 0.06872964650392532, "global_step": 36393, "epoch": 379, "lr": 2.205344882490001e-06}
+{"train_loss": 0.08704454451799393, "global_step": 36394, "epoch": 379, "lr": 2.2029013833397836e-06}
+{"train_loss": 0.09665284305810928, "global_step": 36395, "epoch": 379, "lr": 2.2004592311294368e-06}
+{"train_loss": 0.09345118701457977, "global_step": 36396, "epoch": 379, "lr": 2.1980184258755697e-06}
+{"train_loss": 0.08894231915473938, "global_step": 36397, "epoch": 379, "lr": 2.1955789675947914e-06}
+{"train_loss": 0.07444517314434052, "global_step": 36398, "epoch": 379, "lr": 2.193140856303777e-06}
+{"train_loss": 0.062208205461502075, "global_step": 36399, "epoch": 379, "lr": 2.190704092019047e-06}
+{"train_loss": 0.06569254398345947, "global_step": 36400, "epoch": 379, "lr": 2.1882686747572766e-06}
+{"train_loss": 0.09691538661718369, "global_step": 36401, "epoch": 379, "lr": 2.185834604534964e-06}
+{"train_loss": 0.09057457745075226, "global_step": 36402, "epoch": 379, "lr": 2.183401881368763e-06}
+{"train_loss": 0.11638633161783218, "global_step": 36403, "epoch": 379, "lr": 2.180970505275193e-06}
+{"train_loss": 0.07587340474128723, "global_step": 36404, "epoch": 379, "lr": 2.1785404762708183e-06}
+{"train_loss": 0.09243135154247284, "global_step": 36405, "epoch": 379, "lr": 2.176111794372204e-06}
+{"train_loss": 0.08029596507549286, "global_step": 36406, "epoch": 379, "lr": 2.1736844595958704e-06}
+{"train_loss": 0.09226003289222717, "global_step": 36407, "epoch": 379, "lr": 2.1712584719583374e-06}
+{"train_loss": 0.04348740726709366, "global_step": 36408, "epoch": 379, "lr": 2.168833831476169e-06}
+{"train_loss": 0.13042381405830383, "global_step": 36409, "epoch": 379, "lr": 2.166410538165842e-06}
+{"train_loss": 0.08721470832824707, "global_step": 36410, "epoch": 379, "lr": 2.163988592043853e-06}
+{"train_loss": 0.07822626084089279, "global_step": 36411, "epoch": 379, "lr": 2.161567993126723e-06}
+{"train_loss": 0.0774940773844719, "global_step": 36412, "epoch": 379, "lr": 2.159148741430883e-06}
+{"train_loss": 0.08314118534326553, "global_step": 36413, "epoch": 379, "lr": 2.1567308369728754e-06}
+{"train_loss": 0.06949234008789062, "global_step": 36414, "epoch": 379, "lr": 2.154314279769132e-06}
+{"train_loss": 0.06632509082555771, "global_step": 36415, "epoch": 379, "lr": 2.1518990698361054e-06}
+{"train_loss": 0.09124797582626343, "global_step": 36416, "epoch": 379, "lr": 2.1494852071902272e-06}
+{"train_loss": 0.07377602905035019, "global_step": 36417, "epoch": 379, "lr": 2.1470726918479955e-06}
+{"train_loss": 0.08214835822582245, "global_step": 36418, "epoch": 379, "lr": 2.144661523825775e-06}
+{"train_loss": 0.061906784772872925, "global_step": 36419, "epoch": 379, "lr": 2.1422517031400193e-06}
+{"train_loss": 0.08442214876413345, "global_step": 36420, "epoch": 379, "lr": 2.1398432298071147e-06}
+{"train_loss": 0.06223228573799133, "global_step": 36421, "epoch": 379, "lr": 2.137436103843493e-06}
+{"train_loss": 0.09101618826389313, "global_step": 36422, "epoch": 379, "lr": 2.1350303252654966e-06}
+{"train_loss": 0.08911918103694916, "global_step": 36423, "epoch": 379, "lr": 2.132625894089557e-06}
+{"train_loss": 0.0731886699795723, "global_step": 36424, "epoch": 379, "lr": 2.130222810332039e-06}
+{"train_loss": 0.07864527404308319, "global_step": 36425, "epoch": 379, "lr": 2.127821074009306e-06}
+{"train_loss": 0.06412451714277267, "global_step": 36426, "epoch": 379, "lr": 2.125420685137702e-06}
+{"train_loss": 0.07100905478000641, "global_step": 36427, "epoch": 379, "lr": 2.123021643733547e-06}
+{"train_loss": 0.08961392194032669, "global_step": 36428, "epoch": 379, "lr": 2.1206239498132275e-06}
+{"train_loss": 0.08311644941568375, "global_step": 36429, "epoch": 379, "lr": 2.1182276033930637e-06}
+{"train_loss": 0.07950432598590851, "global_step": 36430, "epoch": 379, "lr": 2.115832604489354e-06}
+{"train_loss": 0.08241153508424759, "global_step": 36431, "epoch": 379, "lr": 2.1134389531183963e-06}
+{"train_loss": 0.06307744234800339, "global_step": 36432, "epoch": 379, "lr": 2.111046649296533e-06}
+{"train_loss": 0.06280344724655151, "global_step": 36433, "epoch": 379, "lr": 2.108655693040018e-06}
+{"train_loss": 0.07914823293685913, "global_step": 36434, "epoch": 379, "lr": 2.1062660843651494e-06}
+{"train_loss": 0.08900192379951477, "global_step": 36435, "epoch": 379, "lr": 2.103877823288203e-06}
+{"train_loss": 0.05767352879047394, "global_step": 36436, "epoch": 379, "lr": 2.10149090982541e-06}
+{"train_loss": 0.08569809049367905, "global_step": 36437, "epoch": 379, "lr": 2.0991053439930906e-06}
+{"train_loss": 0.06915098428726196, "global_step": 36438, "epoch": 379, "lr": 2.0967211258074105e-06}
+{"train_loss": 0.09155917912721634, "global_step": 36439, "epoch": 379, "lr": 2.094338255284667e-06}
+{"train_loss": 0.09928904473781586, "global_step": 36440, "epoch": 379, "lr": 2.0919567324410693e-06}
+{"train_loss": 0.08549006283283234, "global_step": 36441, "epoch": 379, "lr": 2.089576557292827e-06}
+{"train_loss": 0.09598780423402786, "global_step": 36442, "epoch": 379, "lr": 2.0871977298561274e-06}
+{"train_loss": 0.08297404646873474, "global_step": 36443, "epoch": 379, "lr": 2.0848202501472015e-06}
+{"train_loss": 0.08356703817844391, "global_step": 36444, "epoch": 379, "lr": 2.082444118182236e-06}
+{"train_loss": 0.09345914423465729, "global_step": 36445, "epoch": 379, "lr": 2.080069333977419e-06}
+{"train_loss": 0.07952523231506348, "global_step": 36446, "epoch": 379, "lr": 2.0776958975488925e-06}
+{"train_loss": 0.09103795886039734, "global_step": 36447, "epoch": 379, "lr": 2.075323808912866e-06}
+{"train_loss": 0.08877722918987274, "global_step": 36448, "epoch": 379, "lr": 2.072953068085437e-06}
+{"train_loss": 0.06967774033546448, "global_step": 36449, "epoch": 379, "lr": 2.070583675082771e-06}
+{"train_loss": 0.08839194476604462, "global_step": 36450, "epoch": 379, "lr": 2.068215629921033e-06}
+{"train_loss": 0.06456904113292694, "global_step": 36451, "epoch": 379, "lr": 2.065848932616299e-06}
+{"train_loss": 0.0841926783323288, "global_step": 36452, "epoch": 379, "lr": 2.0634835831847333e-06}
+{"train_loss": 0.09743614494800568, "global_step": 36453, "epoch": 379, "lr": 2.06111958164239e-06}
+{"train_loss": 0.10097932070493698, "global_step": 36454, "epoch": 379, "lr": 2.058756928005412e-06}
+{"train_loss": 0.11034378409385681, "global_step": 36455, "epoch": 379, "lr": 2.056395622289875e-06}
+{"train_loss": 0.0959990918636322, "global_step": 36456, "epoch": 379, "lr": 2.054035664511855e-06}
+{"train_loss": 0.08765488862991333, "global_step": 36457, "epoch": 379, "lr": 2.0516770546874064e-06}
+{"train_loss": 0.0757259801030159, "global_step": 36458, "epoch": 379, "lr": 2.049319792832649e-06}
+{"train_loss": 0.07931351661682129, "global_step": 36459, "epoch": 379, "lr": 2.046963878963548e-06}
+{"train_loss": 0.08659635484218597, "global_step": 36460, "epoch": 379, "lr": 2.044609313096224e-06}
+{"train_loss": 0.055763717740774155, "global_step": 36461, "epoch": 379, "lr": 2.042256095246686e-06}
+{"train_loss": 0.11448700726032257, "global_step": 36462, "epoch": 379, "lr": 2.0399042254309218e-06}
+{"train_loss": 0.11235333979129791, "global_step": 36463, "epoch": 379, "lr": 2.0375537036650073e-06}
+{"train_loss": 0.11205881834030151, "global_step": 36464, "epoch": 379, "lr": 2.035204529964907e-06}
+{"train_loss": 0.06793174892663956, "global_step": 36465, "epoch": 379, "lr": 2.0328567043466306e-06}
+{"train_loss": 0.10574215650558472, "global_step": 36466, "epoch": 379, "lr": 2.0305102268261654e-06}
+{"train_loss": 0.06842663884162903, "global_step": 36467, "epoch": 379, "lr": 2.028165097419499e-06}
+{"train_loss": 0.0826311782002449, "global_step": 36468, "epoch": 379, "lr": 2.0258213161425734e-06}
+{"train_loss": 0.07752372324466705, "global_step": 36469, "epoch": 379, "lr": 2.023478883011398e-06}
+{"train_loss": 0.06188970059156418, "global_step": 36470, "epoch": 379, "lr": 2.0211377980418723e-06}
+{"train_loss": 0.06166790798306465, "global_step": 36471, "epoch": 379, "lr": 2.0187980612499604e-06}
+{"train_loss": 0.07539889216423035, "global_step": 36472, "epoch": 379, "lr": 2.016459672651605e-06}
+{"train_loss": 0.07918593287467957, "global_step": 36473, "epoch": 379, "lr": 2.014122632262727e-06}
+{"train_loss": 0.0889534056186676, "global_step": 36474, "epoch": 379, "lr": 2.0117869400992253e-06}
+{"train_loss": 0.07335126399993896, "global_step": 36475, "epoch": 379, "lr": 2.0094525961770193e-06}
+{"train_loss": 0.05660867318511009, "global_step": 36476, "epoch": 379, "lr": 2.0071196005119863e-06}
+{"train_loss": 0.07879973202943802, "global_step": 36477, "epoch": 379, "lr": 2.0047879531200463e-06}
+{"train_loss": 0.1026284471154213, "global_step": 36478, "epoch": 379, "lr": 2.0024576540170535e-06}
+{"train_loss": 0.08259307434006284, "global_step": 36479, "epoch": 379, "lr": 2.000128703218862e-06}
+{"train_loss": 0.09441396594047546, "global_step": 36480, "epoch": 380, "lr": 1.9978011007413697e-06}
+{"train_loss": 0.07318797707557678, "global_step": 36481, "epoch": 380, "lr": 1.9954748466004094e-06}
+{"train_loss": 0.08379557728767395, "global_step": 36482, "epoch": 380, "lr": 1.9931499408118115e-06}
+{"train_loss": 0.08643081784248352, "global_step": 36483, "epoch": 380, "lr": 1.9908263833914086e-06}
+{"train_loss": 0.09906870871782303, "global_step": 36484, "epoch": 380, "lr": 1.988504174355055e-06}
+{"train_loss": 0.06940359622240067, "global_step": 36485, "epoch": 380, "lr": 1.986183313718537e-06}
+{"train_loss": 0.07179613411426544, "global_step": 36486, "epoch": 380, "lr": 1.983863801497643e-06}
+{"train_loss": 0.11188852787017822, "global_step": 36487, "epoch": 380, "lr": 1.981545637708204e-06}
+{"train_loss": 0.0659296065568924, "global_step": 36488, "epoch": 380, "lr": 1.979228822365986e-06}
+{"train_loss": 0.09383834153413773, "global_step": 36489, "epoch": 380, "lr": 1.9769133554867758e-06}
+{"train_loss": 0.07395733147859573, "global_step": 36490, "epoch": 380, "lr": 1.9745992370863163e-06}
+{"train_loss": 0.0830739289522171, "global_step": 36491, "epoch": 380, "lr": 1.9722864671804175e-06}
+{"train_loss": 0.09517697989940643, "global_step": 36492, "epoch": 380, "lr": 1.9699750457847555e-06}
+{"train_loss": 0.07317953556776047, "global_step": 36493, "epoch": 380, "lr": 1.9676649729151397e-06}
+{"train_loss": 0.11706560105085373, "global_step": 36494, "epoch": 380, "lr": 1.965356248587269e-06}
+{"train_loss": 0.10795202851295471, "global_step": 36495, "epoch": 380, "lr": 1.963048872816864e-06}
+{"train_loss": 0.0950278639793396, "global_step": 36496, "epoch": 380, "lr": 1.9607428456196453e-06}
+{"train_loss": 0.09971705824136734, "global_step": 36497, "epoch": 380, "lr": 1.9584381670113115e-06}
+{"train_loss": 0.0662996768951416, "global_step": 36498, "epoch": 380, "lr": 1.9561348370075393e-06}
+{"train_loss": 0.0835166946053505, "global_step": 36499, "epoch": 380, "lr": 1.9538328556240715e-06}
+{"train_loss": 0.07532227039337158, "global_step": 36500, "epoch": 380, "lr": 1.951532222876518e-06}
+{"train_loss": 0.09151627868413925, "global_step": 36501, "epoch": 380, "lr": 1.949232938780554e-06}
+{"train_loss": 0.11269398778676987, "global_step": 36502, "epoch": 380, "lr": 1.946935003351902e-06}
+{"train_loss": 0.09800458699464798, "global_step": 36503, "epoch": 380, "lr": 1.944638416606126e-06}
+{"train_loss": 0.06088026240468025, "global_step": 36504, "epoch": 380, "lr": 1.942343178558925e-06}
+{"train_loss": 0.0836908221244812, "global_step": 36505, "epoch": 380, "lr": 1.940049289225887e-06}
+{"train_loss": 0.07358942925930023, "global_step": 36506, "epoch": 380, "lr": 1.9377567486226655e-06}
+{"train_loss": 0.11696512997150421, "global_step": 36507, "epoch": 380, "lr": 1.9354655567648482e-06}
+{"train_loss": 0.0999169796705246, "global_step": 36508, "epoch": 380, "lr": 1.933175713668045e-06}
+{"train_loss": 0.05693323165178299, "global_step": 36509, "epoch": 380, "lr": 1.9308872193478653e-06}
+{"train_loss": 0.0957326740026474, "global_step": 36510, "epoch": 380, "lr": 1.928600073819897e-06}
+{"train_loss": 0.07498766481876373, "global_step": 36511, "epoch": 380, "lr": 1.926314277099661e-06}
+{"train_loss": 0.07289916276931763, "global_step": 36512, "epoch": 380, "lr": 1.924029829202767e-06}
+{"train_loss": 0.07171630859375, "global_step": 36513, "epoch": 380, "lr": 1.92174673014478e-06}
+{"train_loss": 0.07117710262537003, "global_step": 36514, "epoch": 380, "lr": 1.919464979941221e-06}
+{"train_loss": 0.08522813022136688, "global_step": 36515, "epoch": 380, "lr": 1.9171845786076337e-06}
+{"train_loss": 0.08220319449901581, "global_step": 36516, "epoch": 380, "lr": 1.9149055261595607e-06}
+{"train_loss": 0.07911104708909988, "global_step": 36517, "epoch": 380, "lr": 1.9126278226125226e-06}
+{"train_loss": 0.10578358173370361, "global_step": 36518, "epoch": 380, "lr": 1.910351467981997e-06}
+{"train_loss": 0.06189917400479317, "global_step": 36519, "epoch": 380, "lr": 1.9080764622835256e-06}
+{"train_loss": 0.07378382980823517, "global_step": 36520, "epoch": 380, "lr": 1.9058028055325639e-06}
+{"train_loss": 0.0650835856795311, "global_step": 36521, "epoch": 380, "lr": 1.9035304977446322e-06}
+{"train_loss": 0.06910398602485657, "global_step": 36522, "epoch": 380, "lr": 1.9012595389351628e-06}
+{"train_loss": 0.07064191997051239, "global_step": 36523, "epoch": 380, "lr": 1.8989899291196766e-06}
+{"train_loss": 0.09484535455703735, "global_step": 36524, "epoch": 380, "lr": 1.8967216683135615e-06}
+{"train_loss": 0.10633158683776855, "global_step": 36525, "epoch": 380, "lr": 1.8944547565323155e-06}
+{"train_loss": 0.0762578696012497, "global_step": 36526, "epoch": 380, "lr": 1.8921891937913494e-06}
+{"train_loss": 0.08721703290939331, "global_step": 36527, "epoch": 380, "lr": 1.889924980106117e-06}
+{"train_loss": 0.0498516783118248, "global_step": 36528, "epoch": 380, "lr": 1.887662115492006e-06}
+{"train_loss": 0.09629928320646286, "global_step": 36529, "epoch": 380, "lr": 1.8854005999644486e-06}
+{"train_loss": 0.07435213029384613, "global_step": 36530, "epoch": 380, "lr": 1.8831404335388324e-06}
+{"train_loss": 0.08880928158760071, "global_step": 36531, "epoch": 380, "lr": 1.880881616230523e-06}
+{"train_loss": 0.09737967699766159, "global_step": 36532, "epoch": 380, "lr": 1.8786241480549748e-06}
+{"train_loss": 0.08029244840145111, "global_step": 36533, "epoch": 380, "lr": 1.8763680290274865e-06}
+{"train_loss": 0.09242261946201324, "global_step": 36534, "epoch": 380, "lr": 1.874113259163468e-06}
+{"train_loss": 0.08795922249555588, "global_step": 36535, "epoch": 380, "lr": 1.8718598384782403e-06}
+{"train_loss": 0.1288391351699829, "global_step": 36536, "epoch": 380, "lr": 1.8696077669871913e-06}
+{"train_loss": 0.11047390848398209, "global_step": 36537, "epoch": 380, "lr": 1.8673570447056199e-06}
+{"train_loss": 0.06726089119911194, "global_step": 36538, "epoch": 380, "lr": 1.865107671648869e-06}
+{"train_loss": 0.06794362515211105, "global_step": 36539, "epoch": 380, "lr": 1.862859647832238e-06}
+{"train_loss": 0.10439169406890869, "global_step": 36540, "epoch": 380, "lr": 1.8606129732710475e-06}
+{"train_loss": 0.06071655452251434, "global_step": 36541, "epoch": 380, "lr": 1.8583676479806189e-06}
+{"train_loss": 0.10489875078201294, "global_step": 36542, "epoch": 380, "lr": 1.8561236719762064e-06}
+{"train_loss": 0.07813091576099396, "global_step": 36543, "epoch": 380, "lr": 1.8538810452730871e-06}
+{"train_loss": 0.06606902927160263, "global_step": 36544, "epoch": 380, "lr": 1.8516397678865815e-06}
+{"train_loss": 0.1182047501206398, "global_step": 36545, "epoch": 380, "lr": 1.8493998398319223e-06}
+{"train_loss": 0.06998956203460693, "global_step": 36546, "epoch": 380, "lr": 1.8471612611243415e-06}
+{"train_loss": 0.08904120326042175, "global_step": 36547, "epoch": 380, "lr": 1.844924031779116e-06}
+{"train_loss": 0.07504367083311081, "global_step": 36548, "epoch": 380, "lr": 1.842688151811478e-06}
+{"train_loss": 0.07511118054389954, "global_step": 36549, "epoch": 380, "lr": 1.8404536212366153e-06}
+{"train_loss": 0.08665692806243896, "global_step": 36550, "epoch": 380, "lr": 1.8382204400698045e-06}
+{"train_loss": 0.09595784544944763, "global_step": 36551, "epoch": 380, "lr": 1.8359886083262113e-06}
+{"train_loss": 0.08366374671459198, "global_step": 36552, "epoch": 380, "lr": 1.8337581260210234e-06}
+{"train_loss": 0.0748739242553711, "global_step": 36553, "epoch": 380, "lr": 1.8315289931694735e-06}
+{"train_loss": 0.07648658007383347, "global_step": 36554, "epoch": 380, "lr": 1.8293012097867046e-06}
+{"train_loss": 0.08834777027368546, "global_step": 36555, "epoch": 380, "lr": 1.8270747758879047e-06}
+{"train_loss": 0.08945630490779877, "global_step": 36556, "epoch": 380, "lr": 1.8248496914882396e-06}
+{"train_loss": 0.07941731065511703, "global_step": 36557, "epoch": 380, "lr": 1.8226259566028302e-06}
+{"train_loss": 0.08411231637001038, "global_step": 36558, "epoch": 380, "lr": 1.8204035712468647e-06}
+{"train_loss": 0.10601833462715149, "global_step": 36559, "epoch": 380, "lr": 1.818182535435442e-06}
+{"train_loss": 0.06881065666675568, "global_step": 36560, "epoch": 380, "lr": 1.8159628491837054e-06}
+{"train_loss": 0.08904193341732025, "global_step": 36561, "epoch": 380, "lr": 1.8137445125067542e-06}
+{"train_loss": 0.0834578350186348, "global_step": 36562, "epoch": 380, "lr": 1.8115275254197317e-06}
+{"train_loss": 0.07672044634819031, "global_step": 36563, "epoch": 380, "lr": 1.8093118879376924e-06}
+{"train_loss": 0.08553744852542877, "global_step": 36564, "epoch": 380, "lr": 1.8070976000757133e-06}
+{"train_loss": 0.08644568920135498, "global_step": 36565, "epoch": 380, "lr": 1.8048846618489157e-06}
+{"train_loss": 0.08822671324014664, "global_step": 36566, "epoch": 380, "lr": 1.8026730732723763e-06}
+{"train_loss": 0.07894311845302582, "global_step": 36567, "epoch": 380, "lr": 1.8004628343611052e-06}
+{"train_loss": 0.07623683661222458, "global_step": 36568, "epoch": 380, "lr": 1.7982539451301793e-06}
+{"train_loss": 0.08800923079252243, "global_step": 36569, "epoch": 380, "lr": 1.7960464055946535e-06}
+{"train_loss": 0.10875442624092102, "global_step": 36570, "epoch": 380, "lr": 1.7938402157695599e-06}
+{"train_loss": 0.0733996257185936, "global_step": 36571, "epoch": 380, "lr": 1.7916353756698866e-06}
+{"train_loss": 0.0923929214477539, "global_step": 36572, "epoch": 380, "lr": 1.7894318853106662e-06}
+{"train_loss": 0.07150968909263611, "global_step": 36573, "epoch": 380, "lr": 1.7872297447069309e-06}
+{"train_loss": 0.05842146277427673, "global_step": 36574, "epoch": 380, "lr": 1.7850289538736465e-06}
+{"train_loss": 0.08442960345807175, "global_step": 36575, "epoch": 380, "lr": 1.782829512825801e-06, "train_action_mse_error": 1.173800455944729e-06}
+{"train_loss": 0.09965068101882935, "global_step": 36576, "epoch": 381, "lr": 1.7806314215783826e-06}
+{"train_loss": 0.07690900564193726, "global_step": 36577, "epoch": 381, "lr": 1.778434680146357e-06}
+{"train_loss": 0.0518721342086792, "global_step": 36578, "epoch": 381, "lr": 1.7762392885446676e-06}
+{"train_loss": 0.06340064108371735, "global_step": 36579, "epoch": 381, "lr": 1.774045246788303e-06}
+{"train_loss": 0.06672343611717224, "global_step": 36580, "epoch": 381, "lr": 1.7718525548921616e-06}
+{"train_loss": 0.09498761594295502, "global_step": 36581, "epoch": 381, "lr": 1.7696612128712097e-06}
+{"train_loss": 0.0847310870885849, "global_step": 36582, "epoch": 381, "lr": 1.7674712207403466e-06}
+{"train_loss": 0.08780616521835327, "global_step": 36583, "epoch": 381, "lr": 1.7652825785144933e-06}
+{"train_loss": 0.08967922627925873, "global_step": 36584, "epoch": 381, "lr": 1.7630952862085492e-06}
+{"train_loss": 0.0649089366197586, "global_step": 36585, "epoch": 381, "lr": 1.7609093438374135e-06}
+{"train_loss": 0.11683110147714615, "global_step": 36586, "epoch": 381, "lr": 1.7587247514159854e-06}
+{"train_loss": 0.08946803212165833, "global_step": 36587, "epoch": 381, "lr": 1.7565415089590976e-06}
+{"train_loss": 0.07168879359960556, "global_step": 36588, "epoch": 381, "lr": 1.7543596164816711e-06}
+{"train_loss": 0.0923142209649086, "global_step": 36589, "epoch": 381, "lr": 1.7521790739985167e-06}
+{"train_loss": 0.07011237740516663, "global_step": 36590, "epoch": 381, "lr": 1.7499998815245333e-06}
+{"train_loss": 0.08616474270820618, "global_step": 36591, "epoch": 381, "lr": 1.7478220390745093e-06}
+{"train_loss": 0.09797745198011398, "global_step": 36592, "epoch": 381, "lr": 1.7456455466633216e-06}
+{"train_loss": 0.07452842593193054, "global_step": 36593, "epoch": 381, "lr": 1.743470404305736e-06}
+{"train_loss": 0.038094986230134964, "global_step": 36594, "epoch": 381, "lr": 1.7412966120166295e-06}
+{"train_loss": 0.08489425480365753, "global_step": 36595, "epoch": 381, "lr": 1.7391241698107686e-06}
+{"train_loss": 0.08709479868412018, "global_step": 36596, "epoch": 381, "lr": 1.736953077702963e-06}
+{"train_loss": 0.08002864569425583, "global_step": 36597, "epoch": 381, "lr": 1.7347833357079568e-06}
+{"train_loss": 0.07546503841876984, "global_step": 36598, "epoch": 381, "lr": 1.7326149438405604e-06}
+{"train_loss": 0.103788360953331, "global_step": 36599, "epoch": 381, "lr": 1.7304479021155396e-06}
+{"train_loss": 0.11010736227035522, "global_step": 36600, "epoch": 381, "lr": 1.7282822105476382e-06}
+{"train_loss": 0.0509842112660408, "global_step": 36601, "epoch": 381, "lr": 1.7261178691516223e-06}
+{"train_loss": 0.0831000804901123, "global_step": 36602, "epoch": 381, "lr": 1.7239548779422132e-06}
+{"train_loss": 0.09533458948135376, "global_step": 36603, "epoch": 381, "lr": 1.721793236934155e-06}
+{"train_loss": 0.11616967618465424, "global_step": 36604, "epoch": 381, "lr": 1.7196329461421468e-06}
+{"train_loss": 0.07400037348270416, "global_step": 36605, "epoch": 381, "lr": 1.7174740055809324e-06}
+{"train_loss": 0.07970371842384338, "global_step": 36606, "epoch": 381, "lr": 1.715316415265167e-06}
+{"train_loss": 0.08438576757907867, "global_step": 36607, "epoch": 381, "lr": 1.7131601752095939e-06}
+{"train_loss": 0.08168186247348785, "global_step": 36608, "epoch": 381, "lr": 1.711005285428846e-06}
+{"train_loss": 0.0884813666343689, "global_step": 36609, "epoch": 381, "lr": 1.7088517459376452e-06}
+{"train_loss": 0.09581552445888519, "global_step": 36610, "epoch": 381, "lr": 1.7066995567506016e-06}
+{"train_loss": 0.09131269156932831, "global_step": 36611, "epoch": 381, "lr": 1.7045487178824372e-06}
+{"train_loss": 0.07228653877973557, "global_step": 36612, "epoch": 381, "lr": 1.702399229347762e-06}
+{"train_loss": 0.11190807074308395, "global_step": 36613, "epoch": 381, "lr": 1.700251091161209e-06}
+{"train_loss": 0.09552603960037231, "global_step": 36614, "epoch": 381, "lr": 1.698104303337411e-06}
+{"train_loss": 0.0800308957695961, "global_step": 36615, "epoch": 381, "lr": 1.6959588658909786e-06}
+{"train_loss": 0.10002254694700241, "global_step": 36616, "epoch": 381, "lr": 1.6938147788365666e-06}
+{"train_loss": 0.07183773070573807, "global_step": 36617, "epoch": 381, "lr": 1.6916720421887188e-06}
+{"train_loss": 0.0782848373055458, "global_step": 36618, "epoch": 381, "lr": 1.6895306559620683e-06}
+{"train_loss": 0.0671377032995224, "global_step": 36619, "epoch": 381, "lr": 1.6873906201711364e-06}
+{"train_loss": 0.09445320069789886, "global_step": 36620, "epoch": 381, "lr": 1.6852519348305784e-06}
+{"train_loss": 0.09567637741565704, "global_step": 36621, "epoch": 381, "lr": 1.6831145999549159e-06}
+{"train_loss": 0.08814886212348938, "global_step": 36622, "epoch": 381, "lr": 1.6809786155586927e-06}
+{"train_loss": 0.08139828592538834, "global_step": 36623, "epoch": 381, "lr": 1.6788439816564528e-06}
+{"train_loss": 0.10151311755180359, "global_step": 36624, "epoch": 381, "lr": 1.6767106982627846e-06}
+{"train_loss": 0.08222921192646027, "global_step": 36625, "epoch": 381, "lr": 1.6745787653921652e-06}
+{"train_loss": 0.08648727834224701, "global_step": 36626, "epoch": 381, "lr": 1.6724481830591166e-06}
+{"train_loss": 0.08358120918273926, "global_step": 36627, "epoch": 381, "lr": 1.6703189512781603e-06}
+{"train_loss": 0.07710890471935272, "global_step": 36628, "epoch": 381, "lr": 1.6681910700637737e-06}
+{"train_loss": 0.09382592141628265, "global_step": 36629, "epoch": 381, "lr": 1.6660645394305007e-06}
+{"train_loss": 0.0899784117937088, "global_step": 36630, "epoch": 381, "lr": 1.663939359392752e-06}
+{"train_loss": 0.09857185184955597, "global_step": 36631, "epoch": 381, "lr": 1.6618155299650494e-06}
+{"train_loss": 0.09656664729118347, "global_step": 36632, "epoch": 381, "lr": 1.659693051161826e-06}
+{"train_loss": 0.0858348160982132, "global_step": 36633, "epoch": 381, "lr": 1.6575719229975583e-06}
+{"train_loss": 0.08013170212507248, "global_step": 36634, "epoch": 381, "lr": 1.65545214548668e-06}
+{"train_loss": 0.10238850116729736, "global_step": 36635, "epoch": 381, "lr": 1.6533337186436237e-06}
+{"train_loss": 0.0727674663066864, "global_step": 36636, "epoch": 381, "lr": 1.6512166424828223e-06}
+{"train_loss": 0.07318472117185593, "global_step": 36637, "epoch": 381, "lr": 1.6491009170186867e-06}
+{"train_loss": 0.07479710876941681, "global_step": 36638, "epoch": 381, "lr": 1.6469865422656494e-06}
+{"train_loss": 0.11753429472446442, "global_step": 36639, "epoch": 381, "lr": 1.6448735182380548e-06}
+{"train_loss": 0.06375104188919067, "global_step": 36640, "epoch": 381, "lr": 1.6427618449503356e-06}
+{"train_loss": 0.05656985193490982, "global_step": 36641, "epoch": 381, "lr": 1.6406515224168583e-06}
+{"train_loss": 0.052818551659584045, "global_step": 36642, "epoch": 381, "lr": 1.6385425506520113e-06}
+{"train_loss": 0.09335731714963913, "global_step": 36643, "epoch": 381, "lr": 1.6364349296701164e-06}
+{"train_loss": 0.07918330281972885, "global_step": 36644, "epoch": 381, "lr": 1.6343286594855623e-06}
+{"train_loss": 0.07209721207618713, "global_step": 36645, "epoch": 381, "lr": 1.6322237401126483e-06}
+{"train_loss": 0.07032440602779388, "global_step": 36646, "epoch": 381, "lr": 1.6301201715657855e-06}
+{"train_loss": 0.10352832078933716, "global_step": 36647, "epoch": 381, "lr": 1.6280179538592289e-06}
+{"train_loss": 0.09695263206958771, "global_step": 36648, "epoch": 381, "lr": 1.6259170870073004e-06}
+{"train_loss": 0.08108261227607727, "global_step": 36649, "epoch": 381, "lr": 1.6238175710243443e-06}
+{"train_loss": 0.13650016486644745, "global_step": 36650, "epoch": 381, "lr": 1.6217194059246377e-06}
+{"train_loss": 0.10759307444095612, "global_step": 36651, "epoch": 381, "lr": 1.6196225917224584e-06}
+{"train_loss": 0.11342711001634598, "global_step": 36652, "epoch": 381, "lr": 1.6175271284320837e-06}
+{"train_loss": 0.10111428797245026, "global_step": 36653, "epoch": 381, "lr": 1.6154330160678132e-06}
+{"train_loss": 0.06568904221057892, "global_step": 36654, "epoch": 381, "lr": 1.6133402546438803e-06}
+{"train_loss": 0.08194823563098907, "global_step": 36655, "epoch": 381, "lr": 1.61124884417454e-06}
+{"train_loss": 0.08060072362422943, "global_step": 36656, "epoch": 381, "lr": 1.6091587846740252e-06}
+{"train_loss": 0.12499357759952545, "global_step": 36657, "epoch": 381, "lr": 1.6070700761565915e-06}
+{"train_loss": 0.0788036659359932, "global_step": 36658, "epoch": 381, "lr": 1.6049827186364496e-06}
+{"train_loss": 0.11308439821004868, "global_step": 36659, "epoch": 381, "lr": 1.6028967121278104e-06}
+{"train_loss": 0.07128427922725677, "global_step": 36660, "epoch": 381, "lr": 1.6008120566448848e-06}
+{"train_loss": 0.07431214302778244, "global_step": 36661, "epoch": 381, "lr": 1.5987287522018835e-06}
+{"train_loss": 0.0894080251455307, "global_step": 36662, "epoch": 381, "lr": 1.5966467988129507e-06}
+{"train_loss": 0.10198413580656052, "global_step": 36663, "epoch": 381, "lr": 1.5945661964923198e-06}
+{"train_loss": 0.08501677215099335, "global_step": 36664, "epoch": 381, "lr": 1.5924869452541124e-06}
+{"train_loss": 0.09126748144626617, "global_step": 36665, "epoch": 381, "lr": 1.5904090451124952e-06}
+{"train_loss": 0.08847812563180923, "global_step": 36666, "epoch": 381, "lr": 1.588332496081657e-06}
+{"train_loss": 0.06489495933055878, "global_step": 36667, "epoch": 381, "lr": 1.5862572981756751e-06}
+{"train_loss": 0.07843684405088425, "global_step": 36668, "epoch": 381, "lr": 1.5841834514087383e-06}
+{"train_loss": 0.1002860963344574, "global_step": 36669, "epoch": 381, "lr": 1.5821109557949464e-06}
+{"train_loss": 0.0667504221200943, "global_step": 36670, "epoch": 381, "lr": 1.5800398113484215e-06}
+{"train_loss": 0.08593868398262809, "global_step": 36671, "epoch": 381, "lr": 1.5779700180832191e-06}
+{"train_loss": 0.10007625818252563, "global_step": 36672, "epoch": 382, "lr": 1.5759015760135053e-06}
+{"train_loss": 0.10054462403059006, "global_step": 36673, "epoch": 382, "lr": 1.5738344851533137e-06}
+{"train_loss": 0.1116708517074585, "global_step": 36674, "epoch": 382, "lr": 1.5717687455167663e-06}
+{"train_loss": 0.07580188661813736, "global_step": 36675, "epoch": 382, "lr": 1.5697043571178737e-06}
+{"train_loss": 0.11596503108739853, "global_step": 36676, "epoch": 382, "lr": 1.5676413199707585e-06}
+{"train_loss": 0.06986984610557556, "global_step": 36677, "epoch": 382, "lr": 1.5655796340894091e-06}
+{"train_loss": 0.07510335743427277, "global_step": 36678, "epoch": 382, "lr": 1.5635192994878812e-06}
+{"train_loss": 0.07699902355670929, "global_step": 36679, "epoch": 382, "lr": 1.561460316180252e-06}
+{"train_loss": 0.10494218021631241, "global_step": 36680, "epoch": 382, "lr": 1.5594026841804666e-06}
+{"train_loss": 0.08562231063842773, "global_step": 36681, "epoch": 382, "lr": 1.5573464035025798e-06}
+{"train_loss": 0.059840768575668335, "global_step": 36682, "epoch": 382, "lr": 1.555291474160603e-06}
+{"train_loss": 0.1054941713809967, "global_step": 36683, "epoch": 382, "lr": 1.5532378961685245e-06}
+{"train_loss": 0.07012060284614563, "global_step": 36684, "epoch": 382, "lr": 1.5511856695403116e-06}
+{"train_loss": 0.07949374616146088, "global_step": 36685, "epoch": 382, "lr": 1.5491347942899304e-06}
+{"train_loss": 0.07165955007076263, "global_step": 36686, "epoch": 382, "lr": 1.547085270431392e-06}
+{"train_loss": 0.07678200304508209, "global_step": 36687, "epoch": 382, "lr": 1.545037097978619e-06}
+{"train_loss": 0.10139453411102295, "global_step": 36688, "epoch": 382, "lr": 1.5429902769455551e-06}
+{"train_loss": 0.07737503945827484, "global_step": 36689, "epoch": 382, "lr": 1.5409448073461453e-06}
+{"train_loss": 0.10474874079227448, "global_step": 36690, "epoch": 382, "lr": 1.5389006891943336e-06}
+{"train_loss": 0.08647018671035767, "global_step": 36691, "epoch": 382, "lr": 1.5368579225040425e-06}
+{"train_loss": 0.1259627789258957, "global_step": 36692, "epoch": 382, "lr": 1.5348165072891497e-06}
+{"train_loss": 0.13592851161956787, "global_step": 36693, "epoch": 382, "lr": 1.5327764435635771e-06}
+{"train_loss": 0.08178398758172989, "global_step": 36694, "epoch": 382, "lr": 1.5307377313412253e-06}
+{"train_loss": 0.09612062573432922, "global_step": 36695, "epoch": 382, "lr": 1.5287003706359493e-06}
+{"train_loss": 0.10743045806884766, "global_step": 36696, "epoch": 382, "lr": 1.5266643614616494e-06}
+{"train_loss": 0.0901181548833847, "global_step": 36697, "epoch": 382, "lr": 1.5246297038321811e-06}
+{"train_loss": 0.08696606755256653, "global_step": 36698, "epoch": 382, "lr": 1.522596397761422e-06}
+{"train_loss": 0.13004523515701294, "global_step": 36699, "epoch": 382, "lr": 1.5205644432631617e-06}
+{"train_loss": 0.06538283824920654, "global_step": 36700, "epoch": 382, "lr": 1.5185338403512994e-06}
+{"train_loss": 0.09651045501232147, "global_step": 36701, "epoch": 382, "lr": 1.5165045890396024e-06}
+{"train_loss": 0.09338675439357758, "global_step": 36702, "epoch": 382, "lr": 1.5144766893419704e-06}
+{"train_loss": 0.08097782731056213, "global_step": 36703, "epoch": 382, "lr": 1.5124501412721259e-06}
+{"train_loss": 0.08353260159492493, "global_step": 36704, "epoch": 382, "lr": 1.5104249448439246e-06}
+{"train_loss": 0.08734013140201569, "global_step": 36705, "epoch": 382, "lr": 1.508401100071133e-06}
+{"train_loss": 0.09330366551876068, "global_step": 36706, "epoch": 382, "lr": 1.5063786069675623e-06}
+{"train_loss": 0.11296506226062775, "global_step": 36707, "epoch": 382, "lr": 1.504357465546935e-06}
+{"train_loss": 0.09846673905849457, "global_step": 36708, "epoch": 382, "lr": 1.5023376758230623e-06}
+{"train_loss": 0.11770839989185333, "global_step": 36709, "epoch": 382, "lr": 1.5003192378096886e-06}
+{"train_loss": 0.08569879084825516, "global_step": 36710, "epoch": 382, "lr": 1.4983021515205365e-06}
+{"train_loss": 0.0688815489411354, "global_step": 36711, "epoch": 382, "lr": 1.4962864169693503e-06}
+{"train_loss": 0.09934816509485245, "global_step": 36712, "epoch": 382, "lr": 1.4942720341698524e-06}
+{"train_loss": 0.06910933554172516, "global_step": 36713, "epoch": 382, "lr": 1.4922590031358096e-06}
+{"train_loss": 0.06138399988412857, "global_step": 36714, "epoch": 382, "lr": 1.4902473238808556e-06}
+{"train_loss": 0.0747850239276886, "global_step": 36715, "epoch": 382, "lr": 1.4882369964187127e-06}
+{"train_loss": 0.07565931975841522, "global_step": 36716, "epoch": 382, "lr": 1.486228020763103e-06}
+{"train_loss": 0.06848575174808502, "global_step": 36717, "epoch": 382, "lr": 1.4842203969276825e-06}
+{"train_loss": 0.09324540197849274, "global_step": 36718, "epoch": 382, "lr": 1.482214124926129e-06}
+{"train_loss": 0.12105094641447067, "global_step": 36719, "epoch": 382, "lr": 1.4802092047720984e-06}
+{"train_loss": 0.11346986144781113, "global_step": 36720, "epoch": 382, "lr": 1.4782056364792462e-06}
+{"train_loss": 0.07630932331085205, "global_step": 36721, "epoch": 382, "lr": 1.4762034200612062e-06}
+{"train_loss": 0.10467293858528137, "global_step": 36722, "epoch": 382, "lr": 1.4742025555316342e-06}
+{"train_loss": 0.09666875004768372, "global_step": 36723, "epoch": 382, "lr": 1.472203042904141e-06}
+{"train_loss": 0.08401229232549667, "global_step": 36724, "epoch": 382, "lr": 1.4702048821923386e-06}
+{"train_loss": 0.09534913301467896, "global_step": 36725, "epoch": 382, "lr": 1.4682080734098601e-06}
+{"train_loss": 0.06961450725793839, "global_step": 36726, "epoch": 382, "lr": 1.4662126165702506e-06}
+{"train_loss": 0.06090468913316727, "global_step": 36727, "epoch": 382, "lr": 1.4642185116871654e-06}
+{"train_loss": 0.05155619978904724, "global_step": 36728, "epoch": 382, "lr": 1.4622257587741494e-06}
+{"train_loss": 0.06811035424470901, "global_step": 36729, "epoch": 382, "lr": 1.4602343578447475e-06}
+{"train_loss": 0.09367479383945465, "global_step": 36730, "epoch": 382, "lr": 1.4582443089125487e-06}
+{"train_loss": 0.11212803423404694, "global_step": 36731, "epoch": 382, "lr": 1.4562556119911198e-06}
+{"train_loss": 0.06181632727384567, "global_step": 36732, "epoch": 382, "lr": 1.4542682670939834e-06}
+{"train_loss": 0.06286409497261047, "global_step": 36733, "epoch": 382, "lr": 1.4522822742346842e-06}
+{"train_loss": 0.09716596454381943, "global_step": 36734, "epoch": 382, "lr": 1.4502976334267226e-06}
+{"train_loss": 0.06417907774448395, "global_step": 36735, "epoch": 382, "lr": 1.4483143446836434e-06}
+{"train_loss": 0.07853978872299194, "global_step": 36736, "epoch": 382, "lr": 1.4463324080189245e-06}
+{"train_loss": 0.05910423398017883, "global_step": 36737, "epoch": 382, "lr": 1.4443518234460663e-06}
+{"train_loss": 0.06736691296100616, "global_step": 36738, "epoch": 382, "lr": 1.442372590978569e-06}
+{"train_loss": 0.07210990786552429, "global_step": 36739, "epoch": 382, "lr": 1.440394710629911e-06}
+{"train_loss": 0.07685982435941696, "global_step": 36740, "epoch": 382, "lr": 1.4384181824135701e-06}
+{"train_loss": 0.11428336054086685, "global_step": 36741, "epoch": 382, "lr": 1.436443006342958e-06}
+{"train_loss": 0.07332153618335724, "global_step": 36742, "epoch": 382, "lr": 1.434469182431597e-06}
+{"train_loss": 0.09399953484535217, "global_step": 36743, "epoch": 382, "lr": 1.4324967106928765e-06}
+{"train_loss": 0.053868189454078674, "global_step": 36744, "epoch": 382, "lr": 1.4305255911402304e-06}
+{"train_loss": 0.093551866710186, "global_step": 36745, "epoch": 382, "lr": 1.4285558237870921e-06}
+{"train_loss": 0.06610535085201263, "global_step": 36746, "epoch": 382, "lr": 1.4265874086468955e-06}
+{"train_loss": 0.07038582861423492, "global_step": 36747, "epoch": 382, "lr": 1.4246203457330298e-06}
+{"train_loss": 0.07138416916131973, "global_step": 36748, "epoch": 382, "lr": 1.422654635058862e-06}
+{"train_loss": 0.13067562878131866, "global_step": 36749, "epoch": 382, "lr": 1.4206902766378038e-06}
+{"train_loss": 0.08068694174289703, "global_step": 36750, "epoch": 382, "lr": 1.4187272704832445e-06}
+{"train_loss": 0.09698474407196045, "global_step": 36751, "epoch": 382, "lr": 1.4167656166085285e-06}
+{"train_loss": 0.08178180456161499, "global_step": 36752, "epoch": 382, "lr": 1.4148053150270234e-06}
+{"train_loss": 0.08977039903402328, "global_step": 36753, "epoch": 382, "lr": 1.4128463657520962e-06}
+{"train_loss": 0.08617933094501495, "global_step": 36754, "epoch": 382, "lr": 1.4108887687970474e-06}
+{"train_loss": 0.11274228245019913, "global_step": 36755, "epoch": 382, "lr": 1.4089325241752217e-06}
+{"train_loss": 0.08017841726541519, "global_step": 36756, "epoch": 382, "lr": 1.406977631899964e-06}
+{"train_loss": 0.09518896043300629, "global_step": 36757, "epoch": 382, "lr": 1.4050240919845747e-06}
+{"train_loss": 0.0887925922870636, "global_step": 36758, "epoch": 382, "lr": 1.4030719044423546e-06}
+{"train_loss": 0.1123991459608078, "global_step": 36759, "epoch": 382, "lr": 1.4011210692865816e-06}
+{"train_loss": 0.0857735425233841, "global_step": 36760, "epoch": 382, "lr": 1.3991715865305566e-06}
+{"train_loss": 0.0958082377910614, "global_step": 36761, "epoch": 382, "lr": 1.3972234561875353e-06}
+{"train_loss": 0.09495611488819122, "global_step": 36762, "epoch": 382, "lr": 1.3952766782708404e-06}
+{"train_loss": 0.10290977358818054, "global_step": 36763, "epoch": 382, "lr": 1.3933312527936615e-06}
+{"train_loss": 0.07996746897697449, "global_step": 36764, "epoch": 382, "lr": 1.3913871797692767e-06}
+{"train_loss": 0.08304581046104431, "global_step": 36765, "epoch": 382, "lr": 1.38944445921092e-06}
+{"train_loss": 0.10234618186950684, "global_step": 36766, "epoch": 382, "lr": 1.3875030911318254e-06}
+{"train_loss": 0.08794329346468051, "global_step": 36767, "epoch": 382, "lr": 1.3855630755452043e-06}
+{"train_loss": 0.0980774387717247, "global_step": 36768, "epoch": 383, "lr": 1.3836244124642905e-06}
+{"train_loss": 0.07540684193372726, "global_step": 36769, "epoch": 383, "lr": 1.3816871019022514e-06}
+{"train_loss": 0.12344273924827576, "global_step": 36770, "epoch": 383, "lr": 1.3797511438722987e-06}
+{"train_loss": 0.09377708286046982, "global_step": 36771, "epoch": 383, "lr": 1.3778165383876218e-06}
+{"train_loss": 0.09949096292257309, "global_step": 36772, "epoch": 383, "lr": 1.3758832854613878e-06}
+{"train_loss": 0.06600899994373322, "global_step": 36773, "epoch": 383, "lr": 1.3739513851067643e-06}
+{"train_loss": 0.07330835610628128, "global_step": 36774, "epoch": 383, "lr": 1.372020837336896e-06}
+{"train_loss": 0.0986005887389183, "global_step": 36775, "epoch": 383, "lr": 1.3700916421649501e-06}
+{"train_loss": 0.11894736438989639, "global_step": 36776, "epoch": 383, "lr": 1.3681637996040496e-06}
+{"train_loss": 0.10370980203151703, "global_step": 36777, "epoch": 383, "lr": 1.3662373096672954e-06}
+{"train_loss": 0.0839080959558487, "global_step": 36778, "epoch": 383, "lr": 1.3643121723678542e-06}
+{"train_loss": 0.08255664259195328, "global_step": 36779, "epoch": 383, "lr": 1.3623883877188048e-06}
+{"train_loss": 0.06269685178995132, "global_step": 36780, "epoch": 383, "lr": 1.360465955733292e-06}
+{"train_loss": 0.0819394439458847, "global_step": 36781, "epoch": 383, "lr": 1.358544876424328e-06}
+{"train_loss": 0.09525449573993683, "global_step": 36782, "epoch": 383, "lr": 1.3566251498050797e-06}
+{"train_loss": 0.06386415660381317, "global_step": 36783, "epoch": 383, "lr": 1.354706775888559e-06}
+{"train_loss": 0.05668635293841362, "global_step": 36784, "epoch": 383, "lr": 1.3527897546878442e-06}
+{"train_loss": 0.064131960272789, "global_step": 36785, "epoch": 383, "lr": 1.350874086216014e-06}
+{"train_loss": 0.0452934131026268, "global_step": 36786, "epoch": 383, "lr": 1.3489597704860801e-06}
+{"train_loss": 0.08574659377336502, "global_step": 36787, "epoch": 383, "lr": 1.3470468075110987e-06}
+{"train_loss": 0.0812627300620079, "global_step": 36788, "epoch": 383, "lr": 1.345135197304126e-06}
+{"train_loss": 0.11092033982276917, "global_step": 36789, "epoch": 383, "lr": 1.3432249398781073e-06}
+{"train_loss": 0.09903638064861298, "global_step": 36790, "epoch": 383, "lr": 1.3413160352460984e-06}
+{"train_loss": 0.09913715720176697, "global_step": 36791, "epoch": 383, "lr": 1.3394084834210895e-06}
+{"train_loss": 0.06482155621051788, "global_step": 36792, "epoch": 383, "lr": 1.3375022844160701e-06}
+{"train_loss": 0.07558942586183548, "global_step": 36793, "epoch": 383, "lr": 1.3355974382440295e-06}
+{"train_loss": 0.09125813841819763, "global_step": 36794, "epoch": 383, "lr": 1.3336939449179132e-06}
+{"train_loss": 0.08721666038036346, "global_step": 36795, "epoch": 383, "lr": 1.3317918044507105e-06}
+{"train_loss": 0.12912005186080933, "global_step": 36796, "epoch": 383, "lr": 1.3298910168553669e-06}
+{"train_loss": 0.12190321087837219, "global_step": 36797, "epoch": 383, "lr": 1.3279915821448274e-06}
+{"train_loss": 0.09691926836967468, "global_step": 36798, "epoch": 383, "lr": 1.3260935003320151e-06}
+{"train_loss": 0.08360691368579865, "global_step": 36799, "epoch": 383, "lr": 1.3241967714298754e-06}
+{"train_loss": 0.06476395577192307, "global_step": 36800, "epoch": 383, "lr": 1.3223013954512863e-06}
+{"train_loss": 0.09404337406158447, "global_step": 36801, "epoch": 383, "lr": 1.3204073724091937e-06}
+{"train_loss": 0.09134387969970703, "global_step": 36802, "epoch": 383, "lr": 1.3185147023164978e-06}
+{"train_loss": 0.09674280881881714, "global_step": 36803, "epoch": 383, "lr": 1.3166233851860555e-06}
+{"train_loss": 0.07436846941709518, "global_step": 36804, "epoch": 383, "lr": 1.314733421030767e-06}
+{"train_loss": 0.11061453819274902, "global_step": 36805, "epoch": 383, "lr": 1.3128448098635115e-06}
+{"train_loss": 0.09514079988002777, "global_step": 36806, "epoch": 383, "lr": 1.3109575516971228e-06}
+{"train_loss": 0.07253363728523254, "global_step": 36807, "epoch": 383, "lr": 1.3090716465444575e-06}
+{"train_loss": 0.09555487334728241, "global_step": 36808, "epoch": 383, "lr": 1.307187094418394e-06}
+{"train_loss": 0.1092604249715805, "global_step": 36809, "epoch": 383, "lr": 1.305303895331722e-06}
+{"train_loss": 0.06996889412403107, "global_step": 36810, "epoch": 383, "lr": 1.3034220492972759e-06}
+{"train_loss": 0.07971175014972687, "global_step": 36811, "epoch": 383, "lr": 1.3015415563278677e-06}
+{"train_loss": 0.08416923880577087, "global_step": 36812, "epoch": 383, "lr": 1.2996624164363313e-06}
+{"train_loss": 0.08421142399311066, "global_step": 36813, "epoch": 383, "lr": 1.2977846296354345e-06}
+{"train_loss": 0.09214949607849121, "global_step": 36814, "epoch": 383, "lr": 1.2959081959379894e-06}
+{"train_loss": 0.09144731611013412, "global_step": 36815, "epoch": 383, "lr": 1.2940331153567408e-06}
+{"train_loss": 0.10157698392868042, "global_step": 36816, "epoch": 383, "lr": 1.2921593879044792e-06}
+{"train_loss": 0.08340676128864288, "global_step": 36817, "epoch": 383, "lr": 1.2902870135939714e-06}
+{"train_loss": 0.08591151982545853, "global_step": 36818, "epoch": 383, "lr": 1.2884159924379412e-06}
+{"train_loss": 0.09452647715806961, "global_step": 36819, "epoch": 383, "lr": 1.286546324449156e-06}
+{"train_loss": 0.10145534574985504, "global_step": 36820, "epoch": 383, "lr": 1.2846780096403166e-06}
+{"train_loss": 0.09364795684814453, "global_step": 36821, "epoch": 383, "lr": 1.2828110480241907e-06}
+{"train_loss": 0.09462761133909225, "global_step": 36822, "epoch": 383, "lr": 1.2809454396134347e-06}
+{"train_loss": 0.1122836023569107, "global_step": 36823, "epoch": 383, "lr": 1.2790811844208162e-06}
+{"train_loss": 0.06051754206418991, "global_step": 36824, "epoch": 383, "lr": 1.2772182824589695e-06}
+{"train_loss": 0.0691295936703682, "global_step": 36825, "epoch": 383, "lr": 1.2753567337406403e-06}
+{"train_loss": 0.0743226706981659, "global_step": 36826, "epoch": 383, "lr": 1.2734965382784404e-06}
+{"train_loss": 0.08764438331127167, "global_step": 36827, "epoch": 383, "lr": 1.271637696085093e-06}
+{"train_loss": 0.06081189215183258, "global_step": 36828, "epoch": 383, "lr": 1.2697802071732324e-06}
+{"train_loss": 0.07458560168743134, "global_step": 36829, "epoch": 383, "lr": 1.2679240715555153e-06}
+{"train_loss": 0.08075804263353348, "global_step": 36830, "epoch": 383, "lr": 1.2660692892445758e-06}
+{"train_loss": 0.07801319658756256, "global_step": 36831, "epoch": 383, "lr": 1.2642158602530264e-06}
+{"train_loss": 0.07929116487503052, "global_step": 36832, "epoch": 383, "lr": 1.2623637845935233e-06}
+{"train_loss": 0.08078894019126892, "global_step": 36833, "epoch": 383, "lr": 1.2605130622786342e-06}
+{"train_loss": 0.10458936542272568, "global_step": 36834, "epoch": 383, "lr": 1.258663693321016e-06}
+{"train_loss": 0.08600669354200363, "global_step": 36835, "epoch": 383, "lr": 1.2568156777332362e-06}
+{"train_loss": 0.09715798497200012, "global_step": 36836, "epoch": 383, "lr": 1.254969015527885e-06}
+{"train_loss": 0.09567135572433472, "global_step": 36837, "epoch": 383, "lr": 1.2531237067175071e-06}
+{"train_loss": 0.07561279833316803, "global_step": 36838, "epoch": 383, "lr": 1.2512797513147156e-06}
+{"train_loss": 0.07854846119880676, "global_step": 36839, "epoch": 383, "lr": 1.2494371493320111e-06}
+{"train_loss": 0.1048327386379242, "global_step": 36840, "epoch": 383, "lr": 1.2475959007820059e-06}
+{"train_loss": 0.11183398216962814, "global_step": 36841, "epoch": 383, "lr": 1.2457560056771789e-06}
+{"train_loss": 0.07301203906536102, "global_step": 36842, "epoch": 383, "lr": 1.24391746403012e-06}
+{"train_loss": 0.0737382024526596, "global_step": 36843, "epoch": 383, "lr": 1.2420802758533078e-06}
+{"train_loss": 0.10750377178192139, "global_step": 36844, "epoch": 383, "lr": 1.240244441159244e-06}
+{"train_loss": 0.07945074141025543, "global_step": 36845, "epoch": 383, "lr": 1.2384099599604736e-06}
+{"train_loss": 0.06677000224590302, "global_step": 36846, "epoch": 383, "lr": 1.2365768322694316e-06}
+{"train_loss": 0.06832011044025421, "global_step": 36847, "epoch": 383, "lr": 1.234745058098663e-06}
+{"train_loss": 0.10337112843990326, "global_step": 36848, "epoch": 383, "lr": 1.2329146374605804e-06}
+{"train_loss": 0.0789327397942543, "global_step": 36849, "epoch": 383, "lr": 1.231085570367707e-06}
+{"train_loss": 0.12285783886909485, "global_step": 36850, "epoch": 383, "lr": 1.2292578568324553e-06}
+{"train_loss": 0.08972933143377304, "global_step": 36851, "epoch": 383, "lr": 1.227431496867304e-06}
+{"train_loss": 0.05150926485657692, "global_step": 36852, "epoch": 383, "lr": 1.2256064904846432e-06}
+{"train_loss": 0.07897745072841644, "global_step": 36853, "epoch": 383, "lr": 1.2237828376969518e-06}
+{"train_loss": 0.062330909073352814, "global_step": 36854, "epoch": 383, "lr": 1.22196053851662e-06}
+{"train_loss": 0.103606216609478, "global_step": 36855, "epoch": 383, "lr": 1.2201395929560599e-06}
+{"train_loss": 0.06886940449476242, "global_step": 36856, "epoch": 383, "lr": 1.218320001027684e-06}
+{"train_loss": 0.09445591270923615, "global_step": 36857, "epoch": 383, "lr": 1.2165017627438823e-06}
+{"train_loss": 0.056942425668239594, "global_step": 36858, "epoch": 383, "lr": 1.2146848781170006e-06}
+{"train_loss": 0.11636295169591904, "global_step": 36859, "epoch": 383, "lr": 1.2128693471594732e-06}
+{"train_loss": 0.09966208040714264, "global_step": 36860, "epoch": 383, "lr": 1.2110551698836015e-06}
+{"train_loss": 0.10028314590454102, "global_step": 36861, "epoch": 383, "lr": 1.2092423463017755e-06}
+{"train_loss": 0.09509247541427612, "global_step": 36862, "epoch": 383, "lr": 1.207430876426341e-06}
+{"train_loss": 0.08719973056577146, "global_step": 36863, "epoch": 383, "lr": 1.2056207602696213e-06}
+{"train_loss": 0.07679224759340286, "global_step": 36864, "epoch": 384, "lr": 1.20381199784394e-06}
+{"train_loss": 0.07709019631147385, "global_step": 36865, "epoch": 384, "lr": 1.2020045891616206e-06}
+{"train_loss": 0.0919589027762413, "global_step": 36866, "epoch": 384, "lr": 1.2001985342349864e-06}
+{"train_loss": 0.07199709117412567, "global_step": 36867, "epoch": 384, "lr": 1.1983938330762946e-06}
+{"train_loss": 0.07430735230445862, "global_step": 36868, "epoch": 384, "lr": 1.1965904856978904e-06}
+{"train_loss": 0.08395424485206604, "global_step": 36869, "epoch": 384, "lr": 1.1947884921120088e-06}
+{"train_loss": 0.11971546709537506, "global_step": 36870, "epoch": 384, "lr": 1.192987852330929e-06}
+{"train_loss": 0.10069648921489716, "global_step": 36871, "epoch": 384, "lr": 1.1911885663669298e-06}
+{"train_loss": 0.10803528130054474, "global_step": 36872, "epoch": 384, "lr": 1.1893906342322457e-06}
+{"train_loss": 0.11573396623134613, "global_step": 36873, "epoch": 384, "lr": 1.1875940559391563e-06}
+{"train_loss": 0.07919327914714813, "global_step": 36874, "epoch": 384, "lr": 1.185798831499829e-06}
+{"train_loss": 0.08196067810058594, "global_step": 36875, "epoch": 384, "lr": 1.1840049609265435e-06}
+{"train_loss": 0.07927241921424866, "global_step": 36876, "epoch": 384, "lr": 1.1822124442315118e-06}
+{"train_loss": 0.08692604303359985, "global_step": 36877, "epoch": 384, "lr": 1.1804212814269022e-06}
+{"train_loss": 0.08658188581466675, "global_step": 36878, "epoch": 384, "lr": 1.1786314725249492e-06}
+{"train_loss": 0.057466283440589905, "global_step": 36879, "epoch": 384, "lr": 1.176843017537843e-06}
+{"train_loss": 0.06606073677539825, "global_step": 36880, "epoch": 384, "lr": 1.175055916477752e-06}
+{"train_loss": 0.07058006525039673, "global_step": 36881, "epoch": 384, "lr": 1.1732701693568215e-06}
+{"train_loss": 0.09843063354492188, "global_step": 36882, "epoch": 384, "lr": 1.1714857761872421e-06}
+{"train_loss": 0.09423954784870148, "global_step": 36883, "epoch": 384, "lr": 1.1697027369811597e-06}
+{"train_loss": 0.08178410679101944, "global_step": 36884, "epoch": 384, "lr": 1.16792105175072e-06}
+{"train_loss": 0.09499749541282654, "global_step": 36885, "epoch": 384, "lr": 1.1661407205080244e-06}
+{"train_loss": 0.10046616196632385, "global_step": 36886, "epoch": 384, "lr": 1.164361743265241e-06}
+{"train_loss": 0.07906695455312729, "global_step": 36887, "epoch": 384, "lr": 1.1625841200344712e-06}
+{"train_loss": 0.0681905746459961, "global_step": 36888, "epoch": 384, "lr": 1.1608078508277941e-06}
+{"train_loss": 0.05926515907049179, "global_step": 36889, "epoch": 384, "lr": 1.1590329356573338e-06}
+{"train_loss": 0.11302722245454788, "global_step": 36890, "epoch": 384, "lr": 1.157259374535169e-06}
+{"train_loss": 0.08701266348361969, "global_step": 36891, "epoch": 384, "lr": 1.1554871674733569e-06}
+{"train_loss": 0.07676959782838821, "global_step": 36892, "epoch": 384, "lr": 1.153716314483999e-06}
+{"train_loss": 0.09261403232812881, "global_step": 36893, "epoch": 384, "lr": 1.1519468155791302e-06}
+{"train_loss": 0.1048307716846466, "global_step": 36894, "epoch": 384, "lr": 1.1501786707708296e-06}
+{"train_loss": 0.09267131984233856, "global_step": 36895, "epoch": 384, "lr": 1.1484118800711097e-06}
+{"train_loss": 0.09614427387714386, "global_step": 36896, "epoch": 384, "lr": 1.1466464434920054e-06}
+{"train_loss": 0.1321755200624466, "global_step": 36897, "epoch": 384, "lr": 1.1448823610455516e-06}
+{"train_loss": 0.06864325702190399, "global_step": 36898, "epoch": 384, "lr": 1.1431196327437387e-06}
+{"train_loss": 0.09007911384105682, "global_step": 36899, "epoch": 384, "lr": 1.1413582585986016e-06}
+{"train_loss": 0.1285165399312973, "global_step": 36900, "epoch": 384, "lr": 1.1395982386221082e-06}
+{"train_loss": 0.08746933937072754, "global_step": 36901, "epoch": 384, "lr": 1.1378395728262492e-06}
+{"train_loss": 0.061271753162145615, "global_step": 36902, "epoch": 384, "lr": 1.1360822612230148e-06}
+{"train_loss": 0.07068430632352829, "global_step": 36903, "epoch": 384, "lr": 1.1343263038243512e-06}
+{"train_loss": 0.09263575077056885, "global_step": 36904, "epoch": 384, "lr": 1.1325717006422265e-06}
+{"train_loss": 0.07266409695148468, "global_step": 36905, "epoch": 384, "lr": 1.130818451688609e-06}
+{"train_loss": 0.1044488474726677, "global_step": 36906, "epoch": 384, "lr": 1.1290665569753779e-06}
+{"train_loss": 0.07972412556409836, "global_step": 36907, "epoch": 384, "lr": 1.1273160165145457e-06}
+{"train_loss": 0.0838792473077774, "global_step": 36908, "epoch": 384, "lr": 1.1255668303179478e-06}
+{"train_loss": 0.06898076832294464, "global_step": 36909, "epoch": 384, "lr": 1.1238189983975744e-06}
+{"train_loss": 0.08964855223894119, "global_step": 36910, "epoch": 384, "lr": 1.1220725207652827e-06}
+{"train_loss": 0.0881703794002533, "global_step": 36911, "epoch": 384, "lr": 1.1203273974329743e-06}
+{"train_loss": 0.09909939020872116, "global_step": 36912, "epoch": 384, "lr": 1.1185836284125284e-06}
+{"train_loss": 0.10615721344947815, "global_step": 36913, "epoch": 384, "lr": 1.1168412137158245e-06}
+{"train_loss": 0.08205628395080566, "global_step": 36914, "epoch": 384, "lr": 1.11510015335472e-06}
+{"train_loss": 0.10293921828269958, "global_step": 36915, "epoch": 384, "lr": 1.1133604473410942e-06}
+{"train_loss": 0.09051091969013214, "global_step": 36916, "epoch": 384, "lr": 1.1116220956867818e-06}
+{"train_loss": 0.08176635205745697, "global_step": 36917, "epoch": 384, "lr": 1.1098850984035958e-06}
+{"train_loss": 0.08723531663417816, "global_step": 36918, "epoch": 384, "lr": 1.1081494555033933e-06}
+{"train_loss": 0.09822389483451843, "global_step": 36919, "epoch": 384, "lr": 1.1064151669979872e-06}
+{"train_loss": 0.06678661704063416, "global_step": 36920, "epoch": 384, "lr": 1.1046822328991902e-06}
+{"train_loss": 0.09536892175674438, "global_step": 36921, "epoch": 384, "lr": 1.1029506532187927e-06}
+{"train_loss": 0.08427906036376953, "global_step": 36922, "epoch": 384, "lr": 1.1012204279686078e-06}
+{"train_loss": 0.10085895657539368, "global_step": 36923, "epoch": 384, "lr": 1.0994915571603814e-06}
+{"train_loss": 0.09569939970970154, "global_step": 36924, "epoch": 384, "lr": 1.0977640408059263e-06}
+{"train_loss": 0.08862683176994324, "global_step": 36925, "epoch": 384, "lr": 1.096037878916989e-06}
+{"train_loss": 0.07125472277402878, "global_step": 36926, "epoch": 384, "lr": 1.0943130715053152e-06}
+{"train_loss": 0.059386398643255234, "global_step": 36927, "epoch": 384, "lr": 1.0925896185826735e-06}
+{"train_loss": 0.09926250576972961, "global_step": 36928, "epoch": 384, "lr": 1.0908675201607655e-06}
+{"train_loss": 0.10115339607000351, "global_step": 36929, "epoch": 384, "lr": 1.0891467762513375e-06}
+{"train_loss": 0.07979089021682739, "global_step": 36930, "epoch": 384, "lr": 1.0874273868661134e-06}
+{"train_loss": 0.07943719625473022, "global_step": 36931, "epoch": 384, "lr": 1.0857093520167948e-06}
+{"train_loss": 0.08459793031215668, "global_step": 36932, "epoch": 384, "lr": 1.083992671715084e-06}
+{"train_loss": 0.07361014187335968, "global_step": 36933, "epoch": 384, "lr": 1.0822773459726599e-06}
+{"train_loss": 0.08077286928892136, "global_step": 36934, "epoch": 384, "lr": 1.0805633748012246e-06}
+{"train_loss": 0.07045742124319077, "global_step": 36935, "epoch": 384, "lr": 1.0788507582124353e-06}
+{"train_loss": 0.08072607964277267, "global_step": 36936, "epoch": 384, "lr": 1.0771394962179494e-06}
+{"train_loss": 0.10003969818353653, "global_step": 36937, "epoch": 384, "lr": 1.0754295888294463e-06}
+{"train_loss": 0.07428311556577682, "global_step": 36938, "epoch": 384, "lr": 1.0737210360585391e-06}
+{"train_loss": 0.07557105273008347, "global_step": 36939, "epoch": 384, "lr": 1.0720138379168632e-06}
+{"train_loss": 0.0955859050154686, "global_step": 36940, "epoch": 384, "lr": 1.0703079944160754e-06}
+{"train_loss": 0.12109944224357605, "global_step": 36941, "epoch": 384, "lr": 1.0686035055677667e-06}
+{"train_loss": 0.11219838261604309, "global_step": 36942, "epoch": 384, "lr": 1.0669003713835502e-06}
+{"train_loss": 0.06923598051071167, "global_step": 36943, "epoch": 384, "lr": 1.0651985918750162e-06}
+{"train_loss": 0.09510447084903717, "global_step": 36944, "epoch": 384, "lr": 1.0634981670537558e-06}
+{"train_loss": 0.07284766435623169, "global_step": 36945, "epoch": 384, "lr": 1.0617990969313596e-06}
+{"train_loss": 0.1045553907752037, "global_step": 36946, "epoch": 384, "lr": 1.060101381519396e-06}
+{"train_loss": 0.07691183686256409, "global_step": 36947, "epoch": 384, "lr": 1.0584050208294116e-06}
+{"train_loss": 0.09804056584835052, "global_step": 36948, "epoch": 384, "lr": 1.0567100148729747e-06}
+{"train_loss": 0.08877342194318771, "global_step": 36949, "epoch": 384, "lr": 1.0550163636616094e-06}
+{"train_loss": 0.08978991210460663, "global_step": 36950, "epoch": 384, "lr": 1.0533240672068845e-06}
+{"train_loss": 0.08931086957454681, "global_step": 36951, "epoch": 384, "lr": 1.0516331255202794e-06}
+{"train_loss": 0.10031955689191818, "global_step": 36952, "epoch": 384, "lr": 1.0499435386133404e-06}
+{"train_loss": 0.07130138576030731, "global_step": 36953, "epoch": 384, "lr": 1.0482553064975476e-06}
+{"train_loss": 0.07974052429199219, "global_step": 36954, "epoch": 384, "lr": 1.0465684291844247e-06}
+{"train_loss": 0.1066938266158104, "global_step": 36955, "epoch": 384, "lr": 1.0448829066854514e-06}
+{"train_loss": 0.0842786431312561, "global_step": 36956, "epoch": 384, "lr": 1.0431987390120857e-06}
+{"train_loss": 0.09332063794136047, "global_step": 36957, "epoch": 384, "lr": 1.0415159261758066e-06}
+{"train_loss": 0.07947717607021332, "global_step": 36958, "epoch": 384, "lr": 1.0398344681880723e-06}
+{"train_loss": 0.08772296140280862, "global_step": 36959, "epoch": 384, "lr": 1.038154365060362e-06}
+{"train_loss": 0.10764192789793015, "global_step": 36960, "epoch": 385, "lr": 1.036475616804089e-06}
+{"train_loss": 0.0830112099647522, "global_step": 36961, "epoch": 385, "lr": 1.0347982234306886e-06}
+{"train_loss": 0.10839198529720306, "global_step": 36962, "epoch": 385, "lr": 1.0331221849515737e-06}
+{"train_loss": 0.0647912248969078, "global_step": 36963, "epoch": 385, "lr": 1.0314475013781577e-06}
+{"train_loss": 0.08027547597885132, "global_step": 36964, "epoch": 385, "lr": 1.0297741727218758e-06}
+{"train_loss": 0.10196183621883392, "global_step": 36965, "epoch": 385, "lr": 1.0281021989940964e-06}
+{"train_loss": 0.09015564620494843, "global_step": 36966, "epoch": 385, "lr": 1.0264315802062108e-06}
+{"train_loss": 0.08148221671581268, "global_step": 36967, "epoch": 385, "lr": 1.0247623163695874e-06}
+{"train_loss": 0.10319025814533234, "global_step": 36968, "epoch": 385, "lr": 1.0230944074956173e-06}
+{"train_loss": 0.09041823446750641, "global_step": 36969, "epoch": 385, "lr": 1.0214278535956245e-06}
+{"train_loss": 0.07023029029369354, "global_step": 36970, "epoch": 385, "lr": 1.019762654680978e-06}
+{"train_loss": 0.09019681066274643, "global_step": 36971, "epoch": 385, "lr": 1.018098810763024e-06}
+{"train_loss": 0.07745058089494705, "global_step": 36972, "epoch": 385, "lr": 1.016436321853087e-06}
+{"train_loss": 0.05398981645703316, "global_step": 36973, "epoch": 385, "lr": 1.014775187962469e-06}
+{"train_loss": 0.07808053493499756, "global_step": 36974, "epoch": 385, "lr": 1.0131154091025164e-06}
+{"train_loss": 0.0881473571062088, "global_step": 36975, "epoch": 385, "lr": 1.0114569852845092e-06}
+{"train_loss": 0.08748070150613785, "global_step": 36976, "epoch": 385, "lr": 1.0097999165197269e-06}
+{"train_loss": 0.05995921045541763, "global_step": 36977, "epoch": 385, "lr": 1.0081442028194944e-06}
+{"train_loss": 0.09549777209758759, "global_step": 36978, "epoch": 385, "lr": 1.0064898441950465e-06}
+{"train_loss": 0.09327994287014008, "global_step": 36979, "epoch": 385, "lr": 1.0048368406576636e-06}
+{"train_loss": 0.09869720041751862, "global_step": 36980, "epoch": 385, "lr": 1.0031851922186252e-06}
+{"train_loss": 0.07553958892822266, "global_step": 36981, "epoch": 385, "lr": 1.001534898889145e-06}
+{"train_loss": 0.10818609595298767, "global_step": 36982, "epoch": 385, "lr": 9.998859606804578e-07}
+{"train_loss": 0.08901670575141907, "global_step": 36983, "epoch": 385, "lr": 9.982383776038439e-07}
+{"train_loss": 0.09004838764667511, "global_step": 36984, "epoch": 385, "lr": 9.9659214967045e-07}
+{"train_loss": 0.10061000287532806, "global_step": 36985, "epoch": 385, "lr": 9.949472768915557e-07}
+{"train_loss": 0.07833435386419296, "global_step": 36986, "epoch": 385, "lr": 9.933037592783078e-07}
+{"train_loss": 0.08802995830774307, "global_step": 36987, "epoch": 385, "lr": 9.916615968419418e-07}
+{"train_loss": 0.11915598809719086, "global_step": 36988, "epoch": 385, "lr": 9.90020789593582e-07}
+{"train_loss": 0.09936948120594025, "global_step": 36989, "epoch": 385, "lr": 9.88381337544464e-07}
+{"train_loss": 0.10145613551139832, "global_step": 36990, "epoch": 385, "lr": 9.867432407057343e-07}
+{"train_loss": 0.07335203886032104, "global_step": 36991, "epoch": 385, "lr": 9.851064990885394e-07}
+{"train_loss": 0.07676130533218384, "global_step": 36992, "epoch": 385, "lr": 9.834711127040042e-07}
+{"train_loss": 0.07647937536239624, "global_step": 36993, "epoch": 385, "lr": 9.818370815633193e-07}
+{"train_loss": 0.09769207239151001, "global_step": 36994, "epoch": 385, "lr": 9.80204405677565e-07}
+{"train_loss": 0.06992697715759277, "global_step": 36995, "epoch": 385, "lr": 9.785730850578434e-07}
+{"train_loss": 0.08193080127239227, "global_step": 36996, "epoch": 385, "lr": 9.769431197153455e-07}
+{"train_loss": 0.07948167622089386, "global_step": 36997, "epoch": 385, "lr": 9.753145096610849e-07}
+{"train_loss": 0.07879723608493805, "global_step": 36998, "epoch": 385, "lr": 9.736872549062082e-07}
+{"train_loss": 0.05710168927907944, "global_step": 36999, "epoch": 385, "lr": 9.720613554617508e-07}
+{"train_loss": 0.10642087459564209, "global_step": 37000, "epoch": 385, "lr": 9.704368113388152e-07}
+{"train_loss": 0.07223334163427353, "global_step": 37001, "epoch": 385, "lr": 9.688136225484812e-07}
+{"train_loss": 0.11694253236055374, "global_step": 37002, "epoch": 385, "lr": 9.671917891017623e-07}
+{"train_loss": 0.07594616711139679, "global_step": 37003, "epoch": 385, "lr": 9.655713110096942e-07}
+{"train_loss": 0.0771220326423645, "global_step": 37004, "epoch": 385, "lr": 9.63952188283379e-07}
+{"train_loss": 0.08752839267253876, "global_step": 37005, "epoch": 385, "lr": 9.623344209337859e-07}
+{"train_loss": 0.08026699721813202, "global_step": 37006, "epoch": 385, "lr": 9.60718008971928e-07}
+{"train_loss": 0.06384682655334473, "global_step": 37007, "epoch": 385, "lr": 9.591029524088414e-07}
+{"train_loss": 0.10075011104345322, "global_step": 37008, "epoch": 385, "lr": 9.574892512555166e-07}
+{"train_loss": 0.08162291347980499, "global_step": 37009, "epoch": 385, "lr": 9.558769055229454e-07}
+{"train_loss": 0.0539587028324604, "global_step": 37010, "epoch": 385, "lr": 9.542659152220745e-07}
+{"train_loss": 0.12094412744045258, "global_step": 37011, "epoch": 385, "lr": 9.526562803639394e-07}
+{"train_loss": 0.07833179086446762, "global_step": 37012, "epoch": 385, "lr": 9.510480009594203e-07}
+{"train_loss": 0.07805883139371872, "global_step": 37013, "epoch": 385, "lr": 9.494410770195528e-07}
+{"train_loss": 0.053342774510383606, "global_step": 37014, "epoch": 385, "lr": 9.478355085551948e-07}
+{"train_loss": 0.08630318194627762, "global_step": 37015, "epoch": 385, "lr": 9.462312955773601e-07}
+{"train_loss": 0.04943782091140747, "global_step": 37016, "epoch": 385, "lr": 9.446284380969061e-07}
+{"train_loss": 0.07943388819694519, "global_step": 37017, "epoch": 385, "lr": 9.430269361248023e-07}
+{"train_loss": 0.10051489621400833, "global_step": 37018, "epoch": 385, "lr": 9.414267896719064e-07}
+{"train_loss": 0.09358660876750946, "global_step": 37019, "epoch": 385, "lr": 9.398279987491654e-07}
+{"train_loss": 0.07776130735874176, "global_step": 37020, "epoch": 385, "lr": 9.382305633674149e-07}
+{"train_loss": 0.09943762421607971, "global_step": 37021, "epoch": 385, "lr": 9.366344835375574e-07}
+{"train_loss": 0.07460930943489075, "global_step": 37022, "epoch": 385, "lr": 9.350397592704729e-07}
+{"train_loss": 0.09885554015636444, "global_step": 37023, "epoch": 385, "lr": 9.334463905770197e-07}
+{"train_loss": 0.07818681001663208, "global_step": 37024, "epoch": 385, "lr": 9.318543774680333e-07}
+{"train_loss": 0.0544748455286026, "global_step": 37025, "epoch": 385, "lr": 9.302637199543274e-07}
+{"train_loss": 0.08429208397865295, "global_step": 37026, "epoch": 385, "lr": 9.286744180468043e-07}
+{"train_loss": 0.07725761830806732, "global_step": 37027, "epoch": 385, "lr": 9.270864717562333e-07}
+{"train_loss": 0.08034157007932663, "global_step": 37028, "epoch": 385, "lr": 9.254998810934501e-07}
+{"train_loss": 0.10015036165714264, "global_step": 37029, "epoch": 385, "lr": 9.23914646069246e-07}
+{"train_loss": 0.11334599554538727, "global_step": 37030, "epoch": 385, "lr": 9.223307666944126e-07}
+{"train_loss": 0.06591171026229858, "global_step": 37031, "epoch": 385, "lr": 9.207482429797631e-07}
+{"train_loss": 0.09249747544527054, "global_step": 37032, "epoch": 385, "lr": 9.191670749360448e-07}
+{"train_loss": 0.09801807999610901, "global_step": 37033, "epoch": 385, "lr": 9.175872625740489e-07}
+{"train_loss": 0.08486110717058182, "global_step": 37034, "epoch": 385, "lr": 9.160088059045002e-07}
+{"train_loss": 0.10288317501544952, "global_step": 37035, "epoch": 385, "lr": 9.144317049381901e-07}
+{"train_loss": 0.08028635382652283, "global_step": 37036, "epoch": 385, "lr": 9.128559596858211e-07}
+{"train_loss": 0.08504541218280792, "global_step": 37037, "epoch": 385, "lr": 9.112815701581401e-07}
+{"train_loss": 0.06684483587741852, "global_step": 37038, "epoch": 385, "lr": 9.09708536365872e-07}
+{"train_loss": 0.08033689856529236, "global_step": 37039, "epoch": 385, "lr": 9.081368583197192e-07}
+{"train_loss": 0.08294972777366638, "global_step": 37040, "epoch": 385, "lr": 9.065665360303843e-07}
+{"train_loss": 0.08334464579820633, "global_step": 37041, "epoch": 385, "lr": 9.0499756950857e-07}
+{"train_loss": 0.05883995071053505, "global_step": 37042, "epoch": 385, "lr": 9.034299587649563e-07}
+{"train_loss": 0.07257115095853806, "global_step": 37043, "epoch": 385, "lr": 9.01863703810224e-07}
+{"train_loss": 0.06429240107536316, "global_step": 37044, "epoch": 385, "lr": 9.002988046550088e-07}
+{"train_loss": 0.09486401081085205, "global_step": 37045, "epoch": 385, "lr": 8.987352613100131e-07}
+{"train_loss": 0.06839899718761444, "global_step": 37046, "epoch": 385, "lr": 8.971730737858508e-07}
+{"train_loss": 0.08056327700614929, "global_step": 37047, "epoch": 385, "lr": 8.956122420931801e-07}
+{"train_loss": 0.079463429749012, "global_step": 37048, "epoch": 385, "lr": 8.940527662426367e-07}
+{"train_loss": 0.12475183606147766, "global_step": 37049, "epoch": 385, "lr": 8.924946462447903e-07}
+{"train_loss": 0.09467236697673798, "global_step": 37050, "epoch": 385, "lr": 8.909378821102987e-07}
+{"train_loss": 0.08987453579902649, "global_step": 37051, "epoch": 385, "lr": 8.893824738497313e-07}
+{"train_loss": 0.05880849435925484, "global_step": 37052, "epoch": 385, "lr": 8.878284214737242e-07}
+{"train_loss": 0.07923054695129395, "global_step": 37053, "epoch": 385, "lr": 8.862757249928244e-07}
+{"train_loss": 0.0417683869600296, "global_step": 37054, "epoch": 385, "lr": 8.847243844176234e-07}
+{"train_loss": 0.08410777850076556, "global_step": 37055, "epoch": 385, "lr": 8.831743997586683e-07}
+{"train_loss": 0.07951559126377106, "global_step": 37056, "epoch": 386, "lr": 8.816257710265064e-07}
+{"train_loss": 0.08248929679393768, "global_step": 37057, "epoch": 386, "lr": 8.800784982317289e-07}
+{"train_loss": 0.06753092259168625, "global_step": 37058, "epoch": 386, "lr": 8.785325813848167e-07}
+{"train_loss": 0.07760155200958252, "global_step": 37059, "epoch": 386, "lr": 8.769880204963387e-07}
+{"train_loss": 0.10825999826192856, "global_step": 37060, "epoch": 386, "lr": 8.75444815576798e-07}
+{"train_loss": 0.0690532997250557, "global_step": 37061, "epoch": 386, "lr": 8.739029666366972e-07}
+{"train_loss": 0.10880786180496216, "global_step": 37062, "epoch": 386, "lr": 8.723624736865388e-07}
+{"train_loss": 0.09971402585506439, "global_step": 37063, "epoch": 386, "lr": 8.708233367368257e-07}
+{"train_loss": 0.06160808354616165, "global_step": 37064, "epoch": 386, "lr": 8.692855557980162e-07}
+{"train_loss": 0.06364176422357559, "global_step": 37065, "epoch": 386, "lr": 8.677491308805907e-07}
+{"train_loss": 0.07111699879169464, "global_step": 37066, "epoch": 386, "lr": 8.662140619950299e-07}
+{"train_loss": 0.09125594794750214, "global_step": 37067, "epoch": 386, "lr": 8.646803491517697e-07}
+{"train_loss": 0.07884632050991058, "global_step": 37068, "epoch": 386, "lr": 8.631479923612462e-07}
+{"train_loss": 0.1042458564043045, "global_step": 37069, "epoch": 386, "lr": 8.616169916339178e-07}
+{"train_loss": 0.0687641054391861, "global_step": 37070, "epoch": 386, "lr": 8.600873469801985e-07}
+{"train_loss": 0.07989078015089035, "global_step": 37071, "epoch": 386, "lr": 8.585590584105019e-07}
+{"train_loss": 0.10205521434545517, "global_step": 37072, "epoch": 386, "lr": 8.570321259352421e-07}
+{"train_loss": 0.10187049210071564, "global_step": 37073, "epoch": 386, "lr": 8.555065495648107e-07}
+{"train_loss": 0.07916274666786194, "global_step": 37074, "epoch": 386, "lr": 8.539823293095994e-07}
+{"train_loss": 0.09279512614011765, "global_step": 37075, "epoch": 386, "lr": 8.524594651799778e-07}
+{"train_loss": 0.06881421059370041, "global_step": 37076, "epoch": 386, "lr": 8.509379571863152e-07}
+{"train_loss": 0.09302021563053131, "global_step": 37077, "epoch": 386, "lr": 8.494178053390034e-07}
+{"train_loss": 0.07363925874233246, "global_step": 37078, "epoch": 386, "lr": 8.478990096483675e-07}
+{"train_loss": 0.08197526633739471, "global_step": 37079, "epoch": 386, "lr": 8.463815701247546e-07}
+{"train_loss": 0.08448712527751923, "global_step": 37080, "epoch": 386, "lr": 8.448654867785122e-07}
+{"train_loss": 0.0975465252995491, "global_step": 37081, "epoch": 386, "lr": 8.433507596199208e-07}
+{"train_loss": 0.10807013511657715, "global_step": 37082, "epoch": 386, "lr": 8.418373886593501e-07}
+{"train_loss": 0.06284593790769577, "global_step": 37083, "epoch": 386, "lr": 8.403253739070804e-07}
+{"train_loss": 0.07403393089771271, "global_step": 37084, "epoch": 386, "lr": 8.388147153733927e-07}
+{"train_loss": 0.09959469735622406, "global_step": 37085, "epoch": 386, "lr": 8.37305413068612e-07}
+{"train_loss": 0.08858655393123627, "global_step": 37086, "epoch": 386, "lr": 8.357974670029745e-07}
+{"train_loss": 0.08608776330947876, "global_step": 37087, "epoch": 386, "lr": 8.34290877186783e-07}
+{"train_loss": 0.09992197901010513, "global_step": 37088, "epoch": 386, "lr": 8.327856436302739e-07}
+{"train_loss": 0.07230378687381744, "global_step": 37089, "epoch": 386, "lr": 8.312817663437278e-07}
+{"train_loss": 0.10476893186569214, "global_step": 37090, "epoch": 386, "lr": 8.297792453373366e-07}
+{"train_loss": 0.1194315254688263, "global_step": 37091, "epoch": 386, "lr": 8.282780806213586e-07}
+{"train_loss": 0.09158017486333847, "global_step": 37092, "epoch": 386, "lr": 8.267782722060302e-07}
+{"train_loss": 0.10597045719623566, "global_step": 37093, "epoch": 386, "lr": 8.252798201015654e-07}
+{"train_loss": 0.08883251249790192, "global_step": 37094, "epoch": 386, "lr": 8.23782724318134e-07}
+{"train_loss": 0.09188775718212128, "global_step": 37095, "epoch": 386, "lr": 8.222869848659498e-07}
+{"train_loss": 0.08435045182704926, "global_step": 37096, "epoch": 386, "lr": 8.207926017552048e-07}
+{"train_loss": 0.06420072913169861, "global_step": 37097, "epoch": 386, "lr": 8.192995749960908e-07}
+{"train_loss": 0.07450838387012482, "global_step": 37098, "epoch": 386, "lr": 8.17807904598733e-07}
+{"train_loss": 0.08183537423610687, "global_step": 37099, "epoch": 386, "lr": 8.163175905733233e-07}
+{"train_loss": 0.09580660611391068, "global_step": 37100, "epoch": 386, "lr": 8.14828632929987e-07}
+{"train_loss": 0.07125808298587799, "global_step": 37101, "epoch": 386, "lr": 8.133410316788715e-07}
+{"train_loss": 0.08207384496927261, "global_step": 37102, "epoch": 386, "lr": 8.118547868301241e-07}
+{"train_loss": 0.09542497992515564, "global_step": 37103, "epoch": 386, "lr": 8.103698983938257e-07}
+{"train_loss": 0.11476175487041473, "global_step": 37104, "epoch": 386, "lr": 8.08886366380146e-07}
+{"train_loss": 0.08258853852748871, "global_step": 37105, "epoch": 386, "lr": 8.074041907991437e-07}
+{"train_loss": 0.08088178932666779, "global_step": 37106, "epoch": 386, "lr": 8.059233716608994e-07}
+{"train_loss": 0.09735779464244843, "global_step": 37107, "epoch": 386, "lr": 8.044439089755384e-07}
+{"train_loss": 0.08056908845901489, "global_step": 37108, "epoch": 386, "lr": 8.029658027531417e-07}
+{"train_loss": 0.068571537733078, "global_step": 37109, "epoch": 386, "lr": 8.014890530037233e-07}
+{"train_loss": 0.0593578927218914, "global_step": 37110, "epoch": 386, "lr": 8.000136597373642e-07}
+{"train_loss": 0.09858757257461548, "global_step": 37111, "epoch": 386, "lr": 7.985396229641229e-07}
+{"train_loss": 0.09075696766376495, "global_step": 37112, "epoch": 386, "lr": 7.970669426940358e-07}
+{"train_loss": 0.1270269751548767, "global_step": 37113, "epoch": 386, "lr": 7.955956189371172e-07}
+{"train_loss": 0.05777407065033913, "global_step": 37114, "epoch": 386, "lr": 7.941256517033813e-07}
+{"train_loss": 0.08982258290052414, "global_step": 37115, "epoch": 386, "lr": 7.926570410028644e-07}
+{"train_loss": 0.09835761785507202, "global_step": 37116, "epoch": 386, "lr": 7.911897868455586e-07}
+{"train_loss": 0.08358228206634521, "global_step": 37117, "epoch": 386, "lr": 7.897238892414338e-07}
+{"train_loss": 0.07853779941797256, "global_step": 37118, "epoch": 386, "lr": 7.882593482005041e-07}
+{"train_loss": 0.13093790411949158, "global_step": 37119, "epoch": 386, "lr": 7.86796163732717e-07}
+{"train_loss": 0.07639928162097931, "global_step": 37120, "epoch": 386, "lr": 7.853343358480647e-07}
+{"train_loss": 0.07684977352619171, "global_step": 37121, "epoch": 386, "lr": 7.838738645564503e-07}
+{"train_loss": 0.10880174487829208, "global_step": 37122, "epoch": 386, "lr": 7.824147498678658e-07}
+{"train_loss": 0.09397377818822861, "global_step": 37123, "epoch": 386, "lr": 7.809569917922588e-07}
+{"train_loss": 0.09090317785739899, "global_step": 37124, "epoch": 386, "lr": 7.795005903394881e-07}
+{"train_loss": 0.06591463088989258, "global_step": 37125, "epoch": 386, "lr": 7.780455455195457e-07}
+{"train_loss": 0.08439875394105911, "global_step": 37126, "epoch": 386, "lr": 7.765918573422904e-07}
+{"train_loss": 0.08132580667734146, "global_step": 37127, "epoch": 386, "lr": 7.751395258176697e-07}
+{"train_loss": 0.08806111663579941, "global_step": 37128, "epoch": 386, "lr": 7.736885509555203e-07}
+{"train_loss": 0.08347614109516144, "global_step": 37129, "epoch": 386, "lr": 7.722389327657453e-07}
+{"train_loss": 0.10992259532213211, "global_step": 37130, "epoch": 386, "lr": 7.707906712582258e-07}
+{"train_loss": 0.0823274701833725, "global_step": 37131, "epoch": 386, "lr": 7.693437664428205e-07}
+{"train_loss": 0.07171274721622467, "global_step": 37132, "epoch": 386, "lr": 7.678982183293659e-07}
+{"train_loss": 0.09705772250890732, "global_step": 37133, "epoch": 386, "lr": 7.664540269276987e-07}
+{"train_loss": 0.11065641045570374, "global_step": 37134, "epoch": 386, "lr": 7.650111922476999e-07}
+{"train_loss": 0.07117044180631638, "global_step": 37135, "epoch": 386, "lr": 7.635697142991616e-07}
+{"train_loss": 0.0818527489900589, "global_step": 37136, "epoch": 386, "lr": 7.621295930918982e-07}
+{"train_loss": 0.0808883011341095, "global_step": 37137, "epoch": 386, "lr": 7.606908286357239e-07}
+{"train_loss": 0.07589538395404816, "global_step": 37138, "epoch": 386, "lr": 7.592534209404534e-07}
+{"train_loss": 0.0845436081290245, "global_step": 37139, "epoch": 386, "lr": 7.578173700158342e-07}
+{"train_loss": 0.07994528859853745, "global_step": 37140, "epoch": 386, "lr": 7.563826758716808e-07}
+{"train_loss": 0.07878826558589935, "global_step": 37141, "epoch": 386, "lr": 7.549493385177408e-07}
+{"train_loss": 0.06674064695835114, "global_step": 37142, "epoch": 386, "lr": 7.535173579638066e-07}
+{"train_loss": 0.07051871716976166, "global_step": 37143, "epoch": 386, "lr": 7.520867342195815e-07}
+{"train_loss": 0.0713137537240982, "global_step": 37144, "epoch": 386, "lr": 7.506574672948574e-07}
+{"train_loss": 0.07906322181224823, "global_step": 37145, "epoch": 386, "lr": 7.49229557199338e-07}
+{"train_loss": 0.06624923646450043, "global_step": 37146, "epoch": 386, "lr": 7.478030039427264e-07}
+{"train_loss": 0.1150423213839531, "global_step": 37147, "epoch": 386, "lr": 7.463778075347927e-07}
+{"train_loss": 0.08007204532623291, "global_step": 37148, "epoch": 386, "lr": 7.449539679851958e-07}
+{"train_loss": 0.07899278402328491, "global_step": 37149, "epoch": 386, "lr": 7.435314853036612e-07}
+{"train_loss": 0.06639252603054047, "global_step": 37150, "epoch": 386, "lr": 7.42110359499848e-07}
+{"train_loss": 0.08553181014334162, "global_step": 37151, "epoch": 386, "lr": 7.406905905834594e-07}
+{"train_loss": 0.0753912627696991, "global_step": 37152, "epoch": 387, "lr": 7.392721785641543e-07}
+{"train_loss": 0.08182869851589203, "global_step": 37153, "epoch": 387, "lr": 7.378551234515918e-07}
+{"train_loss": 0.11448074132204056, "global_step": 37154, "epoch": 387, "lr": 7.364394252554085e-07}
+{"train_loss": 0.0821470394730568, "global_step": 37155, "epoch": 387, "lr": 7.350250839852635e-07}
+{"train_loss": 0.0970761626958847, "global_step": 37156, "epoch": 387, "lr": 7.336120996507712e-07}
+{"train_loss": 0.05797502398490906, "global_step": 37157, "epoch": 387, "lr": 7.322004722615683e-07}
+{"train_loss": 0.07950357347726822, "global_step": 37158, "epoch": 387, "lr": 7.307902018272694e-07}
+{"train_loss": 0.09313300251960754, "global_step": 37159, "epoch": 387, "lr": 7.293812883574669e-07}
+{"train_loss": 0.07595479488372803, "global_step": 37160, "epoch": 387, "lr": 7.27973731861753e-07}
+{"train_loss": 0.11206817626953125, "global_step": 37161, "epoch": 387, "lr": 7.265675323497201e-07}
+{"train_loss": 0.09393422305583954, "global_step": 37162, "epoch": 387, "lr": 7.251626898309604e-07}
+{"train_loss": 0.08139707148075104, "global_step": 37163, "epoch": 387, "lr": 7.237592043149999e-07}
+{"train_loss": 0.08605559170246124, "global_step": 37164, "epoch": 387, "lr": 7.223570758114307e-07}
+{"train_loss": 0.1008761078119278, "global_step": 37165, "epoch": 387, "lr": 7.209563043297785e-07}
+{"train_loss": 0.08450345695018768, "global_step": 37166, "epoch": 387, "lr": 7.195568898796135e-07}
+{"train_loss": 0.07725444436073303, "global_step": 37167, "epoch": 387, "lr": 7.181588324704169e-07}
+{"train_loss": 0.07277093827724457, "global_step": 37168, "epoch": 387, "lr": 7.16762132111759e-07}
+{"train_loss": 0.08185649663209915, "global_step": 37169, "epoch": 387, "lr": 7.15366788813121e-07}
+{"train_loss": 0.08312404155731201, "global_step": 37170, "epoch": 387, "lr": 7.139728025840064e-07}
+{"train_loss": 0.06456924974918365, "global_step": 37171, "epoch": 387, "lr": 7.12580173433941e-07}
+{"train_loss": 0.11267426609992981, "global_step": 37172, "epoch": 387, "lr": 7.111889013723394e-07}
+{"train_loss": 0.07958927750587463, "global_step": 37173, "epoch": 387, "lr": 7.097989864087495e-07}
+{"train_loss": 0.06390117853879929, "global_step": 37174, "epoch": 387, "lr": 7.084104285525861e-07}
+{"train_loss": 0.08422128111124039, "global_step": 37175, "epoch": 387, "lr": 7.070232278133526e-07}
+{"train_loss": 0.08156459778547287, "global_step": 37176, "epoch": 387, "lr": 7.056373842004194e-07}
+{"train_loss": 0.09611859172582626, "global_step": 37177, "epoch": 387, "lr": 7.04252897723312e-07}
+{"train_loss": 0.10432980209589005, "global_step": 37178, "epoch": 387, "lr": 7.028697683913788e-07}
+{"train_loss": 0.09990695118904114, "global_step": 37179, "epoch": 387, "lr": 7.014879962141008e-07}
+{"train_loss": 0.06858532130718231, "global_step": 37180, "epoch": 387, "lr": 7.001075812008484e-07}
+{"train_loss": 0.11372818052768707, "global_step": 37181, "epoch": 387, "lr": 6.987285233610586e-07}
+{"train_loss": 0.08660294860601425, "global_step": 37182, "epoch": 387, "lr": 6.973508227040793e-07}
+{"train_loss": 0.07693181186914444, "global_step": 37183, "epoch": 387, "lr": 6.959744792393252e-07}
+{"train_loss": 0.1236734539270401, "global_step": 37184, "epoch": 387, "lr": 6.945994929761445e-07}
+{"train_loss": 0.0813741683959961, "global_step": 37185, "epoch": 387, "lr": 6.932258639239298e-07}
+{"train_loss": 0.07091473788022995, "global_step": 37186, "epoch": 387, "lr": 6.918535920920066e-07}
+{"train_loss": 0.10216980427503586, "global_step": 37187, "epoch": 387, "lr": 6.904826774897233e-07}
+{"train_loss": 0.11669568717479706, "global_step": 37188, "epoch": 387, "lr": 6.891131201264278e-07}
+{"train_loss": 0.08237674832344055, "global_step": 37189, "epoch": 387, "lr": 6.877449200114461e-07}
+{"train_loss": 0.1067868173122406, "global_step": 37190, "epoch": 387, "lr": 6.86378077154104e-07}
+{"train_loss": 0.06587991863489151, "global_step": 37191, "epoch": 387, "lr": 6.850125915636607e-07}
+{"train_loss": 0.1116732582449913, "global_step": 37192, "epoch": 387, "lr": 6.836484632494644e-07}
+{"train_loss": 0.10182593017816544, "global_step": 37193, "epoch": 387, "lr": 6.822856922207965e-07}
+{"train_loss": 0.055919378995895386, "global_step": 37194, "epoch": 387, "lr": 6.809242784869385e-07}
+{"train_loss": 0.05844385176897049, "global_step": 37195, "epoch": 387, "lr": 6.795642220571274e-07}
+{"train_loss": 0.09146033972501755, "global_step": 37196, "epoch": 387, "lr": 6.782055229406892e-07}
+{"train_loss": 0.08224519342184067, "global_step": 37197, "epoch": 387, "lr": 6.768481811467942e-07}
+{"train_loss": 0.1066770851612091, "global_step": 37198, "epoch": 387, "lr": 6.754921966847682e-07}
+{"train_loss": 0.0874364897608757, "global_step": 37199, "epoch": 387, "lr": 6.741375695637819e-07}
+{"train_loss": 0.08451058715581894, "global_step": 37200, "epoch": 387, "lr": 6.727842997930945e-07}
+{"train_loss": 0.06411691009998322, "global_step": 37201, "epoch": 387, "lr": 6.714323873818984e-07}
+{"train_loss": 0.12127815932035446, "global_step": 37202, "epoch": 387, "lr": 6.700818323394086e-07}
+{"train_loss": 0.044614434242248535, "global_step": 37203, "epoch": 387, "lr": 6.687326346748401e-07}
+{"train_loss": 0.10318351536989212, "global_step": 37204, "epoch": 387, "lr": 6.673847943973632e-07}
+{"train_loss": 0.09512132406234741, "global_step": 37205, "epoch": 387, "lr": 6.660383115161706e-07}
+{"train_loss": 0.09258830547332764, "global_step": 37206, "epoch": 387, "lr": 6.646931860403882e-07}
+{"train_loss": 0.04523734003305435, "global_step": 37207, "epoch": 387, "lr": 6.63349417979231e-07}
+{"train_loss": 0.07293426990509033, "global_step": 37208, "epoch": 387, "lr": 6.62007007341825e-07}
+{"train_loss": 0.10708536952733994, "global_step": 37209, "epoch": 387, "lr": 6.606659541373184e-07}
+{"train_loss": 0.08224841952323914, "global_step": 37210, "epoch": 387, "lr": 6.59326258374815e-07}
+{"train_loss": 0.06959451735019684, "global_step": 37211, "epoch": 387, "lr": 6.579879200634853e-07}
+{"train_loss": 0.08243405818939209, "global_step": 37212, "epoch": 387, "lr": 6.56650939212411e-07}
+{"train_loss": 0.07307471334934235, "global_step": 37213, "epoch": 387, "lr": 6.553153158306958e-07}
+{"train_loss": 0.06397929042577744, "global_step": 37214, "epoch": 387, "lr": 6.539810499274435e-07}
+{"train_loss": 0.08554226160049438, "global_step": 37215, "epoch": 387, "lr": 6.526481415117358e-07}
+{"train_loss": 0.0776636004447937, "global_step": 37216, "epoch": 387, "lr": 6.513165905926765e-07}
+{"train_loss": 0.09734521061182022, "global_step": 37217, "epoch": 387, "lr": 6.499863971792808e-07}
+{"train_loss": 0.08318297564983368, "global_step": 37218, "epoch": 387, "lr": 6.486575612806522e-07}
+{"train_loss": 0.11075638234615326, "global_step": 37219, "epoch": 387, "lr": 6.47330082905806e-07}
+{"train_loss": 0.09808951616287231, "global_step": 37220, "epoch": 387, "lr": 6.460039620638236e-07}
+{"train_loss": 0.07667958736419678, "global_step": 37221, "epoch": 387, "lr": 6.446791987636758e-07}
+{"train_loss": 0.1062399297952652, "global_step": 37222, "epoch": 387, "lr": 6.433557930144663e-07}
+{"train_loss": 0.07801783084869385, "global_step": 37223, "epoch": 387, "lr": 6.420337448251212e-07}
+{"train_loss": 0.08084067702293396, "global_step": 37224, "epoch": 387, "lr": 6.407130542047002e-07}
+{"train_loss": 0.051803603768348694, "global_step": 37225, "epoch": 387, "lr": 6.393937211621736e-07}
+{"train_loss": 0.07011232525110245, "global_step": 37226, "epoch": 387, "lr": 6.380757457065345e-07}
+{"train_loss": 0.13348683714866638, "global_step": 37227, "epoch": 387, "lr": 6.367591278467533e-07}
+{"train_loss": 0.1111932098865509, "global_step": 37228, "epoch": 387, "lr": 6.354438675917784e-07}
+{"train_loss": 0.07712669670581818, "global_step": 37229, "epoch": 387, "lr": 6.341299649506027e-07}
+{"train_loss": 0.08555386960506439, "global_step": 37230, "epoch": 387, "lr": 6.328174199321523e-07}
+{"train_loss": 0.07845745235681534, "global_step": 37231, "epoch": 387, "lr": 6.315062325453758e-07}
+{"train_loss": 0.07468374073505402, "global_step": 37232, "epoch": 387, "lr": 6.30196402799177e-07}
+{"train_loss": 0.07634945213794708, "global_step": 37233, "epoch": 387, "lr": 6.288879307025042e-07}
+{"train_loss": 0.09272096306085587, "global_step": 37234, "epoch": 387, "lr": 6.275808162642616e-07}
+{"train_loss": 0.0783519446849823, "global_step": 37235, "epoch": 387, "lr": 6.262750594933308e-07}
+{"train_loss": 0.07417391240596771, "global_step": 37236, "epoch": 387, "lr": 6.249706603986383e-07}
+{"train_loss": 0.08413972705602646, "global_step": 37237, "epoch": 387, "lr": 6.236676189890212e-07}
+{"train_loss": 0.11357888579368591, "global_step": 37238, "epoch": 387, "lr": 6.223659352734057e-07}
+{"train_loss": 0.09507210552692413, "global_step": 37239, "epoch": 387, "lr": 6.210656092606071e-07}
+{"train_loss": 0.0888926237821579, "global_step": 37240, "epoch": 387, "lr": 6.19766640959507e-07}
+{"train_loss": 0.0546070858836174, "global_step": 37241, "epoch": 387, "lr": 6.184690303789431e-07}
+{"train_loss": 0.09127305448055267, "global_step": 37242, "epoch": 387, "lr": 6.171727775277525e-07}
+{"train_loss": 0.059346478432416916, "global_step": 37243, "epoch": 387, "lr": 6.158778824147504e-07}
+{"train_loss": 0.08419874310493469, "global_step": 37244, "epoch": 387, "lr": 6.145843450487965e-07}
+{"train_loss": 0.09839180111885071, "global_step": 37245, "epoch": 387, "lr": 6.132921654386614e-07}
+{"train_loss": 0.09379294514656067, "global_step": 37246, "epoch": 387, "lr": 6.120013435931382e-07}
+{"train_loss": 0.08612363145221025, "global_step": 37247, "epoch": 387, "lr": 6.107118795210421e-07}
+{"train_loss": 0.09655803442001343, "global_step": 37248, "epoch": 388, "lr": 6.094237732311659e-07}
+{"train_loss": 0.06681650131940842, "global_step": 37249, "epoch": 388, "lr": 6.081370247322359e-07}
+{"train_loss": 0.07757390290498734, "global_step": 37250, "epoch": 388, "lr": 6.068516340330232e-07}
+{"train_loss": 0.07802794128656387, "global_step": 37251, "epoch": 388, "lr": 6.055676011423206e-07}
+{"train_loss": 0.09018673002719879, "global_step": 37252, "epoch": 388, "lr": 6.042849260688544e-07}
+{"train_loss": 0.09874357283115387, "global_step": 37253, "epoch": 388, "lr": 6.030036088213286e-07}
+{"train_loss": 0.08190136402845383, "global_step": 37254, "epoch": 388, "lr": 6.017236494085144e-07}
+{"train_loss": 0.08517630398273468, "global_step": 37255, "epoch": 388, "lr": 6.004450478390933e-07}
+{"train_loss": 0.11088481545448303, "global_step": 37256, "epoch": 388, "lr": 5.991678041217918e-07}
+{"train_loss": 0.09546560794115067, "global_step": 37257, "epoch": 388, "lr": 5.97891918265292e-07}
+{"train_loss": 0.11178948730230331, "global_step": 37258, "epoch": 388, "lr": 5.966173902782756e-07}
+{"train_loss": 0.11630398780107498, "global_step": 37259, "epoch": 388, "lr": 5.953442201694692e-07}
+{"train_loss": 0.09440179169178009, "global_step": 37260, "epoch": 388, "lr": 5.94072407947488e-07}
+{"train_loss": 0.11538742482662201, "global_step": 37261, "epoch": 388, "lr": 5.92801953621036e-07}
+{"train_loss": 0.11298240721225739, "global_step": 37262, "epoch": 388, "lr": 5.915328571987289e-07}
+{"train_loss": 0.0880282074213028, "global_step": 37263, "epoch": 388, "lr": 5.90265118689226e-07}
+{"train_loss": 0.0991215705871582, "global_step": 37264, "epoch": 388, "lr": 5.889987381011652e-07}
+{"train_loss": 0.05725940316915512, "global_step": 37265, "epoch": 388, "lr": 5.877337154431395e-07}
+{"train_loss": 0.09451323747634888, "global_step": 37266, "epoch": 388, "lr": 5.864700507238086e-07}
+{"train_loss": 0.05943594127893448, "global_step": 37267, "epoch": 388, "lr": 5.852077439517656e-07}
+{"train_loss": 0.08569426834583282, "global_step": 37268, "epoch": 388, "lr": 5.839467951355593e-07}
+{"train_loss": 0.1063559502363205, "global_step": 37269, "epoch": 388, "lr": 5.826872042838493e-07}
+{"train_loss": 0.07254400849342346, "global_step": 37270, "epoch": 388, "lr": 5.814289714051623e-07}
+{"train_loss": 0.0820055902004242, "global_step": 37271, "epoch": 388, "lr": 5.801720965080914e-07}
+{"train_loss": 0.08229819685220718, "global_step": 37272, "epoch": 388, "lr": 5.789165796011631e-07}
+{"train_loss": 0.10576553642749786, "global_step": 37273, "epoch": 388, "lr": 5.776624206929704e-07}
+{"train_loss": 0.0651722177863121, "global_step": 37274, "epoch": 388, "lr": 5.764096197920399e-07}
+{"train_loss": 0.11215747892856598, "global_step": 37275, "epoch": 388, "lr": 5.751581769068758e-07}
+{"train_loss": 0.06717361509799957, "global_step": 37276, "epoch": 388, "lr": 5.739080920460272e-07}
+{"train_loss": 0.0946090817451477, "global_step": 37277, "epoch": 388, "lr": 5.726593652179979e-07}
+{"train_loss": 0.05987408757209778, "global_step": 37278, "epoch": 388, "lr": 5.714119964312925e-07}
+{"train_loss": 0.0848650187253952, "global_step": 37279, "epoch": 388, "lr": 5.701659856944152e-07}
+{"train_loss": 0.07519982755184174, "global_step": 37280, "epoch": 388, "lr": 5.689213330158483e-07}
+{"train_loss": 0.07861323654651642, "global_step": 37281, "epoch": 388, "lr": 5.676780384040514e-07}
+{"train_loss": 0.08676782250404358, "global_step": 37282, "epoch": 388, "lr": 5.664361018674846e-07}
+{"train_loss": 0.09068618714809418, "global_step": 37283, "epoch": 388, "lr": 5.6519552341463e-07}
+{"train_loss": 0.10885463654994965, "global_step": 37284, "epoch": 388, "lr": 5.639563030539474e-07}
+{"train_loss": 0.10067327320575714, "global_step": 37285, "epoch": 388, "lr": 5.627184407938302e-07}
+{"train_loss": 0.07874128967523575, "global_step": 37286, "epoch": 388, "lr": 5.614819366427382e-07}
+{"train_loss": 0.05058838799595833, "global_step": 37287, "epoch": 388, "lr": 5.602467906091091e-07}
+{"train_loss": 0.07824884355068207, "global_step": 37288, "epoch": 388, "lr": 5.590130027012918e-07}
+{"train_loss": 0.11452709138393402, "global_step": 37289, "epoch": 388, "lr": 5.577805729277685e-07}
+{"train_loss": 0.08635790646076202, "global_step": 37290, "epoch": 388, "lr": 5.565495012968658e-07}
+{"train_loss": 0.05738169699907303, "global_step": 37291, "epoch": 388, "lr": 5.553197878169769e-07}
+{"train_loss": 0.09439802169799805, "global_step": 37292, "epoch": 388, "lr": 5.540914324965174e-07}
+{"train_loss": 0.1052439957857132, "global_step": 37293, "epoch": 388, "lr": 5.528644353438139e-07}
+{"train_loss": 0.09056362509727478, "global_step": 37294, "epoch": 388, "lr": 5.516387963672375e-07}
+{"train_loss": 0.06254059076309204, "global_step": 37295, "epoch": 388, "lr": 5.50414515575115e-07}
+{"train_loss": 0.0826668068766594, "global_step": 37296, "epoch": 388, "lr": 5.491915929758174e-07}
+{"train_loss": 0.09677669405937195, "global_step": 37297, "epoch": 388, "lr": 5.47970028577649e-07}
+{"train_loss": 0.09295652061700821, "global_step": 37298, "epoch": 388, "lr": 5.467498223889367e-07}
+{"train_loss": 0.07948371767997742, "global_step": 37299, "epoch": 388, "lr": 5.455309744179626e-07}
+{"train_loss": 0.07474809885025024, "global_step": 37300, "epoch": 388, "lr": 5.443134846730757e-07}
+{"train_loss": 0.12324279546737671, "global_step": 37301, "epoch": 388, "lr": 5.430973531625361e-07}
+{"train_loss": 0.08560626208782196, "global_step": 37302, "epoch": 388, "lr": 5.418825798946259e-07}
+{"train_loss": 0.07619062811136246, "global_step": 37303, "epoch": 388, "lr": 5.406691648776052e-07}
+{"train_loss": 0.07818732410669327, "global_step": 37304, "epoch": 388, "lr": 5.394571081197785e-07}
+{"train_loss": 0.10869410634040833, "global_step": 37305, "epoch": 388, "lr": 5.382464096293616e-07}
+{"train_loss": 0.10987759381532669, "global_step": 37306, "epoch": 388, "lr": 5.370370694146143e-07}
+{"train_loss": 0.09995363652706146, "global_step": 37307, "epoch": 388, "lr": 5.358290874837746e-07}
+{"train_loss": 0.09705989062786102, "global_step": 37308, "epoch": 388, "lr": 5.346224638450358e-07}
+{"train_loss": 0.10135875642299652, "global_step": 37309, "epoch": 388, "lr": 5.334171985066805e-07}
+{"train_loss": 0.06690503656864166, "global_step": 37310, "epoch": 388, "lr": 5.322132914768574e-07}
+{"train_loss": 0.09918808937072754, "global_step": 37311, "epoch": 388, "lr": 5.310107427637823e-07}
+{"train_loss": 0.09509555250406265, "global_step": 37312, "epoch": 388, "lr": 5.298095523756485e-07}
+{"train_loss": 0.11445555090904236, "global_step": 37313, "epoch": 388, "lr": 5.286097203206497e-07}
+{"train_loss": 0.07750649750232697, "global_step": 37314, "epoch": 388, "lr": 5.274112466069125e-07}
+{"train_loss": 0.06422335654497147, "global_step": 37315, "epoch": 388, "lr": 5.262141312426528e-07}
+{"train_loss": 0.11819660663604736, "global_step": 37316, "epoch": 388, "lr": 5.250183742359749e-07}
+{"train_loss": 0.08745253831148148, "global_step": 37317, "epoch": 388, "lr": 5.238239755950503e-07}
+{"train_loss": 0.08438863605260849, "global_step": 37318, "epoch": 388, "lr": 5.226309353280056e-07}
+{"train_loss": 0.1339559108018875, "global_step": 37319, "epoch": 388, "lr": 5.214392534429902e-07}
+{"train_loss": 0.04562671482563019, "global_step": 37320, "epoch": 388, "lr": 5.202489299480639e-07}
+{"train_loss": 0.1009150817990303, "global_step": 37321, "epoch": 388, "lr": 5.190599648513761e-07}
+{"train_loss": 0.07674114406108856, "global_step": 37322, "epoch": 388, "lr": 5.178723581609868e-07}
+{"train_loss": 0.07760952413082123, "global_step": 37323, "epoch": 388, "lr": 5.166861098850229e-07}
+{"train_loss": 0.08517986536026001, "global_step": 37324, "epoch": 388, "lr": 5.155012200315445e-07}
+{"train_loss": 0.09182246029376984, "global_step": 37325, "epoch": 388, "lr": 5.143176886086121e-07}
+{"train_loss": 0.09933000802993774, "global_step": 37326, "epoch": 388, "lr": 5.131355156243078e-07}
+{"train_loss": 0.05313201993703842, "global_step": 37327, "epoch": 388, "lr": 5.119547010866698e-07}
+{"train_loss": 0.0556802824139595, "global_step": 37328, "epoch": 388, "lr": 5.107752450037362e-07}
+{"train_loss": 0.0909360945224762, "global_step": 37329, "epoch": 388, "lr": 5.095971473835226e-07}
+{"train_loss": 0.11431333422660828, "global_step": 37330, "epoch": 388, "lr": 5.084204082340893e-07}
+{"train_loss": 0.0893406942486763, "global_step": 37331, "epoch": 388, "lr": 5.072450275634077e-07}
+{"train_loss": 0.0742356926202774, "global_step": 37332, "epoch": 388, "lr": 5.060710053795159e-07}
+{"train_loss": 0.09777934849262238, "global_step": 37333, "epoch": 388, "lr": 5.048983416904074e-07}
+{"train_loss": 0.09585225582122803, "global_step": 37334, "epoch": 388, "lr": 5.037270365040314e-07}
+{"train_loss": 0.0887284129858017, "global_step": 37335, "epoch": 388, "lr": 5.025570898284038e-07}
+{"train_loss": 0.09449239075183868, "global_step": 37336, "epoch": 388, "lr": 5.013885016714737e-07}
+{"train_loss": 0.08720853179693222, "global_step": 37337, "epoch": 388, "lr": 5.002212720412125e-07}
+{"train_loss": 0.09085021913051605, "global_step": 37338, "epoch": 388, "lr": 4.990554009455472e-07}
+{"train_loss": 0.09769124537706375, "global_step": 37339, "epoch": 388, "lr": 4.978908883924271e-07}
+{"train_loss": 0.0679597556591034, "global_step": 37340, "epoch": 388, "lr": 4.967277343897791e-07}
+{"train_loss": 0.07439000904560089, "global_step": 37341, "epoch": 388, "lr": 4.955659389455525e-07}
+{"train_loss": 0.06317974627017975, "global_step": 37342, "epoch": 388, "lr": 4.944055020676075e-07}
+{"train_loss": 0.0877100524570172, "global_step": 37343, "epoch": 388, "lr": 4.932464237638934e-07}
+{"train_loss": 0.0801844596862793, "global_step": 37344, "epoch": 389, "lr": 4.920887040422706e-07}
+{"train_loss": 0.07413028180599213, "global_step": 37345, "epoch": 389, "lr": 4.909323429106217e-07}
+{"train_loss": 0.0767509788274765, "global_step": 37346, "epoch": 389, "lr": 4.897773403768513e-07}
+{"train_loss": 0.12468741834163666, "global_step": 37347, "epoch": 389, "lr": 4.886236964487978e-07}
+{"train_loss": 0.052108295261859894, "global_step": 37348, "epoch": 389, "lr": 4.874714111343437e-07}
+{"train_loss": 0.08876930177211761, "global_step": 37349, "epoch": 389, "lr": 4.86320484441305e-07}
+{"train_loss": 0.09135255217552185, "global_step": 37350, "epoch": 389, "lr": 4.851709163775419e-07}
+{"train_loss": 0.0826243981719017, "global_step": 37351, "epoch": 389, "lr": 4.840227069508708e-07}
+{"train_loss": 0.09309010207653046, "global_step": 37352, "epoch": 389, "lr": 4.828758561691293e-07}
+{"train_loss": 0.08692538738250732, "global_step": 37353, "epoch": 389, "lr": 4.817303640400894e-07}
+{"train_loss": 0.06678751856088638, "global_step": 37354, "epoch": 389, "lr": 4.805862305715892e-07}
+{"train_loss": 0.10761044174432755, "global_step": 37355, "epoch": 389, "lr": 4.794434557713779e-07}
+{"train_loss": 0.08975581079721451, "global_step": 37356, "epoch": 389, "lr": 4.783020396472937e-07}
+{"train_loss": 0.06900562345981598, "global_step": 37357, "epoch": 389, "lr": 4.771619822070639e-07}
+{"train_loss": 0.07464057952165604, "global_step": 37358, "epoch": 389, "lr": 4.7602328345848215e-07}
+{"train_loss": 0.09954655170440674, "global_step": 37359, "epoch": 389, "lr": 4.748859434092756e-07}
+{"train_loss": 0.0874907448887825, "global_step": 37360, "epoch": 389, "lr": 4.737499620672159e-07}
+{"train_loss": 0.08625918626785278, "global_step": 37361, "epoch": 389, "lr": 4.7261533944000793e-07}
+{"train_loss": 0.09594173729419708, "global_step": 37362, "epoch": 389, "lr": 4.7148207553540105e-07}
+{"train_loss": 0.08536265045404434, "global_step": 37363, "epoch": 389, "lr": 4.7035017036110016e-07}
+{"train_loss": 0.0822523981332779, "global_step": 37364, "epoch": 389, "lr": 4.692196239248325e-07}
+{"train_loss": 0.07358358800411224, "global_step": 37365, "epoch": 389, "lr": 4.6809043623428084e-07}
+{"train_loss": 0.0677405297756195, "global_step": 37366, "epoch": 389, "lr": 4.669626072971278e-07}
+{"train_loss": 0.08659760653972626, "global_step": 37367, "epoch": 389, "lr": 4.6583613712107845e-07}
+{"train_loss": 0.08932527899742126, "global_step": 37368, "epoch": 389, "lr": 4.64711025713771e-07}
+{"train_loss": 0.09435153007507324, "global_step": 37369, "epoch": 389, "lr": 4.635872730829105e-07}
+{"train_loss": 0.07469020038843155, "global_step": 37370, "epoch": 389, "lr": 4.6246487923609084e-07}
+{"train_loss": 0.12176457047462463, "global_step": 37371, "epoch": 389, "lr": 4.6134384418101697e-07}
+{"train_loss": 0.06679815798997879, "global_step": 37372, "epoch": 389, "lr": 4.6022416792528275e-07}
+{"train_loss": 0.056829385459423065, "global_step": 37373, "epoch": 389, "lr": 4.5910585047650444e-07}
+{"train_loss": 0.10702493786811829, "global_step": 37374, "epoch": 389, "lr": 4.579888918423425e-07}
+{"train_loss": 0.0834374725818634, "global_step": 37375, "epoch": 389, "lr": 4.5687329203036864e-07}
+{"train_loss": 0.09657629579305649, "global_step": 37376, "epoch": 389, "lr": 4.5575905104819903e-07}
+{"train_loss": 0.0587441548705101, "global_step": 37377, "epoch": 389, "lr": 4.546461689034054e-07}
+{"train_loss": 0.06415025144815445, "global_step": 37378, "epoch": 389, "lr": 4.535346456035594e-07}
+{"train_loss": 0.09958324581384659, "global_step": 37379, "epoch": 389, "lr": 4.52424481156255e-07}
+{"train_loss": 0.0752057433128357, "global_step": 37380, "epoch": 389, "lr": 4.5131567556904174e-07}
+{"train_loss": 0.07732133567333221, "global_step": 37381, "epoch": 389, "lr": 4.502082288494469e-07}
+{"train_loss": 0.09795020520687103, "global_step": 37382, "epoch": 389, "lr": 4.491021410050644e-07}
+{"train_loss": 0.1100475937128067, "global_step": 37383, "epoch": 389, "lr": 4.47997412043355e-07}
+{"train_loss": 0.07234521955251694, "global_step": 37384, "epoch": 389, "lr": 4.4689404197191254e-07}
+{"train_loss": 0.08998696506023407, "global_step": 37385, "epoch": 389, "lr": 4.4579203079821995e-07}
+{"train_loss": 0.1021420806646347, "global_step": 37386, "epoch": 389, "lr": 4.446913785297824e-07}
+{"train_loss": 0.10015204548835754, "global_step": 37387, "epoch": 389, "lr": 4.435920851740827e-07}
+{"train_loss": 0.07504838705062866, "global_step": 37388, "epoch": 389, "lr": 4.424941507386038e-07}
+{"train_loss": 0.08095336705446243, "global_step": 37389, "epoch": 389, "lr": 4.413975752308508e-07}
+{"train_loss": 0.07845249772071838, "global_step": 37390, "epoch": 389, "lr": 4.403023586582844e-07}
+{"train_loss": 0.07804742455482483, "global_step": 37391, "epoch": 389, "lr": 4.392085010283431e-07}
+{"train_loss": 0.11267092823982239, "global_step": 37392, "epoch": 389, "lr": 4.381160023485098e-07}
+{"train_loss": 0.07379352301359177, "global_step": 37393, "epoch": 389, "lr": 4.3702486262617857e-07}
+{"train_loss": 0.059993352741003036, "global_step": 37394, "epoch": 389, "lr": 4.3593508186881013e-07}
+{"train_loss": 0.09636092931032181, "global_step": 37395, "epoch": 389, "lr": 4.348466600838208e-07}
+{"train_loss": 0.06595192104578018, "global_step": 37396, "epoch": 389, "lr": 4.337595972786046e-07}
+{"train_loss": 0.07193310558795929, "global_step": 37397, "epoch": 389, "lr": 4.3267389346060006e-07}
+{"train_loss": 0.12985195219516754, "global_step": 37398, "epoch": 389, "lr": 4.31589548637179e-07}
+{"train_loss": 0.08680234849452972, "global_step": 37399, "epoch": 389, "lr": 4.3050656281571346e-07}
+{"train_loss": 0.07470960915088654, "global_step": 37400, "epoch": 389, "lr": 4.2942493600359735e-07}
+{"train_loss": 0.060756929218769073, "global_step": 37401, "epoch": 389, "lr": 4.2834466820820263e-07}
+{"train_loss": 0.06468956172466278, "global_step": 37402, "epoch": 389, "lr": 4.272657594368568e-07}
+{"train_loss": 0.08232513070106506, "global_step": 37403, "epoch": 389, "lr": 4.261882096969316e-07}
+{"train_loss": 0.07730890065431595, "global_step": 37404, "epoch": 389, "lr": 4.251120189957547e-07}
+{"train_loss": 0.08125557005405426, "global_step": 37405, "epoch": 389, "lr": 4.2403718734065345e-07}
+{"train_loss": 0.13386592268943787, "global_step": 37406, "epoch": 389, "lr": 4.2296371473895535e-07}
+{"train_loss": 0.10305573046207428, "global_step": 37407, "epoch": 389, "lr": 4.218916011979657e-07}
+{"train_loss": 0.07586394995450974, "global_step": 37408, "epoch": 389, "lr": 4.208208467249675e-07}
+{"train_loss": 0.09436370432376862, "global_step": 37409, "epoch": 389, "lr": 4.197514513272882e-07}
+{"train_loss": 0.09475171566009521, "global_step": 37410, "epoch": 389, "lr": 4.186834150121888e-07}
+{"train_loss": 0.09115368127822876, "global_step": 37411, "epoch": 389, "lr": 4.1761673778693e-07}
+{"train_loss": 0.09878823161125183, "global_step": 37412, "epoch": 389, "lr": 4.1655141965881716e-07}
+{"train_loss": 0.0772952139377594, "global_step": 37413, "epoch": 389, "lr": 4.1548746063506673e-07}
+{"train_loss": 0.08293497562408447, "global_step": 37414, "epoch": 389, "lr": 4.144248607229395e-07}
+{"train_loss": 0.07319913804531097, "global_step": 37415, "epoch": 389, "lr": 4.13363619929652e-07}
+{"train_loss": 0.0903366208076477, "global_step": 37416, "epoch": 389, "lr": 4.1230373826244285e-07}
+{"train_loss": 0.08105771988630295, "global_step": 37417, "epoch": 389, "lr": 4.112452157285507e-07}
+{"train_loss": 0.07862770557403564, "global_step": 37418, "epoch": 389, "lr": 4.101880523351698e-07}
+{"train_loss": 0.07638977468013763, "global_step": 37419, "epoch": 389, "lr": 4.0913224808949434e-07}
+{"train_loss": 0.06969324499368668, "global_step": 37420, "epoch": 389, "lr": 4.080778029986965e-07}
+{"train_loss": 0.09599599242210388, "global_step": 37421, "epoch": 389, "lr": 4.0702471706999257e-07}
+{"train_loss": 0.07754795998334885, "global_step": 37422, "epoch": 389, "lr": 4.0597299031053246e-07}
+{"train_loss": 0.10656630992889404, "global_step": 37423, "epoch": 389, "lr": 4.049226227274661e-07}
+{"train_loss": 0.0808820128440857, "global_step": 37424, "epoch": 389, "lr": 4.038736143279875e-07}
+{"train_loss": 0.11092960834503174, "global_step": 37425, "epoch": 389, "lr": 4.0282596511920235e-07}
+{"train_loss": 0.07662388682365417, "global_step": 37426, "epoch": 389, "lr": 4.017796751082603e-07}
+{"train_loss": 0.08067864179611206, "global_step": 37427, "epoch": 389, "lr": 4.0073474430226685e-07}
+{"train_loss": 0.08266440033912659, "global_step": 37428, "epoch": 389, "lr": 3.9969117270837187e-07}
+{"train_loss": 0.11728513240814209, "global_step": 37429, "epoch": 389, "lr": 3.986489603336585e-07}
+{"train_loss": 0.08437557518482208, "global_step": 37430, "epoch": 389, "lr": 3.976081071852322e-07}
+{"train_loss": 0.07454700767993927, "global_step": 37431, "epoch": 389, "lr": 3.9656861327017625e-07}
+{"train_loss": 0.037493251264095306, "global_step": 37432, "epoch": 389, "lr": 3.955304785955738e-07}
+{"train_loss": 0.11127693951129913, "global_step": 37433, "epoch": 389, "lr": 3.9449370316850807e-07}
+{"train_loss": 0.087700754404068, "global_step": 37434, "epoch": 389, "lr": 3.934582869959957e-07}
+{"train_loss": 0.07843118160963058, "global_step": 37435, "epoch": 389, "lr": 3.9242423008512e-07}
+{"train_loss": 0.09367547184228897, "global_step": 37436, "epoch": 389, "lr": 3.913915324429196e-07}
+{"train_loss": 0.08166100829839706, "global_step": 37437, "epoch": 389, "lr": 3.903601940764334e-07}
+{"train_loss": 0.10144291818141937, "global_step": 37438, "epoch": 389, "lr": 3.893302149926559e-07}
+{"train_loss": 0.08549148802800725, "global_step": 37439, "epoch": 389, "lr": 3.8830159519864793e-07}
+{"train_loss": 0.09363888949155807, "global_step": 37440, "epoch": 390, "lr": 3.8727433470135964e-07}
+{"train_loss": 0.0890895277261734, "global_step": 37441, "epoch": 390, "lr": 3.862484335078298e-07}
+{"train_loss": 0.10265950113534927, "global_step": 37442, "epoch": 390, "lr": 3.8522389162503057e-07}
+{"train_loss": 0.07588042318820953, "global_step": 37443, "epoch": 390, "lr": 3.8420070905993424e-07}
+{"train_loss": 0.09722592681646347, "global_step": 37444, "epoch": 390, "lr": 3.8317888581949066e-07}
+{"train_loss": 0.08711178600788116, "global_step": 37445, "epoch": 390, "lr": 3.821584219107166e-07}
+{"train_loss": 0.11551196873188019, "global_step": 37446, "epoch": 390, "lr": 3.8113931734049533e-07}
+{"train_loss": 0.09051808714866638, "global_step": 37447, "epoch": 390, "lr": 3.801215721157991e-07}
+{"train_loss": 0.10420452058315277, "global_step": 37448, "epoch": 390, "lr": 3.7910518624353353e-07}
+{"train_loss": 0.08401192724704742, "global_step": 37449, "epoch": 390, "lr": 3.7809015973067075e-07}
+{"train_loss": 0.08703593909740448, "global_step": 37450, "epoch": 390, "lr": 3.7707649258407196e-07}
+{"train_loss": 0.060207389295101166, "global_step": 37451, "epoch": 390, "lr": 3.76064184810665e-07}
+{"train_loss": 0.06788639724254608, "global_step": 37452, "epoch": 390, "lr": 3.7505323641735537e-07}
+{"train_loss": 0.08410964906215668, "global_step": 37453, "epoch": 390, "lr": 3.7404364741098205e-07}
+{"train_loss": 0.07530266046524048, "global_step": 37454, "epoch": 390, "lr": 3.7303541779847293e-07}
+{"train_loss": 0.08970826864242554, "global_step": 37455, "epoch": 390, "lr": 3.7202854758664475e-07}
+{"train_loss": 0.08559833467006683, "global_step": 37456, "epoch": 390, "lr": 3.71023036782403e-07}
+{"train_loss": 0.060750219970941544, "global_step": 37457, "epoch": 390, "lr": 3.700188853925424e-07}
+{"train_loss": 0.08671832084655762, "global_step": 37458, "epoch": 390, "lr": 3.6901609342394615e-07}
+{"train_loss": 0.10025140643119812, "global_step": 37459, "epoch": 390, "lr": 3.6801466088343116e-07}
+{"train_loss": 0.07381332665681839, "global_step": 37460, "epoch": 390, "lr": 3.6701458777779194e-07}
+{"train_loss": 0.08578784018754959, "global_step": 37461, "epoch": 390, "lr": 3.660158741138675e-07}
+{"train_loss": 0.11753050982952118, "global_step": 37462, "epoch": 390, "lr": 3.650185198984524e-07}
+{"train_loss": 0.09963631629943848, "global_step": 37463, "epoch": 390, "lr": 3.6402252513834113e-07}
+{"train_loss": 0.07484439015388489, "global_step": 37464, "epoch": 390, "lr": 3.630278898402839e-07}
+{"train_loss": 0.09646135568618774, "global_step": 37465, "epoch": 390, "lr": 3.620346140110975e-07}
+{"train_loss": 0.04851642623543739, "global_step": 37466, "epoch": 390, "lr": 3.610426976575321e-07}
+{"train_loss": 0.08649372309446335, "global_step": 37467, "epoch": 390, "lr": 3.600521407863378e-07}
+{"train_loss": 0.087132528424263, "global_step": 37468, "epoch": 390, "lr": 3.590629434042647e-07}
+{"train_loss": 0.091156005859375, "global_step": 37469, "epoch": 390, "lr": 3.580751055180409e-07}
+{"train_loss": 0.08587484061717987, "global_step": 37470, "epoch": 390, "lr": 3.570886271343943e-07}
+{"train_loss": 0.07378721237182617, "global_step": 37471, "epoch": 390, "lr": 3.561035082600306e-07}
+{"train_loss": 0.07900036871433258, "global_step": 37472, "epoch": 390, "lr": 3.551197489017e-07}
+{"train_loss": 0.08971080929040909, "global_step": 37473, "epoch": 390, "lr": 3.541373490660638e-07}
+{"train_loss": 0.08546356856822968, "global_step": 37474, "epoch": 390, "lr": 3.5315630875980557e-07}
+{"train_loss": 0.09641102701425552, "global_step": 37475, "epoch": 390, "lr": 3.5217662798965325e-07}
+{"train_loss": 0.07588252425193787, "global_step": 37476, "epoch": 390, "lr": 3.5119830676222374e-07}
+{"train_loss": 0.08095337450504303, "global_step": 37477, "epoch": 390, "lr": 3.502213450842229e-07}
+{"train_loss": 0.08866208046674728, "global_step": 37478, "epoch": 390, "lr": 3.4924574296226754e-07}
+{"train_loss": 0.07602366805076599, "global_step": 37479, "epoch": 390, "lr": 3.482715004030412e-07}
+{"train_loss": 0.11376684904098511, "global_step": 37480, "epoch": 390, "lr": 3.4729861741311656e-07}
+{"train_loss": 0.09364178031682968, "global_step": 37481, "epoch": 390, "lr": 3.463270939991992e-07}
+{"train_loss": 0.07016600668430328, "global_step": 37482, "epoch": 390, "lr": 3.453569301678394e-07}
+{"train_loss": 0.10707741975784302, "global_step": 37483, "epoch": 390, "lr": 3.4438812592567647e-07}
+{"train_loss": 0.09186672419309616, "global_step": 37484, "epoch": 390, "lr": 3.434206812792828e-07}
+{"train_loss": 0.07374760508537292, "global_step": 37485, "epoch": 390, "lr": 3.424545962352754e-07}
+{"train_loss": 0.08903096616268158, "global_step": 37486, "epoch": 390, "lr": 3.4148987080020455e-07}
+{"train_loss": 0.10436627268791199, "global_step": 37487, "epoch": 390, "lr": 3.4052650498066496e-07}
+{"train_loss": 0.06787321716547012, "global_step": 37488, "epoch": 390, "lr": 3.3956449878320697e-07}
+{"train_loss": 0.08854757249355316, "global_step": 37489, "epoch": 390, "lr": 3.3860385221438083e-07}
+{"train_loss": 0.11367090791463852, "global_step": 37490, "epoch": 390, "lr": 3.3764456528073693e-07}
+{"train_loss": 0.09956870228052139, "global_step": 37491, "epoch": 390, "lr": 3.366866379887812e-07}
+{"train_loss": 0.09699855744838715, "global_step": 37492, "epoch": 390, "lr": 3.3573007034506385e-07}
+{"train_loss": 0.06871011853218079, "global_step": 37493, "epoch": 390, "lr": 3.347748623560909e-07}
+{"train_loss": 0.06980815529823303, "global_step": 37494, "epoch": 390, "lr": 3.3382101402836817e-07}
+{"train_loss": 0.0635974258184433, "global_step": 37495, "epoch": 390, "lr": 3.3286852536837943e-07}
+{"train_loss": 0.08712340891361237, "global_step": 37496, "epoch": 390, "lr": 3.3191739638265275e-07}
+{"train_loss": 0.07591880112886429, "global_step": 37497, "epoch": 390, "lr": 3.309676270776052e-07}
+{"train_loss": 0.07488882541656494, "global_step": 37498, "epoch": 390, "lr": 3.300192174597205e-07}
+{"train_loss": 0.08068772405385971, "global_step": 37499, "epoch": 390, "lr": 3.290721675354824e-07}
+{"train_loss": 0.10040035843849182, "global_step": 37500, "epoch": 390, "lr": 3.281264773113302e-07}
+{"train_loss": 0.06538873165845871, "global_step": 37501, "epoch": 390, "lr": 3.2718214679370306e-07}
+{"train_loss": 0.09434513002634048, "global_step": 37502, "epoch": 390, "lr": 3.2623917598901823e-07}
+{"train_loss": 0.10343894362449646, "global_step": 37503, "epoch": 390, "lr": 3.2529756490369266e-07}
+{"train_loss": 0.084388367831707, "global_step": 37504, "epoch": 390, "lr": 3.24357313544188e-07}
+{"train_loss": 0.10879842936992645, "global_step": 37505, "epoch": 390, "lr": 3.2341842191683234e-07}
+{"train_loss": 0.08987227082252502, "global_step": 37506, "epoch": 390, "lr": 3.2248089002808736e-07}
+{"train_loss": 0.07521723955869675, "global_step": 37507, "epoch": 390, "lr": 3.215447178843034e-07}
+{"train_loss": 0.0467042438685894, "global_step": 37508, "epoch": 390, "lr": 3.206099054918532e-07}
+{"train_loss": 0.089094378054142, "global_step": 37509, "epoch": 390, "lr": 3.1967645285710947e-07}
+{"train_loss": 0.06983395665884018, "global_step": 37510, "epoch": 390, "lr": 3.187443599864448e-07}
+{"train_loss": 0.07499361038208008, "global_step": 37511, "epoch": 390, "lr": 3.1781362688618756e-07}
+{"train_loss": 0.09687738865613937, "global_step": 37512, "epoch": 390, "lr": 3.168842535626659e-07}
+{"train_loss": 0.08059065788984299, "global_step": 37513, "epoch": 390, "lr": 3.1595624002223043e-07}
+{"train_loss": 0.11054778099060059, "global_step": 37514, "epoch": 390, "lr": 3.150295862711872e-07}
+{"train_loss": 0.08532488346099854, "global_step": 37515, "epoch": 390, "lr": 3.1410429231586435e-07}
+{"train_loss": 0.08015070855617523, "global_step": 37516, "epoch": 390, "lr": 3.1318035816254586e-07}
+{"train_loss": 0.08477190136909485, "global_step": 37517, "epoch": 390, "lr": 3.1225778381751557e-07}
+{"train_loss": 0.08192485570907593, "global_step": 37518, "epoch": 390, "lr": 3.1133656928707956e-07}
+{"train_loss": 0.05618302524089813, "global_step": 37519, "epoch": 390, "lr": 3.1041671457747725e-07}
+{"train_loss": 0.06457068026065826, "global_step": 37520, "epoch": 390, "lr": 3.094982196950369e-07}
+{"train_loss": 0.0916377529501915, "global_step": 37521, "epoch": 390, "lr": 3.085810846459314e-07}
+{"train_loss": 0.04955106973648071, "global_step": 37522, "epoch": 390, "lr": 3.0766530943646674e-07}
+{"train_loss": 0.06724663078784943, "global_step": 37523, "epoch": 390, "lr": 3.0675089407286027e-07}
+{"train_loss": 0.10101278871297836, "global_step": 37524, "epoch": 390, "lr": 3.058378385613292e-07}
+{"train_loss": 0.06457631289958954, "global_step": 37525, "epoch": 390, "lr": 3.0492614290809073e-07}
+{"train_loss": 0.043054744601249695, "global_step": 37526, "epoch": 390, "lr": 3.040158071193844e-07}
+{"train_loss": 0.08404555916786194, "global_step": 37527, "epoch": 390, "lr": 3.0310683120136076e-07}
+{"train_loss": 0.08350259810686111, "global_step": 37528, "epoch": 390, "lr": 3.021992151602371e-07}
+{"train_loss": 0.08400627970695496, "global_step": 37529, "epoch": 390, "lr": 3.0129295900220843e-07}
+{"train_loss": 0.08672629296779633, "global_step": 37530, "epoch": 390, "lr": 3.0038806273342546e-07}
+{"train_loss": 0.07773871719837189, "global_step": 37531, "epoch": 390, "lr": 2.99484526360061e-07}
+{"train_loss": 0.14152008295059204, "global_step": 37532, "epoch": 390, "lr": 2.985823498882434e-07}
+{"train_loss": 0.07336297631263733, "global_step": 37533, "epoch": 390, "lr": 2.976815333241456e-07}
+{"train_loss": 0.08419263362884521, "global_step": 37534, "epoch": 390, "lr": 2.967820766738738e-07}
+{"train_loss": 0.08443573214268933, "global_step": 37535, "epoch": 390, "lr": 2.9588397994360085e-07, "train_action_mse_error": 1.1066763363487553e-06}
+{"train_loss": 0.0841195285320282, "global_step": 37536, "epoch": 391, "lr": 2.949872431393885e-07}
+{"train_loss": 0.09079424291849136, "global_step": 37537, "epoch": 391, "lr": 2.940918662673653e-07}
+{"train_loss": 0.07704181969165802, "global_step": 37538, "epoch": 391, "lr": 2.9319784933363737e-07}
+{"train_loss": 0.08255577832460403, "global_step": 37539, "epoch": 391, "lr": 2.9230519234428875e-07}
+{"train_loss": 0.09310084581375122, "global_step": 37540, "epoch": 391, "lr": 2.9141389530540353e-07}
+{"train_loss": 0.07818958163261414, "global_step": 37541, "epoch": 391, "lr": 2.9052395822302123e-07}
+{"train_loss": 0.09650412946939468, "global_step": 37542, "epoch": 391, "lr": 2.8963538110322596e-07}
+{"train_loss": 0.07354883849620819, "global_step": 37543, "epoch": 391, "lr": 2.887481639520573e-07}
+{"train_loss": 0.08974211663007736, "global_step": 37544, "epoch": 391, "lr": 2.87862306775577e-07}
+{"train_loss": 0.06064280867576599, "global_step": 37545, "epoch": 391, "lr": 2.8697780957980256e-07}
+{"train_loss": 0.09121507406234741, "global_step": 37546, "epoch": 391, "lr": 2.860946723707736e-07}
+{"train_loss": 0.07325225323438644, "global_step": 37547, "epoch": 391, "lr": 2.8521289515446304e-07}
+{"train_loss": 0.07787995040416718, "global_step": 37548, "epoch": 391, "lr": 2.8433247793693273e-07}
+{"train_loss": 0.10362492501735687, "global_step": 37549, "epoch": 391, "lr": 2.834534207241335e-07}
+{"train_loss": 0.10247577726840973, "global_step": 37550, "epoch": 391, "lr": 2.8257572352206053e-07}
+{"train_loss": 0.0708146020770073, "global_step": 37551, "epoch": 391, "lr": 2.8169938633670903e-07}
+{"train_loss": 0.06337182223796844, "global_step": 37552, "epoch": 391, "lr": 2.8082440917402975e-07}
+{"train_loss": 0.09224145114421844, "global_step": 37553, "epoch": 391, "lr": 2.799507920399735e-07}
+{"train_loss": 0.10586173832416534, "global_step": 37554, "epoch": 391, "lr": 2.7907853494051337e-07}
+{"train_loss": 0.0887787863612175, "global_step": 37555, "epoch": 391, "lr": 2.7820763788157787e-07}
+{"train_loss": 0.07972083985805511, "global_step": 37556, "epoch": 391, "lr": 2.773381008690734e-07}
+{"train_loss": 0.09123651683330536, "global_step": 37557, "epoch": 391, "lr": 2.76469923908973e-07}
+{"train_loss": 0.08267664909362793, "global_step": 37558, "epoch": 391, "lr": 2.7560310700716076e-07}
+{"train_loss": 0.09114187955856323, "global_step": 37559, "epoch": 391, "lr": 2.747376501695209e-07}
+{"train_loss": 0.07370952516794205, "global_step": 37560, "epoch": 391, "lr": 2.738735534019599e-07}
+{"train_loss": 0.08013533055782318, "global_step": 37561, "epoch": 391, "lr": 2.7301081671038396e-07}
+{"train_loss": 0.06810373067855835, "global_step": 37562, "epoch": 391, "lr": 2.7214944010065525e-07}
+{"train_loss": 0.07108494639396667, "global_step": 37563, "epoch": 391, "lr": 2.7128942357863564e-07}
+{"train_loss": 0.0617813803255558, "global_step": 37564, "epoch": 391, "lr": 2.704307671501649e-07}
+{"train_loss": 0.08547824621200562, "global_step": 37565, "epoch": 391, "lr": 2.6957347082110504e-07}
+{"train_loss": 0.10717533528804779, "global_step": 37566, "epoch": 391, "lr": 2.687175345973181e-07}
+{"train_loss": 0.07577107846736908, "global_step": 37567, "epoch": 391, "lr": 2.678629584845771e-07}
+{"train_loss": 0.0798526406288147, "global_step": 37568, "epoch": 391, "lr": 2.670097424887663e-07}
+{"train_loss": 0.09561682492494583, "global_step": 37569, "epoch": 391, "lr": 2.661578866156367e-07}
+{"train_loss": 0.06897980719804764, "global_step": 37570, "epoch": 391, "lr": 2.653073908710502e-07}
+{"train_loss": 0.11890172958374023, "global_step": 37571, "epoch": 391, "lr": 2.6445825526073553e-07}
+{"train_loss": 0.07291057705879211, "global_step": 37572, "epoch": 391, "lr": 2.6361047979051034e-07}
+{"train_loss": 0.0721219927072525, "global_step": 37573, "epoch": 391, "lr": 2.627640644661478e-07}
+{"train_loss": 0.12182372808456421, "global_step": 37574, "epoch": 391, "lr": 2.619190092933987e-07}
+{"train_loss": 0.06794781237840652, "global_step": 37575, "epoch": 391, "lr": 2.6107531427803645e-07}
+{"train_loss": 0.06027330458164215, "global_step": 37576, "epoch": 391, "lr": 2.602329794257896e-07}
+{"train_loss": 0.08597199618816376, "global_step": 37577, "epoch": 391, "lr": 2.59392004742387e-07}
+{"train_loss": 0.07376010715961456, "global_step": 37578, "epoch": 391, "lr": 2.585523902335796e-07}
+{"train_loss": 0.11505625396966934, "global_step": 37579, "epoch": 391, "lr": 2.577141359050739e-07}
+{"train_loss": 0.075719453394413, "global_step": 37580, "epoch": 391, "lr": 2.5687724176257646e-07}
+{"train_loss": 0.07828420400619507, "global_step": 37581, "epoch": 391, "lr": 2.5604170781179384e-07}
+{"train_loss": 0.07306599617004395, "global_step": 37582, "epoch": 391, "lr": 2.5520753405838817e-07}
+{"train_loss": 0.06117023527622223, "global_step": 37583, "epoch": 391, "lr": 2.5437472050806597e-07}
+{"train_loss": 0.07746299356222153, "global_step": 37584, "epoch": 391, "lr": 2.5354326716651167e-07}
+{"train_loss": 0.0883316844701767, "global_step": 37585, "epoch": 391, "lr": 2.527131740393429e-07}
+{"train_loss": 0.06568334996700287, "global_step": 37586, "epoch": 391, "lr": 2.518844411322441e-07}
+{"train_loss": 0.10570482164621353, "global_step": 37587, "epoch": 391, "lr": 2.510570684508773e-07}
+{"train_loss": 0.13008515536785126, "global_step": 37588, "epoch": 391, "lr": 2.502310560008381e-07}
+{"train_loss": 0.11051860451698303, "global_step": 37589, "epoch": 391, "lr": 2.4940640378774417e-07}
+{"train_loss": 0.06751091778278351, "global_step": 37590, "epoch": 391, "lr": 2.485831118172577e-07}
+{"train_loss": 0.09366343915462494, "global_step": 37591, "epoch": 391, "lr": 2.4776118009495195e-07}
+{"train_loss": 0.08792215585708618, "global_step": 37592, "epoch": 391, "lr": 2.469406086264225e-07}
+{"train_loss": 0.08288714289665222, "global_step": 37593, "epoch": 391, "lr": 2.4612139741728715e-07}
+{"train_loss": 0.08510877937078476, "global_step": 37594, "epoch": 391, "lr": 2.453035464730968e-07}
+{"train_loss": 0.113393634557724, "global_step": 37595, "epoch": 391, "lr": 2.44487055799425e-07}
+{"train_loss": 0.0803426057100296, "global_step": 37596, "epoch": 391, "lr": 2.436719254018227e-07}
+{"train_loss": 0.054499149322509766, "global_step": 37597, "epoch": 391, "lr": 2.428581552858633e-07}
+{"train_loss": 0.06684929132461548, "global_step": 37598, "epoch": 391, "lr": 2.420457454570757e-07}
+{"train_loss": 0.11745542287826538, "global_step": 37599, "epoch": 391, "lr": 2.412346959209888e-07}
+{"train_loss": 0.09179647266864777, "global_step": 37600, "epoch": 391, "lr": 2.404250066831537e-07}
+{"train_loss": 0.08572714030742645, "global_step": 37601, "epoch": 391, "lr": 2.3961667774903276e-07}
+{"train_loss": 0.10314229130744934, "global_step": 37602, "epoch": 391, "lr": 2.38809709124177e-07}
+{"train_loss": 0.044663749635219574, "global_step": 37603, "epoch": 391, "lr": 2.3800410081404878e-07}
+{"train_loss": 0.0921919047832489, "global_step": 37604, "epoch": 391, "lr": 2.371998528241548e-07}
+{"train_loss": 0.12284713983535767, "global_step": 37605, "epoch": 391, "lr": 2.3639696515997956e-07}
+{"train_loss": 0.1001243069767952, "global_step": 37606, "epoch": 391, "lr": 2.3559543782696315e-07}
+{"train_loss": 0.0551273413002491, "global_step": 37607, "epoch": 391, "lr": 2.3479527083059006e-07}
+{"train_loss": 0.09336644411087036, "global_step": 37608, "epoch": 391, "lr": 2.3399646417627819e-07}
+{"train_loss": 0.10473614931106567, "global_step": 37609, "epoch": 391, "lr": 2.3319901786948983e-07}
+{"train_loss": 0.07413085550069809, "global_step": 37610, "epoch": 391, "lr": 2.324029319156651e-07}
+{"train_loss": 0.0855468288064003, "global_step": 37611, "epoch": 391, "lr": 2.3160820632019963e-07}
+{"train_loss": 0.12303728610277176, "global_step": 37612, "epoch": 391, "lr": 2.3081484108851137e-07}
+{"train_loss": 0.07988977432250977, "global_step": 37613, "epoch": 391, "lr": 2.3002283622601818e-07}
+{"train_loss": 0.06957656890153885, "global_step": 37614, "epoch": 391, "lr": 2.292321917381157e-07}
+{"train_loss": 0.0862065926194191, "global_step": 37615, "epoch": 391, "lr": 2.284429076301553e-07}
+{"train_loss": 0.07519164681434631, "global_step": 37616, "epoch": 391, "lr": 2.276549839075326e-07}
+{"train_loss": 0.08627741038799286, "global_step": 37617, "epoch": 391, "lr": 2.2686842057562107e-07}
+{"train_loss": 0.11492624133825302, "global_step": 37618, "epoch": 391, "lr": 2.2608321763977203e-07}
+{"train_loss": 0.10547690838575363, "global_step": 37619, "epoch": 391, "lr": 2.252993751053145e-07}
+{"train_loss": 0.07447626441717148, "global_step": 37620, "epoch": 391, "lr": 2.24516892977622e-07}
+{"train_loss": 0.10336939245462418, "global_step": 37621, "epoch": 391, "lr": 2.237357712619792e-07}
+{"train_loss": 0.0879778042435646, "global_step": 37622, "epoch": 391, "lr": 2.2295600996373734e-07}
+{"train_loss": 0.07805678248405457, "global_step": 37623, "epoch": 391, "lr": 2.221776090882033e-07}
+{"train_loss": 0.0659056305885315, "global_step": 37624, "epoch": 391, "lr": 2.2140056864066171e-07}
+{"train_loss": 0.06061961501836777, "global_step": 37625, "epoch": 391, "lr": 2.206248886264195e-07}
+{"train_loss": 0.07993604987859726, "global_step": 37626, "epoch": 391, "lr": 2.1985056905073907e-07}
+{"train_loss": 0.07748597115278244, "global_step": 37627, "epoch": 391, "lr": 2.1907760991892734e-07}
+{"train_loss": 0.059941649436950684, "global_step": 37628, "epoch": 391, "lr": 2.1830601123622453e-07}
+{"train_loss": 0.061110541224479675, "global_step": 37629, "epoch": 391, "lr": 2.1753577300787086e-07}
+{"train_loss": 0.06022610142827034, "global_step": 37630, "epoch": 391, "lr": 2.1676689523915106e-07}
+{"train_loss": 0.08461366085490833, "global_step": 37631, "epoch": 391, "lr": 2.1599937793526092e-07}
+{"train_loss": 0.08110591769218445, "global_step": 37632, "epoch": 392, "lr": 2.1523322110146294e-07}
+{"train_loss": 0.08856542408466339, "global_step": 37633, "epoch": 392, "lr": 2.144684247429307e-07}
+{"train_loss": 0.07533160597085953, "global_step": 37634, "epoch": 392, "lr": 2.1370498886492673e-07}
+{"train_loss": 0.04903440922498703, "global_step": 37635, "epoch": 392, "lr": 2.1294291347260244e-07}
+{"train_loss": 0.08834704011678696, "global_step": 37636, "epoch": 392, "lr": 2.1218219857117583e-07}
+{"train_loss": 0.08046533167362213, "global_step": 37637, "epoch": 392, "lr": 2.1142284416579838e-07}
+{"train_loss": 0.0773526132106781, "global_step": 37638, "epoch": 392, "lr": 2.1066485026168813e-07}
+{"train_loss": 0.08139307796955109, "global_step": 37639, "epoch": 392, "lr": 2.0990821686395213e-07}
+{"train_loss": 0.06164145469665527, "global_step": 37640, "epoch": 392, "lr": 2.0915294397778617e-07}
+{"train_loss": 0.09211649000644684, "global_step": 37641, "epoch": 392, "lr": 2.0839903160831952e-07}
+{"train_loss": 0.08845938742160797, "global_step": 37642, "epoch": 392, "lr": 2.0764647976065922e-07}
+{"train_loss": 0.0985351949930191, "global_step": 37643, "epoch": 392, "lr": 2.0689528843997886e-07}
+{"train_loss": 0.07275927066802979, "global_step": 37644, "epoch": 392, "lr": 2.061454576513633e-07}
+{"train_loss": 0.07822248339653015, "global_step": 37645, "epoch": 392, "lr": 2.0539698739991951e-07}
+{"train_loss": 0.07642121613025665, "global_step": 37646, "epoch": 392, "lr": 2.046498776907546e-07}
+{"train_loss": 0.09380438178777695, "global_step": 37647, "epoch": 392, "lr": 2.0390412852893114e-07}
+{"train_loss": 0.06912501156330109, "global_step": 37648, "epoch": 392, "lr": 2.0315973991957836e-07}
+{"train_loss": 0.0708618313074112, "global_step": 37649, "epoch": 392, "lr": 2.024167118677145e-07}
+{"train_loss": 0.05537012964487076, "global_step": 37650, "epoch": 392, "lr": 2.0167504437842432e-07}
+{"train_loss": 0.06972528249025345, "global_step": 37651, "epoch": 392, "lr": 2.009347374567483e-07}
+{"train_loss": 0.10095639526844025, "global_step": 37652, "epoch": 392, "lr": 2.001957911077268e-07}
+{"train_loss": 0.07893762737512589, "global_step": 37653, "epoch": 392, "lr": 1.9945820533640026e-07}
+{"train_loss": 0.07757606357336044, "global_step": 37654, "epoch": 392, "lr": 1.9872198014778687e-07}
+{"train_loss": 0.05644010752439499, "global_step": 37655, "epoch": 392, "lr": 1.9798711554690485e-07}
+{"train_loss": 0.10345418751239777, "global_step": 37656, "epoch": 392, "lr": 1.9725361153877242e-07}
+{"train_loss": 0.10800626873970032, "global_step": 37657, "epoch": 392, "lr": 1.9652146812834116e-07}
+{"train_loss": 0.09132055938243866, "global_step": 37658, "epoch": 392, "lr": 1.9579068532062927e-07}
+{"train_loss": 0.08564553409814835, "global_step": 37659, "epoch": 392, "lr": 1.9506126312061056e-07}
+{"train_loss": 0.08550363034009933, "global_step": 37660, "epoch": 392, "lr": 1.9433320153325884e-07}
+{"train_loss": 0.07776942104101181, "global_step": 37661, "epoch": 392, "lr": 1.936065005635035e-07}
+{"train_loss": 0.0806427150964737, "global_step": 37662, "epoch": 392, "lr": 1.928811602163183e-07}
+{"train_loss": 0.0767151415348053, "global_step": 37663, "epoch": 392, "lr": 1.9215718049663268e-07}
+{"train_loss": 0.06444656103849411, "global_step": 37664, "epoch": 392, "lr": 1.91434561409376e-07}
+{"train_loss": 0.07991667836904526, "global_step": 37665, "epoch": 392, "lr": 1.9071330295947764e-07}
+{"train_loss": 0.060479819774627686, "global_step": 37666, "epoch": 392, "lr": 1.8999340515184483e-07}
+{"train_loss": 0.08339829742908478, "global_step": 37667, "epoch": 392, "lr": 1.8927486799138473e-07}
+{"train_loss": 0.09511035680770874, "global_step": 37668, "epoch": 392, "lr": 1.885576914829823e-07}
+{"train_loss": 0.0824490338563919, "global_step": 37669, "epoch": 392, "lr": 1.8784187563152256e-07}
+{"train_loss": 0.08220593631267548, "global_step": 37670, "epoch": 392, "lr": 1.8712742044186826e-07}
+{"train_loss": 0.11078579723834991, "global_step": 37671, "epoch": 392, "lr": 1.864143259189266e-07}
+{"train_loss": 0.06626200675964355, "global_step": 37672, "epoch": 392, "lr": 1.8570259206749374e-07}
+{"train_loss": 0.12221575528383255, "global_step": 37673, "epoch": 392, "lr": 1.8499221889245466e-07}
+{"train_loss": 0.06662158668041229, "global_step": 37674, "epoch": 392, "lr": 1.8428320639864993e-07}
+{"train_loss": 0.09554672986268997, "global_step": 37675, "epoch": 392, "lr": 1.835755545908979e-07}
+{"train_loss": 0.07402089983224869, "global_step": 37676, "epoch": 392, "lr": 1.82869263474017e-07}
+{"train_loss": 0.10973447561264038, "global_step": 37677, "epoch": 392, "lr": 1.8216433305280333e-07}
+{"train_loss": 0.09850893914699554, "global_step": 37678, "epoch": 392, "lr": 1.814607633320753e-07}
+{"train_loss": 0.07115297764539719, "global_step": 37679, "epoch": 392, "lr": 1.8075855431662902e-07}
+{"train_loss": 0.10414770245552063, "global_step": 37680, "epoch": 392, "lr": 1.800577060112163e-07}
+{"train_loss": 0.07509290426969528, "global_step": 37681, "epoch": 392, "lr": 1.7935821842063326e-07}
+{"train_loss": 0.0775768905878067, "global_step": 37682, "epoch": 392, "lr": 1.7866009154965392e-07}
+{"train_loss": 0.08349505066871643, "global_step": 37683, "epoch": 392, "lr": 1.7796332540300775e-07}
+{"train_loss": 0.06645160913467407, "global_step": 37684, "epoch": 392, "lr": 1.7726791998546878e-07}
+{"train_loss": 0.09764979034662247, "global_step": 37685, "epoch": 392, "lr": 1.765738753017443e-07}
+{"train_loss": 0.08614061027765274, "global_step": 37686, "epoch": 392, "lr": 1.7588119135656388e-07}
+{"train_loss": 0.08961726725101471, "global_step": 37687, "epoch": 392, "lr": 1.7518986815463488e-07}
+{"train_loss": 0.11416486650705338, "global_step": 37688, "epoch": 392, "lr": 1.7449990570070907e-07}
+{"train_loss": 0.08083169162273407, "global_step": 37689, "epoch": 392, "lr": 1.7381130399944933e-07}
+{"train_loss": 0.07108461111783981, "global_step": 37690, "epoch": 392, "lr": 1.7312406305554085e-07}
+{"train_loss": 0.08196002244949341, "global_step": 37691, "epoch": 392, "lr": 1.7243818287369095e-07}
+{"train_loss": 0.08735854923725128, "global_step": 37692, "epoch": 392, "lr": 1.7175366345854037e-07}
+{"train_loss": 0.07426624000072479, "global_step": 37693, "epoch": 392, "lr": 1.7107050481475206e-07}
+{"train_loss": 0.07586847990751266, "global_step": 37694, "epoch": 392, "lr": 1.7038870694701115e-07}
+{"train_loss": 0.09068801254034042, "global_step": 37695, "epoch": 392, "lr": 1.6970826985993614e-07}
+{"train_loss": 0.06614567339420319, "global_step": 37696, "epoch": 392, "lr": 1.6902919355816783e-07}
+{"train_loss": 0.0887657105922699, "global_step": 37697, "epoch": 392, "lr": 1.6835147804632467e-07}
+{"train_loss": 0.07419413328170776, "global_step": 37698, "epoch": 392, "lr": 1.6767512332900305e-07}
+{"train_loss": 0.10125067830085754, "global_step": 37699, "epoch": 392, "lr": 1.6700012941086584e-07}
+{"train_loss": 0.10344360768795013, "global_step": 37700, "epoch": 392, "lr": 1.6632649629644282e-07}
+{"train_loss": 0.09062039852142334, "global_step": 37701, "epoch": 392, "lr": 1.6565422399037466e-07}
+{"train_loss": 0.09549489617347717, "global_step": 37702, "epoch": 392, "lr": 1.6498331249719112e-07}
+{"train_loss": 0.1137436255812645, "global_step": 37703, "epoch": 392, "lr": 1.643137618215107e-07}
+{"train_loss": 0.08430933952331543, "global_step": 37704, "epoch": 392, "lr": 1.636455719678409e-07}
+{"train_loss": 0.0777822881937027, "global_step": 37705, "epoch": 392, "lr": 1.629787429407781e-07}
+{"train_loss": 0.08287565410137177, "global_step": 37706, "epoch": 392, "lr": 1.6231327474485192e-07}
+{"train_loss": 0.06615043431520462, "global_step": 37707, "epoch": 392, "lr": 1.6164916738456992e-07}
+{"train_loss": 0.07973261177539825, "global_step": 37708, "epoch": 392, "lr": 1.6098642086448402e-07}
+{"train_loss": 0.10965824127197266, "global_step": 37709, "epoch": 392, "lr": 1.6032503518907948e-07}
+{"train_loss": 0.08014334738254547, "global_step": 37710, "epoch": 392, "lr": 1.5966501036288607e-07}
+{"train_loss": 0.11221099644899368, "global_step": 37711, "epoch": 392, "lr": 1.5900634639036683e-07}
+{"train_loss": 0.0972118228673935, "global_step": 37712, "epoch": 392, "lr": 1.5834904327605149e-07}
+{"train_loss": 0.08757086843252182, "global_step": 37713, "epoch": 392, "lr": 1.5769310102438095e-07}
+{"train_loss": 0.06614427268505096, "global_step": 37714, "epoch": 392, "lr": 1.5703851963984052e-07}
+{"train_loss": 0.0723690316081047, "global_step": 37715, "epoch": 392, "lr": 1.5638529912687106e-07}
+{"train_loss": 0.07939095795154572, "global_step": 37716, "epoch": 392, "lr": 1.5573343948993568e-07}
+{"train_loss": 0.09146207571029663, "global_step": 37717, "epoch": 392, "lr": 1.550829407334753e-07}
+{"train_loss": 0.07944583892822266, "global_step": 37718, "epoch": 392, "lr": 1.5443380286190855e-07}
+{"train_loss": 0.08897870779037476, "global_step": 37719, "epoch": 392, "lr": 1.5378602587965418e-07}
+{"train_loss": 0.0986780971288681, "global_step": 37720, "epoch": 392, "lr": 1.5313960979110865e-07}
+{"train_loss": 0.09698083251714706, "global_step": 37721, "epoch": 392, "lr": 1.5249455460073502e-07}
+{"train_loss": 0.09155376255512238, "global_step": 37722, "epoch": 392, "lr": 1.5185086031284103e-07}
+{"train_loss": 0.0702541321516037, "global_step": 37723, "epoch": 392, "lr": 1.512085269318897e-07}
+{"train_loss": 0.10371951758861542, "global_step": 37724, "epoch": 392, "lr": 1.5056755446221092e-07}
+{"train_loss": 0.08085673302412033, "global_step": 37725, "epoch": 392, "lr": 1.4992794290815682e-07}
+{"train_loss": 0.07659108191728592, "global_step": 37726, "epoch": 392, "lr": 1.4928969227412382e-07}
+{"train_loss": 0.08428177850631376, "global_step": 37727, "epoch": 392, "lr": 1.4865280256444182e-07}
+{"train_loss": 0.0843835398554802, "global_step": 37728, "epoch": 393, "lr": 1.4801727378341845e-07}
+{"train_loss": 0.06375504285097122, "global_step": 37729, "epoch": 393, "lr": 1.4738310593542804e-07}
+{"train_loss": 0.06177471950650215, "global_step": 37730, "epoch": 393, "lr": 1.46750299024756e-07}
+{"train_loss": 0.08449499309062958, "global_step": 37731, "epoch": 393, "lr": 1.4611885305573226e-07}
+{"train_loss": 0.10807366669178009, "global_step": 37732, "epoch": 393, "lr": 1.4548876803266441e-07}
+{"train_loss": 0.05617664381861687, "global_step": 37733, "epoch": 393, "lr": 1.4486004395979358e-07}
+{"train_loss": 0.08997701108455658, "global_step": 37734, "epoch": 393, "lr": 1.442326808414718e-07}
+{"train_loss": 0.09983161091804504, "global_step": 37735, "epoch": 393, "lr": 1.436066786818957e-07}
+{"train_loss": 0.10413782298564911, "global_step": 37736, "epoch": 393, "lr": 1.4298203748539517e-07}
+{"train_loss": 0.07418151944875717, "global_step": 37737, "epoch": 393, "lr": 1.423587572561891e-07}
+{"train_loss": 0.09999887645244598, "global_step": 37738, "epoch": 393, "lr": 1.4173683799851845e-07}
+{"train_loss": 0.06171195209026337, "global_step": 37739, "epoch": 393, "lr": 1.4111627971662432e-07}
+{"train_loss": 0.07538086920976639, "global_step": 37740, "epoch": 393, "lr": 1.404970824147478e-07}
+{"train_loss": 0.0947720855474472, "global_step": 37741, "epoch": 393, "lr": 1.3987924609708546e-07}
+{"train_loss": 0.09784747660160065, "global_step": 37742, "epoch": 393, "lr": 1.3926277076787841e-07}
+{"train_loss": 0.10047268867492676, "global_step": 37743, "epoch": 393, "lr": 1.3864765643127885e-07}
+{"train_loss": 0.09029348194599152, "global_step": 37744, "epoch": 393, "lr": 1.3803390309148345e-07}
+{"train_loss": 0.10281325876712799, "global_step": 37745, "epoch": 393, "lr": 1.3742151075268882e-07}
+{"train_loss": 0.08735863119363785, "global_step": 37746, "epoch": 393, "lr": 1.3681047941906943e-07}
+{"train_loss": 0.07964502274990082, "global_step": 37747, "epoch": 393, "lr": 1.362008090947775e-07}
+{"train_loss": 0.08363939821720123, "global_step": 37748, "epoch": 393, "lr": 1.3559249978396525e-07}
+{"train_loss": 0.09110595285892487, "global_step": 37749, "epoch": 393, "lr": 1.3498555149078495e-07}
+{"train_loss": 0.0836130678653717, "global_step": 37750, "epoch": 393, "lr": 1.343799642193444e-07}
+{"train_loss": 0.0732346922159195, "global_step": 37751, "epoch": 393, "lr": 1.3377573797377363e-07}
+{"train_loss": 0.10365351289510727, "global_step": 37752, "epoch": 393, "lr": 1.3317287275820268e-07}
+{"train_loss": 0.081486776471138, "global_step": 37753, "epoch": 393, "lr": 1.3257136857673935e-07}
+{"train_loss": 0.060430437326431274, "global_step": 37754, "epoch": 393, "lr": 1.319712254334471e-07}
+{"train_loss": 0.08351615816354752, "global_step": 37755, "epoch": 393, "lr": 1.3137244333245592e-07}
+{"train_loss": 0.054598961025476456, "global_step": 37756, "epoch": 393, "lr": 1.3077502227782922e-07}
+{"train_loss": 0.10787175595760345, "global_step": 37757, "epoch": 393, "lr": 1.3017896227360825e-07}
+{"train_loss": 0.08712460100650787, "global_step": 37758, "epoch": 393, "lr": 1.2958426332390083e-07}
+{"train_loss": 0.07342518866062164, "global_step": 37759, "epoch": 393, "lr": 1.2899092543270375e-07}
+{"train_loss": 0.1105261892080307, "global_step": 37760, "epoch": 393, "lr": 1.2839894860408043e-07}
+{"train_loss": 0.0756741464138031, "global_step": 37761, "epoch": 393, "lr": 1.2780833284209426e-07}
+{"train_loss": 0.09318108856678009, "global_step": 37762, "epoch": 393, "lr": 1.2721907815071987e-07}
+{"train_loss": 0.11736569553613663, "global_step": 37763, "epoch": 393, "lr": 1.2663118453397626e-07}
+{"train_loss": 0.0940219908952713, "global_step": 37764, "epoch": 393, "lr": 1.2604465199588244e-07}
+{"train_loss": 0.07495933771133423, "global_step": 37765, "epoch": 393, "lr": 1.2545948054043522e-07}
+{"train_loss": 0.078213632106781, "global_step": 37766, "epoch": 393, "lr": 1.2487567017160917e-07}
+{"train_loss": 0.10056623816490173, "global_step": 37767, "epoch": 393, "lr": 1.242932208933789e-07}
+{"train_loss": 0.09283803403377533, "global_step": 37768, "epoch": 393, "lr": 1.2371213270971905e-07}
+{"train_loss": 0.07225535064935684, "global_step": 37769, "epoch": 393, "lr": 1.2313240562458196e-07}
+{"train_loss": 0.08035588264465332, "global_step": 37770, "epoch": 393, "lr": 1.2255403964192004e-07}
+{"train_loss": 0.09089960157871246, "global_step": 37771, "epoch": 393, "lr": 1.2197703476566347e-07}
+{"train_loss": 0.0987071841955185, "global_step": 37772, "epoch": 393, "lr": 1.2140139099974245e-07}
+{"train_loss": 0.10515012592077255, "global_step": 37773, "epoch": 393, "lr": 1.20827108348065e-07}
+{"train_loss": 0.09070000797510147, "global_step": 37774, "epoch": 393, "lr": 1.2025418681458346e-07}
+{"train_loss": 0.09809127449989319, "global_step": 37775, "epoch": 393, "lr": 1.1968262640316142e-07}
+{"train_loss": 0.07150796055793762, "global_step": 37776, "epoch": 393, "lr": 1.1911242711770688e-07}
+{"train_loss": 0.11873874068260193, "global_step": 37777, "epoch": 393, "lr": 1.185435889620834e-07}
+{"train_loss": 0.07554781436920166, "global_step": 37778, "epoch": 393, "lr": 1.1797611194019898e-07}
+{"train_loss": 0.0816401019692421, "global_step": 37779, "epoch": 393, "lr": 1.1740999605587277e-07}
+{"train_loss": 0.07794050872325897, "global_step": 37780, "epoch": 393, "lr": 1.1684524131301278e-07}
+{"train_loss": 0.07451385259628296, "global_step": 37781, "epoch": 393, "lr": 1.1628184771541595e-07}
+{"train_loss": 0.08768804371356964, "global_step": 37782, "epoch": 393, "lr": 1.1571981526696807e-07}
+{"train_loss": 0.10619839280843735, "global_step": 37783, "epoch": 393, "lr": 1.151591439714439e-07}
+{"train_loss": 0.07848317921161652, "global_step": 37784, "epoch": 393, "lr": 1.145998338326848e-07}
+{"train_loss": 0.06770901381969452, "global_step": 37785, "epoch": 393, "lr": 1.1404188485450994e-07}
+{"train_loss": 0.11717045307159424, "global_step": 37786, "epoch": 393, "lr": 1.1348529704071631e-07}
+{"train_loss": 0.1151634082198143, "global_step": 37787, "epoch": 393, "lr": 1.1293007039507863e-07}
+{"train_loss": 0.07436230778694153, "global_step": 37788, "epoch": 393, "lr": 1.1237620492137168e-07}
+{"train_loss": 0.08606843650341034, "global_step": 37789, "epoch": 393, "lr": 1.1182370062339242e-07}
+{"train_loss": 0.06392009556293488, "global_step": 37790, "epoch": 393, "lr": 1.1127255750491561e-07}
+{"train_loss": 0.08475665003061295, "global_step": 37791, "epoch": 393, "lr": 1.1072277556964939e-07}
+{"train_loss": 0.09338817000389099, "global_step": 37792, "epoch": 393, "lr": 1.101743548213685e-07}
+{"train_loss": 0.09041370451450348, "global_step": 37793, "epoch": 393, "lr": 1.0962729526378113e-07}
+{"train_loss": 0.09958340227603912, "global_step": 37794, "epoch": 393, "lr": 1.0908159690066199e-07}
+{"train_loss": 0.07598182559013367, "global_step": 37795, "epoch": 393, "lr": 1.0853725973567485e-07}
+{"train_loss": 0.07489430159330368, "global_step": 37796, "epoch": 393, "lr": 1.0799428377255006e-07}
+{"train_loss": 0.11523653566837311, "global_step": 37797, "epoch": 393, "lr": 1.0745266901497352e-07}
+{"train_loss": 0.0733751431107521, "global_step": 37798, "epoch": 393, "lr": 1.0691241546665342e-07}
+{"train_loss": 0.08390036970376968, "global_step": 37799, "epoch": 393, "lr": 1.0637352313125349e-07}
+{"train_loss": 0.11082449555397034, "global_step": 37800, "epoch": 393, "lr": 1.0583599201243744e-07}
+{"train_loss": 0.11421960592269897, "global_step": 37801, "epoch": 393, "lr": 1.0529982211389122e-07}
+{"train_loss": 0.10351520776748657, "global_step": 37802, "epoch": 393, "lr": 1.0476501343925638e-07}
+{"train_loss": 0.08624489605426788, "global_step": 37803, "epoch": 393, "lr": 1.0423156599215223e-07}
+{"train_loss": 0.06900139153003693, "global_step": 37804, "epoch": 393, "lr": 1.036994797762203e-07}
+{"train_loss": 0.07769248634576797, "global_step": 37805, "epoch": 393, "lr": 1.0316875479510213e-07}
+{"train_loss": 0.0959099531173706, "global_step": 37806, "epoch": 393, "lr": 1.0263939105241704e-07}
+{"train_loss": 0.09194880723953247, "global_step": 37807, "epoch": 393, "lr": 1.0211138855173996e-07}
+{"train_loss": 0.09664192795753479, "global_step": 37808, "epoch": 393, "lr": 1.01584747296668e-07}
+{"train_loss": 0.07428823411464691, "global_step": 37809, "epoch": 393, "lr": 1.010594672908205e-07}
+{"train_loss": 0.09462863206863403, "global_step": 37810, "epoch": 393, "lr": 1.0053554853775015e-07}
+{"train_loss": 0.10718141496181488, "global_step": 37811, "epoch": 393, "lr": 1.000129910410319e-07}
+{"train_loss": 0.08234601467847824, "global_step": 37812, "epoch": 393, "lr": 9.949179480421844e-08}
+{"train_loss": 0.09293293952941895, "global_step": 37813, "epoch": 393, "lr": 9.897195983084029e-08}
+{"train_loss": 0.06892161071300507, "global_step": 37814, "epoch": 393, "lr": 9.845348612447236e-08}
+{"train_loss": 0.07992973923683167, "global_step": 37815, "epoch": 393, "lr": 9.793637368864517e-08}
+{"train_loss": 0.09016727656126022, "global_step": 37816, "epoch": 393, "lr": 9.74206225268448e-08}
+{"train_loss": 0.07485499978065491, "global_step": 37817, "epoch": 393, "lr": 9.6906232642624e-08}
+{"train_loss": 0.05735238641500473, "global_step": 37818, "epoch": 393, "lr": 9.639320403944662e-08}
+{"train_loss": 0.07414508610963821, "global_step": 37819, "epoch": 393, "lr": 9.588153672084322e-08}
+{"train_loss": 0.09453071653842926, "global_step": 37820, "epoch": 393, "lr": 9.537123069027764e-08}
+{"train_loss": 0.07411830127239227, "global_step": 37821, "epoch": 393, "lr": 9.486228595121383e-08}
+{"train_loss": 0.08458644151687622, "global_step": 37822, "epoch": 393, "lr": 9.435470250716006e-08}
+{"train_loss": 0.0869017052076136, "global_step": 37823, "epoch": 393, "lr": 9.384848036151361e-08}
+{"train_loss": 0.08762818574905396, "global_step": 37824, "epoch": 394, "lr": 9.334361951778281e-08}
+{"train_loss": 0.09663033485412598, "global_step": 37825, "epoch": 394, "lr": 9.284011997934272e-08}
+{"train_loss": 0.11568038910627365, "global_step": 37826, "epoch": 394, "lr": 9.233798174967945e-08}
+{"train_loss": 0.10997969657182693, "global_step": 37827, "epoch": 394, "lr": 9.183720483219027e-08}
+{"train_loss": 0.1086307242512703, "global_step": 37828, "epoch": 394, "lr": 9.133778923027248e-08}
+{"train_loss": 0.08266440033912659, "global_step": 37829, "epoch": 394, "lr": 9.083973494732334e-08}
+{"train_loss": 0.0938897430896759, "global_step": 37830, "epoch": 394, "lr": 9.034304198676235e-08}
+{"train_loss": 0.09819184243679047, "global_step": 37831, "epoch": 394, "lr": 8.98477103519646e-08}
+{"train_loss": 0.13722744584083557, "global_step": 37832, "epoch": 394, "lr": 8.935374004628294e-08}
+{"train_loss": 0.07153388857841492, "global_step": 37833, "epoch": 394, "lr": 8.886113107311467e-08}
+{"train_loss": 0.07639778405427933, "global_step": 37834, "epoch": 394, "lr": 8.836988343576824e-08}
+{"train_loss": 0.07193340361118317, "global_step": 37835, "epoch": 394, "lr": 8.787999713764094e-08}
+{"train_loss": 0.13084201514720917, "global_step": 37836, "epoch": 394, "lr": 8.739147218201904e-08}
+{"train_loss": 0.08868139982223511, "global_step": 37837, "epoch": 394, "lr": 8.69043085722776e-08}
+{"train_loss": 0.10075187683105469, "global_step": 37838, "epoch": 394, "lr": 8.641850631170289e-08}
+{"train_loss": 0.11149747669696808, "global_step": 37839, "epoch": 394, "lr": 8.593406540360338e-08}
+{"train_loss": 0.08164239674806595, "global_step": 37840, "epoch": 394, "lr": 8.545098585128753e-08}
+{"train_loss": 0.060645416378974915, "global_step": 37841, "epoch": 394, "lr": 8.496926765801939e-08}
+{"train_loss": 0.10391341149806976, "global_step": 37842, "epoch": 394, "lr": 8.448891082712962e-08}
+{"train_loss": 0.1069633960723877, "global_step": 37843, "epoch": 394, "lr": 8.400991536186009e-08}
+{"train_loss": 0.07653284072875977, "global_step": 37844, "epoch": 394, "lr": 8.353228126545264e-08}
+{"train_loss": 0.07707652449607849, "global_step": 37845, "epoch": 394, "lr": 8.305600854119356e-08}
+{"train_loss": 0.08199688047170639, "global_step": 37846, "epoch": 394, "lr": 8.258109719232465e-08}
+{"train_loss": 0.07069315761327744, "global_step": 37847, "epoch": 394, "lr": 8.210754722206559e-08}
+{"train_loss": 0.10059598088264465, "global_step": 37848, "epoch": 394, "lr": 8.163535863363602e-08}
+{"train_loss": 0.07369208335876465, "global_step": 37849, "epoch": 394, "lr": 8.116453143025559e-08}
+{"train_loss": 0.09871178865432739, "global_step": 37850, "epoch": 394, "lr": 8.069506561514395e-08}
+{"train_loss": 0.08275862038135529, "global_step": 37851, "epoch": 394, "lr": 8.022696119149853e-08}
+{"train_loss": 0.06837525218725204, "global_step": 37852, "epoch": 394, "lr": 7.976021816247237e-08}
+{"train_loss": 0.0712892934679985, "global_step": 37853, "epoch": 394, "lr": 7.929483653128511e-08}
+{"train_loss": 0.0943438708782196, "global_step": 37854, "epoch": 394, "lr": 7.883081630108979e-08}
+{"train_loss": 0.06812497973442078, "global_step": 37855, "epoch": 394, "lr": 7.836815747503945e-08}
+{"train_loss": 0.09399958699941635, "global_step": 37856, "epoch": 394, "lr": 7.790686005628712e-08}
+{"train_loss": 0.08962175995111465, "global_step": 37857, "epoch": 394, "lr": 7.744692404798581e-08}
+{"train_loss": 0.07578375935554504, "global_step": 37858, "epoch": 394, "lr": 7.698834945326638e-08}
+{"train_loss": 0.08338598161935806, "global_step": 37859, "epoch": 394, "lr": 7.653113627523744e-08}
+{"train_loss": 0.10249174386262894, "global_step": 37860, "epoch": 394, "lr": 7.607528451700763e-08}
+{"train_loss": 0.11005476862192154, "global_step": 37861, "epoch": 394, "lr": 7.562079418170775e-08}
+{"train_loss": 0.10179996490478516, "global_step": 37862, "epoch": 394, "lr": 7.516766527242425e-08}
+{"train_loss": 0.09024615585803986, "global_step": 37863, "epoch": 394, "lr": 7.471589779222133e-08}
+{"train_loss": 0.08857467770576477, "global_step": 37864, "epoch": 394, "lr": 7.42654917442076e-08}
+{"train_loss": 0.08256519585847855, "global_step": 37865, "epoch": 394, "lr": 7.38164471314251e-08}
+{"train_loss": 0.12258586287498474, "global_step": 37866, "epoch": 394, "lr": 7.336876395693804e-08}
+{"train_loss": 0.07939007878303528, "global_step": 37867, "epoch": 394, "lr": 7.292244222381061e-08}
+{"train_loss": 0.10555525869131088, "global_step": 37868, "epoch": 394, "lr": 7.247748193506265e-08}
+{"train_loss": 0.07547789067029953, "global_step": 37869, "epoch": 394, "lr": 7.203388309371395e-08}
+{"train_loss": 0.09153226017951965, "global_step": 37870, "epoch": 394, "lr": 7.159164570282873e-08}
+{"train_loss": 0.10099200159311295, "global_step": 37871, "epoch": 394, "lr": 7.115076976536017e-08}
+{"train_loss": 0.09732566773891449, "global_step": 37872, "epoch": 394, "lr": 7.071125528437251e-08}
+{"train_loss": 0.05511297285556793, "global_step": 37873, "epoch": 394, "lr": 7.027310226281891e-08}
+{"train_loss": 0.06795939803123474, "global_step": 37874, "epoch": 394, "lr": 6.98363107036748e-08}
+{"train_loss": 0.06973903626203537, "global_step": 37875, "epoch": 394, "lr": 6.940088060995997e-08}
+{"train_loss": 0.09692886471748352, "global_step": 37876, "epoch": 394, "lr": 6.896681198458321e-08}
+{"train_loss": 0.10804867744445801, "global_step": 37877, "epoch": 394, "lr": 6.853410483056433e-08}
+{"train_loss": 0.09889103472232819, "global_step": 37878, "epoch": 394, "lr": 6.81027591507899e-08}
+{"train_loss": 0.08801984786987305, "global_step": 37879, "epoch": 394, "lr": 6.767277494821311e-08}
+{"train_loss": 0.07734201103448868, "global_step": 37880, "epoch": 394, "lr": 6.724415222578717e-08}
+{"train_loss": 0.10234229266643524, "global_step": 37881, "epoch": 394, "lr": 6.681689098642085e-08}
+{"train_loss": 0.08209268748760223, "global_step": 37882, "epoch": 394, "lr": 6.639099123300075e-08}
+{"train_loss": 0.06677156686782837, "global_step": 37883, "epoch": 394, "lr": 6.596645296845783e-08}
+{"train_loss": 0.05513150244951248, "global_step": 37884, "epoch": 394, "lr": 6.554327619565647e-08}
+{"train_loss": 0.09567010402679443, "global_step": 37885, "epoch": 394, "lr": 6.512146091748328e-08}
+{"train_loss": 0.09395411610603333, "global_step": 37886, "epoch": 394, "lr": 6.470100713684702e-08}
+{"train_loss": 0.09934169054031372, "global_step": 37887, "epoch": 394, "lr": 6.428191485656765e-08}
+{"train_loss": 0.1178160160779953, "global_step": 37888, "epoch": 394, "lr": 6.386418407950955e-08}
+{"train_loss": 0.08569033443927765, "global_step": 37889, "epoch": 394, "lr": 6.344781480851492e-08}
+{"train_loss": 0.0671679675579071, "global_step": 37890, "epoch": 394, "lr": 6.30328070464259e-08}
+{"train_loss": 0.0673423558473587, "global_step": 37891, "epoch": 394, "lr": 6.261916079608465e-08}
+{"train_loss": 0.09811137616634369, "global_step": 37892, "epoch": 394, "lr": 6.220687606028897e-08}
+{"train_loss": 0.10642178356647491, "global_step": 37893, "epoch": 394, "lr": 6.179595284183659e-08}
+{"train_loss": 0.047378793358802795, "global_step": 37894, "epoch": 394, "lr": 6.13863911435475e-08}
+{"train_loss": 0.0990954115986824, "global_step": 37895, "epoch": 394, "lr": 6.097819096819723e-08}
+{"train_loss": 0.08410334587097168, "global_step": 37896, "epoch": 394, "lr": 6.057135231856138e-08}
+{"train_loss": 0.09345138818025589, "global_step": 37897, "epoch": 394, "lr": 6.016587519743766e-08}
+{"train_loss": 0.07517071813344955, "global_step": 37898, "epoch": 394, "lr": 5.976175960755725e-08}
+{"train_loss": 0.07867372781038284, "global_step": 37899, "epoch": 394, "lr": 5.9359005551673505e-08}
+{"train_loss": 0.08172781020402908, "global_step": 37900, "epoch": 394, "lr": 5.8957613032561975e-08}
+{"train_loss": 0.08878093957901001, "global_step": 37901, "epoch": 394, "lr": 5.8557582052909397e-08}
+{"train_loss": 0.08280237019062042, "global_step": 37902, "epoch": 394, "lr": 5.815891261546913e-08}
+{"train_loss": 0.09405068308115005, "global_step": 37903, "epoch": 394, "lr": 5.7761604722950116e-08}
+{"train_loss": 0.06360810250043869, "global_step": 37904, "epoch": 394, "lr": 5.7365658378061293e-08}
+{"train_loss": 0.07583422213792801, "global_step": 37905, "epoch": 394, "lr": 5.6971073583511615e-08}
+{"train_loss": 0.06572780013084412, "global_step": 37906, "epoch": 394, "lr": 5.6577850341943406e-08}
+{"train_loss": 0.10410913825035095, "global_step": 37907, "epoch": 394, "lr": 5.618598865608782e-08}
+{"train_loss": 0.0997677892446518, "global_step": 37908, "epoch": 394, "lr": 5.579548852856498e-08}
+{"train_loss": 0.09104301780462265, "global_step": 37909, "epoch": 394, "lr": 5.5406349962083826e-08}
+{"train_loss": 0.0758267492055893, "global_step": 37910, "epoch": 394, "lr": 5.501857295924229e-08}
+{"train_loss": 0.09727691113948822, "global_step": 37911, "epoch": 394, "lr": 5.4632157522704895e-08}
+{"train_loss": 0.0813441127538681, "global_step": 37912, "epoch": 394, "lr": 5.424710365513619e-08}
+{"train_loss": 0.10451101511716843, "global_step": 37913, "epoch": 394, "lr": 5.386341135908968e-08}
+{"train_loss": 0.10197938978672028, "global_step": 37914, "epoch": 394, "lr": 5.3481080637229894e-08}
+{"train_loss": 0.07004203647375107, "global_step": 37915, "epoch": 394, "lr": 5.310011149215477e-08}
+{"train_loss": 0.07633455097675323, "global_step": 37916, "epoch": 394, "lr": 5.272050392644001e-08}
+{"train_loss": 0.08861065655946732, "global_step": 37917, "epoch": 394, "lr": 5.2342257942683546e-08}
+{"train_loss": 0.1085435301065445, "global_step": 37918, "epoch": 394, "lr": 5.1965373543461096e-08}
+{"train_loss": 0.08844816195778549, "global_step": 37919, "epoch": 394, "lr": 5.158985073132616e-08}
+{"train_loss": 0.07560428231954575, "global_step": 37920, "epoch": 395, "lr": 5.121568950885447e-08}
+{"train_loss": 0.058017805218696594, "global_step": 37921, "epoch": 395, "lr": 5.084288987859953e-08}
+{"train_loss": 0.06171126291155815, "global_step": 37922, "epoch": 395, "lr": 5.0471451843048243e-08}
+{"train_loss": 0.08003397285938263, "global_step": 37923, "epoch": 395, "lr": 5.010137540479853e-08}
+{"train_loss": 0.0914689302444458, "global_step": 37924, "epoch": 395, "lr": 4.9732660566337296e-08}
+{"train_loss": 0.09845729172229767, "global_step": 37925, "epoch": 395, "lr": 4.9365307330151434e-08}
+{"train_loss": 0.11472044140100479, "global_step": 37926, "epoch": 395, "lr": 4.899931569879446e-08}
+{"train_loss": 0.08421225100755692, "global_step": 37927, "epoch": 395, "lr": 4.863468567473106e-08}
+{"train_loss": 0.08550773561000824, "global_step": 37928, "epoch": 395, "lr": 4.8271417260425944e-08}
+{"train_loss": 0.08523793518543243, "global_step": 37929, "epoch": 395, "lr": 4.7909510458388204e-08}
+{"train_loss": 0.08018133044242859, "global_step": 37930, "epoch": 395, "lr": 4.754896527106034e-08}
+{"train_loss": 0.07968351244926453, "global_step": 37931, "epoch": 395, "lr": 4.7189781700907046e-08}
+{"train_loss": 0.10937487334012985, "global_step": 37932, "epoch": 395, "lr": 4.68319597503708e-08}
+{"train_loss": 0.07228456437587738, "global_step": 37933, "epoch": 395, "lr": 4.647549942189411e-08}
+{"train_loss": 0.07835007458925247, "global_step": 37934, "epoch": 395, "lr": 4.612040071789725e-08}
+{"train_loss": 0.0882137268781662, "global_step": 37935, "epoch": 395, "lr": 4.576666364080051e-08}
+{"train_loss": 0.06317058205604553, "global_step": 37936, "epoch": 395, "lr": 4.5414288193001974e-08}
+{"train_loss": 0.09777389466762543, "global_step": 37937, "epoch": 395, "lr": 4.5063274376921925e-08}
+{"train_loss": 0.08532296866178513, "global_step": 37938, "epoch": 395, "lr": 4.4713622194936246e-08}
+{"train_loss": 0.0919768437743187, "global_step": 37939, "epoch": 395, "lr": 4.436533164944301e-08}
+{"train_loss": 0.08139193058013916, "global_step": 37940, "epoch": 395, "lr": 4.4018402742795895e-08}
+{"train_loss": 0.08261650800704956, "global_step": 37941, "epoch": 395, "lr": 4.3672835477348574e-08}
+{"train_loss": 0.07776086032390594, "global_step": 37942, "epoch": 395, "lr": 4.332862985547692e-08}
+{"train_loss": 0.09281803667545319, "global_step": 37943, "epoch": 395, "lr": 4.2985785879512405e-08}
+{"train_loss": 0.11334873735904694, "global_step": 37944, "epoch": 395, "lr": 4.264430355180871e-08}
+{"train_loss": 0.09574943780899048, "global_step": 37945, "epoch": 395, "lr": 4.2304182874652876e-08}
+{"train_loss": 0.11541804671287537, "global_step": 37946, "epoch": 395, "lr": 4.196542385039859e-08}
+{"train_loss": 0.08019419014453888, "global_step": 37947, "epoch": 395, "lr": 4.162802648133291e-08}
+{"train_loss": 0.08031965792179108, "global_step": 37948, "epoch": 395, "lr": 4.1291990769765087e-08}
+{"train_loss": 0.09394216537475586, "global_step": 37949, "epoch": 395, "lr": 4.095731671795999e-08}
+{"train_loss": 0.0829463005065918, "global_step": 37950, "epoch": 395, "lr": 4.0624004328226883e-08}
+{"train_loss": 0.09340962022542953, "global_step": 37951, "epoch": 395, "lr": 4.029205360283062e-08}
+{"train_loss": 0.08610557019710541, "global_step": 37952, "epoch": 395, "lr": 3.996146454401384e-08}
+{"train_loss": 0.0996193140745163, "global_step": 37953, "epoch": 395, "lr": 3.9632237154041405e-08}
+{"train_loss": 0.05734210088849068, "global_step": 37954, "epoch": 395, "lr": 3.930437143515597e-08}
+{"train_loss": 0.11204221844673157, "global_step": 37955, "epoch": 395, "lr": 3.897786738955578e-08}
+{"train_loss": 0.07227382063865662, "global_step": 37956, "epoch": 395, "lr": 3.865272501952788e-08}
+{"train_loss": 0.07642179727554321, "global_step": 37957, "epoch": 395, "lr": 3.8328944327248314e-08}
+{"train_loss": 0.08861956000328064, "global_step": 37958, "epoch": 395, "lr": 3.800652531491533e-08}
+{"train_loss": 0.07199011743068695, "global_step": 37959, "epoch": 395, "lr": 3.768546798472716e-08}
+{"train_loss": 0.09627671539783478, "global_step": 37960, "epoch": 395, "lr": 3.736577233888205e-08}
+{"train_loss": 0.055859342217445374, "global_step": 37961, "epoch": 395, "lr": 3.704743837957825e-08}
+{"train_loss": 0.09495143592357635, "global_step": 37962, "epoch": 395, "lr": 3.673046610892516e-08}
+{"train_loss": 0.08612440526485443, "global_step": 37963, "epoch": 395, "lr": 3.641485552914326e-08}
+{"train_loss": 0.0695396214723587, "global_step": 37964, "epoch": 395, "lr": 3.610060664234194e-08}
+{"train_loss": 0.08724476397037506, "global_step": 37965, "epoch": 395, "lr": 3.5787719450652844e-08}
+{"train_loss": 0.0821155533194542, "global_step": 37966, "epoch": 395, "lr": 3.5476193956252014e-08}
+{"train_loss": 0.06492312252521515, "global_step": 37967, "epoch": 395, "lr": 3.516603016122666e-08}
+{"train_loss": 0.08277635276317596, "global_step": 37968, "epoch": 395, "lr": 3.485722806768621e-08}
+{"train_loss": 0.07980658113956451, "global_step": 37969, "epoch": 395, "lr": 3.454978767776229e-08}
+{"train_loss": 0.08980035781860352, "global_step": 37970, "epoch": 395, "lr": 3.4243708993519915e-08}
+{"train_loss": 0.06718848645687103, "global_step": 37971, "epoch": 395, "lr": 3.3938992017046314e-08}
+{"train_loss": 0.0962323397397995, "global_step": 37972, "epoch": 395, "lr": 3.3635636750450896e-08}
+{"train_loss": 0.08948426693677902, "global_step": 37973, "epoch": 395, "lr": 3.333364319575427e-08}
+{"train_loss": 0.07467132061719894, "global_step": 37974, "epoch": 395, "lr": 3.303301135502146e-08}
+{"train_loss": 0.09330764412879944, "global_step": 37975, "epoch": 395, "lr": 3.273374123033968e-08}
+{"train_loss": 0.08896511048078537, "global_step": 37976, "epoch": 395, "lr": 3.243583282368512e-08}
+{"train_loss": 0.07574768364429474, "global_step": 37977, "epoch": 395, "lr": 3.213928613714501e-08}
+{"train_loss": 0.08690275996923447, "global_step": 37978, "epoch": 395, "lr": 3.184410117269554e-08}
+{"train_loss": 0.09231860190629959, "global_step": 37979, "epoch": 395, "lr": 3.155027793235732e-08}
+{"train_loss": 0.07001905143260956, "global_step": 37980, "epoch": 395, "lr": 3.125781641815095e-08}
+{"train_loss": 0.07415609806776047, "global_step": 37981, "epoch": 395, "lr": 3.096671663205264e-08}
+{"train_loss": 0.07855789363384247, "global_step": 37982, "epoch": 395, "lr": 3.067697857603857e-08}
+{"train_loss": 0.11148498952388763, "global_step": 37983, "epoch": 395, "lr": 3.038860225208495e-08}
+{"train_loss": 0.07650396972894669, "global_step": 37984, "epoch": 395, "lr": 3.010158766216797e-08}
+{"train_loss": 0.09916068613529205, "global_step": 37985, "epoch": 395, "lr": 2.981593480824163e-08}
+{"train_loss": 0.09221185743808746, "global_step": 37986, "epoch": 395, "lr": 2.953164369223771e-08}
+{"train_loss": 0.10669863224029541, "global_step": 37987, "epoch": 395, "lr": 2.9248714316110205e-08}
+{"train_loss": 0.07313042879104614, "global_step": 37988, "epoch": 395, "lr": 2.8967146681746492e-08}
+{"train_loss": 0.07428823411464691, "global_step": 37989, "epoch": 395, "lr": 2.868694079110057e-08}
+{"train_loss": 0.06844751536846161, "global_step": 37990, "epoch": 395, "lr": 2.8408096646082017e-08}
+{"train_loss": 0.08387430012226105, "global_step": 37991, "epoch": 395, "lr": 2.8130614248578215e-08}
+{"train_loss": 0.08140000700950623, "global_step": 37992, "epoch": 395, "lr": 2.785449360047654e-08}
+{"train_loss": 0.07071030884981155, "global_step": 37993, "epoch": 395, "lr": 2.7579734703664373e-08}
+{"train_loss": 0.07150755822658539, "global_step": 37994, "epoch": 395, "lr": 2.7306337559984686e-08}
+{"train_loss": 0.11891105026006699, "global_step": 37995, "epoch": 395, "lr": 2.703430217134706e-08}
+{"train_loss": 0.09204079210758209, "global_step": 37996, "epoch": 395, "lr": 2.676362853957226e-08}
+{"train_loss": 0.0886838436126709, "global_step": 37997, "epoch": 395, "lr": 2.649431666650326e-08}
+{"train_loss": 0.06842565536499023, "global_step": 37998, "epoch": 395, "lr": 2.622636655400523e-08}
+{"train_loss": 0.08233725279569626, "global_step": 37999, "epoch": 395, "lr": 2.5959778203854534e-08}
+{"train_loss": 0.11875279247760773, "global_step": 38000, "epoch": 395, "lr": 2.5694551617894136e-08}
+{"train_loss": 0.056547533720731735, "global_step": 38001, "epoch": 395, "lr": 2.5430686797944804e-08}
+{"train_loss": 0.08059528470039368, "global_step": 38002, "epoch": 395, "lr": 2.5168183745782893e-08}
+{"train_loss": 0.10740064829587936, "global_step": 38003, "epoch": 395, "lr": 2.490704246318476e-08}
+{"train_loss": 0.0915660411119461, "global_step": 38004, "epoch": 395, "lr": 2.464726295194897e-08}
+{"train_loss": 0.06419659405946732, "global_step": 38005, "epoch": 395, "lr": 2.4388845213851875e-08}
+{"train_loss": 0.09803684800863266, "global_step": 38006, "epoch": 395, "lr": 2.4131789250625425e-08}
+{"train_loss": 0.09056411683559418, "global_step": 38007, "epoch": 395, "lr": 2.3876095064023775e-08}
+{"train_loss": 0.09119296073913574, "global_step": 38008, "epoch": 395, "lr": 2.3621762655823275e-08}
+{"train_loss": 0.1013430655002594, "global_step": 38009, "epoch": 395, "lr": 2.3368792027711473e-08}
+{"train_loss": 0.08494514226913452, "global_step": 38010, "epoch": 395, "lr": 2.3117183181442514e-08}
+{"train_loss": 0.06922934949398041, "global_step": 38011, "epoch": 395, "lr": 2.2866936118726145e-08}
+{"train_loss": 0.0795472115278244, "global_step": 38012, "epoch": 395, "lr": 2.2618050841249906e-08}
+{"train_loss": 0.07148852199316025, "global_step": 38013, "epoch": 395, "lr": 2.2370527350723535e-08}
+{"train_loss": 0.08499959111213684, "global_step": 38014, "epoch": 395, "lr": 2.2124365648812372e-08}
+{"train_loss": 0.08478722756262869, "global_step": 38015, "epoch": 395, "lr": 2.1879565737203954e-08}
+{"train_loss": 0.08089648187160492, "global_step": 38016, "epoch": 396, "lr": 2.163612761758582e-08}
+{"train_loss": 0.06870611011981964, "global_step": 38017, "epoch": 396, "lr": 2.1394051291601104e-08}
+{"train_loss": 0.0695347934961319, "global_step": 38018, "epoch": 396, "lr": 2.1153336760870723e-08}
+{"train_loss": 0.08142194151878357, "global_step": 38019, "epoch": 396, "lr": 2.0913984027082224e-08}
+{"train_loss": 0.0659700334072113, "global_step": 38020, "epoch": 396, "lr": 2.0675993091834323e-08}
+{"train_loss": 0.07874228060245514, "global_step": 38021, "epoch": 396, "lr": 2.043936395674795e-08}
+{"train_loss": 0.08872510492801666, "global_step": 38022, "epoch": 396, "lr": 2.0204096623444024e-08}
+{"train_loss": 0.06571909785270691, "global_step": 38023, "epoch": 396, "lr": 1.9970191093543477e-08}
+{"train_loss": 0.11034144461154938, "global_step": 38024, "epoch": 396, "lr": 1.9737647368578417e-08}
+{"train_loss": 0.0922694206237793, "global_step": 38025, "epoch": 396, "lr": 1.9506465450214173e-08}
+{"train_loss": 0.11287352442741394, "global_step": 38026, "epoch": 396, "lr": 1.9276645339960654e-08}
+{"train_loss": 0.11290743947029114, "global_step": 38027, "epoch": 396, "lr": 1.904818703939437e-08}
+{"train_loss": 0.07413262128829956, "global_step": 38028, "epoch": 396, "lr": 1.8821090550091845e-08}
+{"train_loss": 0.07951974868774414, "global_step": 38029, "epoch": 396, "lr": 1.8595355873585186e-08}
+{"train_loss": 0.06751027703285217, "global_step": 38030, "epoch": 396, "lr": 1.83709830114287e-08}
+{"train_loss": 0.10464008897542953, "global_step": 38031, "epoch": 396, "lr": 1.8147971965132295e-08}
+{"train_loss": 0.07723076641559601, "global_step": 38032, "epoch": 396, "lr": 1.7926322736228075e-08}
+{"train_loss": 0.09948037564754486, "global_step": 38033, "epoch": 396, "lr": 1.770603532620374e-08}
+{"train_loss": 0.08320357650518417, "global_step": 38034, "epoch": 396, "lr": 1.7487109736569195e-08}
+{"train_loss": 0.09523332118988037, "global_step": 38035, "epoch": 396, "lr": 1.7269545968834345e-08}
+{"train_loss": 0.06423258036375046, "global_step": 38036, "epoch": 396, "lr": 1.7053344024442473e-08}
+{"train_loss": 0.10716720670461655, "global_step": 38037, "epoch": 396, "lr": 1.6838503904903492e-08}
+{"train_loss": 0.06133483350276947, "global_step": 38038, "epoch": 396, "lr": 1.6625025611660682e-08}
+{"train_loss": 0.06958833336830139, "global_step": 38039, "epoch": 396, "lr": 1.6412909146179543e-08}
+{"train_loss": 0.06454837322235107, "global_step": 38040, "epoch": 396, "lr": 1.6202154509881162e-08}
+{"train_loss": 0.0694049745798111, "global_step": 38041, "epoch": 396, "lr": 1.599276170423103e-08}
+{"train_loss": 0.07178345322608948, "global_step": 38042, "epoch": 396, "lr": 1.5784730730650232e-08}
+{"train_loss": 0.10799168050289154, "global_step": 38043, "epoch": 396, "lr": 1.557806159053765e-08}
+{"train_loss": 0.08712910115718842, "global_step": 38044, "epoch": 396, "lr": 1.5372754285292167e-08}
+{"train_loss": 0.06192675232887268, "global_step": 38045, "epoch": 396, "lr": 1.5168808816357073e-08}
+{"train_loss": 0.11385390162467957, "global_step": 38046, "epoch": 396, "lr": 1.496622518506463e-08}
+{"train_loss": 0.08236311376094818, "global_step": 38047, "epoch": 396, "lr": 1.476500339283593e-08}
+{"train_loss": 0.09188809245824814, "global_step": 38048, "epoch": 396, "lr": 1.4565143441025441e-08}
+{"train_loss": 0.08879498392343521, "global_step": 38049, "epoch": 396, "lr": 1.4366645331009843e-08}
+{"train_loss": 0.09023057669401169, "global_step": 38050, "epoch": 396, "lr": 1.41695090641214e-08}
+{"train_loss": 0.08578121662139893, "global_step": 38051, "epoch": 396, "lr": 1.3973734641692382e-08}
+{"train_loss": 0.08142195641994476, "global_step": 38052, "epoch": 396, "lr": 1.3779322065099466e-08}
+{"train_loss": 0.07121793180704117, "global_step": 38053, "epoch": 396, "lr": 1.3586271335630508e-08}
+{"train_loss": 0.08991679549217224, "global_step": 38054, "epoch": 396, "lr": 1.3394582454595573e-08}
+{"train_loss": 0.06942952424287796, "global_step": 38055, "epoch": 396, "lr": 1.3204255423326927e-08}
+{"train_loss": 0.09798513352870941, "global_step": 38056, "epoch": 396, "lr": 1.3015290243090228e-08}
+{"train_loss": 0.1075344830751419, "global_step": 38057, "epoch": 396, "lr": 1.282768691521774e-08}
+{"train_loss": 0.06763716787099838, "global_step": 38058, "epoch": 396, "lr": 1.264144544093071e-08}
+{"train_loss": 0.08051931858062744, "global_step": 38059, "epoch": 396, "lr": 1.2456565821539202e-08}
+{"train_loss": 0.0857514888048172, "global_step": 38060, "epoch": 396, "lr": 1.2273048058286662e-08}
+{"train_loss": 0.0977550521492958, "global_step": 38061, "epoch": 396, "lr": 1.2090892152416544e-08}
+{"train_loss": 0.10183030366897583, "global_step": 38062, "epoch": 396, "lr": 1.1910098105194501e-08}
+{"train_loss": 0.0804857537150383, "global_step": 38063, "epoch": 396, "lr": 1.1730665917819572e-08}
+{"train_loss": 0.1101359874010086, "global_step": 38064, "epoch": 396, "lr": 1.1552595591535209e-08}
+{"train_loss": 0.04645261541008949, "global_step": 38065, "epoch": 396, "lr": 1.1375887127540452e-08}
+{"train_loss": 0.054703488945961, "global_step": 38066, "epoch": 396, "lr": 1.1200540527056546e-08}
+{"train_loss": 0.08703826367855072, "global_step": 38067, "epoch": 396, "lr": 1.102655579126033e-08}
+{"train_loss": 0.07902151346206665, "global_step": 38068, "epoch": 396, "lr": 1.0853932921328636e-08}
+{"train_loss": 0.06879249960184097, "global_step": 38069, "epoch": 396, "lr": 1.0682671918460507e-08}
+{"train_loss": 0.087616927921772, "global_step": 38070, "epoch": 396, "lr": 1.0512772783832781e-08}
+{"train_loss": 0.10328331589698792, "global_step": 38071, "epoch": 396, "lr": 1.0344235518555678e-08}
+{"train_loss": 0.06541506201028824, "global_step": 38072, "epoch": 396, "lr": 1.0177060123806036e-08}
+{"train_loss": 0.0860806554555893, "global_step": 38073, "epoch": 396, "lr": 1.0011246600738489e-08}
+{"train_loss": 0.07608768343925476, "global_step": 38074, "epoch": 396, "lr": 9.846794950441051e-09}
+{"train_loss": 0.09151021391153336, "global_step": 38075, "epoch": 396, "lr": 9.683705174068359e-09}
+{"train_loss": 0.09841132164001465, "global_step": 38076, "epoch": 396, "lr": 9.521977272730631e-09}
+{"train_loss": 0.07972639799118042, "global_step": 38077, "epoch": 396, "lr": 9.361611247493685e-09}
+{"train_loss": 0.10697702318429947, "global_step": 38078, "epoch": 396, "lr": 9.202607099489946e-09}
+{"train_loss": 0.07534050941467285, "global_step": 38079, "epoch": 396, "lr": 9.044964829763025e-09}
+{"train_loss": 0.10794883966445923, "global_step": 38080, "epoch": 396, "lr": 8.888684439423145e-09}
+{"train_loss": 0.06615692377090454, "global_step": 38081, "epoch": 396, "lr": 8.73376592953612e-09}
+{"train_loss": 0.07179147005081177, "global_step": 38082, "epoch": 396, "lr": 8.580209301123355e-09}
+{"train_loss": 0.058619193732738495, "global_step": 38083, "epoch": 396, "lr": 8.428014555250663e-09}
+{"train_loss": 0.10872580111026764, "global_step": 38084, "epoch": 396, "lr": 8.277181692939451e-09}
+{"train_loss": 0.078004851937294, "global_step": 38085, "epoch": 396, "lr": 8.127710715255532e-09}
+{"train_loss": 0.06696802377700806, "global_step": 38086, "epoch": 396, "lr": 7.979601623175903e-09}
+{"train_loss": 0.08613001555204391, "global_step": 38087, "epoch": 396, "lr": 7.832854417721969e-09}
+{"train_loss": 0.06990417838096619, "global_step": 38088, "epoch": 396, "lr": 7.68746909989293e-09}
+{"train_loss": 0.09004513174295425, "global_step": 38089, "epoch": 396, "lr": 7.543445670687988e-09}
+{"train_loss": 0.08683795481920242, "global_step": 38090, "epoch": 396, "lr": 7.400784131061933e-09}
+{"train_loss": 0.07856415212154388, "global_step": 38091, "epoch": 396, "lr": 7.259484482013967e-09}
+{"train_loss": 0.09214236587285995, "global_step": 38092, "epoch": 396, "lr": 7.1195467245210865e-09}
+{"train_loss": 0.08063256740570068, "global_step": 38093, "epoch": 396, "lr": 6.98097085947147e-09}
+{"train_loss": 0.07524441182613373, "global_step": 38094, "epoch": 396, "lr": 6.843756887886521e-09}
+{"train_loss": 0.08319208770990372, "global_step": 38095, "epoch": 396, "lr": 6.7079048106544195e-09}
+{"train_loss": 0.08874659240245819, "global_step": 38096, "epoch": 396, "lr": 6.573414628685548e-09}
+{"train_loss": 0.05648469924926758, "global_step": 38097, "epoch": 396, "lr": 6.440286342956902e-09}
+{"train_loss": 0.10249446332454681, "global_step": 38098, "epoch": 396, "lr": 6.3085199543122535e-09}
+{"train_loss": 0.12243776023387909, "global_step": 38099, "epoch": 396, "lr": 6.1781154636841866e-09}
+{"train_loss": 0.10850733518600464, "global_step": 38100, "epoch": 396, "lr": 6.049072871938677e-09}
+{"train_loss": 0.10043583810329437, "global_step": 38101, "epoch": 396, "lr": 5.921392179986107e-09}
+{"train_loss": 0.11126452684402466, "global_step": 38102, "epoch": 396, "lr": 5.795073388648042e-09}
+{"train_loss": 0.0791948139667511, "global_step": 38103, "epoch": 396, "lr": 5.670116498834865e-09}
+{"train_loss": 0.08900594711303711, "global_step": 38104, "epoch": 396, "lr": 5.546521511390345e-09}
+{"train_loss": 0.05866196006536484, "global_step": 38105, "epoch": 396, "lr": 5.4242884271138435e-09}
+{"train_loss": 0.07306662201881409, "global_step": 38106, "epoch": 396, "lr": 5.3034172468713335e-09}
+{"train_loss": 0.07493224740028381, "global_step": 38107, "epoch": 396, "lr": 5.183907971484381e-09}
+{"train_loss": 0.10936031490564346, "global_step": 38108, "epoch": 396, "lr": 5.065760601774549e-09}
+{"train_loss": 0.06697693467140198, "global_step": 38109, "epoch": 396, "lr": 4.948975138518997e-09}
+{"train_loss": 0.09081462025642395, "global_step": 38110, "epoch": 396, "lr": 4.833551582539287e-09}
+{"train_loss": 0.08439433632884175, "global_step": 38111, "epoch": 396, "lr": 4.719489934590371e-09}
+{"train_loss": 0.07464288920164108, "global_step": 38112, "epoch": 397, "lr": 4.606790195493815e-09}
+{"train_loss": 0.09598814696073532, "global_step": 38113, "epoch": 397, "lr": 4.495452365982366e-09}
+{"train_loss": 0.08618944883346558, "global_step": 38114, "epoch": 397, "lr": 4.385476446810977e-09}
+{"train_loss": 0.09075525403022766, "global_step": 38115, "epoch": 397, "lr": 4.2768624387568015e-09}
+{"train_loss": 0.08254875242710114, "global_step": 38116, "epoch": 397, "lr": 4.169610342552588e-09}
+{"train_loss": 0.07014139741659164, "global_step": 38117, "epoch": 397, "lr": 4.063720158908879e-09}
+{"train_loss": 0.10151109099388123, "global_step": 38118, "epoch": 397, "lr": 3.959191888558422e-09}
+{"train_loss": 0.07594731450080872, "global_step": 38119, "epoch": 397, "lr": 3.85602553221176e-09}
+{"train_loss": 0.07801224291324615, "global_step": 38120, "epoch": 397, "lr": 3.7542210905794355e-09}
+{"train_loss": 0.09804552048444748, "global_step": 38121, "epoch": 397, "lr": 3.6537785643275815e-09}
+{"train_loss": 0.10376178473234177, "global_step": 38122, "epoch": 397, "lr": 3.554697954188946e-09}
+{"train_loss": 0.07046451419591904, "global_step": 38123, "epoch": 397, "lr": 3.4569792607852535e-09}
+{"train_loss": 0.08363363891839981, "global_step": 38124, "epoch": 397, "lr": 3.3606224848270474e-09}
+{"train_loss": 0.07933716475963593, "global_step": 38125, "epoch": 397, "lr": 3.265627626936052e-09}
+{"train_loss": 0.0829804539680481, "global_step": 38126, "epoch": 397, "lr": 3.1719946877784013e-09}
+{"train_loss": 0.0979493111371994, "global_step": 38127, "epoch": 397, "lr": 3.0797236679980246e-09}
+{"train_loss": 0.11023448407649994, "global_step": 38128, "epoch": 397, "lr": 2.988814568194442e-09}
+{"train_loss": 0.10125239938497543, "global_step": 38129, "epoch": 397, "lr": 2.899267389011584e-09}
+{"train_loss": 0.093459352850914, "global_step": 38130, "epoch": 397, "lr": 2.81108213104897e-09}
+{"train_loss": 0.06976287811994553, "global_step": 38131, "epoch": 397, "lr": 2.7242587949283248e-09}
+{"train_loss": 0.057233743369579315, "global_step": 38132, "epoch": 397, "lr": 2.6387973812047608e-09}
+{"train_loss": 0.06567509472370148, "global_step": 38133, "epoch": 397, "lr": 2.5546978904777975e-09}
+{"train_loss": 0.0991736501455307, "global_step": 38134, "epoch": 397, "lr": 2.471960323324751e-09}
+{"train_loss": 0.056029729545116425, "global_step": 38135, "epoch": 397, "lr": 2.3905846803007335e-09}
+{"train_loss": 0.07656404376029968, "global_step": 38136, "epoch": 397, "lr": 2.3105709619608564e-09}
+{"train_loss": 0.11781798303127289, "global_step": 38137, "epoch": 397, "lr": 2.2319191688602304e-09}
+{"train_loss": 0.09895043820142746, "global_step": 38138, "epoch": 397, "lr": 2.1546293015095585e-09}
+{"train_loss": 0.07524320483207703, "global_step": 38139, "epoch": 397, "lr": 2.0787013604639525e-09}
+{"train_loss": 0.06249874830245972, "global_step": 38140, "epoch": 397, "lr": 2.004135346234115e-09}
+{"train_loss": 0.06722206622362137, "global_step": 38141, "epoch": 397, "lr": 1.9309312593307483e-09}
+{"train_loss": 0.08973216265439987, "global_step": 38142, "epoch": 397, "lr": 1.859089100220146e-09}
+{"train_loss": 0.0892242044210434, "global_step": 38143, "epoch": 397, "lr": 1.7886088694352154e-09}
+{"train_loss": 0.09905560314655304, "global_step": 38144, "epoch": 397, "lr": 1.7194905674200457e-09}
+{"train_loss": 0.09149186313152313, "global_step": 38145, "epoch": 397, "lr": 1.6517341946853393e-09}
+{"train_loss": 0.09235398471355438, "global_step": 38146, "epoch": 397, "lr": 1.585339751652981e-09}
+{"train_loss": 0.08515195548534393, "global_step": 38147, "epoch": 397, "lr": 1.5203072387892646e-09}
+{"train_loss": 0.06404362618923187, "global_step": 38148, "epoch": 397, "lr": 1.4566366565382794e-09}
+{"train_loss": 0.07259498536586761, "global_step": 38149, "epoch": 397, "lr": 1.3943280053441144e-09}
+{"train_loss": 0.11475983262062073, "global_step": 38150, "epoch": 397, "lr": 1.3333812856064498e-09}
+{"train_loss": 0.0958421379327774, "global_step": 38151, "epoch": 397, "lr": 1.2737964977693751e-09}
+{"train_loss": 0.05899447202682495, "global_step": 38152, "epoch": 397, "lr": 1.2155736422103658e-09}
+{"train_loss": 0.10961170494556427, "global_step": 38153, "epoch": 397, "lr": 1.158712719351307e-09}
+{"train_loss": 0.10813921689987183, "global_step": 38154, "epoch": 397, "lr": 1.1032137295696742e-09}
+{"train_loss": 0.05049443244934082, "global_step": 38155, "epoch": 397, "lr": 1.0490766732429435e-09}
+{"train_loss": 0.08711391687393188, "global_step": 38156, "epoch": 397, "lr": 9.963015507263862e-10}
+{"train_loss": 0.08598388731479645, "global_step": 38157, "epoch": 397, "lr": 9.448883623974781e-10}
+{"train_loss": 0.11975553631782532, "global_step": 38158, "epoch": 397, "lr": 8.948371085892859e-10}
+{"train_loss": 0.10098525136709213, "global_step": 38159, "epoch": 397, "lr": 8.461477896792857e-10}
+{"train_loss": 0.08092021197080612, "global_step": 38160, "epoch": 397, "lr": 7.988204059561355e-10}
+{"train_loss": 0.06481662392616272, "global_step": 38161, "epoch": 397, "lr": 7.52854957752902e-10}
+{"train_loss": 0.08955314010381699, "global_step": 38162, "epoch": 397, "lr": 7.082514454026523e-10}
+{"train_loss": 0.09737302362918854, "global_step": 38163, "epoch": 397, "lr": 6.650098691940443e-10}
+{"train_loss": 0.12126187980175018, "global_step": 38164, "epoch": 397, "lr": 6.23130229415736e-10}
+{"train_loss": 0.08441857993602753, "global_step": 38165, "epoch": 397, "lr": 5.826125263563853e-10}
+{"train_loss": 0.10814207792282104, "global_step": 38166, "epoch": 397, "lr": 5.434567603046504e-10}
+{"train_loss": 0.07310117036104202, "global_step": 38167, "epoch": 397, "lr": 5.056629315269845e-10}
+{"train_loss": 0.0837668925523758, "global_step": 38168, "epoch": 397, "lr": 4.692310402454325e-10}
+{"train_loss": 0.05505085736513138, "global_step": 38169, "epoch": 397, "lr": 4.341610867486523e-10}
+{"train_loss": 0.06419482082128525, "global_step": 38170, "epoch": 397, "lr": 4.004530712808929e-10}
+{"train_loss": 0.07747820019721985, "global_step": 38171, "epoch": 397, "lr": 3.681069940197901e-10}
+{"train_loss": 0.0649167001247406, "global_step": 38172, "epoch": 397, "lr": 3.3712285523179733e-10}
+{"train_loss": 0.07096648216247559, "global_step": 38173, "epoch": 397, "lr": 3.0750065511675473e-10}
+{"train_loss": 0.08367227017879486, "global_step": 38174, "epoch": 397, "lr": 2.792403938745025e-10}
+{"train_loss": 0.09758719056844711, "global_step": 38175, "epoch": 397, "lr": 2.5234207170488076e-10}
+{"train_loss": 0.07575462758541107, "global_step": 38176, "epoch": 397, "lr": 2.2680568876332075e-10}
+{"train_loss": 0.09230528771877289, "global_step": 38177, "epoch": 397, "lr": 2.026312452496626e-10}
+{"train_loss": 0.08696682751178741, "global_step": 38178, "epoch": 397, "lr": 1.7981874134154197e-10}
+{"train_loss": 0.07483789324760437, "global_step": 38179, "epoch": 397, "lr": 1.583681771499812e-10}
+{"train_loss": 0.0744597539305687, "global_step": 38180, "epoch": 397, "lr": 1.3827955285261596e-10}
+{"train_loss": 0.07538700103759766, "global_step": 38181, "epoch": 397, "lr": 1.19552868582673e-10}
+{"train_loss": 0.09965511411428452, "global_step": 38182, "epoch": 397, "lr": 1.0218812447337912e-10}
+{"train_loss": 0.07570722699165344, "global_step": 38183, "epoch": 397, "lr": 8.618532061355211e-11}
+{"train_loss": 0.07463960349559784, "global_step": 38184, "epoch": 397, "lr": 7.154445715862323e-11}
+{"train_loss": 0.07841964066028595, "global_step": 38185, "epoch": 397, "lr": 5.82655341530014e-11}
+{"train_loss": 0.1007150262594223, "global_step": 38186, "epoch": 397, "lr": 4.634855172991337e-11}
+{"train_loss": 0.10398633033037186, "global_step": 38187, "epoch": 397, "lr": 3.579350997817699e-11}
+{"train_loss": 0.08553054928779602, "global_step": 38188, "epoch": 397, "lr": 2.660040891999671e-11}
+{"train_loss": 0.08446359634399414, "global_step": 38189, "epoch": 397, "lr": 1.8769248666394847e-11}
+{"train_loss": 0.09027864784002304, "global_step": 38190, "epoch": 397, "lr": 1.230002923957585e-11}
+{"train_loss": 0.09646549820899963, "global_step": 38191, "epoch": 397, "lr": 7.1927506839486455e-12}
+{"train_loss": 0.1126793771982193, "global_step": 38192, "epoch": 397, "lr": 3.4474130661266146e-12}
+{"train_loss": 0.08193351328372955, "global_step": 38193, "epoch": 397, "lr": 1.0640163861097563e-12}
+{"train_loss": 0.07672694325447083, "global_step": 38194, "epoch": 397, "lr": 4.256066610253129e-14}
+{"train_loss": 0.06280665099620819, "global_step": 38195, "epoch": 397, "lr": 3.8304590610493964e-13}
+{"train_loss": 0.06659753620624542, "global_step": 38196, "epoch": 397, "lr": 2.0854721061169812e-12}
+{"train_loss": 0.06730787456035614, "global_step": 38197, "epoch": 397, "lr": 5.149839266138656e-12}
+{"train_loss": 0.0869634822010994, "global_step": 38198, "epoch": 397, "lr": 9.576147341761043e-12}
+{"train_loss": 0.07292499393224716, "global_step": 38199, "epoch": 397, "lr": 1.5364396332984144e-11}
+{"train_loss": 0.06963365525007248, "global_step": 38200, "epoch": 397, "lr": 2.2514586195399034e-11}
+{"train_loss": 0.048129960894584656, "global_step": 38201, "epoch": 397, "lr": 3.102671684018787e-11}
+{"train_loss": 0.09235824644565582, "global_step": 38202, "epoch": 397, "lr": 4.0900788267350666e-11}
+{"train_loss": 0.08589152246713638, "global_step": 38203, "epoch": 397, "lr": 5.21368003658651e-11}
+{"train_loss": 0.05970430001616478, "global_step": 38204, "epoch": 397, "lr": 6.473475309132227e-11}
+{"train_loss": 0.1161295548081398, "global_step": 38205, "epoch": 397, "lr": 7.869464633269984e-11}
+{"train_loss": 0.06196954846382141, "global_step": 38206, "epoch": 397, "lr": 9.401648000118002e-11}
+{"train_loss": 0.08432708676749219, "global_step": 38207, "epoch": 397, "lr": 1.1070025400794492e-10}
+{"train_loss": 0.06815682351589203, "global_step": 38208, "epoch": 398, "lr": 1.2874596821976782e-10}
+{"train_loss": 0.08225728571414948, "global_step": 38209, "epoch": 398, "lr": 1.481536225034219e-10}
+{"train_loss": 0.09418009221553802, "global_step": 38210, "epoch": 398, "lr": 1.6892321677008937e-10}
+{"train_loss": 0.0845855325460434, "global_step": 38211, "epoch": 398, "lr": 1.9105475084213453e-10}
+{"train_loss": 0.06102766841650009, "global_step": 38212, "epoch": 398, "lr": 2.1454822456412615e-10}
+{"train_loss": 0.06747174263000488, "global_step": 38213, "epoch": 398, "lr": 2.3940363782504196e-10}
+{"train_loss": 0.09668735414743423, "global_step": 38214, "epoch": 398, "lr": 2.656209904028373e-10}
+{"train_loss": 0.07692773640155792, "global_step": 38215, "epoch": 398, "lr": 2.9320028214208096e-10}
+{"train_loss": 0.09295904636383057, "global_step": 38216, "epoch": 398, "lr": 3.221415128429328e-10}
+{"train_loss": 0.1291407346725464, "global_step": 38217, "epoch": 398, "lr": 3.5244468230555274e-10}
+{"train_loss": 0.08150670677423477, "global_step": 38218, "epoch": 398, "lr": 3.84109790352305e-10}
+{"train_loss": 0.09906327724456787, "global_step": 38219, "epoch": 398, "lr": 4.17136836761145e-10}
+{"train_loss": 0.08124399185180664, "global_step": 38220, "epoch": 398, "lr": 4.5152582126561925e-10}
+{"train_loss": 0.061836183071136475, "global_step": 38221, "epoch": 398, "lr": 4.87276743688092e-10}
+{"train_loss": 0.08545298874378204, "global_step": 38222, "epoch": 398, "lr": 5.243896037399054e-10}
+{"train_loss": 0.08453016728162766, "global_step": 38223, "epoch": 398, "lr": 5.628644011990148e-10}
+{"train_loss": 0.07435864210128784, "global_step": 38224, "epoch": 398, "lr": 6.02701135776762e-10}
+{"train_loss": 0.07250234484672546, "global_step": 38225, "epoch": 398, "lr": 6.438998072288982e-10}
+{"train_loss": 0.09318588674068451, "global_step": 38226, "epoch": 398, "lr": 6.864604152667653e-10}
+{"train_loss": 0.07314455509185791, "global_step": 38227, "epoch": 398, "lr": 7.303829595795008e-10}
+{"train_loss": 0.08060675859451294, "global_step": 38228, "epoch": 398, "lr": 7.756674399006514e-10}
+{"train_loss": 0.0854654461145401, "global_step": 38229, "epoch": 398, "lr": 8.223138558971499e-10}
+{"train_loss": 0.08443047106266022, "global_step": 38230, "epoch": 398, "lr": 8.703222072581341e-10}
+{"train_loss": 0.07045833766460419, "global_step": 38231, "epoch": 398, "lr": 9.196924936505369e-10}
+{"train_loss": 0.07911370694637299, "global_step": 38232, "epoch": 398, "lr": 9.704247147634959e-10}
+{"train_loss": 0.09938627481460571, "global_step": 38233, "epoch": 398, "lr": 1.0225188702195354e-09}
+{"train_loss": 0.09992004185914993, "global_step": 38234, "epoch": 398, "lr": 1.0759749597077928e-09}
+{"train_loss": 0.08281569182872772, "global_step": 38235, "epoch": 398, "lr": 1.1307929828063835e-09}
+{"train_loss": 0.09845583140850067, "global_step": 38236, "epoch": 398, "lr": 1.1869729391822403e-09}
+{"train_loss": 0.08906769752502441, "global_step": 38237, "epoch": 398, "lr": 1.2445148284356833e-09}
+{"train_loss": 0.0798778310418129, "global_step": 38238, "epoch": 398, "lr": 1.3034186501892364e-09}
+{"train_loss": 0.09650535881519318, "global_step": 38239, "epoch": 398, "lr": 1.363684404021015e-09}
+{"train_loss": 0.0697033628821373, "global_step": 38240, "epoch": 398, "lr": 1.4253120895313388e-09}
+{"train_loss": 0.09006864577531815, "global_step": 38241, "epoch": 398, "lr": 1.4883017062983228e-09}
+{"train_loss": 0.07177229225635529, "global_step": 38242, "epoch": 398, "lr": 1.5526532539222872e-09}
+{"train_loss": 0.11412078142166138, "global_step": 38243, "epoch": 398, "lr": 1.6183667319147333e-09}
+{"train_loss": 0.10334888100624084, "global_step": 38244, "epoch": 398, "lr": 1.6854421398537767e-09}
+{"train_loss": 0.07855582237243652, "global_step": 38245, "epoch": 398, "lr": 1.7538794772953282e-09}
+{"train_loss": 0.060231201350688934, "global_step": 38246, "epoch": 398, "lr": 1.8236787437508896e-09}
+{"train_loss": 0.0757463201880455, "global_step": 38247, "epoch": 398, "lr": 1.894839938754167e-09}
+{"train_loss": 0.11544405668973923, "global_step": 38248, "epoch": 398, "lr": 1.9673630618388673e-09}
+{"train_loss": 0.08520261943340302, "global_step": 38249, "epoch": 398, "lr": 2.041248112472083e-09}
+{"train_loss": 0.09966553002595901, "global_step": 38250, "epoch": 398, "lr": 2.116495090165316e-09}
+{"train_loss": 0.09062685072422028, "global_step": 38251, "epoch": 398, "lr": 2.193103994430068e-09}
+{"train_loss": 0.07168890535831451, "global_step": 38252, "epoch": 398, "lr": 2.271074824711228e-09}
+{"train_loss": 0.08612914383411407, "global_step": 38253, "epoch": 398, "lr": 2.350407580498093e-09}
+{"train_loss": 0.0760561004281044, "global_step": 38254, "epoch": 398, "lr": 2.431102261257756e-09}
+{"train_loss": 0.08683809638023376, "global_step": 38255, "epoch": 398, "lr": 2.5131588664129013e-09}
+{"train_loss": 0.10720854997634888, "global_step": 38256, "epoch": 398, "lr": 2.5965773954306218e-09}
+{"train_loss": 0.06309513747692108, "global_step": 38257, "epoch": 398, "lr": 2.6813578477113965e-09}
+{"train_loss": 0.08547430485486984, "global_step": 38258, "epoch": 398, "lr": 2.767500222722319e-09}
+{"train_loss": 0.09369684755802155, "global_step": 38259, "epoch": 398, "lr": 2.855004519841664e-09}
+{"train_loss": 0.08531397581100464, "global_step": 38260, "epoch": 398, "lr": 2.943870738492116e-09}
+{"train_loss": 0.05781778693199158, "global_step": 38261, "epoch": 398, "lr": 3.0340988780519496e-09}
+{"train_loss": 0.07000100612640381, "global_step": 38262, "epoch": 398, "lr": 3.125688937943849e-09}
+{"train_loss": 0.09613167494535446, "global_step": 38263, "epoch": 398, "lr": 3.2186409174794764e-09}
+{"train_loss": 0.08516243100166321, "global_step": 38264, "epoch": 398, "lr": 3.312954816081515e-09}
+{"train_loss": 0.11718960106372833, "global_step": 38265, "epoch": 398, "lr": 3.4086306330838312e-09}
+{"train_loss": 0.07823030650615692, "global_step": 38266, "epoch": 398, "lr": 3.5056683678647006e-09}
+{"train_loss": 0.08683866262435913, "global_step": 38267, "epoch": 398, "lr": 3.6040680197135802e-09}
+{"train_loss": 0.1181914433836937, "global_step": 38268, "epoch": 398, "lr": 3.7038295879865403e-09}
+{"train_loss": 0.08994074910879135, "global_step": 38269, "epoch": 398, "lr": 3.804953072017448e-09}
+{"train_loss": 0.06692228466272354, "global_step": 38270, "epoch": 398, "lr": 3.907438471095759e-09}
+{"train_loss": 0.0636218935251236, "global_step": 38271, "epoch": 398, "lr": 4.011285784510932e-09}
+{"train_loss": 0.06816469877958298, "global_step": 38272, "epoch": 398, "lr": 4.116495011596832e-09}
+{"train_loss": 0.08307922631502151, "global_step": 38273, "epoch": 398, "lr": 4.2230661516207136e-09}
+{"train_loss": 0.07320141792297363, "global_step": 38274, "epoch": 398, "lr": 4.330999203849828e-09}
+{"train_loss": 0.0669897273182869, "global_step": 38275, "epoch": 398, "lr": 4.440294167551428e-09}
+{"train_loss": 0.10657782107591629, "global_step": 38276, "epoch": 398, "lr": 4.550951041992768e-09}
+{"train_loss": 0.10267117619514465, "global_step": 38277, "epoch": 398, "lr": 4.66296982639669e-09}
+{"train_loss": 0.1133926585316658, "global_step": 38278, "epoch": 398, "lr": 4.7763505200082435e-09}
+{"train_loss": 0.09401443600654602, "global_step": 38279, "epoch": 398, "lr": 4.891093122072476e-09}
+{"train_loss": 0.07900340110063553, "global_step": 38280, "epoch": 398, "lr": 5.007197631790028e-09}
+{"train_loss": 0.09204314649105072, "global_step": 38281, "epoch": 398, "lr": 5.124664048361538e-09}
+{"train_loss": 0.08586576581001282, "global_step": 38282, "epoch": 398, "lr": 5.243492371032055e-09}
+{"train_loss": 0.09605547785758972, "global_step": 38283, "epoch": 398, "lr": 5.3636825989356045e-09}
+{"train_loss": 0.07881415635347366, "global_step": 38284, "epoch": 398, "lr": 5.4852347312950305e-09}
+{"train_loss": 0.0806678831577301, "global_step": 38285, "epoch": 398, "lr": 5.608148767266563e-09}
+{"train_loss": 0.09356914460659027, "global_step": 38286, "epoch": 398, "lr": 5.732424706006434e-09}
+{"train_loss": 0.07867559790611267, "global_step": 38287, "epoch": 398, "lr": 5.858062546693077e-09}
+{"train_loss": 0.06857214868068695, "global_step": 38288, "epoch": 398, "lr": 5.985062288438314e-09}
+{"train_loss": 0.06733004748821259, "global_step": 38289, "epoch": 398, "lr": 6.1134239303983765e-09}
+{"train_loss": 0.08139434456825256, "global_step": 38290, "epoch": 398, "lr": 6.243147471685085e-09}
+{"train_loss": 0.0934939831495285, "global_step": 38291, "epoch": 398, "lr": 6.374232911432465e-09}
+{"train_loss": 0.06380535662174225, "global_step": 38292, "epoch": 398, "lr": 6.5066802487301344e-09}
+{"train_loss": 0.05338692665100098, "global_step": 38293, "epoch": 398, "lr": 6.6404894826899155e-09}
+{"train_loss": 0.08428357541561127, "global_step": 38294, "epoch": 398, "lr": 6.775660612401424e-09}
+{"train_loss": 0.08744311332702637, "global_step": 38295, "epoch": 398, "lr": 6.912193636954278e-09}
+{"train_loss": 0.07833238691091537, "global_step": 38296, "epoch": 398, "lr": 7.050088555371481e-09}
+{"train_loss": 0.09436798095703125, "global_step": 38297, "epoch": 398, "lr": 7.189345366764855e-09}
+{"train_loss": 0.07589790225028992, "global_step": 38298, "epoch": 398, "lr": 7.3299640701574025e-09}
+{"train_loss": 0.09086629003286362, "global_step": 38299, "epoch": 398, "lr": 7.471944664616537e-09}
+{"train_loss": 0.06017673760652542, "global_step": 38300, "epoch": 398, "lr": 7.615287149143058e-09}
+{"train_loss": 0.0820288360118866, "global_step": 38301, "epoch": 398, "lr": 7.759991522782172e-09}
+{"train_loss": 0.09109273552894592, "global_step": 38302, "epoch": 398, "lr": 7.906057784556885e-09}
+{"train_loss": 0.08450986118987203, "global_step": 38303, "epoch": 398, "lr": 8.053485933445793e-09}
+{"train_loss": 0.09197327494621277, "global_step": 38304, "epoch": 399, "lr": 8.20227596844969e-09}
+{"train_loss": 0.09843087941408157, "global_step": 38305, "epoch": 399, "lr": 8.352427888591585e-09}
+{"train_loss": 0.07778388261795044, "global_step": 38306, "epoch": 399, "lr": 8.503941692805662e-09}
+{"train_loss": 0.0664738267660141, "global_step": 38307, "epoch": 399, "lr": 8.656817380070515e-09}
+{"train_loss": 0.0788407027721405, "global_step": 38308, "epoch": 399, "lr": 8.811054949364739e-09}
+{"train_loss": 0.09158261120319366, "global_step": 38309, "epoch": 399, "lr": 8.96665439962252e-09}
+{"train_loss": 0.07440002262592316, "global_step": 38310, "epoch": 399, "lr": 9.123615729778045e-09}
+{"train_loss": 0.09266473352909088, "global_step": 38311, "epoch": 399, "lr": 9.2819389387655e-09}
+{"train_loss": 0.07010422646999359, "global_step": 38312, "epoch": 399, "lr": 9.44162402551907e-09}
+{"train_loss": 0.08075302839279175, "global_step": 38313, "epoch": 399, "lr": 9.602670988950734e-09}
+{"train_loss": 0.08582299202680588, "global_step": 38314, "epoch": 399, "lr": 9.765079827950275e-09}
+{"train_loss": 0.08811365813016891, "global_step": 38315, "epoch": 399, "lr": 9.928850541429668e-09}
+{"train_loss": 0.07566077262163162, "global_step": 38316, "epoch": 399, "lr": 1.0093983128234285e-08}
+{"train_loss": 0.08472039550542831, "global_step": 38317, "epoch": 399, "lr": 1.0260477587298311e-08}
+{"train_loss": 0.07943209260702133, "global_step": 38318, "epoch": 399, "lr": 1.042833391744491e-08}
+{"train_loss": 0.07978291809558868, "global_step": 38319, "epoch": 399, "lr": 1.0597552117541653e-08}
+{"train_loss": 0.0822553038597107, "global_step": 38320, "epoch": 399, "lr": 1.0768132186456115e-08}
+{"train_loss": 0.08018679171800613, "global_step": 38321, "epoch": 399, "lr": 1.0940074122989253e-08}
+{"train_loss": 0.09638390690088272, "global_step": 38322, "epoch": 399, "lr": 1.1113377925986434e-08}
+{"train_loss": 0.06699158251285553, "global_step": 38323, "epoch": 399, "lr": 1.1288043594270825e-08}
+{"train_loss": 0.06612898409366608, "global_step": 38324, "epoch": 399, "lr": 1.1464071126665587e-08}
+{"train_loss": 0.06791449338197708, "global_step": 38325, "epoch": 399, "lr": 1.1641460521971682e-08}
+{"train_loss": 0.060179825872182846, "global_step": 38326, "epoch": 399, "lr": 1.1820211778945655e-08}
+{"train_loss": 0.07423396408557892, "global_step": 38327, "epoch": 399, "lr": 1.200032489638847e-08}
+{"train_loss": 0.0748700201511383, "global_step": 38328, "epoch": 399, "lr": 1.2181799873101086e-08}
+{"train_loss": 0.059934426099061966, "global_step": 38329, "epoch": 399, "lr": 1.2364636707817845e-08}
+{"train_loss": 0.09743573516607285, "global_step": 38330, "epoch": 399, "lr": 1.25488353992953e-08}
+{"train_loss": 0.09991027414798737, "global_step": 38331, "epoch": 399, "lr": 1.273439594629e-08}
+{"train_loss": 0.06236795708537102, "global_step": 38332, "epoch": 399, "lr": 1.2921318347536294e-08}
+{"train_loss": 0.07274691760540009, "global_step": 38333, "epoch": 399, "lr": 1.3109602601746318e-08}
+{"train_loss": 0.08284676820039749, "global_step": 38334, "epoch": 399, "lr": 1.3299248707654422e-08}
+{"train_loss": 0.07490351796150208, "global_step": 38335, "epoch": 399, "lr": 1.3490256663972745e-08}
+{"train_loss": 0.12648308277130127, "global_step": 38336, "epoch": 399, "lr": 1.3682626469391225e-08}
+{"train_loss": 0.09833063185214996, "global_step": 38337, "epoch": 399, "lr": 1.3876358122577593e-08}
+{"train_loss": 0.06265275180339813, "global_step": 38338, "epoch": 399, "lr": 1.4071451622266196e-08}
+{"train_loss": 0.09638132899999619, "global_step": 38339, "epoch": 399, "lr": 1.4267906967080358e-08}
+{"train_loss": 0.10975172370672226, "global_step": 38340, "epoch": 399, "lr": 1.4465724155710014e-08}
+{"train_loss": 0.0854129046201706, "global_step": 38341, "epoch": 399, "lr": 1.4664903186800694e-08}
+{"train_loss": 0.08712314069271088, "global_step": 38342, "epoch": 399, "lr": 1.4865444058997923e-08}
+{"train_loss": 0.07337988168001175, "global_step": 38343, "epoch": 399, "lr": 1.5067346770902823e-08}
+{"train_loss": 0.06471982598304749, "global_step": 38344, "epoch": 399, "lr": 1.527061132120533e-08}
+{"train_loss": 0.0891629308462143, "global_step": 38345, "epoch": 399, "lr": 1.5475237708462153e-08}
+{"train_loss": 0.09746599942445755, "global_step": 38346, "epoch": 399, "lr": 1.5681225931318822e-08}
+{"train_loss": 0.10623888671398163, "global_step": 38347, "epoch": 399, "lr": 1.5888575988354248e-08}
+{"train_loss": 0.10672241449356079, "global_step": 38348, "epoch": 399, "lr": 1.609728787814735e-08}
+{"train_loss": 0.07074587047100067, "global_step": 38349, "epoch": 399, "lr": 1.6307361599299244e-08}
+{"train_loss": 0.07911171019077301, "global_step": 38350, "epoch": 399, "lr": 1.6518797150366637e-08}
+{"train_loss": 0.07691396027803421, "global_step": 38351, "epoch": 399, "lr": 1.6731594529906247e-08}
+{"train_loss": 0.0908004641532898, "global_step": 38352, "epoch": 399, "lr": 1.6945753736474778e-08}
+{"train_loss": 0.07342313975095749, "global_step": 38353, "epoch": 399, "lr": 1.7161274768628943e-08}
+{"train_loss": 0.09322085976600647, "global_step": 38354, "epoch": 399, "lr": 1.7378157624858838e-08}
+{"train_loss": 0.046755023300647736, "global_step": 38355, "epoch": 399, "lr": 1.7596402303743374e-08}
+{"train_loss": 0.08941899985074997, "global_step": 38356, "epoch": 399, "lr": 1.7816008803750452e-08}
+{"train_loss": 0.10862298309803009, "global_step": 38357, "epoch": 399, "lr": 1.8036977123414567e-08}
+{"train_loss": 0.10885847359895706, "global_step": 38358, "epoch": 399, "lr": 1.8259307261203617e-08}
+{"train_loss": 0.07609643042087555, "global_step": 38359, "epoch": 399, "lr": 1.8482999215629902e-08}
+{"train_loss": 0.07238934189081192, "global_step": 38360, "epoch": 399, "lr": 1.8708052985139113e-08}
+{"train_loss": 0.08909442275762558, "global_step": 38361, "epoch": 399, "lr": 1.8934468568243547e-08}
+{"train_loss": 0.09517268091440201, "global_step": 38362, "epoch": 399, "lr": 1.9162245963366687e-08}
+{"train_loss": 0.09087856113910675, "global_step": 38363, "epoch": 399, "lr": 1.9391385168954223e-08}
+{"train_loss": 0.13473263382911682, "global_step": 38364, "epoch": 399, "lr": 1.962188618347405e-08}
+{"train_loss": 0.09514252841472626, "global_step": 38365, "epoch": 399, "lr": 1.985374900534964e-08}
+{"train_loss": 0.062424078583717346, "global_step": 38366, "epoch": 399, "lr": 2.008697363296008e-08}
+{"train_loss": 0.10666196048259735, "global_step": 38367, "epoch": 399, "lr": 2.0321560064773258e-08}
+{"train_loss": 0.07743865251541138, "global_step": 38368, "epoch": 399, "lr": 2.0557508299168248e-08}
+{"train_loss": 0.09243904054164886, "global_step": 38369, "epoch": 399, "lr": 2.079481833454633e-08}
+{"train_loss": 0.07058204710483551, "global_step": 38370, "epoch": 399, "lr": 2.103349016926437e-08}
+{"train_loss": 0.08289141952991486, "global_step": 38371, "epoch": 399, "lr": 2.127352380172365e-08}
+{"train_loss": 0.10334610939025879, "global_step": 38372, "epoch": 399, "lr": 2.151491923028104e-08}
+{"train_loss": 0.07330948114395142, "global_step": 38373, "epoch": 399, "lr": 2.175767645329341e-08}
+{"train_loss": 0.1170201450586319, "global_step": 38374, "epoch": 399, "lr": 2.2001795469117625e-08}
+{"train_loss": 0.10317029058933258, "global_step": 38375, "epoch": 399, "lr": 2.2247276276088357e-08}
+{"train_loss": 0.09328290075063705, "global_step": 38376, "epoch": 399, "lr": 2.2494118872495863e-08}
+{"train_loss": 0.10433848947286606, "global_step": 38377, "epoch": 399, "lr": 2.2742323256719212e-08}
+{"train_loss": 0.12331962585449219, "global_step": 38378, "epoch": 399, "lr": 2.299188942702646e-08}
+{"train_loss": 0.09536658227443695, "global_step": 38379, "epoch": 399, "lr": 2.324281738175227e-08}
+{"train_loss": 0.10869327187538147, "global_step": 38380, "epoch": 399, "lr": 2.349510711914249e-08}
+{"train_loss": 0.06737428903579712, "global_step": 38381, "epoch": 399, "lr": 2.3748758637531787e-08}
+{"train_loss": 0.10741984844207764, "global_step": 38382, "epoch": 399, "lr": 2.4003771935143803e-08}
+{"train_loss": 0.08305315673351288, "global_step": 38383, "epoch": 399, "lr": 2.4260147010268796e-08}
+{"train_loss": 0.06949787586927414, "global_step": 38384, "epoch": 399, "lr": 2.4517883861152613e-08}
+{"train_loss": 0.09994301199913025, "global_step": 38385, "epoch": 399, "lr": 2.47769824860411e-08}
+{"train_loss": 0.08957937359809875, "global_step": 38386, "epoch": 399, "lr": 2.5037442883180108e-08}
+{"train_loss": 0.08355119079351425, "global_step": 38387, "epoch": 399, "lr": 2.529926505077107e-08}
+{"train_loss": 0.09868030995130539, "global_step": 38388, "epoch": 399, "lr": 2.556244898705984e-08}
+{"train_loss": 0.092647984623909, "global_step": 38389, "epoch": 399, "lr": 2.5826994690247852e-08}
+{"train_loss": 0.0855921059846878, "global_step": 38390, "epoch": 399, "lr": 2.6092902158514344e-08}
+{"train_loss": 0.08181373029947281, "global_step": 38391, "epoch": 399, "lr": 2.636017139006075e-08}
+{"train_loss": 0.06612025201320648, "global_step": 38392, "epoch": 399, "lr": 2.6628802383088514e-08}
+{"train_loss": 0.08048714697360992, "global_step": 38393, "epoch": 399, "lr": 2.6898795135732456e-08}
+{"train_loss": 0.09311877191066742, "global_step": 38394, "epoch": 399, "lr": 2.7170149646171815e-08}
+{"train_loss": 0.09921251237392426, "global_step": 38395, "epoch": 399, "lr": 2.744286591256362e-08}
+{"train_loss": 0.10962909460067749, "global_step": 38396, "epoch": 399, "lr": 2.7716943933042695e-08}
+{"train_loss": 0.10313902050256729, "global_step": 38397, "epoch": 399, "lr": 2.799238370572166e-08}
+{"train_loss": 0.04619412124156952, "global_step": 38398, "epoch": 399, "lr": 2.826918522877975e-08}
+{"train_loss": 0.08609888434875757, "global_step": 38399, "epoch": 399, "lr": 2.8547348500285177e-08}
+{"train_loss": 0.09225793182849884, "global_step": 38400, "epoch": 400, "lr": 2.882687351835056e-08}
+{"train_loss": 0.09731747210025787, "global_step": 38401, "epoch": 400, "lr": 2.9107760281088527e-08}
+{"train_loss": 0.09784522652626038, "global_step": 38402, "epoch": 400, "lr": 2.939000878656728e-08}
+{"train_loss": 0.11022624373435974, "global_step": 38403, "epoch": 400, "lr": 2.9673619032877242e-08}
+{"train_loss": 0.09945394098758698, "global_step": 38404, "epoch": 400, "lr": 2.9958591018086624e-08}
+{"train_loss": 0.05222511291503906, "global_step": 38405, "epoch": 400, "lr": 3.0244924740263636e-08}
+{"train_loss": 0.08942863345146179, "global_step": 38406, "epoch": 400, "lr": 3.053262019743208e-08}
+{"train_loss": 0.07005427032709122, "global_step": 38407, "epoch": 400, "lr": 3.0821677387660175e-08}
+{"train_loss": 0.0907013863325119, "global_step": 38408, "epoch": 400, "lr": 3.1112096308949515e-08}
+{"train_loss": 0.07449847459793091, "global_step": 38409, "epoch": 400, "lr": 3.1403876959368304e-08}
+{"train_loss": 0.06296262890100479, "global_step": 38410, "epoch": 400, "lr": 3.1697019336873743e-08}
+{"train_loss": 0.08275990933179855, "global_step": 38411, "epoch": 400, "lr": 3.199152343951184e-08}
+{"train_loss": 0.08816874027252197, "global_step": 38412, "epoch": 400, "lr": 3.228738926526198e-08}
+{"train_loss": 0.08379293978214264, "global_step": 38413, "epoch": 400, "lr": 3.258461681212577e-08}
+{"train_loss": 0.11102934181690216, "global_step": 38414, "epoch": 400, "lr": 3.288320607803819e-08}
+{"train_loss": 0.07059351354837418, "global_step": 38415, "epoch": 400, "lr": 3.318315706102304e-08}
+{"train_loss": 0.09467441588640213, "global_step": 38416, "epoch": 400, "lr": 3.348446975897091e-08}
+{"train_loss": 0.10859173536300659, "global_step": 38417, "epoch": 400, "lr": 3.378714416988338e-08}
+{"train_loss": 0.07869647443294525, "global_step": 38418, "epoch": 400, "lr": 3.4091180291695444e-08}
+{"train_loss": 0.09304016828536987, "global_step": 38419, "epoch": 400, "lr": 3.4396578122297685e-08}
+{"train_loss": 0.0943739116191864, "global_step": 38420, "epoch": 400, "lr": 3.4703337659647284e-08}
+{"train_loss": 0.08963514864444733, "global_step": 38421, "epoch": 400, "lr": 3.501145890163482e-08}
+{"train_loss": 0.07879200577735901, "global_step": 38422, "epoch": 400, "lr": 3.532094184617307e-08}
+{"train_loss": 0.11169712990522385, "global_step": 38423, "epoch": 400, "lr": 3.563178649115262e-08}
+{"train_loss": 0.09448003768920898, "global_step": 38424, "epoch": 400, "lr": 3.5943992834464035e-08}
+{"train_loss": 0.09285508841276169, "global_step": 38425, "epoch": 400, "lr": 3.6257560873975694e-08}
+{"train_loss": 0.08570049703121185, "global_step": 38426, "epoch": 400, "lr": 3.657249060753376e-08}
+{"train_loss": 0.10744185000658035, "global_step": 38427, "epoch": 400, "lr": 3.688878203302881e-08}
+{"train_loss": 0.09610996395349503, "global_step": 38428, "epoch": 400, "lr": 3.7206435148284816e-08}
+{"train_loss": 0.0852474495768547, "global_step": 38429, "epoch": 400, "lr": 3.752544995112573e-08}
+{"train_loss": 0.07218049466609955, "global_step": 38430, "epoch": 400, "lr": 3.784582643941992e-08}
+{"train_loss": 0.054011546075344086, "global_step": 38431, "epoch": 400, "lr": 3.8167564610946946e-08}
+{"train_loss": 0.10061614215373993, "global_step": 38432, "epoch": 400, "lr": 3.8490664463530776e-08}
+{"train_loss": 0.07741209864616394, "global_step": 38433, "epoch": 400, "lr": 3.8815125994973165e-08}
+{"train_loss": 0.07861445099115372, "global_step": 38434, "epoch": 400, "lr": 3.914094920305367e-08}
+{"train_loss": 0.09742675721645355, "global_step": 38435, "epoch": 400, "lr": 3.946813408557404e-08}
+{"train_loss": 0.11724436283111572, "global_step": 38436, "epoch": 400, "lr": 3.9796680640291627e-08}
+{"train_loss": 0.09109410643577576, "global_step": 38437, "epoch": 400, "lr": 4.012658886496379e-08}
+{"train_loss": 0.07753358781337738, "global_step": 38438, "epoch": 400, "lr": 4.0457858757347866e-08}
+{"train_loss": 0.07255659997463226, "global_step": 38439, "epoch": 400, "lr": 4.079049031520121e-08}
+{"train_loss": 0.10303626954555511, "global_step": 38440, "epoch": 400, "lr": 4.112448353625897e-08}
+{"train_loss": 0.07211879640817642, "global_step": 38441, "epoch": 400, "lr": 4.145983841821188e-08}
+{"train_loss": 0.06419729441404343, "global_step": 38442, "epoch": 400, "lr": 4.179655495881729e-08}
+{"train_loss": 0.08157521486282349, "global_step": 38443, "epoch": 400, "lr": 4.2134633155765936e-08}
+{"train_loss": 0.094865582883358, "global_step": 38444, "epoch": 400, "lr": 4.247407300677075e-08}
+{"train_loss": 0.07456190139055252, "global_step": 38445, "epoch": 400, "lr": 4.281487450947808e-08}
+{"train_loss": 0.07642015814781189, "global_step": 38446, "epoch": 400, "lr": 4.315703766160084e-08}
+{"train_loss": 0.09346034377813339, "global_step": 38447, "epoch": 400, "lr": 4.350056246082978e-08}
+{"train_loss": 0.10207192599773407, "global_step": 38448, "epoch": 400, "lr": 4.384544890476683e-08}
+{"train_loss": 0.1098489910364151, "global_step": 38449, "epoch": 400, "lr": 4.41916969911027e-08}
+{"train_loss": 0.11721867322921753, "global_step": 38450, "epoch": 400, "lr": 4.453930671748374e-08}
+{"train_loss": 0.09499087929725647, "global_step": 38451, "epoch": 400, "lr": 4.488827808153406e-08}
+{"train_loss": 0.08164580166339874, "global_step": 38452, "epoch": 400, "lr": 4.5238611080855585e-08}
+{"train_loss": 0.10864003002643585, "global_step": 38453, "epoch": 400, "lr": 4.559030571309464e-08}
+{"train_loss": 0.08170614391565323, "global_step": 38454, "epoch": 400, "lr": 4.5943361975830933e-08}
+{"train_loss": 0.09467369318008423, "global_step": 38455, "epoch": 400, "lr": 4.629777986668859e-08}
+{"train_loss": 0.08546070009469986, "global_step": 38456, "epoch": 400, "lr": 4.665355938322513e-08}
+{"train_loss": 0.0929742306470871, "global_step": 38457, "epoch": 400, "lr": 4.701070052304246e-08}
+{"train_loss": 0.06857666373252869, "global_step": 38458, "epoch": 400, "lr": 4.7369203283698096e-08}
+{"train_loss": 0.0566750094294548, "global_step": 38459, "epoch": 400, "lr": 4.7729067662727334e-08}
+{"train_loss": 0.09410925954580307, "global_step": 38460, "epoch": 400, "lr": 4.80902936577321e-08}
+{"train_loss": 0.08427564799785614, "global_step": 38461, "epoch": 400, "lr": 4.845288126620329e-08}
+{"train_loss": 0.04591749608516693, "global_step": 38462, "epoch": 400, "lr": 4.8816830485698405e-08}
+{"train_loss": 0.08446209132671356, "global_step": 38463, "epoch": 400, "lr": 4.918214131370835e-08}
+{"train_loss": 0.06680600345134735, "global_step": 38464, "epoch": 400, "lr": 4.9548813747790636e-08}
+{"train_loss": 0.07185551524162292, "global_step": 38465, "epoch": 400, "lr": 4.991684778543615e-08}
+{"train_loss": 0.045197125524282455, "global_step": 38466, "epoch": 400, "lr": 5.028624342411359e-08}
+{"train_loss": 0.06669315695762634, "global_step": 38467, "epoch": 400, "lr": 5.065700066131385e-08}
+{"train_loss": 0.09045101702213287, "global_step": 38468, "epoch": 400, "lr": 5.102911949455003e-08}
+{"train_loss": 0.09779500961303711, "global_step": 38469, "epoch": 400, "lr": 5.14025999212242e-08}
+{"train_loss": 0.07838304340839386, "global_step": 38470, "epoch": 400, "lr": 5.177744193884948e-08}
+{"train_loss": 0.07165664434432983, "global_step": 38471, "epoch": 400, "lr": 5.215364554485014e-08}
+{"train_loss": 0.0989527627825737, "global_step": 38472, "epoch": 400, "lr": 5.253121073665046e-08}
+{"train_loss": 0.06780298799276352, "global_step": 38473, "epoch": 400, "lr": 5.2910137511719135e-08}
+{"train_loss": 0.067494235932827, "global_step": 38474, "epoch": 400, "lr": 5.329042586743605e-08}
+{"train_loss": 0.04963422939181328, "global_step": 38475, "epoch": 400, "lr": 5.3672075801225465e-08}
+{"train_loss": 0.07244019210338593, "global_step": 38476, "epoch": 400, "lr": 5.405508731051168e-08}
+{"train_loss": 0.07982878386974335, "global_step": 38477, "epoch": 400, "lr": 5.443946039263015e-08}
+{"train_loss": 0.07767540216445923, "global_step": 38478, "epoch": 400, "lr": 5.482519504502737e-08}
+{"train_loss": 0.08454269915819168, "global_step": 38479, "epoch": 400, "lr": 5.5212291265038795e-08}
+{"train_loss": 0.09251091629266739, "global_step": 38480, "epoch": 400, "lr": 5.5600749050022105e-08}
+{"train_loss": 0.07803763449192047, "global_step": 38481, "epoch": 400, "lr": 5.599056839735717e-08}
+{"train_loss": 0.0766458809375763, "global_step": 38482, "epoch": 400, "lr": 5.638174930437945e-08}
+{"train_loss": 0.09446661174297333, "global_step": 38483, "epoch": 400, "lr": 5.677429176842441e-08}
+{"train_loss": 0.06903614848852158, "global_step": 38484, "epoch": 400, "lr": 5.7168195786827525e-08}
+{"train_loss": 0.07680708914995193, "global_step": 38485, "epoch": 400, "lr": 5.7563461356902046e-08}
+{"train_loss": 0.11090999841690063, "global_step": 38486, "epoch": 400, "lr": 5.796008847593903e-08}
+{"train_loss": 0.11469198018312454, "global_step": 38487, "epoch": 400, "lr": 5.8358077141251744e-08}
+{"train_loss": 0.05966547131538391, "global_step": 38488, "epoch": 400, "lr": 5.8757427350131235e-08}
+{"train_loss": 0.08120943605899811, "global_step": 38489, "epoch": 400, "lr": 5.915813909984635e-08}
+{"train_loss": 0.07798561453819275, "global_step": 38490, "epoch": 400, "lr": 5.9560212387688165e-08}
+{"train_loss": 0.11812293529510498, "global_step": 38491, "epoch": 400, "lr": 5.996364721090331e-08}
+{"train_loss": 0.0975247398018837, "global_step": 38492, "epoch": 400, "lr": 6.036844356676063e-08}
+{"train_loss": 0.09541250765323639, "global_step": 38493, "epoch": 400, "lr": 6.07746014524846e-08}
+{"train_loss": 0.09339471906423569, "global_step": 38494, "epoch": 400, "lr": 6.118212086532183e-08}
+{"train_loss": 0.08534538295740883, "global_step": 38495, "epoch": 400, "lr": 6.159100180249678e-08, "train_action_mse_error": 1.0218633406111621e-06}
+train_loss": 0.08526620726721983, "global_step": 38495, "epoch"{"train_loss": 0.08528176776599139, "global_step": 38495, "epoch": 400, "lr": 6.159100180249678e-08, "train_action_mse_error": 1.0218633406111621e-06}