Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

added_tokens.json

@@ -0,0 +1,1052 @@
+{
+  "</think>": 151668,
+  "</tool_call>": 151658,
+  "</tool_response>": 151666,
+  "<think>": 151667,
+  "<tool_call>": 151657,
+  "<tool_response>": 151665,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|d0_0|>": 151669,
+  "<|d0_100|>": 151769,
+  "<|d0_101|>": 151770,
+  "<|d0_102|>": 151771,
+  "<|d0_103|>": 151772,
+  "<|d0_104|>": 151773,
+  "<|d0_105|>": 151774,
+  "<|d0_106|>": 151775,
+  "<|d0_107|>": 151776,
+  "<|d0_108|>": 151777,
+  "<|d0_109|>": 151778,
+  "<|d0_10|>": 151679,
+  "<|d0_110|>": 151779,
+  "<|d0_111|>": 151780,
+  "<|d0_112|>": 151781,
+  "<|d0_113|>": 151782,
+  "<|d0_114|>": 151783,
+  "<|d0_115|>": 151784,
+  "<|d0_116|>": 151785,
+  "<|d0_117|>": 151786,
+  "<|d0_118|>": 151787,
+  "<|d0_119|>": 151788,
+  "<|d0_11|>": 151680,
+  "<|d0_120|>": 151789,
+  "<|d0_121|>": 151790,
+  "<|d0_122|>": 151791,
+  "<|d0_123|>": 151792,
+  "<|d0_124|>": 151793,
+  "<|d0_125|>": 151794,
+  "<|d0_126|>": 151795,
+  "<|d0_127|>": 151796,
+  "<|d0_128|>": 151797,
+  "<|d0_129|>": 151798,
+  "<|d0_12|>": 151681,
+  "<|d0_130|>": 151799,
+  "<|d0_131|>": 151800,
+  "<|d0_132|>": 151801,
+  "<|d0_133|>": 151802,
+  "<|d0_134|>": 151803,
+  "<|d0_135|>": 151804,
+  "<|d0_136|>": 151805,
+  "<|d0_137|>": 151806,
+  "<|d0_138|>": 151807,
+  "<|d0_139|>": 151808,
+  "<|d0_13|>": 151682,
+  "<|d0_140|>": 151809,
+  "<|d0_141|>": 151810,
+  "<|d0_142|>": 151811,
+  "<|d0_143|>": 151812,
+  "<|d0_144|>": 151813,
+  "<|d0_145|>": 151814,
+  "<|d0_146|>": 151815,
+  "<|d0_147|>": 151816,
+  "<|d0_148|>": 151817,
+  "<|d0_149|>": 151818,
+  "<|d0_14|>": 151683,
+  "<|d0_150|>": 151819,
+  "<|d0_151|>": 151820,
+  "<|d0_152|>": 151821,
+  "<|d0_153|>": 151822,
+  "<|d0_154|>": 151823,
+  "<|d0_155|>": 151824,
+  "<|d0_156|>": 151825,
+  "<|d0_157|>": 151826,
+  "<|d0_158|>": 151827,
+  "<|d0_159|>": 151828,
+  "<|d0_15|>": 151684,
+  "<|d0_160|>": 151829,
+  "<|d0_161|>": 151830,
+  "<|d0_162|>": 151831,
+  "<|d0_163|>": 151832,
+  "<|d0_164|>": 151833,
+  "<|d0_165|>": 151834,
+  "<|d0_166|>": 151835,
+  "<|d0_167|>": 151836,
+  "<|d0_168|>": 151837,
+  "<|d0_169|>": 151838,
+  "<|d0_16|>": 151685,
+  "<|d0_170|>": 151839,
+  "<|d0_171|>": 151840,
+  "<|d0_172|>": 151841,
+  "<|d0_173|>": 151842,
+  "<|d0_174|>": 151843,
+  "<|d0_175|>": 151844,
+  "<|d0_176|>": 151845,
+  "<|d0_177|>": 151846,
+  "<|d0_178|>": 151847,
+  "<|d0_179|>": 151848,
+  "<|d0_17|>": 151686,
+  "<|d0_180|>": 151849,
+  "<|d0_181|>": 151850,
+  "<|d0_182|>": 151851,
+  "<|d0_183|>": 151852,
+  "<|d0_184|>": 151853,
+  "<|d0_185|>": 151854,
+  "<|d0_186|>": 151855,
+  "<|d0_187|>": 151856,
+  "<|d0_188|>": 151857,
+  "<|d0_189|>": 151858,
+  "<|d0_18|>": 151687,
+  "<|d0_190|>": 151859,
+  "<|d0_191|>": 151860,
+  "<|d0_192|>": 151861,
+  "<|d0_193|>": 151862,
+  "<|d0_194|>": 151863,
+  "<|d0_195|>": 151864,
+  "<|d0_196|>": 151865,
+  "<|d0_197|>": 151866,
+  "<|d0_198|>": 151867,
+  "<|d0_199|>": 151868,
+  "<|d0_19|>": 151688,
+  "<|d0_1|>": 151670,
+  "<|d0_200|>": 151869,
+  "<|d0_201|>": 151870,
+  "<|d0_202|>": 151871,
+  "<|d0_203|>": 151872,
+  "<|d0_204|>": 151873,
+  "<|d0_205|>": 151874,
+  "<|d0_206|>": 151875,
+  "<|d0_207|>": 151876,
+  "<|d0_208|>": 151877,
+  "<|d0_209|>": 151878,
+  "<|d0_20|>": 151689,
+  "<|d0_210|>": 151879,
+  "<|d0_211|>": 151880,
+  "<|d0_212|>": 151881,
+  "<|d0_213|>": 151882,
+  "<|d0_214|>": 151883,
+  "<|d0_215|>": 151884,
+  "<|d0_216|>": 151885,
+  "<|d0_217|>": 151886,
+  "<|d0_218|>": 151887,
+  "<|d0_219|>": 151888,
+  "<|d0_21|>": 151690,
+  "<|d0_220|>": 151889,
+  "<|d0_221|>": 151890,
+  "<|d0_222|>": 151891,
+  "<|d0_223|>": 151892,
+  "<|d0_224|>": 151893,
+  "<|d0_225|>": 151894,
+  "<|d0_226|>": 151895,
+  "<|d0_227|>": 151896,
+  "<|d0_228|>": 151897,
+  "<|d0_229|>": 151898,
+  "<|d0_22|>": 151691,
+  "<|d0_230|>": 151899,
+  "<|d0_231|>": 151900,
+  "<|d0_232|>": 151901,
+  "<|d0_233|>": 151902,
+  "<|d0_234|>": 151903,
+  "<|d0_235|>": 151904,
+  "<|d0_236|>": 151905,
+  "<|d0_237|>": 151906,
+  "<|d0_238|>": 151907,
+  "<|d0_239|>": 151908,
+  "<|d0_23|>": 151692,
+  "<|d0_240|>": 151909,
+  "<|d0_241|>": 151910,
+  "<|d0_242|>": 151911,
+  "<|d0_243|>": 151912,
+  "<|d0_244|>": 151913,
+  "<|d0_245|>": 151914,
+  "<|d0_246|>": 151915,
+  "<|d0_247|>": 151916,
+  "<|d0_248|>": 151917,
+  "<|d0_249|>": 151918,
+  "<|d0_24|>": 151693,
+  "<|d0_250|>": 151919,
+  "<|d0_251|>": 151920,
+  "<|d0_252|>": 151921,
+  "<|d0_253|>": 151922,
+  "<|d0_254|>": 151923,
+  "<|d0_255|>": 151924,
+  "<|d0_25|>": 151694,
+  "<|d0_26|>": 151695,
+  "<|d0_27|>": 151696,
+  "<|d0_28|>": 151697,
+  "<|d0_29|>": 151698,
+  "<|d0_2|>": 151671,
+  "<|d0_30|>": 151699,
+  "<|d0_31|>": 151700,
+  "<|d0_32|>": 151701,
+  "<|d0_33|>": 151702,
+  "<|d0_34|>": 151703,
+  "<|d0_35|>": 151704,
+  "<|d0_36|>": 151705,
+  "<|d0_37|>": 151706,
+  "<|d0_38|>": 151707,
+  "<|d0_39|>": 151708,
+  "<|d0_3|>": 151672,
+  "<|d0_40|>": 151709,
+  "<|d0_41|>": 151710,
+  "<|d0_42|>": 151711,
+  "<|d0_43|>": 151712,
+  "<|d0_44|>": 151713,
+  "<|d0_45|>": 151714,
+  "<|d0_46|>": 151715,
+  "<|d0_47|>": 151716,
+  "<|d0_48|>": 151717,
+  "<|d0_49|>": 151718,
+  "<|d0_4|>": 151673,
+  "<|d0_50|>": 151719,
+  "<|d0_51|>": 151720,
+  "<|d0_52|>": 151721,
+  "<|d0_53|>": 151722,
+  "<|d0_54|>": 151723,
+  "<|d0_55|>": 151724,
+  "<|d0_56|>": 151725,
+  "<|d0_57|>": 151726,
+  "<|d0_58|>": 151727,
+  "<|d0_59|>": 151728,
+  "<|d0_5|>": 151674,
+  "<|d0_60|>": 151729,
+  "<|d0_61|>": 151730,
+  "<|d0_62|>": 151731,
+  "<|d0_63|>": 151732,
+  "<|d0_64|>": 151733,
+  "<|d0_65|>": 151734,
+  "<|d0_66|>": 151735,
+  "<|d0_67|>": 151736,
+  "<|d0_68|>": 151737,
+  "<|d0_69|>": 151738,
+  "<|d0_6|>": 151675,
+  "<|d0_70|>": 151739,
+  "<|d0_71|>": 151740,
+  "<|d0_72|>": 151741,
+  "<|d0_73|>": 151742,
+  "<|d0_74|>": 151743,
+  "<|d0_75|>": 151744,
+  "<|d0_76|>": 151745,
+  "<|d0_77|>": 151746,
+  "<|d0_78|>": 151747,
+  "<|d0_79|>": 151748,
+  "<|d0_7|>": 151676,
+  "<|d0_80|>": 151749,
+  "<|d0_81|>": 151750,
+  "<|d0_82|>": 151751,
+  "<|d0_83|>": 151752,
+  "<|d0_84|>": 151753,
+  "<|d0_85|>": 151754,
+  "<|d0_86|>": 151755,
+  "<|d0_87|>": 151756,
+  "<|d0_88|>": 151757,
+  "<|d0_89|>": 151758,
+  "<|d0_8|>": 151677,
+  "<|d0_90|>": 151759,
+  "<|d0_91|>": 151760,
+  "<|d0_92|>": 151761,
+  "<|d0_93|>": 151762,
+  "<|d0_94|>": 151763,
+  "<|d0_95|>": 151764,
+  "<|d0_96|>": 151765,
+  "<|d0_97|>": 151766,
+  "<|d0_98|>": 151767,
+  "<|d0_99|>": 151768,
+  "<|d0_9|>": 151678,
+  "<|d1_0|>": 151925,
+  "<|d1_100|>": 152025,
+  "<|d1_101|>": 152026,
+  "<|d1_102|>": 152027,
+  "<|d1_103|>": 152028,
+  "<|d1_104|>": 152029,
+  "<|d1_105|>": 152030,
+  "<|d1_106|>": 152031,
+  "<|d1_107|>": 152032,
+  "<|d1_108|>": 152033,
+  "<|d1_109|>": 152034,
+  "<|d1_10|>": 151935,
+  "<|d1_110|>": 152035,
+  "<|d1_111|>": 152036,
+  "<|d1_112|>": 152037,
+  "<|d1_113|>": 152038,
+  "<|d1_114|>": 152039,
+  "<|d1_115|>": 152040,
+  "<|d1_116|>": 152041,
+  "<|d1_117|>": 152042,
+  "<|d1_118|>": 152043,
+  "<|d1_119|>": 152044,
+  "<|d1_11|>": 151936,
+  "<|d1_120|>": 152045,
+  "<|d1_121|>": 152046,
+  "<|d1_122|>": 152047,
+  "<|d1_123|>": 152048,
+  "<|d1_124|>": 152049,
+  "<|d1_125|>": 152050,
+  "<|d1_126|>": 152051,
+  "<|d1_127|>": 152052,
+  "<|d1_128|>": 152053,
+  "<|d1_129|>": 152054,
+  "<|d1_12|>": 151937,
+  "<|d1_130|>": 152055,
+  "<|d1_131|>": 152056,
+  "<|d1_132|>": 152057,
+  "<|d1_133|>": 152058,
+  "<|d1_134|>": 152059,
+  "<|d1_135|>": 152060,
+  "<|d1_136|>": 152061,
+  "<|d1_137|>": 152062,
+  "<|d1_138|>": 152063,
+  "<|d1_139|>": 152064,
+  "<|d1_13|>": 151938,
+  "<|d1_140|>": 152065,
+  "<|d1_141|>": 152066,
+  "<|d1_142|>": 152067,
+  "<|d1_143|>": 152068,
+  "<|d1_144|>": 152069,
+  "<|d1_145|>": 152070,
+  "<|d1_146|>": 152071,
+  "<|d1_147|>": 152072,
+  "<|d1_148|>": 152073,
+  "<|d1_149|>": 152074,
+  "<|d1_14|>": 151939,
+  "<|d1_150|>": 152075,
+  "<|d1_151|>": 152076,
+  "<|d1_152|>": 152077,
+  "<|d1_153|>": 152078,
+  "<|d1_154|>": 152079,
+  "<|d1_155|>": 152080,
+  "<|d1_156|>": 152081,
+  "<|d1_157|>": 152082,
+  "<|d1_158|>": 152083,
+  "<|d1_159|>": 152084,
+  "<|d1_15|>": 151940,
+  "<|d1_160|>": 152085,
+  "<|d1_161|>": 152086,
+  "<|d1_162|>": 152087,
+  "<|d1_163|>": 152088,
+  "<|d1_164|>": 152089,
+  "<|d1_165|>": 152090,
+  "<|d1_166|>": 152091,
+  "<|d1_167|>": 152092,
+  "<|d1_168|>": 152093,
+  "<|d1_169|>": 152094,
+  "<|d1_16|>": 151941,
+  "<|d1_170|>": 152095,
+  "<|d1_171|>": 152096,
+  "<|d1_172|>": 152097,
+  "<|d1_173|>": 152098,
+  "<|d1_174|>": 152099,
+  "<|d1_175|>": 152100,
+  "<|d1_176|>": 152101,
+  "<|d1_177|>": 152102,
+  "<|d1_178|>": 152103,
+  "<|d1_179|>": 152104,
+  "<|d1_17|>": 151942,
+  "<|d1_180|>": 152105,
+  "<|d1_181|>": 152106,
+  "<|d1_182|>": 152107,
+  "<|d1_183|>": 152108,
+  "<|d1_184|>": 152109,
+  "<|d1_185|>": 152110,
+  "<|d1_186|>": 152111,
+  "<|d1_187|>": 152112,
+  "<|d1_188|>": 152113,
+  "<|d1_189|>": 152114,
+  "<|d1_18|>": 151943,
+  "<|d1_190|>": 152115,
+  "<|d1_191|>": 152116,
+  "<|d1_192|>": 152117,
+  "<|d1_193|>": 152118,
+  "<|d1_194|>": 152119,
+  "<|d1_195|>": 152120,
+  "<|d1_196|>": 152121,
+  "<|d1_197|>": 152122,
+  "<|d1_198|>": 152123,
+  "<|d1_199|>": 152124,
+  "<|d1_19|>": 151944,
+  "<|d1_1|>": 151926,
+  "<|d1_200|>": 152125,
+  "<|d1_201|>": 152126,
+  "<|d1_202|>": 152127,
+  "<|d1_203|>": 152128,
+  "<|d1_204|>": 152129,
+  "<|d1_205|>": 152130,
+  "<|d1_206|>": 152131,
+  "<|d1_207|>": 152132,
+  "<|d1_208|>": 152133,
+  "<|d1_209|>": 152134,
+  "<|d1_20|>": 151945,
+  "<|d1_210|>": 152135,
+  "<|d1_211|>": 152136,
+  "<|d1_212|>": 152137,
+  "<|d1_213|>": 152138,
+  "<|d1_214|>": 152139,
+  "<|d1_215|>": 152140,
+  "<|d1_216|>": 152141,
+  "<|d1_217|>": 152142,
+  "<|d1_218|>": 152143,
+  "<|d1_219|>": 152144,
+  "<|d1_21|>": 151946,
+  "<|d1_220|>": 152145,
+  "<|d1_221|>": 152146,
+  "<|d1_222|>": 152147,
+  "<|d1_223|>": 152148,
+  "<|d1_224|>": 152149,
+  "<|d1_225|>": 152150,
+  "<|d1_226|>": 152151,
+  "<|d1_227|>": 152152,
+  "<|d1_228|>": 152153,
+  "<|d1_229|>": 152154,
+  "<|d1_22|>": 151947,
+  "<|d1_230|>": 152155,
+  "<|d1_231|>": 152156,
+  "<|d1_232|>": 152157,
+  "<|d1_233|>": 152158,
+  "<|d1_234|>": 152159,
+  "<|d1_235|>": 152160,
+  "<|d1_236|>": 152161,
+  "<|d1_237|>": 152162,
+  "<|d1_238|>": 152163,
+  "<|d1_239|>": 152164,
+  "<|d1_23|>": 151948,
+  "<|d1_240|>": 152165,
+  "<|d1_241|>": 152166,
+  "<|d1_242|>": 152167,
+  "<|d1_243|>": 152168,
+  "<|d1_244|>": 152169,
+  "<|d1_245|>": 152170,
+  "<|d1_246|>": 152171,
+  "<|d1_247|>": 152172,
+  "<|d1_248|>": 152173,
+  "<|d1_249|>": 152174,
+  "<|d1_24|>": 151949,
+  "<|d1_250|>": 152175,
+  "<|d1_251|>": 152176,
+  "<|d1_252|>": 152177,
+  "<|d1_253|>": 152178,
+  "<|d1_254|>": 152179,
+  "<|d1_255|>": 152180,
+  "<|d1_25|>": 151950,
+  "<|d1_26|>": 151951,
+  "<|d1_27|>": 151952,
+  "<|d1_28|>": 151953,
+  "<|d1_29|>": 151954,
+  "<|d1_2|>": 151927,
+  "<|d1_30|>": 151955,
+  "<|d1_31|>": 151956,
+  "<|d1_32|>": 151957,
+  "<|d1_33|>": 151958,
+  "<|d1_34|>": 151959,
+  "<|d1_35|>": 151960,
+  "<|d1_36|>": 151961,
+  "<|d1_37|>": 151962,
+  "<|d1_38|>": 151963,
+  "<|d1_39|>": 151964,
+  "<|d1_3|>": 151928,
+  "<|d1_40|>": 151965,
+  "<|d1_41|>": 151966,
+  "<|d1_42|>": 151967,
+  "<|d1_43|>": 151968,
+  "<|d1_44|>": 151969,
+  "<|d1_45|>": 151970,
+  "<|d1_46|>": 151971,
+  "<|d1_47|>": 151972,
+  "<|d1_48|>": 151973,
+  "<|d1_49|>": 151974,
+  "<|d1_4|>": 151929,
+  "<|d1_50|>": 151975,
+  "<|d1_51|>": 151976,
+  "<|d1_52|>": 151977,
+  "<|d1_53|>": 151978,
+  "<|d1_54|>": 151979,
+  "<|d1_55|>": 151980,
+  "<|d1_56|>": 151981,
+  "<|d1_57|>": 151982,
+  "<|d1_58|>": 151983,
+  "<|d1_59|>": 151984,
+  "<|d1_5|>": 151930,
+  "<|d1_60|>": 151985,
+  "<|d1_61|>": 151986,
+  "<|d1_62|>": 151987,
+  "<|d1_63|>": 151988,
+  "<|d1_64|>": 151989,
+  "<|d1_65|>": 151990,
+  "<|d1_66|>": 151991,
+  "<|d1_67|>": 151992,
+  "<|d1_68|>": 151993,
+  "<|d1_69|>": 151994,
+  "<|d1_6|>": 151931,
+  "<|d1_70|>": 151995,
+  "<|d1_71|>": 151996,
+  "<|d1_72|>": 151997,
+  "<|d1_73|>": 151998,
+  "<|d1_74|>": 151999,
+  "<|d1_75|>": 152000,
+  "<|d1_76|>": 152001,
+  "<|d1_77|>": 152002,
+  "<|d1_78|>": 152003,
+  "<|d1_79|>": 152004,
+  "<|d1_7|>": 151932,
+  "<|d1_80|>": 152005,
+  "<|d1_81|>": 152006,
+  "<|d1_82|>": 152007,
+  "<|d1_83|>": 152008,
+  "<|d1_84|>": 152009,
+  "<|d1_85|>": 152010,
+  "<|d1_86|>": 152011,
+  "<|d1_87|>": 152012,
+  "<|d1_88|>": 152013,
+  "<|d1_89|>": 152014,
+  "<|d1_8|>": 151933,
+  "<|d1_90|>": 152015,
+  "<|d1_91|>": 152016,
+  "<|d1_92|>": 152017,
+  "<|d1_93|>": 152018,
+  "<|d1_94|>": 152019,
+  "<|d1_95|>": 152020,
+  "<|d1_96|>": 152021,
+  "<|d1_97|>": 152022,
+  "<|d1_98|>": 152023,
+  "<|d1_99|>": 152024,
+  "<|d1_9|>": 151934,
+  "<|d2_0|>": 152181,
+  "<|d2_100|>": 152281,
+  "<|d2_101|>": 152282,
+  "<|d2_102|>": 152283,
+  "<|d2_103|>": 152284,
+  "<|d2_104|>": 152285,
+  "<|d2_105|>": 152286,
+  "<|d2_106|>": 152287,
+  "<|d2_107|>": 152288,
+  "<|d2_108|>": 152289,
+  "<|d2_109|>": 152290,
+  "<|d2_10|>": 152191,
+  "<|d2_110|>": 152291,
+  "<|d2_111|>": 152292,
+  "<|d2_112|>": 152293,
+  "<|d2_113|>": 152294,
+  "<|d2_114|>": 152295,
+  "<|d2_115|>": 152296,
+  "<|d2_116|>": 152297,
+  "<|d2_117|>": 152298,
+  "<|d2_118|>": 152299,
+  "<|d2_119|>": 152300,
+  "<|d2_11|>": 152192,
+  "<|d2_120|>": 152301,
+  "<|d2_121|>": 152302,
+  "<|d2_122|>": 152303,
+  "<|d2_123|>": 152304,
+  "<|d2_124|>": 152305,
+  "<|d2_125|>": 152306,
+  "<|d2_126|>": 152307,
+  "<|d2_127|>": 152308,
+  "<|d2_128|>": 152309,
+  "<|d2_129|>": 152310,
+  "<|d2_12|>": 152193,
+  "<|d2_130|>": 152311,
+  "<|d2_131|>": 152312,
+  "<|d2_132|>": 152313,
+  "<|d2_133|>": 152314,
+  "<|d2_134|>": 152315,
+  "<|d2_135|>": 152316,
+  "<|d2_136|>": 152317,
+  "<|d2_137|>": 152318,
+  "<|d2_138|>": 152319,
+  "<|d2_139|>": 152320,
+  "<|d2_13|>": 152194,
+  "<|d2_140|>": 152321,
+  "<|d2_141|>": 152322,
+  "<|d2_142|>": 152323,
+  "<|d2_143|>": 152324,
+  "<|d2_144|>": 152325,
+  "<|d2_145|>": 152326,
+  "<|d2_146|>": 152327,
+  "<|d2_147|>": 152328,
+  "<|d2_148|>": 152329,
+  "<|d2_149|>": 152330,
+  "<|d2_14|>": 152195,
+  "<|d2_150|>": 152331,
+  "<|d2_151|>": 152332,
+  "<|d2_152|>": 152333,
+  "<|d2_153|>": 152334,
+  "<|d2_154|>": 152335,
+  "<|d2_155|>": 152336,
+  "<|d2_156|>": 152337,
+  "<|d2_157|>": 152338,
+  "<|d2_158|>": 152339,
+  "<|d2_159|>": 152340,
+  "<|d2_15|>": 152196,
+  "<|d2_160|>": 152341,
+  "<|d2_161|>": 152342,
+  "<|d2_162|>": 152343,
+  "<|d2_163|>": 152344,
+  "<|d2_164|>": 152345,
+  "<|d2_165|>": 152346,
+  "<|d2_166|>": 152347,
+  "<|d2_167|>": 152348,
+  "<|d2_168|>": 152349,
+  "<|d2_169|>": 152350,
+  "<|d2_16|>": 152197,
+  "<|d2_170|>": 152351,
+  "<|d2_171|>": 152352,
+  "<|d2_172|>": 152353,
+  "<|d2_173|>": 152354,
+  "<|d2_174|>": 152355,
+  "<|d2_175|>": 152356,
+  "<|d2_176|>": 152357,
+  "<|d2_177|>": 152358,
+  "<|d2_178|>": 152359,
+  "<|d2_179|>": 152360,
+  "<|d2_17|>": 152198,
+  "<|d2_180|>": 152361,
+  "<|d2_181|>": 152362,
+  "<|d2_182|>": 152363,
+  "<|d2_183|>": 152364,
+  "<|d2_184|>": 152365,
+  "<|d2_185|>": 152366,
+  "<|d2_186|>": 152367,
+  "<|d2_187|>": 152368,
+  "<|d2_188|>": 152369,
+  "<|d2_189|>": 152370,
+  "<|d2_18|>": 152199,
+  "<|d2_190|>": 152371,
+  "<|d2_191|>": 152372,
+  "<|d2_192|>": 152373,
+  "<|d2_193|>": 152374,
+  "<|d2_194|>": 152375,
+  "<|d2_195|>": 152376,
+  "<|d2_196|>": 152377,
+  "<|d2_197|>": 152378,
+  "<|d2_198|>": 152379,
+  "<|d2_199|>": 152380,
+  "<|d2_19|>": 152200,
+  "<|d2_1|>": 152182,
+  "<|d2_200|>": 152381,
+  "<|d2_201|>": 152382,
+  "<|d2_202|>": 152383,
+  "<|d2_203|>": 152384,
+  "<|d2_204|>": 152385,
+  "<|d2_205|>": 152386,
+  "<|d2_206|>": 152387,
+  "<|d2_207|>": 152388,
+  "<|d2_208|>": 152389,
+  "<|d2_209|>": 152390,
+  "<|d2_20|>": 152201,
+  "<|d2_210|>": 152391,
+  "<|d2_211|>": 152392,
+  "<|d2_212|>": 152393,
+  "<|d2_213|>": 152394,
+  "<|d2_214|>": 152395,
+  "<|d2_215|>": 152396,
+  "<|d2_216|>": 152397,
+  "<|d2_217|>": 152398,
+  "<|d2_218|>": 152399,
+  "<|d2_219|>": 152400,
+  "<|d2_21|>": 152202,
+  "<|d2_220|>": 152401,
+  "<|d2_221|>": 152402,
+  "<|d2_222|>": 152403,
+  "<|d2_223|>": 152404,
+  "<|d2_224|>": 152405,
+  "<|d2_225|>": 152406,
+  "<|d2_226|>": 152407,
+  "<|d2_227|>": 152408,
+  "<|d2_228|>": 152409,
+  "<|d2_229|>": 152410,
+  "<|d2_22|>": 152203,
+  "<|d2_230|>": 152411,
+  "<|d2_231|>": 152412,
+  "<|d2_232|>": 152413,
+  "<|d2_233|>": 152414,
+  "<|d2_234|>": 152415,
+  "<|d2_235|>": 152416,
+  "<|d2_236|>": 152417,
+  "<|d2_237|>": 152418,
+  "<|d2_238|>": 152419,
+  "<|d2_239|>": 152420,
+  "<|d2_23|>": 152204,
+  "<|d2_240|>": 152421,
+  "<|d2_241|>": 152422,
+  "<|d2_242|>": 152423,
+  "<|d2_243|>": 152424,
+  "<|d2_244|>": 152425,
+  "<|d2_245|>": 152426,
+  "<|d2_246|>": 152427,
+  "<|d2_247|>": 152428,
+  "<|d2_248|>": 152429,
+  "<|d2_249|>": 152430,
+  "<|d2_24|>": 152205,
+  "<|d2_250|>": 152431,
+  "<|d2_251|>": 152432,
+  "<|d2_252|>": 152433,
+  "<|d2_253|>": 152434,
+  "<|d2_254|>": 152435,
+  "<|d2_255|>": 152436,
+  "<|d2_25|>": 152206,
+  "<|d2_26|>": 152207,
+  "<|d2_27|>": 152208,
+  "<|d2_28|>": 152209,
+  "<|d2_29|>": 152210,
+  "<|d2_2|>": 152183,
+  "<|d2_30|>": 152211,
+  "<|d2_31|>": 152212,
+  "<|d2_32|>": 152213,
+  "<|d2_33|>": 152214,
+  "<|d2_34|>": 152215,
+  "<|d2_35|>": 152216,
+  "<|d2_36|>": 152217,
+  "<|d2_37|>": 152218,
+  "<|d2_38|>": 152219,
+  "<|d2_39|>": 152220,
+  "<|d2_3|>": 152184,
+  "<|d2_40|>": 152221,
+  "<|d2_41|>": 152222,
+  "<|d2_42|>": 152223,
+  "<|d2_43|>": 152224,
+  "<|d2_44|>": 152225,
+  "<|d2_45|>": 152226,
+  "<|d2_46|>": 152227,
+  "<|d2_47|>": 152228,
+  "<|d2_48|>": 152229,
+  "<|d2_49|>": 152230,
+  "<|d2_4|>": 152185,
+  "<|d2_50|>": 152231,
+  "<|d2_51|>": 152232,
+  "<|d2_52|>": 152233,
+  "<|d2_53|>": 152234,
+  "<|d2_54|>": 152235,
+  "<|d2_55|>": 152236,
+  "<|d2_56|>": 152237,
+  "<|d2_57|>": 152238,
+  "<|d2_58|>": 152239,
+  "<|d2_59|>": 152240,
+  "<|d2_5|>": 152186,
+  "<|d2_60|>": 152241,
+  "<|d2_61|>": 152242,
+  "<|d2_62|>": 152243,
+  "<|d2_63|>": 152244,
+  "<|d2_64|>": 152245,
+  "<|d2_65|>": 152246,
+  "<|d2_66|>": 152247,
+  "<|d2_67|>": 152248,
+  "<|d2_68|>": 152249,
+  "<|d2_69|>": 152250,
+  "<|d2_6|>": 152187,
+  "<|d2_70|>": 152251,
+  "<|d2_71|>": 152252,
+  "<|d2_72|>": 152253,
+  "<|d2_73|>": 152254,
+  "<|d2_74|>": 152255,
+  "<|d2_75|>": 152256,
+  "<|d2_76|>": 152257,
+  "<|d2_77|>": 152258,
+  "<|d2_78|>": 152259,
+  "<|d2_79|>": 152260,
+  "<|d2_7|>": 152188,
+  "<|d2_80|>": 152261,
+  "<|d2_81|>": 152262,
+  "<|d2_82|>": 152263,
+  "<|d2_83|>": 152264,
+  "<|d2_84|>": 152265,
+  "<|d2_85|>": 152266,
+  "<|d2_86|>": 152267,
+  "<|d2_87|>": 152268,
+  "<|d2_88|>": 152269,
+  "<|d2_89|>": 152270,
+  "<|d2_8|>": 152189,
+  "<|d2_90|>": 152271,
+  "<|d2_91|>": 152272,
+  "<|d2_92|>": 152273,
+  "<|d2_93|>": 152274,
+  "<|d2_94|>": 152275,
+  "<|d2_95|>": 152276,
+  "<|d2_96|>": 152277,
+  "<|d2_97|>": 152278,
+  "<|d2_98|>": 152279,
+  "<|d2_99|>": 152280,
+  "<|d2_9|>": 152190,
+  "<|d3_0|>": 152437,
+  "<|d3_100|>": 152537,
+  "<|d3_101|>": 152538,
+  "<|d3_102|>": 152539,
+  "<|d3_103|>": 152540,
+  "<|d3_104|>": 152541,
+  "<|d3_105|>": 152542,
+  "<|d3_106|>": 152543,
+  "<|d3_107|>": 152544,
+  "<|d3_108|>": 152545,
+  "<|d3_109|>": 152546,
+  "<|d3_10|>": 152447,
+  "<|d3_110|>": 152547,
+  "<|d3_111|>": 152548,
+  "<|d3_112|>": 152549,
+  "<|d3_113|>": 152550,
+  "<|d3_114|>": 152551,
+  "<|d3_115|>": 152552,
+  "<|d3_116|>": 152553,
+  "<|d3_117|>": 152554,
+  "<|d3_118|>": 152555,
+  "<|d3_119|>": 152556,
+  "<|d3_11|>": 152448,
+  "<|d3_120|>": 152557,
+  "<|d3_121|>": 152558,
+  "<|d3_122|>": 152559,
+  "<|d3_123|>": 152560,
+  "<|d3_124|>": 152561,
+  "<|d3_125|>": 152562,
+  "<|d3_126|>": 152563,
+  "<|d3_127|>": 152564,
+  "<|d3_128|>": 152565,
+  "<|d3_129|>": 152566,
+  "<|d3_12|>": 152449,
+  "<|d3_130|>": 152567,
+  "<|d3_131|>": 152568,
+  "<|d3_132|>": 152569,
+  "<|d3_133|>": 152570,
+  "<|d3_134|>": 152571,
+  "<|d3_135|>": 152572,
+  "<|d3_136|>": 152573,
+  "<|d3_137|>": 152574,
+  "<|d3_138|>": 152575,
+  "<|d3_139|>": 152576,
+  "<|d3_13|>": 152450,
+  "<|d3_140|>": 152577,
+  "<|d3_141|>": 152578,
+  "<|d3_142|>": 152579,
+  "<|d3_143|>": 152580,
+  "<|d3_144|>": 152581,
+  "<|d3_145|>": 152582,
+  "<|d3_146|>": 152583,
+  "<|d3_147|>": 152584,
+  "<|d3_148|>": 152585,
+  "<|d3_149|>": 152586,
+  "<|d3_14|>": 152451,
+  "<|d3_150|>": 152587,
+  "<|d3_151|>": 152588,
+  "<|d3_152|>": 152589,
+  "<|d3_153|>": 152590,
+  "<|d3_154|>": 152591,
+  "<|d3_155|>": 152592,
+  "<|d3_156|>": 152593,
+  "<|d3_157|>": 152594,
+  "<|d3_158|>": 152595,
+  "<|d3_159|>": 152596,
+  "<|d3_15|>": 152452,
+  "<|d3_160|>": 152597,
+  "<|d3_161|>": 152598,
+  "<|d3_162|>": 152599,
+  "<|d3_163|>": 152600,
+  "<|d3_164|>": 152601,
+  "<|d3_165|>": 152602,
+  "<|d3_166|>": 152603,
+  "<|d3_167|>": 152604,
+  "<|d3_168|>": 152605,
+  "<|d3_169|>": 152606,
+  "<|d3_16|>": 152453,
+  "<|d3_170|>": 152607,
+  "<|d3_171|>": 152608,
+  "<|d3_172|>": 152609,
+  "<|d3_173|>": 152610,
+  "<|d3_174|>": 152611,
+  "<|d3_175|>": 152612,
+  "<|d3_176|>": 152613,
+  "<|d3_177|>": 152614,
+  "<|d3_178|>": 152615,
+  "<|d3_179|>": 152616,
+  "<|d3_17|>": 152454,
+  "<|d3_180|>": 152617,
+  "<|d3_181|>": 152618,
+  "<|d3_182|>": 152619,
+  "<|d3_183|>": 152620,
+  "<|d3_184|>": 152621,
+  "<|d3_185|>": 152622,
+  "<|d3_186|>": 152623,
+  "<|d3_187|>": 152624,
+  "<|d3_188|>": 152625,
+  "<|d3_189|>": 152626,
+  "<|d3_18|>": 152455,
+  "<|d3_190|>": 152627,
+  "<|d3_191|>": 152628,
+  "<|d3_192|>": 152629,
+  "<|d3_193|>": 152630,
+  "<|d3_194|>": 152631,
+  "<|d3_195|>": 152632,
+  "<|d3_196|>": 152633,
+  "<|d3_197|>": 152634,
+  "<|d3_198|>": 152635,
+  "<|d3_199|>": 152636,
+  "<|d3_19|>": 152456,
+  "<|d3_1|>": 152438,
+  "<|d3_200|>": 152637,
+  "<|d3_201|>": 152638,
+  "<|d3_202|>": 152639,
+  "<|d3_203|>": 152640,
+  "<|d3_204|>": 152641,
+  "<|d3_205|>": 152642,
+  "<|d3_206|>": 152643,
+  "<|d3_207|>": 152644,
+  "<|d3_208|>": 152645,
+  "<|d3_209|>": 152646,
+  "<|d3_20|>": 152457,
+  "<|d3_210|>": 152647,
+  "<|d3_211|>": 152648,
+  "<|d3_212|>": 152649,
+  "<|d3_213|>": 152650,
+  "<|d3_214|>": 152651,
+  "<|d3_215|>": 152652,
+  "<|d3_216|>": 152653,
+  "<|d3_217|>": 152654,
+  "<|d3_218|>": 152655,
+  "<|d3_219|>": 152656,
+  "<|d3_21|>": 152458,
+  "<|d3_220|>": 152657,
+  "<|d3_221|>": 152658,
+  "<|d3_222|>": 152659,
+  "<|d3_223|>": 152660,
+  "<|d3_224|>": 152661,
+  "<|d3_225|>": 152662,
+  "<|d3_226|>": 152663,
+  "<|d3_227|>": 152664,
+  "<|d3_228|>": 152665,
+  "<|d3_229|>": 152666,
+  "<|d3_22|>": 152459,
+  "<|d3_230|>": 152667,
+  "<|d3_231|>": 152668,
+  "<|d3_232|>": 152669,
+  "<|d3_233|>": 152670,
+  "<|d3_234|>": 152671,
+  "<|d3_235|>": 152672,
+  "<|d3_236|>": 152673,
+  "<|d3_237|>": 152674,
+  "<|d3_238|>": 152675,
+  "<|d3_239|>": 152676,
+  "<|d3_23|>": 152460,
+  "<|d3_240|>": 152677,
+  "<|d3_241|>": 152678,
+  "<|d3_242|>": 152679,
+  "<|d3_243|>": 152680,
+  "<|d3_244|>": 152681,
+  "<|d3_245|>": 152682,
+  "<|d3_246|>": 152683,
+  "<|d3_247|>": 152684,
+  "<|d3_248|>": 152685,
+  "<|d3_249|>": 152686,
+  "<|d3_24|>": 152461,
+  "<|d3_250|>": 152687,
+  "<|d3_251|>": 152688,
+  "<|d3_252|>": 152689,
+  "<|d3_253|>": 152690,
+  "<|d3_254|>": 152691,
+  "<|d3_255|>": 152692,
+  "<|d3_25|>": 152462,
+  "<|d3_26|>": 152463,
+  "<|d3_27|>": 152464,
+  "<|d3_28|>": 152465,
+  "<|d3_29|>": 152466,
+  "<|d3_2|>": 152439,
+  "<|d3_30|>": 152467,
+  "<|d3_31|>": 152468,
+  "<|d3_32|>": 152469,
+  "<|d3_33|>": 152470,
+  "<|d3_34|>": 152471,
+  "<|d3_35|>": 152472,
+  "<|d3_36|>": 152473,
+  "<|d3_37|>": 152474,
+  "<|d3_38|>": 152475,
+  "<|d3_39|>": 152476,
+  "<|d3_3|>": 152440,
+  "<|d3_40|>": 152477,
+  "<|d3_41|>": 152478,
+  "<|d3_42|>": 152479,
+  "<|d3_43|>": 152480,
+  "<|d3_44|>": 152481,
+  "<|d3_45|>": 152482,
+  "<|d3_46|>": 152483,
+  "<|d3_47|>": 152484,
+  "<|d3_48|>": 152485,
+  "<|d3_49|>": 152486,
+  "<|d3_4|>": 152441,
+  "<|d3_50|>": 152487,
+  "<|d3_51|>": 152488,
+  "<|d3_52|>": 152489,
+  "<|d3_53|>": 152490,
+  "<|d3_54|>": 152491,
+  "<|d3_55|>": 152492,
+  "<|d3_56|>": 152493,
+  "<|d3_57|>": 152494,
+  "<|d3_58|>": 152495,
+  "<|d3_59|>": 152496,
+  "<|d3_5|>": 152442,
+  "<|d3_60|>": 152497,
+  "<|d3_61|>": 152498,
+  "<|d3_62|>": 152499,
+  "<|d3_63|>": 152500,
+  "<|d3_64|>": 152501,
+  "<|d3_65|>": 152502,
+  "<|d3_66|>": 152503,
+  "<|d3_67|>": 152504,
+  "<|d3_68|>": 152505,
+  "<|d3_69|>": 152506,
+  "<|d3_6|>": 152443,
+  "<|d3_70|>": 152507,
+  "<|d3_71|>": 152508,
+  "<|d3_72|>": 152509,
+  "<|d3_73|>": 152510,
+  "<|d3_74|>": 152511,
+  "<|d3_75|>": 152512,
+  "<|d3_76|>": 152513,
+  "<|d3_77|>": 152514,
+  "<|d3_78|>": 152515,
+  "<|d3_79|>": 152516,
+  "<|d3_7|>": 152444,
+  "<|d3_80|>": 152517,
+  "<|d3_81|>": 152518,
+  "<|d3_82|>": 152519,
+  "<|d3_83|>": 152520,
+  "<|d3_84|>": 152521,
+  "<|d3_85|>": 152522,
+  "<|d3_86|>": 152523,
+  "<|d3_87|>": 152524,
+  "<|d3_88|>": 152525,
+  "<|d3_89|>": 152526,
+  "<|d3_8|>": 152445,
+  "<|d3_90|>": 152527,
+  "<|d3_91|>": 152528,
+  "<|d3_92|>": 152529,
+  "<|d3_93|>": 152530,
+  "<|d3_94|>": 152531,
+  "<|d3_95|>": 152532,
+  "<|d3_96|>": 152533,
+  "<|d3_97|>": 152534,
+  "<|d3_98|>": 152535,
+  "<|d3_99|>": 152536,
+  "<|d3_9|>": 152446,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

chat_template.jinja

@@ -0,0 +1,89 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0].role == 'system' %}
+        {{- messages[0].content + '\n\n' }}
+    {%- endif %}
+    {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0].role == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
+{%- for message in messages[::-1] %}
+    {%- set index = (messages|length - 1) - loop.index0 %}
+    {%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('<tool_response>') and message.content.endswith('</tool_response>')) %}
+        {%- set ns.multi_step_tool = false %}
+        {%- set ns.last_query_index = index %}
+    {%- endif %}
+{%- endfor %}
+{%- for message in messages %}
+    {%- if message.content is string %}
+        {%- set content = message.content %}
+    {%- else %}
+        {%- set content = '' %}
+    {%- endif %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) %}
+        {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {%- set reasoning_content = '' %}
+        {%- if message.reasoning_content is string %}
+            {%- set reasoning_content = message.reasoning_content %}
+        {%- else %}
+            {%- if '</think>' in content %}
+                {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
+                {%- set content = content.split('</think>')[-1].lstrip('\n') %}
+            {%- endif %}
+        {%- endif %}
+        {%- if loop.index0 > ns.last_query_index %}
+            {%- if loop.last or (not loop.last and reasoning_content) %}
+                {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content.strip('\n') + '\n</think>\n\n' + content.lstrip('\n') }}
+            {%- else %}
+                {{- '<|im_start|>' + message.role + '\n' + content }}
+            {%- endif %}
+        {%- else %}
+            {{- '<|im_start|>' + message.role + '\n' + content }}
+        {%- endif %}
+        {%- if message.tool_calls %}
+            {%- for tool_call in message.tool_calls %}
+                {%- if (loop.first and content) or (not loop.first) %}
+                    {{- '\n' }}
+                {%- endif %}
+                {%- if tool_call.function %}
+                    {%- set tool_call = tool_call.function %}
+                {%- endif %}
+                {{- '<tool_call>\n{"name": "' }}
+                {{- tool_call.name }}
+                {{- '", "arguments": ' }}
+                {%- if tool_call.arguments is string %}
+                    {{- tool_call.arguments }}
+                {%- else %}
+                    {{- tool_call.arguments | tojson }}
+                {%- endif %}
+                {{- '}\n</tool_call>' }}
+            {%- endfor %}
+        {%- endif %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+    {%- if enable_thinking is defined and enable_thinking is false %}
+        {{- '<think>\n\n</think>\n\n' }}
+    {%- endif %}
+{%- endif %}

config.json

@@ -0,0 +1,59 @@
+{
+  "architectures": [
+    "Qwen3ForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "dtype": "float32",
+  "eos_token_id": 151645,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 1024,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "layer_types": [
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention"
+  ],
+  "max_position_embeddings": 40960,
+  "max_window_layers": 28,
+  "model_type": "qwen3",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 8,
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": null,
+  "rope_theta": 1000000,
+  "sliding_window": null,
+  "tie_word_embeddings": true,
+  "transformers_version": "4.56.1",
+  "use_cache": false,
+  "use_sliding_window": false,
+  "vocab_size": 152693
+}

generation_config.json

@@ -0,0 +1,13 @@
+{
+  "bos_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "pad_token_id": 151643,
+  "temperature": 0.6,
+  "top_k": 20,
+  "top_p": 0.95,
+  "transformers_version": "4.56.1"
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cd3bd3bffacd3cf25ee3318b3badb44ccfde5e2f963f6ca2a5acee9e7532390
+size 1506531744

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d3f1d26dcfdbc174b6e331fb6f098f228415dd39d53cbaf637312abae9a09e
+size 3013253306

rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d6dbaea400350134c87609f2a6e7d568a19190ab54bccf06fc0c89f270eb6d2
+size 14244

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1033b16d48bfd019e213c24993bc27ceb3ea27083616ea8cc3a7a6be4da61de2
+size 1064

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6a6445ce802be05913d6a5f9c3b20a81a5e0a0e9eed6d2500290208e77870f5
+size 11613702

trainer_state.json

@@ -0,0 +1,1800 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 99.37735849056604,
+  "eval_steps": 500,
+  "global_step": 7950,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0,
+      "eval_loss": 12.89406681060791,
+      "eval_runtime": 4.5915,
+      "eval_samples_per_second": 44.865,
+      "eval_steps_per_second": 11.325,
+      "memory/device_mem_reserved(gib)": 7.41,
+      "memory/max_mem_active(gib)": 7.36,
+      "memory/max_mem_allocated(gib)": 7.36,
+      "step": 0
+    },
+    {
+      "epoch": 0.6289308176100629,
+      "grad_norm": 45.51484298706055,
+      "learning_rate": 6.163522012578617e-06,
+      "loss": 10.6397,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 50
+    },
+    {
+      "epoch": 1.251572327044025,
+      "grad_norm": 12.857139587402344,
+      "learning_rate": 1.2452830188679246e-05,
+      "loss": 4.0542,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 100
+    },
+    {
+      "epoch": 1.880503144654088,
+      "grad_norm": 24.607196807861328,
+      "learning_rate": 1.8742138364779874e-05,
+      "loss": 2.7236,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 150
+    },
+    {
+      "epoch": 2.50314465408805,
+      "grad_norm": 20.296478271484375,
+      "learning_rate": 2.5031446540880503e-05,
+      "loss": 1.9898,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 200
+    },
+    {
+      "epoch": 3.1257861635220126,
+      "grad_norm": 59.58812713623047,
+      "learning_rate": 3.132075471698113e-05,
+      "loss": 1.6871,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 250
+    },
+    {
+      "epoch": 3.7547169811320753,
+      "grad_norm": 19.767593383789062,
+      "learning_rate": 3.761006289308177e-05,
+      "loss": 1.5739,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 300
+    },
+    {
+      "epoch": 4.377358490566038,
+      "grad_norm": 16.475500106811523,
+      "learning_rate": 4.3899371069182394e-05,
+      "loss": 1.4301,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 350
+    },
+    {
+      "epoch": 5.0,
+      "grad_norm": 16.650306701660156,
+      "learning_rate": 5.018867924528302e-05,
+      "loss": 1.2817,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 400
+    },
+    {
+      "epoch": 5.628930817610063,
+      "grad_norm": 10.766618728637695,
+      "learning_rate": 5.6477987421383646e-05,
+      "loss": 1.0323,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 450
+    },
+    {
+      "epoch": 6.251572327044025,
+      "grad_norm": 11.595151901245117,
+      "learning_rate": 6.276729559748428e-05,
+      "loss": 0.8638,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 500
+    },
+    {
+      "epoch": 6.251572327044025,
+      "eval_loss": 0.9813075661659241,
+      "eval_runtime": 3.2032,
+      "eval_samples_per_second": 64.31,
+      "eval_steps_per_second": 16.234,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 500
+    },
+    {
+      "epoch": 6.880503144654088,
+      "grad_norm": 11.030454635620117,
+      "learning_rate": 6.90566037735849e-05,
+      "loss": 0.6994,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 550
+    },
+    {
+      "epoch": 7.50314465408805,
+      "grad_norm": 9.649336814880371,
+      "learning_rate": 7.534591194968554e-05,
+      "loss": 0.5307,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 600
+    },
+    {
+      "epoch": 8.125786163522013,
+      "grad_norm": 6.349382400512695,
+      "learning_rate": 8.163522012578617e-05,
+      "loss": 0.4517,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 650
+    },
+    {
+      "epoch": 8.754716981132075,
+      "grad_norm": 7.1547746658325195,
+      "learning_rate": 8.79245283018868e-05,
+      "loss": 0.3415,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 700
+    },
+    {
+      "epoch": 9.377358490566039,
+      "grad_norm": 5.784008979797363,
+      "learning_rate": 9.421383647798742e-05,
+      "loss": 0.2882,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 750
+    },
+    {
+      "epoch": 10.0,
+      "grad_norm": 6.659787178039551,
+      "learning_rate": 9.999992288473615e-05,
+      "loss": 0.2553,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 800
+    },
+    {
+      "epoch": 10.628930817610064,
+      "grad_norm": 4.395882606506348,
+      "learning_rate": 9.998594639794501e-05,
+      "loss": 0.1754,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 850
+    },
+    {
+      "epoch": 11.251572327044025,
+      "grad_norm": 4.044342517852783,
+      "learning_rate": 9.994787912603747e-05,
+      "loss": 0.158,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 900
+    },
+    {
+      "epoch": 11.880503144654089,
+      "grad_norm": 3.8275651931762695,
+      "learning_rate": 9.988573941557954e-05,
+      "loss": 0.1206,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 950
+    },
+    {
+      "epoch": 12.50314465408805,
+      "grad_norm": 3.210361957550049,
+      "learning_rate": 9.979955721487716e-05,
+      "loss": 0.0884,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 1000
+    },
+    {
+      "epoch": 12.50314465408805,
+      "eval_loss": 0.4656066298484802,
+      "eval_runtime": 3.193,
+      "eval_samples_per_second": 64.516,
+      "eval_steps_per_second": 16.286,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 1000
+    },
+    {
+      "epoch": 13.125786163522013,
+      "grad_norm": 3.0777196884155273,
+      "learning_rate": 9.968937405954233e-05,
+      "loss": 0.0776,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 1050
+    },
+    {
+      "epoch": 13.754716981132075,
+      "grad_norm": 2.625596761703491,
+      "learning_rate": 9.955524305247519e-05,
+      "loss": 0.0561,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 1100
+    },
+    {
+      "epoch": 14.377358490566039,
+      "grad_norm": 2.118314743041992,
+      "learning_rate": 9.93972288382709e-05,
+      "loss": 0.0505,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 1150
+    },
+    {
+      "epoch": 15.0,
+      "grad_norm": 2.850794553756714,
+      "learning_rate": 9.921540757206413e-05,
+      "loss": 0.0474,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 1200
+    },
+    {
+      "epoch": 15.628930817610064,
+      "grad_norm": 1.7832540273666382,
+      "learning_rate": 9.900986688282601e-05,
+      "loss": 0.0369,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 1250
+    },
+    {
+      "epoch": 16.251572327044027,
+      "grad_norm": 2.3697540760040283,
+      "learning_rate": 9.878070583113123e-05,
+      "loss": 0.0361,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 1300
+    },
+    {
+      "epoch": 16.88050314465409,
+      "grad_norm": 1.7535895109176636,
+      "learning_rate": 9.85280348614157e-05,
+      "loss": 0.0306,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 1350
+    },
+    {
+      "epoch": 17.50314465408805,
+      "grad_norm": 1.4870631694793701,
+      "learning_rate": 9.825197574874774e-05,
+      "loss": 0.0255,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 1400
+    },
+    {
+      "epoch": 18.12578616352201,
+      "grad_norm": 1.5221953392028809,
+      "learning_rate": 9.79526615401384e-05,
+      "loss": 0.0249,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 1450
+    },
+    {
+      "epoch": 18.754716981132077,
+      "grad_norm": 1.6464166641235352,
+      "learning_rate": 9.76302364904193e-05,
+      "loss": 0.0239,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 1500
+    },
+    {
+      "epoch": 18.754716981132077,
+      "eval_loss": 0.4606185555458069,
+      "eval_runtime": 3.1934,
+      "eval_samples_per_second": 64.508,
+      "eval_steps_per_second": 16.284,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 1500
+    },
+    {
+      "epoch": 19.37735849056604,
+      "grad_norm": 0.9110147953033447,
+      "learning_rate": 9.728485599271889e-05,
+      "loss": 0.0193,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 1550
+    },
+    {
+      "epoch": 20.0,
+      "grad_norm": 1.9765591621398926,
+      "learning_rate": 9.691668650357051e-05,
+      "loss": 0.0181,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 1600
+    },
+    {
+      "epoch": 20.628930817610062,
+      "grad_norm": 0.8914468288421631,
+      "learning_rate": 9.65259054626885e-05,
+      "loss": 0.0137,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 1650
+    },
+    {
+      "epoch": 21.251572327044027,
+      "grad_norm": 0.8400326371192932,
+      "learning_rate": 9.61127012074509e-05,
+      "loss": 0.0141,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 1700
+    },
+    {
+      "epoch": 21.88050314465409,
+      "grad_norm": 1.2185256481170654,
+      "learning_rate": 9.567727288213005e-05,
+      "loss": 0.0132,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 1750
+    },
+    {
+      "epoch": 22.50314465408805,
+      "grad_norm": 1.3600502014160156,
+      "learning_rate": 9.521983034191473e-05,
+      "loss": 0.0112,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 1800
+    },
+    {
+      "epoch": 23.12578616352201,
+      "grad_norm": 0.7943138480186462,
+      "learning_rate": 9.474059405177029e-05,
+      "loss": 0.0094,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 1850
+    },
+    {
+      "epoch": 23.754716981132077,
+      "grad_norm": 0.9606059789657593,
+      "learning_rate": 9.423979498018521e-05,
+      "loss": 0.0067,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 1900
+    },
+    {
+      "epoch": 24.37735849056604,
+      "grad_norm": 1.3146306276321411,
+      "learning_rate": 9.371767448785566e-05,
+      "loss": 0.0059,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 1950
+    },
+    {
+      "epoch": 25.0,
+      "grad_norm": 0.18922117352485657,
+      "learning_rate": 9.317448421136134e-05,
+      "loss": 0.0034,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 2000
+    },
+    {
+      "epoch": 25.0,
+      "eval_loss": 0.4182418882846832,
+      "eval_runtime": 3.2062,
+      "eval_samples_per_second": 64.251,
+      "eval_steps_per_second": 16.219,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 2000
+    },
+    {
+      "epoch": 25.628930817610062,
+      "grad_norm": 0.5072735548019409,
+      "learning_rate": 9.261048594188899e-05,
+      "loss": 0.0015,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 2050
+    },
+    {
+      "epoch": 26.251572327044027,
+      "grad_norm": 0.014916314743459225,
+      "learning_rate": 9.202595149906186e-05,
+      "loss": 0.0009,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 2100
+    },
+    {
+      "epoch": 26.88050314465409,
+      "grad_norm": 0.01302888710051775,
+      "learning_rate": 9.142116259993581e-05,
+      "loss": 0.0005,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 2150
+    },
+    {
+      "epoch": 27.50314465408805,
+      "grad_norm": 0.027999432757496834,
+      "learning_rate": 9.079641072322556e-05,
+      "loss": 0.0004,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 2200
+    },
+    {
+      "epoch": 28.12578616352201,
+      "grad_norm": 0.09736159443855286,
+      "learning_rate": 9.015199696882614e-05,
+      "loss": 0.0005,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 2250
+    },
+    {
+      "epoch": 28.754716981132077,
+      "grad_norm": 0.0072149247862398624,
+      "learning_rate": 8.948823191269741e-05,
+      "loss": 0.0004,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 2300
+    },
+    {
+      "epoch": 29.37735849056604,
+      "grad_norm": 0.006900622975081205,
+      "learning_rate": 8.880543545718172e-05,
+      "loss": 0.0003,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 2350
+    },
+    {
+      "epoch": 30.0,
+      "grad_norm": 0.23880253732204437,
+      "learning_rate": 8.810393667682645e-05,
+      "loss": 0.0004,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 2400
+    },
+    {
+      "epoch": 30.628930817610062,
+      "grad_norm": 0.00512400409206748,
+      "learning_rate": 8.738407365978627e-05,
+      "loss": 0.0004,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 2450
+    },
+    {
+      "epoch": 31.251572327044027,
+      "grad_norm": 0.005065740551799536,
+      "learning_rate": 8.664619334488112e-05,
+      "loss": 0.0003,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 2500
+    },
+    {
+      "epoch": 31.251572327044027,
+      "eval_loss": 0.4146847128868103,
+      "eval_runtime": 3.199,
+      "eval_samples_per_second": 64.396,
+      "eval_steps_per_second": 16.255,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 2500
+    },
+    {
+      "epoch": 31.88050314465409,
+      "grad_norm": 0.005813656374812126,
+      "learning_rate": 8.589065135438866e-05,
+      "loss": 0.0004,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 2550
+    },
+    {
+      "epoch": 32.503144654088054,
+      "grad_norm": 0.004174518398940563,
+      "learning_rate": 8.511781182265162e-05,
+      "loss": 0.0003,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 2600
+    },
+    {
+      "epoch": 33.125786163522015,
+      "grad_norm": 0.005025345832109451,
+      "learning_rate": 8.432804722058296e-05,
+      "loss": 0.0003,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 2650
+    },
+    {
+      "epoch": 33.75471698113208,
+      "grad_norm": 0.003451400436460972,
+      "learning_rate": 8.352173817615298e-05,
+      "loss": 0.0003,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 2700
+    },
+    {
+      "epoch": 34.37735849056604,
+      "grad_norm": 0.005046437028795481,
+      "learning_rate": 8.269927329094524e-05,
+      "loss": 0.0003,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 2750
+    },
+    {
+      "epoch": 35.0,
+      "grad_norm": 0.007225444074720144,
+      "learning_rate": 8.186104895286962e-05,
+      "loss": 0.0003,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 2800
+    },
+    {
+      "epoch": 35.62893081761006,
+      "grad_norm": 0.06628947705030441,
+      "learning_rate": 8.100746914512264e-05,
+      "loss": 0.0003,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 2850
+    },
+    {
+      "epoch": 36.25157232704402,
+      "grad_norm": 0.035715293139219284,
+      "learning_rate": 8.013894525148739e-05,
+      "loss": 0.0003,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 2900
+    },
+    {
+      "epoch": 36.880503144654085,
+      "grad_norm": 0.09320684522390366,
+      "learning_rate": 7.925589585806647e-05,
+      "loss": 0.0003,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 2950
+    },
+    {
+      "epoch": 37.503144654088054,
+      "grad_norm": 0.0035134428180754185,
+      "learning_rate": 7.835874655154409e-05,
+      "loss": 0.0003,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 3000
+    },
+    {
+      "epoch": 37.503144654088054,
+      "eval_loss": 0.4172806143760681,
+      "eval_runtime": 3.205,
+      "eval_samples_per_second": 64.274,
+      "eval_steps_per_second": 16.224,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 3000
+    },
+    {
+      "epoch": 38.125786163522015,
+      "grad_norm": 0.053384799510240555,
+      "learning_rate": 7.744792971407403e-05,
+      "loss": 0.0003,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 3050
+    },
+    {
+      "epoch": 38.75471698113208,
+      "grad_norm": 0.003731059841811657,
+      "learning_rate": 7.652388431489248e-05,
+      "loss": 0.0003,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 3100
+    },
+    {
+      "epoch": 39.37735849056604,
+      "grad_norm": 0.0034423263277858496,
+      "learning_rate": 7.558705569875639e-05,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 3150
+    },
+    {
+      "epoch": 40.0,
+      "grad_norm": 0.15515735745429993,
+      "learning_rate": 7.463789537130901e-05,
+      "loss": 0.0003,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 3200
+    },
+    {
+      "epoch": 40.62893081761006,
+      "grad_norm": 0.0036120035219937563,
+      "learning_rate": 7.367686078147627e-05,
+      "loss": 0.0003,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 3250
+    },
+    {
+      "epoch": 41.25157232704402,
+      "grad_norm": 0.0032184540759772062,
+      "learning_rate": 7.270441510099862e-05,
+      "loss": 0.0003,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 3300
+    },
+    {
+      "epoch": 41.880503144654085,
+      "grad_norm": 0.0027952201198786497,
+      "learning_rate": 7.1721027001205e-05,
+      "loss": 0.0003,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 3350
+    },
+    {
+      "epoch": 42.503144654088054,
+      "grad_norm": 0.0036804918199777603,
+      "learning_rate": 7.072717042713608e-05,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 3400
+    },
+    {
+      "epoch": 43.125786163522015,
+      "grad_norm": 0.07971662282943726,
+      "learning_rate": 6.97233243691259e-05,
+      "loss": 0.0003,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 3450
+    },
+    {
+      "epoch": 43.75471698113208,
+      "grad_norm": 0.0031471922993659973,
+      "learning_rate": 6.870997263195189e-05,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 3500
+    },
+    {
+      "epoch": 43.75471698113208,
+      "eval_loss": 0.4193211495876312,
+      "eval_runtime": 3.2022,
+      "eval_samples_per_second": 64.332,
+      "eval_steps_per_second": 16.239,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 3500
+    },
+    {
+      "epoch": 44.37735849056604,
+      "grad_norm": 0.0884564146399498,
+      "learning_rate": 6.768760360166471e-05,
+      "loss": 0.0003,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 3550
+    },
+    {
+      "epoch": 45.0,
+      "grad_norm": 0.003808132605627179,
+      "learning_rate": 6.665671001020987e-05,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 3600
+    },
+    {
+      "epoch": 45.62893081761006,
+      "grad_norm": 0.00299069844186306,
+      "learning_rate": 6.561778869795514e-05,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 3650
+    },
+    {
+      "epoch": 46.25157232704402,
+      "grad_norm": 0.0026494229678064585,
+      "learning_rate": 6.457134037423757e-05,
+      "loss": 0.0003,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 3700
+    },
+    {
+      "epoch": 46.880503144654085,
+      "grad_norm": 0.002516557229682803,
+      "learning_rate": 6.351786937604631e-05,
+      "loss": 0.0003,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 3750
+    },
+    {
+      "epoch": 47.503144654088054,
+      "grad_norm": 0.0023329760879278183,
+      "learning_rate": 6.245788342495654e-05,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 3800
+    },
+    {
+      "epoch": 48.125786163522015,
+      "grad_norm": 0.06959404051303864,
+      "learning_rate": 6.13918933824326e-05,
+      "loss": 0.0003,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 3850
+    },
+    {
+      "epoch": 48.75471698113208,
+      "grad_norm": 0.002554183593019843,
+      "learning_rate": 6.032041300361773e-05,
+      "loss": 0.0003,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 3900
+    },
+    {
+      "epoch": 49.37735849056604,
+      "grad_norm": 0.002376449992880225,
+      "learning_rate": 5.924395868972912e-05,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 3950
+    },
+    {
+      "epoch": 50.0,
+      "grad_norm": 0.1847931295633316,
+      "learning_rate": 5.8163049239177784e-05,
+      "loss": 0.0003,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 4000
+    },
+    {
+      "epoch": 50.0,
+      "eval_loss": 0.41984716057777405,
+      "eval_runtime": 3.345,
+      "eval_samples_per_second": 61.585,
+      "eval_steps_per_second": 15.546,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 4000
+    },
+    {
+      "epoch": 50.62893081761006,
+      "grad_norm": 0.001976967789232731,
+      "learning_rate": 5.707820559753301e-05,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 4050
+    },
+    {
+      "epoch": 51.25157232704402,
+      "grad_norm": 0.002146355574950576,
+      "learning_rate": 5.598995060645207e-05,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 4100
+    },
+    {
+      "epoch": 51.880503144654085,
+      "grad_norm": 0.08366034924983978,
+      "learning_rate": 5.4898808751696115e-05,
+      "loss": 0.0003,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 4150
+    },
+    {
+      "epoch": 52.503144654088054,
+      "grad_norm": 0.002259905682876706,
+      "learning_rate": 5.380530591035358e-05,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 4200
+    },
+    {
+      "epoch": 53.125786163522015,
+      "grad_norm": 0.002441129647195339,
+      "learning_rate": 5.2709969097393106e-05,
+      "loss": 0.0003,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 4250
+    },
+    {
+      "epoch": 53.75471698113208,
+      "grad_norm": 0.002149126259610057,
+      "learning_rate": 5.161332621166817e-05,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 4300
+    },
+    {
+      "epoch": 54.37735849056604,
+      "grad_norm": 0.001962183741852641,
+      "learning_rate": 5.0515905781495456e-05,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 4350
+    },
+    {
+      "epoch": 55.0,
+      "grad_norm": 0.002487902995198965,
+      "learning_rate": 4.941823670993016e-05,
+      "loss": 0.0003,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 4400
+    },
+    {
+      "epoch": 55.62893081761006,
+      "grad_norm": 0.0021235146559774876,
+      "learning_rate": 4.8320848019860454e-05,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 4450
+    },
+    {
+      "epoch": 56.25157232704402,
+      "grad_norm": 0.002039574086666107,
+      "learning_rate": 4.722426859904432e-05,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 4500
+    },
+    {
+      "epoch": 56.25157232704402,
+      "eval_loss": 0.42212262749671936,
+      "eval_runtime": 3.3228,
+      "eval_samples_per_second": 61.996,
+      "eval_steps_per_second": 15.649,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 4500
+    },
+    {
+      "epoch": 56.880503144654085,
+      "grad_norm": 0.0019425100181251764,
+      "learning_rate": 4.612902694521153e-05,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 4550
+    },
+    {
+      "epoch": 57.503144654088054,
+      "grad_norm": 0.0017751130508258939,
+      "learning_rate": 4.503565091135342e-05,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 4600
+    },
+    {
+      "epoch": 58.125786163522015,
+      "grad_norm": 0.0020404935348778963,
+      "learning_rate": 4.3944667451323694e-05,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 4650
+    },
+    {
+      "epoch": 58.75471698113208,
+      "grad_norm": 0.001929473364725709,
+      "learning_rate": 4.285660236587222e-05,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 4700
+    },
+    {
+      "epoch": 59.37735849056604,
+      "grad_norm": 0.0017358898185193539,
+      "learning_rate": 4.177198004923492e-05,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 4750
+    },
+    {
+      "epoch": 60.0,
+      "grad_norm": 0.0023231045342981815,
+      "learning_rate": 4.0691323236401194e-05,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 4800
+    },
+    {
+      "epoch": 60.62893081761006,
+      "grad_norm": 0.08456777036190033,
+      "learning_rate": 3.961515275118134e-05,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 4850
+    },
+    {
+      "epoch": 61.25157232704402,
+      "grad_norm": 0.0015685250982642174,
+      "learning_rate": 3.854398725519479e-05,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 4900
+    },
+    {
+      "epoch": 61.880503144654085,
+      "grad_norm": 0.0017422462115064263,
+      "learning_rate": 3.747834299790057e-05,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 4950
+    },
+    {
+      "epoch": 62.503144654088054,
+      "grad_norm": 0.0019026623340323567,
+      "learning_rate": 3.641873356779035e-05,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 5000
+    },
+    {
+      "epoch": 62.503144654088054,
+      "eval_loss": 0.4231208860874176,
+      "eval_runtime": 3.3761,
+      "eval_samples_per_second": 61.017,
+      "eval_steps_per_second": 15.402,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 5000
+    },
+    {
+      "epoch": 63.125786163522015,
+      "grad_norm": 0.00161712896078825,
+      "learning_rate": 3.536566964486373e-05,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 5050
+    },
+    {
+      "epoch": 63.75471698113208,
+      "grad_norm": 0.0018402227433398366,
+      "learning_rate": 3.4319658754505536e-05,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 5100
+    },
+    {
+      "epoch": 64.37735849056604,
+      "grad_norm": 0.0017006592825055122,
+      "learning_rate": 3.3281205022883296e-05,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 5150
+    },
+    {
+      "epoch": 65.0,
+      "grad_norm": 0.002361567923799157,
+      "learning_rate": 3.2250808933983124e-05,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 5200
+    },
+    {
+      "epoch": 65.62893081761007,
+      "grad_norm": 0.0015942014288157225,
+      "learning_rate": 3.122896708840084e-05,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 5250
+    },
+    {
+      "epoch": 66.25157232704403,
+      "grad_norm": 0.06022707000374794,
+      "learning_rate": 3.0216171964004658e-05,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 5300
+    },
+    {
+      "epoch": 66.88050314465409,
+      "grad_norm": 0.001938488450832665,
+      "learning_rate": 2.9212911678585043e-05,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 5350
+    },
+    {
+      "epoch": 67.50314465408805,
+      "grad_norm": 0.0015994412824511528,
+      "learning_rate": 2.821966975460566e-05,
+      "loss": 0.0001,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 5400
+    },
+    {
+      "epoch": 68.12578616352201,
+      "grad_norm": 0.0013752554077655077,
+      "learning_rate": 2.723692488616924e-05,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 5450
+    },
+    {
+      "epoch": 68.75471698113208,
+      "grad_norm": 0.0018416305538266897,
+      "learning_rate": 2.6265150708310316e-05,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 5500
+    },
+    {
+      "epoch": 68.75471698113208,
+      "eval_loss": 0.42299509048461914,
+      "eval_runtime": 3.3086,
+      "eval_samples_per_second": 62.261,
+      "eval_steps_per_second": 15.716,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 5500
+    },
+    {
+      "epoch": 69.37735849056604,
+      "grad_norm": 0.05967230722308159,
+      "learning_rate": 2.530481556872636e-05,
+      "loss": 0.0001,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 5550
+    },
+    {
+      "epoch": 70.0,
+      "grad_norm": 0.002312347525730729,
+      "learning_rate": 2.435638230205701e-05,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 5600
+    },
+    {
+      "epoch": 70.62893081761007,
+      "grad_norm": 0.07449054718017578,
+      "learning_rate": 2.3420308006820345e-05,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 5650
+    },
+    {
+      "epoch": 71.25157232704403,
+      "grad_norm": 0.0014853739412501454,
+      "learning_rate": 2.2497043825113824e-05,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 5700
+    },
+    {
+      "epoch": 71.88050314465409,
+      "grad_norm": 0.0014424559194594622,
+      "learning_rate": 2.158703472518569e-05,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 5750
+    },
+    {
+      "epoch": 72.50314465408805,
+      "grad_norm": 0.0015837795799598098,
+      "learning_rate": 2.0690719286982125e-05,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 5800
+    },
+    {
+      "epoch": 73.12578616352201,
+      "grad_norm": 0.06110122799873352,
+      "learning_rate": 1.9808529490773042e-05,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 5850
+    },
+    {
+      "epoch": 73.75471698113208,
+      "grad_norm": 0.0015458406414836645,
+      "learning_rate": 1.894089050895879e-05,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 5900
+    },
+    {
+      "epoch": 74.37735849056604,
+      "grad_norm": 0.0013154478510841727,
+      "learning_rate": 1.8088220501157755e-05,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 5950
+    },
+    {
+      "epoch": 75.0,
+      "grad_norm": 0.0016847378574311733,
+      "learning_rate": 1.7250930412673794e-05,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 6000
+    },
+    {
+      "epoch": 75.0,
+      "eval_loss": 0.42366164922714233,
+      "eval_runtime": 3.3318,
+      "eval_samples_per_second": 61.828,
+      "eval_steps_per_second": 15.607,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 6000
+    },
+    {
+      "epoch": 75.62893081761007,
+      "grad_norm": 0.06749001890420914,
+      "learning_rate": 1.6429423776440807e-05,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 6050
+    },
+    {
+      "epoch": 76.25157232704403,
+      "grad_norm": 0.0014320407062768936,
+      "learning_rate": 1.5624096518539412e-05,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 6100
+    },
+    {
+      "epoch": 76.88050314465409,
+      "grad_norm": 0.0012947659706696868,
+      "learning_rate": 1.4835336767380053e-05,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 6150
+    },
+    {
+      "epoch": 77.50314465408805,
+      "grad_norm": 0.06402043998241425,
+      "learning_rate": 1.4063524666643956e-05,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 6200
+    },
+    {
+      "epoch": 78.12578616352201,
+      "grad_norm": 0.0012907255440950394,
+      "learning_rate": 1.3309032192072463e-05,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 6250
+    },
+    {
+      "epoch": 78.75471698113208,
+      "grad_norm": 0.0012127637164667249,
+      "learning_rate": 1.2572222972192955e-05,
+      "loss": 0.0001,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 6300
+    },
+    {
+      "epoch": 79.37735849056604,
+      "grad_norm": 0.056700922548770905,
+      "learning_rate": 1.1853452113067543e-05,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 6350
+    },
+    {
+      "epoch": 80.0,
+      "grad_norm": 0.0018291111337020993,
+      "learning_rate": 1.1153066027149422e-05,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 6400
+    },
+    {
+      "epoch": 80.62893081761007,
+      "grad_norm": 0.001427468378096819,
+      "learning_rate": 1.0471402266328844e-05,
+      "loss": 0.0001,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 6450
+    },
+    {
+      "epoch": 81.25157232704403,
+      "grad_norm": 0.0013415232533589005,
+      "learning_rate": 9.808789359249726e-06,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 6500
+    },
+    {
+      "epoch": 81.25157232704403,
+      "eval_loss": 0.4232681393623352,
+      "eval_runtime": 3.3357,
+      "eval_samples_per_second": 61.757,
+      "eval_steps_per_second": 15.589,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 6500
+    },
+    {
+      "epoch": 81.88050314465409,
+      "grad_norm": 0.0014300766633823514,
+      "learning_rate": 9.165546652974766e-06,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 6550
+    },
+    {
+      "epoch": 82.50314465408805,
+      "grad_norm": 0.0013741519069299102,
+      "learning_rate": 8.541984159075866e-06,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 6600
+    },
+    {
+      "epoch": 83.12578616352201,
+      "grad_norm": 0.05915085971355438,
+      "learning_rate": 7.938402404223605e-06,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 6650
+    },
+    {
+      "epoch": 83.75471698113208,
+      "grad_norm": 0.0013567082351073623,
+      "learning_rate": 7.3550922853480915e-06,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 6700
+    },
+    {
+      "epoch": 84.37735849056604,
+      "grad_norm": 0.0014516132650896907,
+      "learning_rate": 6.792334929440886e-06,
+      "loss": 0.0001,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 6750
+    },
+    {
+      "epoch": 85.0,
+      "grad_norm": 0.0018640623893588781,
+      "learning_rate": 6.250401558065444e-06,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 6800
+    },
+    {
+      "epoch": 85.62893081761007,
+      "grad_norm": 0.0013895193114876747,
+      "learning_rate": 5.729553356641643e-06,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 6850
+    },
+    {
+      "epoch": 86.25157232704403,
+      "grad_norm": 0.0012052542297169566,
+      "learning_rate": 5.230041348567105e-06,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 6900
+    },
+    {
+      "epoch": 86.88050314465409,
+      "grad_norm": 0.0013040176127105951,
+      "learning_rate": 4.7521062742362285e-06,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 6950
+    },
+    {
+      "epoch": 87.50314465408805,
+      "grad_norm": 0.0013780539156869054,
+      "learning_rate": 4.295978475015033e-06,
+      "loss": 0.0001,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 7000
+    },
+    {
+      "epoch": 87.50314465408805,
+      "eval_loss": 0.42496076226234436,
+      "eval_runtime": 3.3047,
+      "eval_samples_per_second": 62.335,
+      "eval_steps_per_second": 15.735,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 7000
+    },
+    {
+      "epoch": 88.12578616352201,
+      "grad_norm": 0.0012548089725896716,
+      "learning_rate": 3.861877782227885e-06,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 7050
+    },
+    {
+      "epoch": 88.75471698113208,
+      "grad_norm": 0.0012777590891346335,
+      "learning_rate": 3.4500134112095518e-06,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 7100
+    },
+    {
+      "epoch": 89.37735849056604,
+      "grad_norm": 0.0012396974489092827,
+      "learning_rate": 3.060583860473587e-06,
+      "loss": 0.0001,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 7150
+    },
+    {
+      "epoch": 90.0,
+      "grad_norm": 0.001860588090494275,
+      "learning_rate": 2.6937768160457954e-06,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 7200
+    },
+    {
+      "epoch": 90.62893081761007,
+      "grad_norm": 0.001240984071046114,
+      "learning_rate": 2.3497690610086777e-06,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 7250
+    },
+    {
+      "epoch": 91.25157232704403,
+      "grad_norm": 0.001372280647046864,
+      "learning_rate": 2.028726390300667e-06,
+      "loss": 0.0001,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 7300
+    },
+    {
+      "epoch": 91.88050314465409,
+      "grad_norm": 0.0013157941866666079,
+      "learning_rate": 1.7308035308110204e-06,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 7350
+    },
+    {
+      "epoch": 92.50314465408805,
+      "grad_norm": 0.06030140072107315,
+      "learning_rate": 1.4561440668090508e-06,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 7400
+    },
+    {
+      "epoch": 93.12578616352201,
+      "grad_norm": 0.07388274371623993,
+      "learning_rate": 1.2048803707434997e-06,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 7450
+    },
+    {
+      "epoch": 93.75471698113208,
+      "grad_norm": 0.0011325875530019403,
+      "learning_rate": 9.771335394454906e-07,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 7500
+    },
+    {
+      "epoch": 93.75471698113208,
+      "eval_loss": 0.4239003360271454,
+      "eval_runtime": 3.3346,
+      "eval_samples_per_second": 61.777,
+      "eval_steps_per_second": 15.594,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 7500
+    },
+    {
+      "epoch": 94.37735849056604,
+      "grad_norm": 0.001379797118715942,
+      "learning_rate": 7.73013335765771e-07,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 7550
+    },
+    {
+      "epoch": 95.0,
+      "grad_norm": 0.002098705852404237,
+      "learning_rate": 5.92618135674361e-07,
+      "loss": 0.0001,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 7600
+    },
+    {
+      "epoch": 95.62893081761007,
+      "grad_norm": 0.0013479177141562104,
+      "learning_rate": 4.36034880848174e-07,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 7650
+    },
+    {
+      "epoch": 96.25157232704403,
+      "grad_norm": 0.10964928567409515,
+      "learning_rate": 3.033390367693401e-07,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 7700
+    },
+    {
+      "epoch": 96.88050314465409,
+      "grad_norm": 0.001252847840078175,
+      "learning_rate": 1.945945563545437e-07,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 7750
+    },
+    {
+      "epoch": 97.50314465408805,
+      "grad_norm": 0.0012745157582685351,
+      "learning_rate": 1.0985384913285157e-07,
+      "loss": 0.0001,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 7800
+    },
+    {
+      "epoch": 98.12578616352201,
+      "grad_norm": 0.057910941541194916,
+      "learning_rate": 4.915775598685057e-08,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 7850
+    },
+    {
+      "epoch": 98.75471698113208,
+      "grad_norm": 0.0011539831757545471,
+      "learning_rate": 1.2535529469370755e-08,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 7900
+    },
+    {
+      "epoch": 99.37735849056604,
+      "grad_norm": 0.001350544043816626,
+      "learning_rate": 4.819705151648535e-12,
+      "loss": 0.0002,
+      "memory/device_mem_reserved(gib)": 22.98,
+      "memory/max_mem_active(gib)": 21.19,
+      "memory/max_mem_allocated(gib)": 21.19,
+      "step": 7950
+    }
+  ],
+  "logging_steps": 50,
+  "max_steps": 7950,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 100,
+  "save_steps": 1000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.566101899604656e+18,
+  "train_batch_size": 4,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f6d80e56946b670b563dd8c5e70630088c9699e7938abc4b3bbf4a4a0838343
+size 6840