Upload ./trainer_state.json with huggingface_hub

trainer_state.json

@@ -1,9 +1,9 @@
 {
-  "best_metric": 0.8423399925231934,
-  "best_model_checkpoint": "./output/training_results/C018_random_sample_llama3-8b-base_instruct_20240504_182259/checkpoint-20",
-  "epoch": 4.0,
-  "eval_steps": 20,
-  "global_step": 192,
+  "best_metric": 0.8055909276008606,
+  "best_model_checkpoint": "./output/training_results/C018_Meta-Llama-3-8B_instruct_20240729_013421/checkpoint-10",
+  "epoch": 0.20833333333333334,
+  "eval_steps": 5,
+  "global_step": 10,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -12,363 +12,53 @@
       "epoch": 0.020833333333333332,
       "grad_norm": 0.0,
       "learning_rate": 0.0,
-      "loss": 0.9378,
+      "loss": 0.8792,
       "step": 1
     },
     {
-      "epoch": 0.10416666666666667,
-      "grad_norm": 12.797572312512326,
-      "learning_rate": 1.5e-06,
-      "loss": 0.914,
-      "step": 5
-    },
-    {
-      "epoch": 0.20833333333333334,
-      "grad_norm": 6.055131806849878,
-      "learning_rate": 3.75e-06,
-      "loss": 0.9191,
-      "step": 10
-    },
-    {
-      "epoch": 0.3125,
-      "grad_norm": 5.364360008317059,
-      "learning_rate": 7.5e-06,
-      "loss": 0.8384,
-      "step": 15
-    },
-    {
-      "epoch": 0.4166666666666667,
-      "grad_norm": 5.029346041755506,
-      "learning_rate": 1.125e-05,
-      "loss": 0.8108,
-      "step": 20
-    },
-    {
-      "epoch": 0.4166666666666667,
-      "eval_loss": 0.8423399925231934,
-      "eval_runtime": 1.9929,
-      "eval_samples_per_second": 170.602,
-      "eval_steps_per_second": 1.505,
-      "step": 20
-    },
-    {
-      "epoch": 0.5208333333333334,
-      "grad_norm": 4.414919525176414,
-      "learning_rate": 1.5e-05,
-      "loss": 0.8145,
-      "step": 25
-    },
-    {
-      "epoch": 0.625,
-      "grad_norm": 4.112077512908992,
-      "learning_rate": 1.0857107196807194e-05,
-      "loss": 0.8903,
-      "step": 30
-    },
-    {
-      "epoch": 0.7291666666666666,
-      "grad_norm": 3.941277162112511,
-      "learning_rate": 7.785589881369409e-06,
-      "loss": 0.8187,
-      "step": 35
-    },
-    {
-      "epoch": 0.8333333333333334,
-      "grad_norm": 4.254470659708268,
-      "learning_rate": 5.529292099652595e-06,
-      "loss": 0.7995,
-      "step": 40
-    },
-    {
-      "epoch": 0.8333333333333334,
-      "eval_loss": 0.8555145263671875,
-      "eval_runtime": 1.9676,
-      "eval_samples_per_second": 172.799,
-      "eval_steps_per_second": 1.525,
-      "step": 40
-    },
-    {
-      "epoch": 0.9375,
-      "grad_norm": 3.9948611107854326,
-      "learning_rate": 3.888024511896068e-06,
-      "loss": 0.882,
-      "step": 45
-    },
-    {
-      "epoch": 1.0416666666666667,
-      "grad_norm": 3.9168522584614895,
-      "learning_rate": 2.706555900111454e-06,
-      "loss": 0.736,
-      "step": 50
-    },
-    {
-      "epoch": 1.1458333333333333,
-      "grad_norm": 2.943062356850262,
-      "learning_rate": 1.865515934042282e-06,
-      "loss": 0.4778,
-      "step": 55
-    },
-    {
-      "epoch": 1.25,
-      "grad_norm": 4.767880244063883,
-      "learning_rate": 1.2739241815556468e-06,
-      "loss": 0.4526,
-      "step": 60
-    },
-    {
-      "epoch": 1.25,
-      "eval_loss": 0.8815763592720032,
-      "eval_runtime": 1.9656,
-      "eval_samples_per_second": 172.976,
-      "eval_steps_per_second": 1.526,
-      "step": 60
-    },
-    {
-      "epoch": 1.3541666666666667,
-      "grad_norm": 3.995356444110687,
-      "learning_rate": 8.630954296648578e-07,
-      "loss": 0.4192,
-      "step": 65
-    },
-    {
-      "epoch": 1.4583333333333333,
-      "grad_norm": 4.06684246492274,
-      "learning_rate": 5.817031181133133e-07,
-      "loss": 0.4476,
-      "step": 70
-    },
-    {
-      "epoch": 1.5625,
-      "grad_norm": 4.659083580115326,
-      "learning_rate": 3.918112984729563e-07,
-      "loss": 0.445,
-      "step": 75
-    },
-    {
-      "epoch": 1.6666666666666665,
-      "grad_norm": 3.841871360565151,
-      "learning_rate": 2.6571123033559406e-07,
-      "loss": 0.4663,
-      "step": 80
-    },
-    {
-      "epoch": 1.6666666666666665,
-      "eval_loss": 0.8521442413330078,
-      "eval_runtime": 1.9598,
-      "eval_samples_per_second": 173.485,
-      "eval_steps_per_second": 1.531,
-      "step": 80
-    },
-    {
-      "epoch": 1.7708333333333335,
-      "grad_norm": 3.5797328107351154,
-      "learning_rate": 1.8342171723792628e-07,
-      "loss": 0.4356,
-      "step": 85
-    },
-    {
-      "epoch": 1.875,
-      "grad_norm": 3.4219289180238364,
-      "learning_rate": 1.3073276582043678e-07,
-      "loss": 0.4398,
-      "step": 90
-    },
-    {
-      "epoch": 1.9791666666666665,
-      "grad_norm": 3.7181063684193703,
-      "learning_rate": 9.769031226024856e-08,
-      "loss": 0.4823,
-      "step": 95
-    },
-    {
-      "epoch": 2.0833333333333335,
-      "grad_norm": 3.4287058824726855,
-      "learning_rate": 7.74357826465857e-08,
-      "loss": 0.3927,
-      "step": 100
-    },
-    {
-      "epoch": 2.0833333333333335,
-      "eval_loss": 0.8507040143013,
-      "eval_runtime": 1.96,
-      "eval_samples_per_second": 173.471,
-      "eval_steps_per_second": 1.531,
-      "step": 100
-    },
-    {
-      "epoch": 2.1875,
-      "grad_norm": 3.4015335314434845,
-      "learning_rate": 6.532831361687478e-08,
-      "loss": 0.3733,
-      "step": 105
-    },
-    {
-      "epoch": 2.2916666666666665,
-      "grad_norm": 3.3103683305418437,
-      "learning_rate": 5.828972369827512e-08,
-      "loss": 0.4061,
-      "step": 110
-    },
-    {
-      "epoch": 2.3958333333333335,
-      "grad_norm": 3.482262897795111,
-      "learning_rate": 5.4322954384342975e-08,
-      "loss": 0.3621,
-      "step": 115
-    },
-    {
-      "epoch": 2.5,
-      "grad_norm": 4.326841270087755,
-      "learning_rate": 5.2163845524645534e-08,
-      "loss": 0.4017,
-      "step": 120
-    },
-    {
-      "epoch": 2.5,
-      "eval_loss": 0.8561407923698425,
-      "eval_runtime": 1.9661,
-      "eval_samples_per_second": 172.93,
-      "eval_steps_per_second": 1.526,
-      "step": 120
-    },
-    {
-      "epoch": 2.6041666666666665,
-      "grad_norm": 3.5184015061674216,
-      "learning_rate": 5.1033917145757624e-08,
-      "loss": 0.3944,
-      "step": 125
-    },
-    {
-      "epoch": 2.7083333333333335,
-      "grad_norm": 3.67879442141003,
-      "learning_rate": 5.046843690876512e-08,
-      "loss": 0.3947,
-      "step": 130
-    },
-    {
-      "epoch": 2.8125,
-      "grad_norm": 3.475723886508797,
-      "learning_rate": 5.019958911899713e-08,
-      "loss": 0.381,
-      "step": 135
-    },
-    {
-      "epoch": 2.9166666666666665,
-      "grad_norm": 3.2733636154827503,
-      "learning_rate": 5.0079150140309806e-08,
-      "loss": 0.368,
-      "step": 140
-    },
-    {
-      "epoch": 2.9166666666666665,
-      "eval_loss": 0.8607857823371887,
-      "eval_runtime": 1.9683,
-      "eval_samples_per_second": 172.741,
-      "eval_steps_per_second": 1.524,
-      "step": 140
-    },
-    {
-      "epoch": 3.0208333333333335,
-      "grad_norm": 3.1617566806185375,
-      "learning_rate": 5.0028831355203246e-08,
-      "loss": 0.3777,
-      "step": 145
-    },
-    {
-      "epoch": 3.125,
-      "grad_norm": 3.228899698066603,
-      "learning_rate": 5.00094821039914e-08,
-      "loss": 0.3817,
-      "step": 150
-    },
-    {
-      "epoch": 3.2291666666666665,
-      "grad_norm": 3.322344354923687,
-      "learning_rate": 5.000275150604354e-08,
-      "loss": 0.3773,
-      "step": 155
-    },
-    {
-      "epoch": 3.3333333333333335,
-      "grad_norm": 4.645153711557618,
-      "learning_rate": 5.000068241292119e-08,
-      "loss": 0.3677,
-      "step": 160
-    },
-    {
-      "epoch": 3.3333333333333335,
-      "eval_loss": 0.8646895885467529,
-      "eval_runtime": 1.964,
-      "eval_samples_per_second": 173.116,
-      "eval_steps_per_second": 1.527,
-      "step": 160
-    },
-    {
-      "epoch": 3.4375,
-      "grad_norm": 3.243053987237776,
-      "learning_rate": 5.000013819045227e-08,
-      "loss": 0.3656,
-      "step": 165
-    },
-    {
-      "epoch": 3.5416666666666665,
-      "grad_norm": 3.582352877774696,
-      "learning_rate": 5.000002132208559e-08,
-      "loss": 0.3503,
-      "step": 170
-    },
-    {
-      "epoch": 3.6458333333333335,
-      "grad_norm": 3.2701278989275857,
-      "learning_rate": 5.00000022411853e-08,
-      "loss": 0.3707,
-      "step": 175
-    },
-    {
-      "epoch": 3.75,
-      "grad_norm": 3.338127751209054,
-      "learning_rate": 5.000000013145176e-08,
-      "loss": 0.3635,
-      "step": 180
+      "epoch": 0.0625,
+      "grad_norm": 0.0,
+      "learning_rate": 0.0,
+      "loss": 0.8254,
+      "step": 3
     },
     {
-      "epoch": 3.75,
-      "eval_loss": 0.8675721287727356,
-      "eval_runtime": 1.9612,
-      "eval_samples_per_second": 173.361,
-      "eval_steps_per_second": 1.53,
-      "step": 180
+      "epoch": 0.10416666666666667,
+      "eval_loss": 0.9155074954032898,
+      "eval_runtime": 0.8959,
+      "eval_samples_per_second": 379.503,
+      "eval_steps_per_second": 3.349,
+      "step": 5
     },
     {
-      "epoch": 3.8541666666666665,
-      "grad_norm": 3.6011084207595765,
-      "learning_rate": 5.000000000284985e-08,
-      "loss": 0.3833,
-      "step": 185
+      "epoch": 0.125,
+      "grad_norm": 11.439640681488765,
+      "learning_rate": 2.25e-06,
+      "loss": 0.9527,
+      "step": 6
     },
     {
-      "epoch": 3.9583333333333335,
-      "grad_norm": 3.0931269944491455,
-      "learning_rate": 5.000000000000758e-08,
-      "loss": 0.3722,
-      "step": 190
+      "epoch": 0.1875,
+      "grad_norm": 5.46081628568487,
+      "learning_rate": 2.865909090909091e-06,
+      "loss": 0.8488,
+      "step": 9
     },
     {
-      "epoch": 4.0,
-      "step": 192,
-      "total_flos": 5305238814720.0,
-      "train_loss": 0.5165732034171621,
-      "train_runtime": 1007.2477,
-      "train_samples_per_second": 12.128,
-      "train_steps_per_second": 0.191
+      "epoch": 0.20833333333333334,
+      "eval_loss": 0.8055909276008606,
+      "eval_runtime": 0.8781,
+      "eval_samples_per_second": 387.192,
+      "eval_steps_per_second": 3.416,
+      "step": 10
     }
   ],
-  "logging_steps": 5,
-  "max_steps": 192,
+  "logging_steps": 3,
+  "max_steps": 48,
   "num_input_tokens_seen": 0,
-  "num_train_epochs": 4,
-  "save_steps": 20,
-  "total_flos": 5305238814720.0,
+  "num_train_epochs": 1,
+  "save_steps": 10,
+  "total_flos": 207641640960.0,
   "train_batch_size": 8,
   "trial_name": null,
   "trial_params": null