Training in progress, epoch 20, checkpoint

checkpoint-1620/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:13a6d9494266ed9172caba2ec3829929750fcea4f36432bb353b863163fb87f6
+oid sha256:cc8da125ff8a890ba2b155442d1e8c9ad11dcbaed8e25dad1a1c7135432a5aa8
 size 592324828

checkpoint-1620/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6d0574d8f235509ab60c9e952a82bffe3e5508594b8aea9f456f1db2f615defb
+oid sha256:9cf22910cf60ee7163f768313796a81763f63b0448925496b53c357fe5f81795
 size 1014657786

checkpoint-1620/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:62fa97b6a73c620ff6f69ca713c8a45c421ed3fdb8b0992517caf27356998de4
+oid sha256:fea32ee6c453a446a649988d6089128f7e97a64c79f4bf13d056ba19465eb4c5
 size 1064

checkpoint-1620/trainer_state.json

@@ -1,6 +1,6 @@
 {
-  "best_metric": null,
-  "best_model_checkpoint": null,
+  "best_metric": 0.4725272059440613,
+  "best_model_checkpoint": "longformer-simple/checkpoint-324",
   "epoch": 20.0,
   "eval_steps": 500,
   "global_step": 1620,
@@ -11,929 +11,929 @@
     {
       "epoch": 1.0,
       "eval_Claim": {
-        "f1-score": 0.41092129347162903,
-        "precision": 0.5640703517587939,
-        "recall": 0.32317658349328215,
-        "support": 4168.0
+        "f1-score": 0.46242900830056793,
+        "precision": 0.43257049448304047,
+        "recall": 0.496715157203191,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.6523102655237298,
-        "precision": 0.5929304446978335,
-        "recall": 0.724907063197026,
-        "support": 2152.0
+        "f1-score": 0.5626477541371159,
+        "precision": 0.6522533495736906,
+        "recall": 0.49468822170900695,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.8834432924913603,
-        "precision": 0.8545380875202593,
-        "recall": 0.9143724257533059,
-        "support": 9226.0
+        "f1-score": 0.8691687871077185,
+        "precision": 0.911293908403735,
+        "recall": 0.8307661126874747,
+        "support": 9868.0
       },
       "eval_Premise": {
-        "f1-score": 0.8664166767469054,
-        "precision": 0.8441231929604023,
-        "recall": 0.8899196554294707,
-        "support": 12073.0
+        "f1-score": 0.8615178272046495,
+        "precision": 0.8377046804810897,
+        "recall": 0.88672444205844,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.7997031029363844,
-      "eval_loss": 0.5104541182518005,
+      "eval_accuracy": 0.7823004022635849,
+      "eval_loss": 0.5488611459732056,
       "eval_macro avg": {
-        "f1-score": 0.7032728820584061,
-        "precision": 0.7139155192343223,
-        "recall": 0.7130939319682712,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.7759,
-      "eval_samples_per_second": 16.751,
-      "eval_steps_per_second": 2.094,
+        "f1-score": 0.6889408441875129,
+        "precision": 0.708455608235389,
+        "recall": 0.6772234834145282,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.8698,
+      "eval_samples_per_second": 13.629,
+      "eval_steps_per_second": 1.704,
       "eval_weighted avg": {
-        "f1-score": 0.7866826459135919,
-        "precision": 0.7857670171690952,
-        "recall": 0.7997031029363844,
-        "support": 27619.0
+        "f1-score": 0.7840489998358311,
+        "precision": 0.7899101236188295,
+        "recall": 0.7823004022635849,
+        "support": 29334.0
       },
       "step": 81
     },
     {
       "epoch": 2.0,
       "eval_Claim": {
-        "f1-score": 0.5200312174817897,
-        "precision": 0.5678977272727272,
-        "recall": 0.47960652591170827,
-        "support": 4168.0
+        "f1-score": 0.5457327068079991,
+        "precision": 0.5107383923092657,
+        "recall": 0.5858751759737213,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.7526302911671151,
-        "precision": 0.7948320413436692,
-        "recall": 0.7146840148698885,
-        "support": 2152.0
+        "f1-score": 0.6722085773663329,
+        "precision": 0.5687340153452686,
+        "recall": 0.8217090069284064,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.9116096466629278,
-        "precision": 0.944560669456067,
-        "recall": 0.8808801213960546,
-        "support": 9226.0
+        "f1-score": 0.8773589977955805,
+        "precision": 0.9344863131370977,
+        "recall": 0.8268139440616133,
+        "support": 9868.0
       },
       "eval_Premise": {
-        "f1-score": 0.8738735224125151,
-        "precision": 0.8259587020648967,
-        "recall": 0.9276898865236478,
-        "support": 12073.0
+        "f1-score": 0.8678243902439025,
+        "precision": 0.8834419195931988,
+        "recall": 0.852749443975765,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.8278359100619139,
-      "eval_loss": 0.44692954421043396,
+      "eval_accuracy": 0.8029590236585532,
+      "eval_loss": 0.5075464248657227,
       "eval_macro avg": {
-        "f1-score": 0.7645361694310869,
-        "precision": 0.7833122850343401,
-        "recall": 0.7507151371753248,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.7439,
-      "eval_samples_per_second": 16.864,
-      "eval_steps_per_second": 2.108,
+        "f1-score": 0.7407811680534537,
+        "precision": 0.7243501600962077,
+        "recall": 0.7717868927348766,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.9473,
+      "eval_samples_per_second": 13.451,
+      "eval_steps_per_second": 1.681,
       "eval_weighted avg": {
-        "f1-score": 0.8236335905447046,
-        "precision": 0.8242076985653165,
-        "recall": 0.8278359100619139,
-        "support": 27619.0
+        "f1-score": 0.8097969994222006,
+        "precision": 0.8232353684753937,
+        "recall": 0.8029590236585532,
+        "support": 29334.0
       },
       "step": 162
     },
     {
       "epoch": 3.0,
       "eval_Claim": {
-        "f1-score": 0.6218357913273168,
-        "precision": 0.5744204961366409,
-        "recall": 0.6777831094049904,
-        "support": 4168.0
+        "f1-score": 0.4978109708987896,
+        "precision": 0.5516552511415526,
+        "recall": 0.45354293758798686,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.7799868909766223,
-        "precision": 0.7360824742268042,
-        "recall": 0.8294609665427509,
-        "support": 2152.0
+        "f1-score": 0.7357876283496118,
+        "precision": 0.8036105032822757,
+        "recall": 0.6785219399538106,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.9093637121422617,
-        "precision": 0.9330596419204014,
-        "recall": 0.8868415347929763,
-        "support": 9226.0
+        "f1-score": 0.8891011355194736,
+        "precision": 0.9331699710403207,
+        "recall": 0.8490068909606809,
+        "support": 9868.0
       },
       "eval_Premise": {
-        "f1-score": 0.876420695504665,
-        "precision": 0.89797514556357,
-        "recall": 0.855876749772219,
-        "support": 12073.0
+        "f1-score": 0.8770979581655561,
+        "precision": 0.8191560170394037,
+        "recall": 0.9438607255157604,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.8372859263550454,
-      "eval_loss": 0.40934404730796814,
+      "eval_accuracy": 0.821129065248517,
+      "eval_loss": 0.5219377279281616,
       "eval_macro avg": {
-        "f1-score": 0.7969017724877165,
-        "precision": 0.7853844394618541,
-        "recall": 0.8124905901282342,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.7941,
-      "eval_samples_per_second": 16.687,
-      "eval_steps_per_second": 2.086,
+        "f1-score": 0.7499494232333578,
+        "precision": 0.7768979356258882,
+        "recall": 0.7312331235045597,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.8364,
+      "eval_samples_per_second": 13.707,
+      "eval_steps_per_second": 1.713,
       "eval_weighted avg": {
-        "f1-score": 0.8414917278933443,
-        "precision": 0.8482528803063183,
-        "recall": 0.8372859263550454,
-        "support": 27619.0
+        "f1-score": 0.815598992812927,
+        "precision": 0.8174973750724106,
+        "recall": 0.821129065248517,
+        "support": 29334.0
       },
       "step": 243
     },
     {
       "epoch": 4.0,
       "eval_Claim": {
-        "f1-score": 0.608644284729743,
-        "precision": 0.516112873601603,
-        "recall": 0.7416026871401151,
-        "support": 4168.0
+        "f1-score": 0.5811481218993623,
+        "precision": 0.5851569933396765,
+        "recall": 0.5771938057250118,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.788337924701561,
-        "precision": 0.7790381125226861,
-        "recall": 0.7978624535315985,
-        "support": 2152.0
+        "f1-score": 0.761714412613813,
+        "precision": 0.7335329341317365,
+        "recall": 0.792147806004619,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.9068679925629612,
-        "precision": 0.9442684500762643,
-        "recall": 0.8723173639713853,
-        "support": 9226.0
+        "f1-score": 0.8977645611156685,
+        "precision": 0.9085720215857203,
+        "recall": 0.8872111876773409,
+        "support": 9868.0
       },
       "eval_Premise": {
-        "f1-score": 0.8528029247910863,
-        "precision": 0.8985600293497202,
-        "recall": 0.8114801623457302,
-        "support": 12073.0
+        "f1-score": 0.8891009734682191,
+        "precision": 0.8851474612344178,
+        "recall": 0.8930899608865711,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.8201962417176581,
-      "eval_loss": 0.5160673260688782,
+      "eval_accuracy": 0.8377650507943001,
+      "eval_loss": 0.4725272059440613,
       "eval_macro avg": {
-        "f1-score": 0.789163281696338,
-        "precision": 0.7844948663875684,
-        "recall": 0.8058156667472073,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.7669,
-      "eval_samples_per_second": 16.782,
-      "eval_steps_per_second": 2.098,
+        "f1-score": 0.7824320172742658,
+        "precision": 0.7781023525728877,
+        "recall": 0.7874106900733857,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.8763,
+      "eval_samples_per_second": 13.614,
+      "eval_steps_per_second": 1.702,
       "eval_weighted avg": {
-        "f1-score": 0.8289940404467937,
-        "precision": 0.8468005514342695,
-        "recall": 0.8201962417176581,
-        "support": 27619.0
+        "f1-score": 0.8378705011585708,
+        "precision": 0.8382513248807655,
+        "recall": 0.8377650507943001,
+        "support": 29334.0
       },
       "step": 324
     },
     {
       "epoch": 5.0,
       "eval_Claim": {
-        "f1-score": 0.5923049770561243,
-        "precision": 0.5811590856615101,
-        "recall": 0.6038867562380038,
-        "support": 4168.0
+        "f1-score": 0.5790953831731895,
+        "precision": 0.5784176029962547,
+        "recall": 0.5797747536367902,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.7829807463750891,
-        "precision": 0.8014598540145985,
-        "recall": 0.7653345724907064,
-        "support": 2152.0
+        "f1-score": 0.7450592885375493,
+        "precision": 0.8008497079129049,
+        "recall": 0.6965357967667436,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.9075350077795066,
-        "precision": 0.9311288483466362,
-        "recall": 0.8851073054411446,
-        "support": 9226.0
+        "f1-score": 0.8897467572575665,
+        "precision": 0.9040794979079498,
+        "recall": 0.8758613700851237,
+        "support": 9868.0
       },
       "eval_Premise": {
-        "f1-score": 0.8770785784153896,
-        "precision": 0.8633555323758325,
-        "recall": 0.891244926695933,
-        "support": 12073.0
+        "f1-score": 0.8861129867206842,
+        "precision": 0.8672442910639547,
+        "recall": 0.905820998542833,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.8360186827908324,
-      "eval_loss": 0.5153732299804688,
+      "eval_accuracy": 0.8329242517215518,
+      "eval_loss": 0.5538631081581116,
       "eval_macro avg": {
-        "f1-score": 0.7899748274065275,
-        "precision": 0.7942758300996444,
-        "recall": 0.7863933902164468,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.7506,
-      "eval_samples_per_second": 16.84,
-      "eval_steps_per_second": 2.105,
+        "f1-score": 0.7750036039222473,
+        "precision": 0.787647774970266,
+        "recall": 0.7644982297578727,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.8534,
+      "eval_samples_per_second": 13.667,
+      "eval_steps_per_second": 1.708,
       "eval_weighted avg": {
-        "f1-score": 0.8369451960444566,
-        "precision": 0.8385857117236715,
-        "recall": 0.8360186827908324,
-        "support": 27619.0
+        "f1-score": 0.8323176558681596,
+        "precision": 0.8327711951367025,
+        "recall": 0.8329242517215518,
+        "support": 29334.0
       },
       "step": 405
     },
     {
       "epoch": 6.0,
       "eval_Claim": {
-        "f1-score": 0.5533534584591154,
-        "precision": 0.6108374384236454,
-        "recall": 0.5057581573896354,
-        "support": 4168.0
+        "f1-score": 0.5991994252283692,
+        "precision": 0.5325670498084292,
+        "recall": 0.6848897231346786,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.7910518800571156,
-        "precision": 0.8107317073170732,
-        "recall": 0.7723048327137546,
-        "support": 2152.0
+        "f1-score": 0.7586672669968483,
+        "precision": 0.7400087834870444,
+        "recall": 0.7782909930715936,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.909817664129661,
-        "precision": 0.919331636605068,
-        "recall": 0.9004985909386516,
-        "support": 9226.0
+        "f1-score": 0.8972759409440632,
+        "precision": 0.9212211784799317,
+        "recall": 0.8745439805431698,
+        "support": 9868.0
       },
       "eval_Premise": {
-        "f1-score": 0.8747714081259442,
-        "precision": 0.8410671966975002,
-        "recall": 0.9112896546011762,
-        "support": 12073.0
+        "f1-score": 0.8764605695726225,
+        "precision": 0.9062909567496723,
+        "recall": 0.8485313290896541,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.8356566132010572,
-      "eval_loss": 0.5417770147323608,
+      "eval_accuracy": 0.8283220835890094,
+      "eval_loss": 0.5790187120437622,
       "eval_macro avg": {
-        "f1-score": 0.782248602692959,
-        "precision": 0.7954919947608217,
-        "recall": 0.7724628089108043,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.7432,
-      "eval_samples_per_second": 16.866,
-      "eval_steps_per_second": 2.108,
+        "f1-score": 0.7829008006854759,
+        "precision": 0.7750219921312693,
+        "recall": 0.796564006459774,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.8468,
+      "eval_samples_per_second": 13.683,
+      "eval_steps_per_second": 1.71,
       "eval_weighted avg": {
-        "f1-score": 0.8314498656832355,
-        "precision": 0.8301032992701898,
-        "recall": 0.8356566132010572,
-        "support": 27619.0
+        "f1-score": 0.8344852708551485,
+        "precision": 0.8447418748493872,
+        "recall": 0.8283220835890094,
+        "support": 29334.0
       },
       "step": 486
     },
     {
       "epoch": 6.17,
-      "grad_norm": 6.106111526489258,
-      "learning_rate": 1.7530864197530865e-05,
-      "loss": 0.345,
+      "grad_norm": 6.636661529541016,
+      "learning_rate": 1.3827160493827162e-05,
+      "loss": 0.3561,
       "step": 500
     },
     {
       "epoch": 7.0,
       "eval_Claim": {
-        "f1-score": 0.5860923076923077,
-        "precision": 0.6017184735911044,
-        "recall": 0.571257197696737,
-        "support": 4168.0
+        "f1-score": 0.5628712871287128,
+        "precision": 0.5955997904662127,
+        "recall": 0.5335523228531206,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.8099526066350711,
-        "precision": 0.8264023210831721,
-        "recall": 0.7941449814126395,
-        "support": 2152.0
+        "f1-score": 0.7734199350487135,
+        "precision": 0.8422198041349293,
+        "recall": 0.7150115473441109,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.9184632841627491,
-        "precision": 0.9157418381639909,
-        "recall": 0.9212009538261435,
-        "support": 9226.0
+        "f1-score": 0.9010954940057875,
+        "precision": 0.9193378321383383,
+        "recall": 0.8835630320226996,
+        "support": 9868.0
       },
       "eval_Premise": {
-        "f1-score": 0.8751742803247764,
-        "precision": 0.8666450093397222,
-        "recall": 0.8838731052762362,
-        "support": 12073.0
+        "f1-score": 0.8842947894099071,
+        "precision": 0.848316189939411,
+        "recall": 0.9234603880665695,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.84217386581701,
-      "eval_loss": 0.5831862688064575,
+      "eval_accuracy": 0.838003681734506,
+      "eval_loss": 0.7058164477348328,
       "eval_macro avg": {
-        "f1-score": 0.7974206197037261,
-        "precision": 0.8026269105444974,
-        "recall": 0.792619059552939,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.7225,
-      "eval_samples_per_second": 16.94,
-      "eval_steps_per_second": 2.118,
+        "f1-score": 0.7804203763982802,
+        "precision": 0.8013684041697228,
+        "recall": 0.7638968225716252,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.8534,
+      "eval_samples_per_second": 13.667,
+      "eval_steps_per_second": 1.708,
       "eval_weighted avg": {
-        "f1-score": 0.8409273360363069,
-        "precision": 0.8399297508801243,
-        "recall": 0.84217386581701,
-        "support": 27619.0
+        "f1-score": 0.835063123988816,
+        "precision": 0.8350403187795808,
+        "recall": 0.838003681734506,
+        "support": 29334.0
       },
       "step": 567
     },
     {
       "epoch": 8.0,
       "eval_Claim": {
-        "f1-score": 0.6089751514402275,
-        "precision": 0.6281560826319816,
-        "recall": 0.5909309021113244,
-        "support": 4168.0
+        "f1-score": 0.5638466220328667,
+        "precision": 0.5858841386288894,
+        "recall": 0.5434068512435476,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.8056783802653014,
-        "precision": 0.806993006993007,
-        "recall": 0.804368029739777,
-        "support": 2152.0
+        "f1-score": 0.7606318347509112,
+        "precision": 0.8025641025641026,
+        "recall": 0.7228637413394919,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.9201371876531113,
-        "precision": 0.9243136825987094,
-        "recall": 0.9159982657706481,
-        "support": 9226.0
+        "f1-score": 0.896161170692593,
+        "precision": 0.8864763037874281,
+        "recall": 0.9060599918929875,
+        "support": 9868.0
       },
       "eval_Premise": {
-        "f1-score": 0.8842053669893396,
-        "precision": 0.8721998388396455,
-        "recall": 0.8965460117617825,
-        "support": 12073.0
+        "f1-score": 0.8909187386294724,
+        "precision": 0.8807043836642937,
+        "recall": 0.9013728046629342,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.8497411202433107,
-      "eval_loss": 0.5915889739990234,
+      "eval_accuracy": 0.8377650507943001,
+      "eval_loss": 0.6875935196876526,
       "eval_macro avg": {
-        "f1-score": 0.8047490215869949,
-        "precision": 0.8079156527658359,
-        "recall": 0.801960802345883,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.7226,
-      "eval_samples_per_second": 16.94,
-      "eval_steps_per_second": 2.117,
+        "f1-score": 0.7778895915264609,
+        "precision": 0.7889072321611785,
+        "recall": 0.7684258472847404,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.8627,
+      "eval_samples_per_second": 13.646,
+      "eval_steps_per_second": 1.706,
       "eval_weighted avg": {
-        "f1-score": 0.8485544514458778,
-        "precision": 0.8476986926907486,
-        "recall": 0.8497411202433107,
-        "support": 27619.0
+        "f1-score": 0.8355454452418354,
+        "precision": 0.8340438435010799,
+        "recall": 0.8377650507943001,
+        "support": 29334.0
       },
       "step": 648
     },
     {
       "epoch": 9.0,
       "eval_Claim": {
-        "f1-score": 0.6137689614935823,
-        "precision": 0.5974557019536574,
-        "recall": 0.6309980806142035,
-        "support": 4168.0
+        "f1-score": 0.5931978798586572,
+        "precision": 0.5602836879432624,
+        "recall": 0.6302205537306429,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.8104347826086956,
-        "precision": 0.761437908496732,
-        "recall": 0.8661710037174721,
-        "support": 2152.0
+        "f1-score": 0.7739087788131438,
+        "precision": 0.8248823836905385,
+        "recall": 0.7288683602771363,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.9178336980306346,
-        "precision": 0.9265518003092555,
-        "recall": 0.9092781270323,
-        "support": 9226.0
+        "f1-score": 0.8940459939094823,
+        "precision": 0.927653083460449,
+        "recall": 0.8627888123226591,
+        "support": 9868.0
       },
       "eval_Premise": {
-        "f1-score": 0.8752312090129477,
-        "precision": 0.8886043533930857,
-        "recall": 0.8622546177420691,
-        "support": 12073.0
+        "f1-score": 0.8843249773482331,
+        "precision": 0.8708454160160607,
+        "recall": 0.8982283917478334,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.8433686954632681,
-      "eval_loss": 0.6680669784545898,
+      "eval_accuracy": 0.8348673893775141,
+      "eval_loss": 0.6963120698928833,
       "eval_macro avg": {
-        "f1-score": 0.804317162786465,
-        "precision": 0.7935124410381827,
-        "recall": 0.8171754572765112,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.7195,
-      "eval_samples_per_second": 16.951,
-      "eval_steps_per_second": 2.119,
+        "f1-score": 0.786369407482379,
+        "precision": 0.7959161427775777,
+        "recall": 0.7800265295195679,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.8671,
+      "eval_samples_per_second": 13.635,
+      "eval_steps_per_second": 1.704,
       "eval_weighted avg": {
-        "f1-score": 0.8449561811840803,
-        "precision": 0.8474346288061019,
-        "recall": 0.8433686954632681,
-        "support": 27619.0
+        "f1-score": 0.8371473756606818,
+        "precision": 0.8414411074427396,
+        "recall": 0.8348673893775141,
+        "support": 29334.0
       },
       "step": 729
     },
     {
       "epoch": 10.0,
       "eval_Claim": {
-        "f1-score": 0.5938368860055606,
-        "precision": 0.5741487455197133,
-        "recall": 0.6149232245681382,
-        "support": 4168.0
+        "f1-score": 0.5676917638741604,
+        "precision": 0.5701775147928994,
+        "recall": 0.5652275926794932,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.8202093764223942,
-        "precision": 0.8037466547725245,
-        "recall": 0.837360594795539,
-        "support": 2152.0
+        "f1-score": 0.7616811458088754,
+        "precision": 0.7745940783190067,
+        "recall": 0.7491916859122402,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.9145026408450704,
-        "precision": 0.9286033519553073,
-        "recall": 0.9008237589421201,
-        "support": 9226.0
+        "f1-score": 0.9002143118498772,
+        "precision": 0.9296124365756234,
+        "recall": 0.8726185650587759,
+        "support": 9868.0
       },
       "eval_Premise": {
-        "f1-score": 0.8716092527874855,
-        "precision": 0.8756164841594918,
-        "recall": 0.8676385322620724,
-        "support": 12073.0
+        "f1-score": 0.8900003732596766,
+        "precision": 0.8669284467713787,
+        "recall": 0.9143339213129841,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.8382273072884608,
-      "eval_loss": 0.7243372201919556,
+      "eval_accuracy": 0.8373900593168337,
+      "eval_loss": 0.7715491056442261,
       "eval_macro avg": {
-        "f1-score": 0.8000395390151277,
-        "precision": 0.7955288091017592,
-        "recall": 0.8051865276419675,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.7291,
-      "eval_samples_per_second": 16.917,
-      "eval_steps_per_second": 2.115,
+        "f1-score": 0.7798968986981474,
+        "precision": 0.785328119114727,
+        "recall": 0.7753429412408733,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.8552,
+      "eval_samples_per_second": 13.663,
+      "eval_steps_per_second": 1.708,
       "eval_weighted avg": {
-        "f1-score": 0.840013852502701,
-        "precision": 0.8422219164630815,
-        "recall": 0.8382273072884608,
-        "support": 27619.0
+        "f1-score": 0.8371368267053725,
+        "precision": 0.8380850988337167,
+        "recall": 0.8373900593168337,
+        "support": 29334.0
       },
       "step": 810
     },
     {
       "epoch": 11.0,
       "eval_Claim": {
-        "f1-score": 0.6018801410105759,
-        "precision": 0.5898203592814372,
-        "recall": 0.614443378119002,
-        "support": 4168.0
+        "f1-score": 0.5986891586977544,
+        "precision": 0.5522299306243805,
+        "recall": 0.6536837165649929,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.7984663311766117,
-        "precision": 0.8243443839683325,
-        "recall": 0.7741635687732342,
-        "support": 2152.0
+        "f1-score": 0.760990850256639,
+        "precision": 0.7361830742659758,
+        "recall": 0.7875288683602771,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.9056203605514316,
-        "precision": 0.9334944195144402,
-        "recall": 0.8793626707132018,
-        "support": 9226.0
+        "f1-score": 0.8930523028883683,
+        "precision": 0.9179415855354659,
+        "recall": 0.8694770976895014,
+        "support": 9868.0
       },
       "eval_Premise": {
-        "f1-score": 0.878886273236464,
-        "precision": 0.8616792678074016,
-        "recall": 0.8967945001242442,
-        "support": 12073.0
+        "f1-score": 0.8843171634521723,
+        "precision": 0.8987802946301283,
+        "recall": 0.8703121405015722,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.838806618632101,
-      "eval_loss": 0.7492838501930237,
+      "eval_accuracy": 0.83244698984114,
+      "eval_loss": 0.7798097133636475,
       "eval_macro avg": {
-        "f1-score": 0.7962132764937708,
-        "precision": 0.8023346076429029,
-        "recall": 0.7911910294324205,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.7534,
-      "eval_samples_per_second": 16.83,
-      "eval_steps_per_second": 2.104,
+        "f1-score": 0.7842623688237336,
+        "precision": 0.7762837212639876,
+        "recall": 0.795250455779086,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.8447,
+      "eval_samples_per_second": 13.688,
+      "eval_steps_per_second": 1.711,
       "eval_weighted avg": {
-        "f1-score": 0.8397473983726959,
-        "precision": 0.8417333606018996,
-        "recall": 0.838806618632101,
-        "support": 27619.0
+        "f1-score": 0.8366540534646059,
+        "precision": 0.8428746215263233,
+        "recall": 0.83244698984114,
+        "support": 29334.0
       },
       "step": 891
     },
     {
       "epoch": 12.0,
       "eval_Claim": {
-        "f1-score": 0.6351054481546573,
-        "precision": 0.5856969205834684,
-        "recall": 0.6936180422264875,
-        "support": 4168.0
+        "f1-score": 0.5911446066886481,
+        "precision": 0.5933806146572104,
+        "recall": 0.5889253871421868,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.8096330275229358,
-        "precision": 0.7993659420289855,
-        "recall": 0.8201672862453532,
-        "support": 2152.0
+        "f1-score": 0.7685296234108899,
+        "precision": 0.7994011976047904,
+        "recall": 0.7399538106235566,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.9158836689038031,
-        "precision": 0.9461520684076727,
-        "recall": 0.8874918707999133,
-        "support": 9226.0
+        "f1-score": 0.8974528445777621,
+        "precision": 0.9005203550658096,
+        "recall": 0.8944061613295501,
+        "support": 9868.0
       },
       "eval_Premise": {
-        "f1-score": 0.8832342847576798,
-        "precision": 0.8926486760849336,
-        "recall": 0.8740164002319225,
-        "support": 12073.0
+        "f1-score": 0.8881464044346572,
+        "precision": 0.8794646214001053,
+        "recall": 0.8970013037809648,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.8470980122379521,
-      "eval_loss": 0.7472469806671143,
+      "eval_accuracy": 0.8397763687188927,
+      "eval_loss": 0.8434343338012695,
       "eval_macro avg": {
-        "f1-score": 0.810964107334769,
-        "precision": 0.8059659017762651,
-        "recall": 0.8188233998759191,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.7526,
-      "eval_samples_per_second": 16.833,
-      "eval_steps_per_second": 2.104,
+        "f1-score": 0.7863183697779894,
+        "precision": 0.7931916971819789,
+        "recall": 0.7800716657190646,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.824,
+      "eval_samples_per_second": 13.736,
+      "eval_steps_per_second": 1.717,
       "eval_weighted avg": {
-        "f1-score": 0.8509605717920246,
-        "precision": 0.8569306173916821,
-        "recall": 0.8470980122379521,
-        "support": 27619.0
+        "f1-score": 0.8392967405095946,
+        "precision": 0.8390729472526346,
+        "recall": 0.8397763687188927,
+        "support": 29334.0
       },
       "step": 972
     },
     {
       "epoch": 12.35,
-      "grad_norm": 3.1761698722839355,
-      "learning_rate": 1.506172839506173e-05,
-      "loss": 0.0604,
+      "grad_norm": 8.536613464355469,
+      "learning_rate": 7.654320987654322e-06,
+      "loss": 0.0633,
       "step": 1000
     },
     {
       "epoch": 13.0,
       "eval_Claim": {
-        "f1-score": 0.6302578018995931,
-        "precision": 0.5960222412318221,
-        "recall": 0.6686660268714012,
-        "support": 4168.0
+        "f1-score": 0.5875576036866359,
+        "precision": 0.5771842462652784,
+        "recall": 0.5983106522759268,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.8086405259450574,
-        "precision": 0.8172757475083057,
-        "recall": 0.800185873605948,
-        "support": 2152.0
+        "f1-score": 0.7726320688852689,
+        "precision": 0.7786116322701688,
+        "recall": 0.766743648960739,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.9224348987313599,
-        "precision": 0.9477475417333638,
-        "recall": 0.8984391935833514,
-        "support": 9226.0
+        "f1-score": 0.8950658744510462,
+        "precision": 0.9130388953304522,
+        "recall": 0.8777867855695176,
+        "support": 9868.0
       },
       "eval_Premise": {
-        "f1-score": 0.8844928196002152,
-        "precision": 0.8838709677419355,
-        "recall": 0.8851155470885447,
-        "support": 12073.0
+        "f1-score": 0.8827460510328068,
+        "precision": 0.8741821463488004,
+        "recall": 0.891479407930056,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.8502842246279735,
-      "eval_loss": 0.812764048576355,
+      "eval_accuracy": 0.835071930183405,
+      "eval_loss": 0.9362213015556335,
       "eval_macro avg": {
-        "f1-score": 0.8114565115440564,
-        "precision": 0.8112291245538568,
-        "recall": 0.8131016602873112,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.7412,
-      "eval_samples_per_second": 16.873,
-      "eval_steps_per_second": 2.109,
+        "f1-score": 0.7845003995139396,
+        "precision": 0.785754230053675,
+        "recall": 0.7835801236840598,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.8402,
+      "eval_samples_per_second": 13.698,
+      "eval_steps_per_second": 1.712,
       "eval_weighted avg": {
-        "f1-score": 0.8528902247322565,
-        "precision": 0.8565802934093382,
-        "recall": 0.8502842246279735,
-        "support": 27619.0
+        "f1-score": 0.83587491458883,
+        "precision": 0.8370485534468686,
+        "recall": 0.835071930183405,
+        "support": 29334.0
       },
       "step": 1053
     },
     {
       "epoch": 14.0,
       "eval_Claim": {
-        "f1-score": 0.6177896267571498,
-        "precision": 0.6241429970617042,
-        "recall": 0.6115642994241842,
-        "support": 4168.0
+        "f1-score": 0.5757274309873166,
+        "precision": 0.6124338624338624,
+        "recall": 0.5431722196152041,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.7891914191419142,
-        "precision": 0.7095697329376854,
-        "recall": 0.8889405204460966,
-        "support": 2152.0
+        "f1-score": 0.7806691449814126,
+        "precision": 0.7854137447405329,
+        "recall": 0.7759815242494227,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.915085817524842,
-        "precision": 0.9549846806504831,
-        "recall": 0.8783871667027965,
-        "support": 9226.0
+        "f1-score": 0.894971487817522,
+        "precision": 0.916153682869879,
+        "recall": 0.8747466558573166,
+        "support": 9868.0
       },
       "eval_Premise": {
-        "f1-score": 0.8833210513387375,
-        "precision": 0.8733101270946328,
-        "recall": 0.8935641514122422,
-        "support": 12073.0
+        "f1-score": 0.8893903521751998,
+        "precision": 0.8590723933395269,
+        "recall": 0.9219265281079837,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.8455773199608965,
-      "eval_loss": 0.8994765281677246,
+      "eval_accuracy": 0.8402536305993046,
+      "eval_loss": 1.0311453342437744,
       "eval_macro avg": {
-        "f1-score": 0.8013469786906608,
-        "precision": 0.7905018844361265,
-        "recall": 0.8181140344963299,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.7538,
-      "eval_samples_per_second": 16.829,
-      "eval_steps_per_second": 2.104,
+        "f1-score": 0.7851896039903627,
+        "precision": 0.7932684208459503,
+        "recall": 0.7789567319574817,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.8463,
+      "eval_samples_per_second": 13.684,
+      "eval_steps_per_second": 1.71,
       "eval_weighted avg": {
-        "f1-score": 0.8465260836240982,
-        "precision": 0.850232952139105,
-        "recall": 0.8455773199608965,
-        "support": 27619.0
+        "f1-score": 0.8376709093048489,
+        "precision": 0.8370035916809992,
+        "recall": 0.8402536305993046,
+        "support": 29334.0
       },
       "step": 1134
     },
     {
       "epoch": 15.0,
       "eval_Claim": {
-        "f1-score": 0.6071797224452345,
-        "precision": 0.5816304108987036,
-        "recall": 0.6350767754318618,
-        "support": 4168.0
+        "f1-score": 0.5845799769850402,
+        "precision": 0.5736224028906955,
+        "recall": 0.5959643359924918,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.8077178975382568,
-        "precision": 0.7725922783198982,
-        "recall": 0.8461895910780669,
-        "support": 2152.0
+        "f1-score": 0.7613293051359518,
+        "precision": 0.8367459878251245,
+        "recall": 0.6983833718244804,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.9198298062926884,
-        "precision": 0.9512505789717461,
-        "recall": 0.8904183828311294,
-        "support": 9226.0
+        "f1-score": 0.8997656860192659,
+        "precision": 0.9253507550605119,
+        "recall": 0.8755573571139035,
+        "support": 9868.0
       },
       "eval_Premise": {
-        "f1-score": 0.8720390922643698,
-        "precision": 0.8719668737060041,
-        "recall": 0.8721113227863828,
-        "support": 12073.0
+        "f1-score": 0.8875041976045669,
+        "precision": 0.8641912512716174,
+        "recall": 0.9121098243730348,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.8404359317860893,
-      "eval_loss": 0.9128327369689941,
+      "eval_accuracy": 0.8381059521374514,
+      "eval_loss": 1.0062618255615234,
       "eval_macro avg": {
-        "f1-score": 0.8016916296351374,
-        "precision": 0.794360035474088,
-        "recall": 0.8109490180318603,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.7243,
-      "eval_samples_per_second": 16.934,
-      "eval_steps_per_second": 2.117,
+        "f1-score": 0.7832947914362062,
+        "precision": 0.7999775992619873,
+        "recall": 0.7705037223259776,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.8597,
+      "eval_samples_per_second": 13.653,
+      "eval_steps_per_second": 1.707,
       "eval_weighted avg": {
-        "f1-score": 0.8430215341764057,
-        "precision": 0.8468933720777774,
-        "recall": 0.8404359317860893,
-        "support": 27619.0
+        "f1-score": 0.8383041122838222,
+        "precision": 0.8405224217982303,
+        "recall": 0.8381059521374514,
+        "support": 29334.0
       },
       "step": 1215
     },
     {
       "epoch": 16.0,
       "eval_Claim": {
-        "f1-score": 0.6309481002037637,
-        "precision": 0.6304191616766467,
-        "recall": 0.6314779270633397,
-        "support": 4168.0
+        "f1-score": 0.587790910198611,
+        "precision": 0.6114068441064638,
+        "recall": 0.5659314875645237,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.8244803695150116,
-        "precision": 0.8195592286501377,
-        "recall": 0.8294609665427509,
-        "support": 2152.0
+        "f1-score": 0.7780703854440987,
+        "precision": 0.8076540755467196,
+        "recall": 0.7505773672055427,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.9188405797101449,
-        "precision": 0.9101446193109315,
-        "recall": 0.9277043138955127,
-        "support": 9226.0
+        "f1-score": 0.8989037758830695,
+        "precision": 0.9003660024400163,
+        "recall": 0.8974462910417511,
+        "support": 9868.0
       },
       "eval_Premise": {
-        "f1-score": 0.8854815124294965,
-        "precision": 0.8933569381217332,
-        "recall": 0.8777437256688478,
-        "support": 12073.0
+        "f1-score": 0.89104589917231,
+        "precision": 0.8745292075917583,
+        "recall": 0.908198481478641,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.8535066439769724,
-      "eval_loss": 0.8802785873413086,
+      "eval_accuracy": 0.8432194722847208,
+      "eval_loss": 0.9864347577095032,
       "eval_macro avg": {
-        "f1-score": 0.8149376404646043,
-        "precision": 0.8133699869398623,
-        "recall": 0.8165967332926127,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.7225,
-      "eval_samples_per_second": 16.94,
-      "eval_steps_per_second": 2.118,
+        "f1-score": 0.7889527426745223,
+        "precision": 0.7984890324212395,
+        "recall": 0.7805384068226147,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.8915,
+      "eval_samples_per_second": 13.579,
+      "eval_steps_per_second": 1.697,
       "eval_weighted avg": {
-        "f1-score": 0.8534601153123827,
-        "precision": 0.8535345630772185,
-        "recall": 0.8535066439769724,
-        "support": 27619.0
+        "f1-score": 0.8412905564694496,
+        "precision": 0.8400553996388973,
+        "recall": 0.8432194722847208,
+        "support": 29334.0
       },
       "step": 1296
     },
     {
       "epoch": 17.0,
       "eval_Claim": {
-        "f1-score": 0.6351891003053795,
-        "precision": 0.6221813161527842,
-        "recall": 0.6487523992322457,
-        "support": 4168.0
+        "f1-score": 0.5855803726420553,
+        "precision": 0.5777574788764558,
+        "recall": 0.5936180197090568,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.8157058556513844,
-        "precision": 0.7972493345164152,
-        "recall": 0.8350371747211895,
-        "support": 2152.0
+        "f1-score": 0.7654614652711702,
+        "precision": 0.7891123099558607,
+        "recall": 0.7431870669745958,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.9181362943609842,
-        "precision": 0.9221517603323858,
-        "recall": 0.914155647084327,
-        "support": 9226.0
+        "f1-score": 0.9005902941022829,
+        "precision": 0.9293800539083558,
+        "recall": 0.8735306039724362,
+        "support": 9868.0
       },
       "eval_Premise": {
-        "f1-score": 0.8847406664996242,
-        "precision": 0.8921923692411353,
-        "recall": 0.8774124078522323,
-        "support": 12073.0
+        "f1-score": 0.8890554722638682,
+        "precision": 0.869437724507001,
+        "recall": 0.9095789554413682,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.8518773308229842,
-      "eval_loss": 0.8617361783981323,
+      "eval_accuracy": 0.8392650167041659,
+      "eval_loss": 1.047443151473999,
       "eval_macro avg": {
-        "f1-score": 0.813442979204343,
-        "precision": 0.8084436950606801,
-        "recall": 0.8188394072224987,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.7584,
-      "eval_samples_per_second": 16.812,
-      "eval_steps_per_second": 2.102,
+        "f1-score": 0.7851719010698441,
+        "precision": 0.7914218918119184,
+        "recall": 0.7799786615243642,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.8682,
+      "eval_samples_per_second": 13.633,
+      "eval_steps_per_second": 1.704,
       "eval_weighted avg": {
-        "f1-score": 0.8528573333523664,
-        "precision": 0.8540549226358285,
-        "recall": 0.8518773308229842,
-        "support": 27619.0
+        "f1-score": 0.8397213794764584,
+        "precision": 0.8412951315142951,
+        "recall": 0.8392650167041659,
+        "support": 29334.0
       },
       "step": 1377
     },
     {
       "epoch": 18.0,
       "eval_Claim": {
-        "f1-score": 0.5979982262764474,
-        "precision": 0.6335570469798658,
-        "recall": 0.5662188099808061,
-        "support": 4168.0
+        "f1-score": 0.5782873522035114,
+        "precision": 0.5889078083191438,
+        "recall": 0.5680431722196152,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.8218923933209649,
-        "precision": 0.8203703703703704,
-        "recall": 0.8234200743494424,
-        "support": 2152.0
+        "f1-score": 0.7745774815520113,
+        "precision": 0.7991159135559921,
+        "recall": 0.751501154734411,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.9185111222055806,
-        "precision": 0.9406885581183957,
-        "recall": 0.8973553002384566,
-        "support": 9226.0
+        "f1-score": 0.8985953040090229,
+        "precision": 0.9093172857439302,
+        "recall": 0.8881232265910012,
+        "support": 9868.0
       },
       "eval_Premise": {
-        "f1-score": 0.8841078141246101,
-        "precision": 0.8547127503286167,
-        "recall": 0.9155967862171789,
-        "support": 12073.0
+        "f1-score": 0.8900255754475703,
+        "precision": 0.8732747804265998,
+        "recall": 0.9074315514993481,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.8495962924074008,
-      "eval_loss": 0.9965270757675171,
+      "eval_accuracy": 0.8401172700620441,
+      "eval_loss": 1.0609416961669922,
       "eval_macro avg": {
-        "f1-score": 0.8056273889819007,
-        "precision": 0.8123321814493122,
-        "recall": 0.800647742696471,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.735,
-      "eval_samples_per_second": 16.895,
-      "eval_steps_per_second": 2.112,
+        "f1-score": 0.7853714283030289,
+        "precision": 0.7926539470114164,
+        "recall": 0.7787747762610939,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.8605,
+      "eval_samples_per_second": 13.651,
+      "eval_steps_per_second": 1.706,
       "eval_weighted avg": {
-        "f1-score": 0.8475754477331567,
-        "precision": 0.8473819646173586,
-        "recall": 0.8495962924074008,
-        "support": 27619.0
+        "f1-score": 0.8390946642419506,
+        "precision": 0.8386099362381009,
+        "recall": 0.8401172700620441,
+        "support": 29334.0
       },
       "step": 1458
     },
     {
       "epoch": 18.52,
-      "grad_norm": 15.414011001586914,
-      "learning_rate": 1.2592592592592593e-05,
-      "loss": 0.0201,
+      "grad_norm": 4.270083904266357,
+      "learning_rate": 1.4814814814814815e-06,
+      "loss": 0.0173,
       "step": 1500
     },
     {
       "epoch": 19.0,
       "eval_Claim": {
-        "f1-score": 0.6417134539405281,
-        "precision": 0.5662385321100918,
-        "recall": 0.7404030710172744,
-        "support": 4168.0
+        "f1-score": 0.5749491565976791,
+        "precision": 0.586526726873322,
+        "recall": 0.5638198029094322,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.8129032258064516,
-        "precision": 0.8062157221206582,
-        "recall": 0.8197026022304833,
-        "support": 2152.0
+        "f1-score": 0.7698686938493434,
+        "precision": 0.7679227941176471,
+        "recall": 0.771824480369515,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.9158699808795411,
-        "precision": 0.9517297802711547,
-        "recall": 0.8826143507478864,
-        "support": 9226.0
+        "f1-score": 0.8996305739112337,
+        "precision": 0.9245000534702171,
+        "recall": 0.8760640453992704,
+        "support": 9868.0
       },
       "eval_Premise": {
-        "f1-score": 0.8692654694016513,
-        "precision": 0.8939168490153173,
-        "recall": 0.8459372152737513,
-        "support": 12073.0
+        "f1-score": 0.8893042730569367,
+        "precision": 0.8675419401896426,
+        "recall": 0.912186517370964,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.8402186900322242,
-      "eval_loss": 0.9760411381721497,
+      "eval_accuracy": 0.839060475898275,
+      "eval_loss": 1.0791102647781372,
       "eval_macro avg": {
-        "f1-score": 0.809938032507043,
-        "precision": 0.8045252208793054,
-        "recall": 0.8221643098173489,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.7957,
-      "eval_samples_per_second": 16.682,
-      "eval_steps_per_second": 2.085,
+        "f1-score": 0.7834381743537983,
+        "precision": 0.7866228786627072,
+        "recall": 0.7809737115122954,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.8481,
+      "eval_samples_per_second": 13.68,
+      "eval_steps_per_second": 1.71,
       "eval_weighted avg": {
-        "f1-score": 0.8461018818074655,
-        "precision": 0.8569454182549012,
-        "recall": 0.8402186900322242,
-        "support": 27619.0
+        "f1-score": 0.8382897643467849,
+        "precision": 0.8385210215100449,
+        "recall": 0.839060475898275,
+        "support": 29334.0
       },
       "step": 1539
     },
     {
       "epoch": 20.0,
       "eval_Claim": {
-        "f1-score": 0.651902203705734,
-        "precision": 0.6002422774076317,
-        "recall": 0.7132917466410749,
-        "support": 4168.0
+        "f1-score": 0.5779213012797513,
+        "precision": 0.5894120517199317,
+        "recall": 0.5668700140778977,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.8352472463088821,
-        "precision": 0.8425531914893617,
-        "recall": 0.8280669144981413,
-        "support": 2152.0
+        "f1-score": 0.7734703409621673,
+        "precision": 0.7822390174775626,
+        "recall": 0.7648960739030023,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.9225629791894853,
-        "precision": 0.9323666150099623,
-        "recall": 0.9129633644049425,
-        "support": 9226.0
+        "f1-score": 0.8994424943217014,
+        "precision": 0.9166666666666666,
+        "recall": 0.882853668423186,
+        "support": 9868.0
       },
       "eval_Premise": {
-        "f1-score": 0.8775752437473505,
-        "precision": 0.8987583572110793,
-        "recall": 0.8573676799469891,
-        "support": 12073.0
+        "f1-score": 0.889580910216486,
+        "precision": 0.8707947700896136,
+        "recall": 0.9091954904517218,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.8519135377819617,
-      "eval_loss": 0.9999569058418274,
+      "eval_accuracy": 0.8399468193904684,
+      "eval_loss": 1.066952109336853,
       "eval_macro avg": {
-        "f1-score": 0.821821918237863,
-        "precision": 0.8184801102795087,
-        "recall": 0.8279224263727869,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.7617,
-      "eval_samples_per_second": 16.801,
-      "eval_steps_per_second": 2.1,
+        "f1-score": 0.7851037616950265,
+        "precision": 0.7897781264884436,
+        "recall": 0.780953811713952,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.8988,
+      "eval_samples_per_second": 13.562,
+      "eval_steps_per_second": 1.695,
       "eval_weighted avg": {
-        "f1-score": 0.8552486484979966,
-        "precision": 0.8605564400235849,
-        "recall": 0.8519135377819617,
-        "support": 27619.0
+        "f1-score": 0.8390471090378641,
+        "precision": 0.8388075717984049,
+        "recall": 0.8399468193904684,
+        "support": 29334.0
       },
       "step": 1620
     }
   ],
   "logging_steps": 500,
-  "max_steps": 4050,
+  "max_steps": 1620,
   "num_input_tokens_seen": 0,
-  "num_train_epochs": 50,
+  "num_train_epochs": 20,
   "save_steps": 500,
   "total_flos": 2875774654536000.0,
   "train_batch_size": 4,

checkpoint-1620/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1e651c478af6098730eda01c59bbe4834fbad7ed476e7ec6e4265141ee6647e9
+oid sha256:91855299d72d2ceb66b00b0c173ef2e96bd5d782fa49a7debc2d6f3b7cbd2cd4
 size 4856