Hugging Face's logo

pierreguillou
/
layout-xlm-base-finetuned-with-DocLayNet-base-at-paragraphlevel-ml512

Token Classification
Transformers
PyTorch
TensorBoard
layoutlmv2
object-detection
vision
Generated from Trainer
DocLayNet
LayoutXLM
COCO
PDF
IBM
Financial-Reports
Finance
Manuals
Scientific-Articles
Science
Laws
Law
Regulations
Patents
Government-Tenders
image-segmentation
Eval Results
Model card Files
xet
Metrics Community
1
pierreguillou commited on
Commit
988833c
·
1 Parent(s): 754f237

End of training

Browse files
Files changed (26) hide show
  1. checkpoint-6800/scheduler.pt +0 -3
  2. checkpoint-7000/scheduler.pt +0 -3
  3. checkpoint-7200/config.json +0 -161
  4. checkpoint-7200/optimizer.pt +0 -3
  5. checkpoint-7200/pytorch_model.bin +0 -3
  6. checkpoint-7200/rng_state.pth +0 -3
  7. checkpoint-7200/scaler.pt +0 -3
  8. checkpoint-7200/scheduler.pt +0 -3
  9. checkpoint-7200/sentencepiece.bpe.model +0 -3
  10. checkpoint-7200/special_tokens_map.json +0 -15
  11. checkpoint-7200/tokenizer_config.json +0 -40
  12. checkpoint-7200/trainer_state.json +0 -532
  13. checkpoint-7200/training_args.bin +0 -3
  14. checkpoint-7400/config.json +0 -161
  15. checkpoint-7400/optimizer.pt +0 -3
  16. checkpoint-7400/pytorch_model.bin +0 -3
  17. checkpoint-7400/rng_state.pth +0 -3
  18. checkpoint-7400/scaler.pt +0 -3
  19. checkpoint-7400/scheduler.pt +0 -3
  20. checkpoint-7400/sentencepiece.bpe.model +0 -3
  21. checkpoint-7400/special_tokens_map.json +0 -15
  22. checkpoint-7400/tokenizer_config.json +0 -40
  23. checkpoint-7400/trainer_state.json +0 -544
  24. checkpoint-7400/training_args.bin +0 -3
  25. pytorch_model.bin +1 -1
  26. runs/Mar26_20-22-42_8d06c1bcabc2/events.out.tfevents.1679863879.8d06c1bcabc2.465.0 +2 -2
checkpoint-6800/scheduler.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:d6906f91894a4ecbd6b90de0b090b3de98612b985cc1039d31f5e811ae5188ba
3
- size 623
 
 
 
 
checkpoint-7000/scheduler.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:656a78281fbc59b5ca2a602f46e57f0fca5d04ae6a9bba9b255ea5e4980992bf
3
- size 623
 
 
 
 
checkpoint-7200/config.json DELETED
@@ -1,161 +0,0 @@
1
- {
2
- "_name_or_path": "microsoft/layoutxlm-base",
3
- "architectures": [
4
- "LayoutLMv2ForTokenClassification"
5
- ],
6
- "attention_probs_dropout_prob": 0.1,
7
- "bos_token_id": 0,
8
- "convert_sync_batchnorm": true,
9
- "coordinate_size": 128,
10
- "detectron2_config_args": {
11
- "MODEL.ANCHOR_GENERATOR.SIZES": [
12
- [
13
- 32
14
- ],
15
- [
16
- 64
17
- ],
18
- [
19
- 128
20
- ],
21
- [
22
- 256
23
- ],
24
- [
25
- 512
26
- ]
27
- ],
28
- "MODEL.BACKBONE.NAME": "build_resnet_fpn_backbone",
29
- "MODEL.FPN.IN_FEATURES": [
30
- "res2",
31
- "res3",
32
- "res4",
33
- "res5"
34
- ],
35
- "MODEL.MASK_ON": true,
36
- "MODEL.PIXEL_STD": [
37
- 57.375,
38
- 57.12,
39
- 58.395
40
- ],
41
- "MODEL.POST_NMS_TOPK_TEST": 1000,
42
- "MODEL.RESNETS.ASPECT_RATIOS": [
43
- [
44
- 0.5,
45
- 1.0,
46
- 2.0
47
- ]
48
- ],
49
- "MODEL.RESNETS.DEPTH": 101,
50
- "MODEL.RESNETS.NUM_GROUPS": 32,
51
- "MODEL.RESNETS.OUT_FEATURES": [
52
- "res2",
53
- "res3",
54
- "res4",
55
- "res5"
56
- ],
57
- "MODEL.RESNETS.SIZES": [
58
- [
59
- 32
60
- ],
61
- [
62
- 64
63
- ],
64
- [
65
- 128
66
- ],
67
- [
68
- 256
69
- ],
70
- [
71
- 512
72
- ]
73
- ],
74
- "MODEL.RESNETS.STRIDE_IN_1X1": false,
75
- "MODEL.RESNETS.WIDTH_PER_GROUP": 8,
76
- "MODEL.ROI_BOX_HEAD.NAME": "FastRCNNConvFCHead",
77
- "MODEL.ROI_BOX_HEAD.NUM_FC": 2,
78
- "MODEL.ROI_BOX_HEAD.POOLER_RESOLUTION": 14,
79
- "MODEL.ROI_HEADS.IN_FEATURES": [
80
- "p2",
81
- "p3",
82
- "p4",
83
- "p5"
84
- ],
85
- "MODEL.ROI_HEADS.NAME": "StandardROIHeads",
86
- "MODEL.ROI_HEADS.NUM_CLASSES": 5,
87
- "MODEL.ROI_MASK_HEAD.NAME": "MaskRCNNConvUpsampleHead",
88
- "MODEL.ROI_MASK_HEAD.NUM_CONV": 4,
89
- "MODEL.ROI_MASK_HEAD.POOLER_RESOLUTION": 7,
90
- "MODEL.RPN.IN_FEATURES": [
91
- "p2",
92
- "p3",
93
- "p4",
94
- "p5",
95
- "p6"
96
- ],
97
- "MODEL.RPN.POST_NMS_TOPK_TRAIN": 1000,
98
- "MODEL.RPN.PRE_NMS_TOPK_TEST": 1000,
99
- "MODEL.RPN.PRE_NMS_TOPK_TRAIN": 2000
100
- },
101
- "eos_token_id": 2,
102
- "fast_qkv": false,
103
- "gradient_checkpointing": false,
104
- "has_relative_attention_bias": false,
105
- "has_spatial_attention_bias": false,
106
- "has_visual_segment_embedding": true,
107
- "hidden_act": "gelu",
108
- "hidden_dropout_prob": 0.1,
109
- "hidden_size": 768,
110
- "id2label": {
111
- "0": "Caption",
112
- "1": "Footnote",
113
- "2": "Formula",
114
- "3": "List-item",
115
- "4": "Page-footer",
116
- "5": "Page-header",
117
- "6": "Picture",
118
- "7": "Section-header",
119
- "8": "Table",
120
- "9": "Text",
121
- "10": "Title"
122
- },
123
- "image_feature_pool_shape": [
124
- 7,
125
- 7,
126
- 256
127
- ],
128
- "initializer_range": 0.02,
129
- "intermediate_size": 3072,
130
- "label2id": {
131
- "Caption": 0,
132
- "Footnote": 1,
133
- "Formula": 2,
134
- "List-item": 3,
135
- "Page-footer": 4,
136
- "Page-header": 5,
137
- "Picture": 6,
138
- "Section-header": 7,
139
- "Table": 8,
140
- "Text": 9,
141
- "Title": 10
142
- },
143
- "layer_norm_eps": 1e-05,
144
- "max_2d_position_embeddings": 1024,
145
- "max_position_embeddings": 514,
146
- "max_rel_2d_pos": 256,
147
- "max_rel_pos": 128,
148
- "model_type": "layoutlmv2",
149
- "num_attention_heads": 12,
150
- "num_hidden_layers": 12,
151
- "output_past": true,
152
- "pad_token_id": 1,
153
- "rel_2d_pos_bins": 64,
154
- "rel_pos_bins": 32,
155
- "shape_size": 128,
156
- "tokenizer_class": "LayoutXLMTokenizer",
157
- "torch_dtype": "float32",
158
- "transformers_version": "4.27.3",
159
- "type_vocab_size": 1,
160
- "vocab_size": 250002
161
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoint-7200/optimizer.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:baf4823fd4a6fb53544f83ef34ae9c5d74f3097a936416066e2952258914c5d9
3
- size 2927175013
 
 
 
 
checkpoint-7200/pytorch_model.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:dcdce6ccc6942e84a9e8638a40786633f1b366c9c0441e44c957d735a600ae17
3
- size 1476527911
 
 
 
 
checkpoint-7200/rng_state.pth DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:e15fd1047ef470528465c5d4240ef1f11e6e510e91e49e370ed59c98bf3a55c5
3
- size 14503
 
 
 
 
checkpoint-7200/scaler.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:c4ebf60d06182fc04f3068df5b14d66a6109f4a46cbf579db349d7b8f45a1096
3
- size 559
 
 
 
 
checkpoint-7200/scheduler.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:98bb112fc188f5fae04089976aa37ff784135c35cfd647a48c4f0ac808009f5b
3
- size 623
 
 
 
 
checkpoint-7200/sentencepiece.bpe.model DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:cfc8146abe2a0488e9e2a0c56de7952f7c11ab059eca145a0a727afce0db2865
3
- size 5069051
 
 
 
 
checkpoint-7200/special_tokens_map.json DELETED
@@ -1,15 +0,0 @@
1
- {
2
- "bos_token": "<s>",
3
- "cls_token": "<s>",
4
- "eos_token": "</s>",
5
- "mask_token": {
6
- "content": "<mask>",
7
- "lstrip": true,
8
- "normalized": true,
9
- "rstrip": false,
10
- "single_word": false
11
- },
12
- "pad_token": "<pad>",
13
- "sep_token": "</s>",
14
- "unk_token": "<unk>"
15
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoint-7200/tokenizer_config.json DELETED
@@ -1,40 +0,0 @@
1
- {
2
- "bos_token": "<s>",
3
- "cls_token": "<s>",
4
- "cls_token_box": [
5
- 0,
6
- 0,
7
- 0,
8
- 0
9
- ],
10
- "eos_token": "</s>",
11
- "mask_token": {
12
- "__type": "AddedToken",
13
- "content": "<mask>",
14
- "lstrip": true,
15
- "normalized": true,
16
- "rstrip": false,
17
- "single_word": false
18
- },
19
- "model_max_length": 1000000000000000019884624838656,
20
- "only_label_first_subword": true,
21
- "pad_token": "<pad>",
22
- "pad_token_box": [
23
- 0,
24
- 0,
25
- 0,
26
- 0
27
- ],
28
- "pad_token_label": -100,
29
- "sep_token": "</s>",
30
- "sep_token_box": [
31
- 1000,
32
- 1000,
33
- 1000,
34
- 1000
35
- ],
36
- "sp_model_kwargs": {},
37
- "special_tokens_map_file": null,
38
- "tokenizer_class": "LayoutXLMTokenizer",
39
- "unk_token": "<unk>"
40
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoint-7200/trainer_state.json DELETED
@@ -1,532 +0,0 @@
1
- {
2
- "best_metric": 0.7893899204244033,
3
- "best_model_checkpoint": "DocLayNet/layout-xlm-base-finetuned-DocLayNet-base_paragraphs_ml512-v6/checkpoint-6400",
4
- "epoch": 3.837953091684435,
5
- "global_step": 7200,
6
- "is_hyper_param_search": false,
7
- "is_local_process_zero": true,
8
- "is_world_process_zero": true,
9
- "log_history": [
10
- {
11
- "epoch": 0.11,
12
- "eval_accuracy": 0.8841533429944805,
13
- "eval_f1": 0.10664094791953704,
14
- "eval_loss": 0.4427741765975952,
15
- "eval_precision": 0.11536168521462639,
16
- "eval_recall": 0.09914602903501281,
17
- "eval_runtime": 348.7843,
18
- "eval_samples_per_second": 4.607,
19
- "eval_steps_per_second": 0.29,
20
- "step": 200
21
- },
22
- {
23
- "epoch": 0.21,
24
- "eval_accuracy": 0.9242655812394248,
25
- "eval_f1": 0.44395873404441333,
26
- "eval_loss": 0.30403900146484375,
27
- "eval_precision": 0.4547734193086154,
28
- "eval_recall": 0.4336464560204953,
29
- "eval_runtime": 350.1211,
30
- "eval_samples_per_second": 4.59,
31
- "eval_steps_per_second": 0.288,
32
- "step": 400
33
- },
34
- {
35
- "epoch": 0.27,
36
- "learning_rate": 1.3209054593874834e-05,
37
- "loss": 0.7241,
38
- "step": 500
39
- },
40
- {
41
- "epoch": 0.32,
42
- "eval_accuracy": 0.9359434268564053,
43
- "eval_f1": 0.5543897040741045,
44
- "eval_loss": 0.22647875547409058,
45
- "eval_precision": 0.5330233291298865,
46
- "eval_recall": 0.5775405636208369,
47
- "eval_runtime": 342.3688,
48
- "eval_samples_per_second": 4.694,
49
- "eval_steps_per_second": 0.295,
50
- "step": 600
51
- },
52
- {
53
- "epoch": 0.43,
54
- "eval_accuracy": 0.947861481323102,
55
- "eval_f1": 0.6015281512784394,
56
- "eval_loss": 0.2140066921710968,
57
- "eval_precision": 0.6013484680378937,
58
- "eval_recall": 0.6017079419299743,
59
- "eval_runtime": 342.7133,
60
- "eval_samples_per_second": 4.689,
61
- "eval_steps_per_second": 0.295,
62
- "step": 800
63
- },
64
- {
65
- "epoch": 0.53,
66
- "learning_rate": 1.927439656448986e-05,
67
- "loss": 0.2343,
68
- "step": 1000
69
- },
70
- {
71
- "epoch": 0.53,
72
- "eval_accuracy": 0.9402091136821377,
73
- "eval_f1": 0.6132131856006622,
74
- "eval_loss": 0.285193532705307,
75
- "eval_precision": 0.6641768748132656,
76
- "eval_recall": 0.5695132365499573,
77
- "eval_runtime": 341.4863,
78
- "eval_samples_per_second": 4.706,
79
- "eval_steps_per_second": 0.296,
80
- "step": 1000
81
- },
82
- {
83
- "epoch": 0.64,
84
- "eval_accuracy": 0.9539986854504707,
85
- "eval_f1": 0.6604133950171894,
86
- "eval_loss": 0.16944007575511932,
87
- "eval_precision": 0.6564846848367226,
88
- "eval_recall": 0.6643894107600341,
89
- "eval_runtime": 342.4627,
90
- "eval_samples_per_second": 4.692,
91
- "eval_steps_per_second": 0.295,
92
- "step": 1200
93
- },
94
- {
95
- "epoch": 0.75,
96
- "eval_accuracy": 0.9354234142916347,
97
- "eval_f1": 0.6198065842234727,
98
- "eval_loss": 0.230770543217659,
99
- "eval_precision": 0.5118828964212166,
100
- "eval_recall": 0.785397096498719,
101
- "eval_runtime": 332.1227,
102
- "eval_samples_per_second": 4.839,
103
- "eval_steps_per_second": 0.304,
104
- "step": 1400
105
- },
106
- {
107
- "epoch": 0.8,
108
- "learning_rate": 1.7793573226714055e-05,
109
- "loss": 0.1913,
110
- "step": 1500
111
- },
112
- {
113
- "epoch": 0.85,
114
- "eval_accuracy": 0.9593994250825553,
115
- "eval_f1": 0.6589563286454478,
116
- "eval_loss": 0.1601293832063675,
117
- "eval_precision": 0.7189582071471835,
118
- "eval_recall": 0.6081981212638771,
119
- "eval_runtime": 327.08,
120
- "eval_samples_per_second": 4.913,
121
- "eval_steps_per_second": 0.309,
122
- "step": 1600
123
- },
124
- {
125
- "epoch": 0.96,
126
- "eval_accuracy": 0.9540725958657681,
127
- "eval_f1": 0.6596589238459277,
128
- "eval_loss": 0.16707618534564972,
129
- "eval_precision": 0.5790424570912376,
130
- "eval_recall": 0.7663535439795047,
131
- "eval_runtime": 324.9043,
132
- "eval_samples_per_second": 4.946,
133
- "eval_steps_per_second": 0.311,
134
- "step": 1800
135
- },
136
- {
137
- "epoch": 1.07,
138
- "learning_rate": 1.6315711535613804e-05,
139
- "loss": 0.1346,
140
- "step": 2000
141
- },
142
- {
143
- "epoch": 1.07,
144
- "eval_accuracy": 0.9611943923112051,
145
- "eval_f1": 0.6985545993817363,
146
- "eval_loss": 0.15802155435085297,
147
- "eval_precision": 0.6837585868498528,
148
- "eval_recall": 0.71400512382579,
149
- "eval_runtime": 326.3436,
150
- "eval_samples_per_second": 4.924,
151
- "eval_steps_per_second": 0.309,
152
- "step": 2000
153
- },
154
- {
155
- "epoch": 1.17,
156
- "eval_accuracy": 0.9597082650321906,
157
- "eval_f1": 0.6896523517382412,
158
- "eval_loss": 0.14230071008205414,
159
- "eval_precision": 0.661773940345369,
160
- "eval_recall": 0.7199829205807002,
161
- "eval_runtime": 352.3832,
162
- "eval_samples_per_second": 4.56,
163
- "eval_steps_per_second": 0.287,
164
- "step": 2200
165
- },
166
- {
167
- "epoch": 1.28,
168
- "eval_accuracy": 0.9662862919936542,
169
- "eval_f1": 0.6980116745713244,
170
- "eval_loss": 0.15801101922988892,
171
- "eval_precision": 0.7489724016441573,
172
- "eval_recall": 0.6535439795046969,
173
- "eval_runtime": 346.3949,
174
- "eval_samples_per_second": 4.639,
175
- "eval_steps_per_second": 0.292,
176
- "step": 2400
177
- },
178
- {
179
- "epoch": 1.33,
180
- "learning_rate": 1.483784984451355e-05,
181
- "loss": 0.098,
182
- "step": 2500
183
- },
184
- {
185
- "epoch": 1.39,
186
- "eval_accuracy": 0.9615850616492053,
187
- "eval_f1": 0.6800371073905552,
188
- "eval_loss": 0.1394117921590805,
189
- "eval_precision": 0.7044019401482566,
190
- "eval_recall": 0.6573014517506405,
191
- "eval_runtime": 340.6651,
192
- "eval_samples_per_second": 4.717,
193
- "eval_steps_per_second": 0.296,
194
- "step": 2600
195
- },
196
- {
197
- "epoch": 1.49,
198
- "eval_accuracy": 0.9685537579486693,
199
- "eval_f1": 0.725116373203805,
200
- "eval_loss": 0.1756211668252945,
201
- "eval_precision": 0.6892651019622932,
202
- "eval_recall": 0.7649017933390265,
203
- "eval_runtime": 336.4339,
204
- "eval_samples_per_second": 4.777,
205
- "eval_steps_per_second": 0.3,
206
- "step": 2800
207
- },
208
- {
209
- "epoch": 1.6,
210
- "learning_rate": 1.33599881534133e-05,
211
- "loss": 0.0999,
212
- "step": 3000
213
- },
214
- {
215
- "epoch": 1.6,
216
- "eval_accuracy": 0.9636387153313958,
217
- "eval_f1": 0.69845832244578,
218
- "eval_loss": 0.154231458902359,
219
- "eval_precision": 0.7126733025239957,
220
- "eval_recall": 0.684799316823228,
221
- "eval_runtime": 338.3198,
222
- "eval_samples_per_second": 4.75,
223
- "eval_steps_per_second": 0.299,
224
- "step": 3000
225
- },
226
- {
227
- "epoch": 1.71,
228
- "eval_accuracy": 0.9670465134081412,
229
- "eval_f1": 0.7096949152542371,
230
- "eval_loss": 0.11871206015348434,
231
- "eval_precision": 0.7538166106577052,
232
- "eval_recall": 0.6704526046114432,
233
- "eval_runtime": 330.1098,
234
- "eval_samples_per_second": 4.868,
235
- "eval_steps_per_second": 0.306,
236
- "step": 3200
237
- },
238
- {
239
- "epoch": 1.81,
240
- "eval_accuracy": 0.9585151397566763,
241
- "eval_f1": 0.7426724326213252,
242
- "eval_loss": 0.17930778861045837,
243
- "eval_precision": 0.7601716891710633,
244
- "eval_recall": 0.7259607173356106,
245
- "eval_runtime": 334.0583,
246
- "eval_samples_per_second": 4.811,
247
- "eval_steps_per_second": 0.302,
248
- "step": 3400
249
- },
250
- {
251
- "epoch": 1.87,
252
- "learning_rate": 1.1879164815637496e-05,
253
- "loss": 0.0972,
254
- "step": 3500
255
- },
256
- {
257
- "epoch": 1.92,
258
- "eval_accuracy": 0.9621024345562867,
259
- "eval_f1": 0.7188762229602368,
260
- "eval_loss": 0.18358349800109863,
261
- "eval_precision": 0.7575671585319712,
262
- "eval_recall": 0.6839453458582408,
263
- "eval_runtime": 323.7426,
264
- "eval_samples_per_second": 4.964,
265
- "eval_steps_per_second": 0.312,
266
- "step": 3600
267
- },
268
- {
269
- "epoch": 2.03,
270
- "eval_accuracy": 0.9641745658423015,
271
- "eval_f1": 0.7188527825286147,
272
- "eval_loss": 0.1464972347021103,
273
- "eval_precision": 0.7388443162354638,
274
- "eval_recall": 0.6999146029035013,
275
- "eval_runtime": 324.6992,
276
- "eval_samples_per_second": 4.949,
277
- "eval_steps_per_second": 0.311,
278
- "step": 3800
279
- },
280
- {
281
- "epoch": 2.13,
282
- "learning_rate": 1.0398341477861691e-05,
283
- "loss": 0.0662,
284
- "step": 4000
285
- },
286
- {
287
- "epoch": 2.13,
288
- "eval_accuracy": 0.9690632118826831,
289
- "eval_f1": 0.7450159228722244,
290
- "eval_loss": 0.1409263014793396,
291
- "eval_precision": 0.7615267992508695,
292
- "eval_recall": 0.7292058070025619,
293
- "eval_runtime": 314.9474,
294
- "eval_samples_per_second": 5.102,
295
- "eval_steps_per_second": 0.321,
296
- "step": 4000
297
- },
298
- {
299
- "epoch": 2.24,
300
- "eval_accuracy": 0.9615428271261782,
301
- "eval_f1": 0.7431866723622383,
302
- "eval_loss": 0.17204762995243073,
303
- "eval_precision": 0.7435042735042735,
304
- "eval_recall": 0.7428693424423569,
305
- "eval_runtime": 307.7666,
306
- "eval_samples_per_second": 5.221,
307
- "eval_steps_per_second": 0.328,
308
- "step": 4200
309
- },
310
- {
311
- "epoch": 2.35,
312
- "eval_accuracy": 0.9666637630432086,
313
- "eval_f1": 0.7338054481470216,
314
- "eval_loss": 0.14404301345348358,
315
- "eval_precision": 0.7468824621915627,
316
- "eval_recall": 0.7211784799316823,
317
- "eval_runtime": 310.6556,
318
- "eval_samples_per_second": 5.173,
319
- "eval_steps_per_second": 0.325,
320
- "step": 4400
321
- },
322
- {
323
- "epoch": 2.4,
324
- "learning_rate": 8.917518140085888e-06,
325
- "loss": 0.0581,
326
- "step": 4500
327
- },
328
- {
329
- "epoch": 2.45,
330
- "eval_accuracy": 0.9657451621673702,
331
- "eval_f1": 0.7135284422468708,
332
- "eval_loss": 0.19275733828544617,
333
- "eval_precision": 0.7457863860694665,
334
- "eval_recall": 0.6839453458582408,
335
- "eval_runtime": 303.8599,
336
- "eval_samples_per_second": 5.289,
337
- "eval_steps_per_second": 0.332,
338
- "step": 4600
339
- },
340
- {
341
- "epoch": 2.56,
342
- "eval_accuracy": 0.969187275794075,
343
- "eval_f1": 0.7378380713730234,
344
- "eval_loss": 0.16446392238140106,
345
- "eval_precision": 0.7466771598461001,
346
- "eval_recall": 0.7292058070025619,
347
- "eval_runtime": 304.6717,
348
- "eval_samples_per_second": 5.275,
349
- "eval_steps_per_second": 0.332,
350
- "step": 4800
351
- },
352
- {
353
- "epoch": 2.67,
354
- "learning_rate": 7.436694802310085e-06,
355
- "loss": 0.0538,
356
- "step": 5000
357
- },
358
- {
359
- "epoch": 2.67,
360
- "eval_accuracy": 0.9655762240752619,
361
- "eval_f1": 0.7619294158253516,
362
- "eval_loss": 0.15173019468784332,
363
- "eval_precision": 0.7699686083013603,
364
- "eval_recall": 0.7540563620836892,
365
- "eval_runtime": 301.8453,
366
- "eval_samples_per_second": 5.324,
367
- "eval_steps_per_second": 0.335,
368
- "step": 5000
369
- },
370
- {
371
- "epoch": 2.77,
372
- "eval_accuracy": 0.9683900991719394,
373
- "eval_f1": 0.7727910873601738,
374
- "eval_loss": 0.16763265430927277,
375
- "eval_precision": 0.8226786230835985,
376
- "eval_recall": 0.7286080273270709,
377
- "eval_runtime": 303.0486,
378
- "eval_samples_per_second": 5.303,
379
- "eval_steps_per_second": 0.333,
380
- "step": 5200
381
- },
382
- {
383
- "epoch": 2.88,
384
- "eval_accuracy": 0.9724974065363203,
385
- "eval_f1": 0.7607919220424181,
386
- "eval_loss": 0.12770096957683563,
387
- "eval_precision": 0.7864891968274227,
388
- "eval_recall": 0.7367207514944492,
389
- "eval_runtime": 298.6206,
390
- "eval_samples_per_second": 5.381,
391
- "eval_steps_per_second": 0.338,
392
- "step": 5400
393
- },
394
- {
395
- "epoch": 2.93,
396
- "learning_rate": 5.955871464534282e-06,
397
- "loss": 0.0432,
398
- "step": 5500
399
- },
400
- {
401
- "epoch": 2.99,
402
- "eval_accuracy": 0.9692585465516832,
403
- "eval_f1": 0.7784317119612255,
404
- "eval_loss": 0.15319885313510895,
405
- "eval_precision": 0.78908580452711,
406
- "eval_recall": 0.7680614859094791,
407
- "eval_runtime": 299.3727,
408
- "eval_samples_per_second": 5.368,
409
- "eval_steps_per_second": 0.337,
410
- "step": 5600
411
- },
412
- {
413
- "epoch": 3.09,
414
- "eval_accuracy": 0.9691767171633182,
415
- "eval_f1": 0.7783425414364641,
416
- "eval_loss": 0.1701451987028122,
417
- "eval_precision": 0.8066880439761795,
418
- "eval_recall": 0.7519214346712212,
419
- "eval_runtime": 330.9586,
420
- "eval_samples_per_second": 4.856,
421
- "eval_steps_per_second": 0.305,
422
- "step": 5800
423
- },
424
- {
425
- "epoch": 3.2,
426
- "learning_rate": 4.475048126758478e-06,
427
- "loss": 0.0272,
428
- "step": 6000
429
- },
430
- {
431
- "epoch": 3.2,
432
- "eval_accuracy": 0.973239150346983,
433
- "eval_f1": 0.7797986932721173,
434
- "eval_loss": 0.11586667597293854,
435
- "eval_precision": 0.8071650520928533,
436
- "eval_recall": 0.7542271562766866,
437
- "eval_runtime": 326.8152,
438
- "eval_samples_per_second": 4.917,
439
- "eval_steps_per_second": 0.309,
440
- "step": 6000
441
- },
442
- {
443
- "epoch": 3.3,
444
- "eval_accuracy": 0.9719905922599957,
445
- "eval_f1": 0.7796919071382077,
446
- "eval_loss": 0.18351919949054718,
447
- "eval_precision": 0.7925893250992501,
448
- "eval_recall": 0.7672075149444919,
449
- "eval_runtime": 329.8149,
450
- "eval_samples_per_second": 4.872,
451
- "eval_steps_per_second": 0.306,
452
- "step": 6200
453
- },
454
- {
455
- "epoch": 3.41,
456
- "eval_accuracy": 0.9730095001280235,
457
- "eval_f1": 0.7893899204244033,
458
- "eval_loss": 0.14806130528450012,
459
- "eval_precision": 0.8183318056828598,
460
- "eval_recall": 0.7624252775405637,
461
- "eval_runtime": 319.7431,
462
- "eval_samples_per_second": 5.026,
463
- "eval_steps_per_second": 0.316,
464
- "step": 6400
465
- },
466
- {
467
- "epoch": 3.46,
468
- "learning_rate": 2.994224788982675e-06,
469
- "loss": 0.0274,
470
- "step": 6500
471
- },
472
- {
473
- "epoch": 3.52,
474
- "eval_accuracy": 0.9685880734986287,
475
- "eval_f1": 0.7654594618555787,
476
- "eval_loss": 0.1551535576581955,
477
- "eval_precision": 0.7958337173933081,
478
- "eval_recall": 0.7373185311699402,
479
- "eval_runtime": 315.9623,
480
- "eval_samples_per_second": 5.086,
481
- "eval_steps_per_second": 0.32,
482
- "step": 6600
483
- },
484
- {
485
- "epoch": 3.62,
486
- "eval_accuracy": 0.9697706401433862,
487
- "eval_f1": 0.7723609812564001,
488
- "eval_loss": 0.15233653783798218,
489
- "eval_precision": 0.8068086689610269,
490
- "eval_recall": 0.740734415029889,
491
- "eval_runtime": 315.1842,
492
- "eval_samples_per_second": 5.099,
493
- "eval_steps_per_second": 0.32,
494
- "step": 6800
495
- },
496
- {
497
- "epoch": 3.73,
498
- "learning_rate": 1.5134014512068711e-06,
499
- "loss": 0.0246,
500
- "step": 7000
501
- },
502
- {
503
- "epoch": 3.73,
504
- "eval_accuracy": 0.9691133653787777,
505
- "eval_f1": 0.7719514341017067,
506
- "eval_loss": 0.1673242151737213,
507
- "eval_precision": 0.7960442750861912,
508
- "eval_recall": 0.7492741246797608,
509
- "eval_runtime": 310.1538,
510
- "eval_samples_per_second": 5.181,
511
- "eval_steps_per_second": 0.326,
512
- "step": 7000
513
- },
514
- {
515
- "epoch": 3.84,
516
- "eval_accuracy": 0.9687570115907369,
517
- "eval_f1": 0.7695167286245354,
518
- "eval_loss": 0.13327056169509888,
519
- "eval_precision": 0.7986404556310858,
520
- "eval_recall": 0.7424423569598634,
521
- "eval_runtime": 327.037,
522
- "eval_samples_per_second": 4.914,
523
- "eval_steps_per_second": 0.309,
524
- "step": 7200
525
- }
526
- ],
527
- "max_steps": 7504,
528
- "num_train_epochs": 4,
529
- "total_flos": 3.10964480704512e+16,
530
- "trial_name": null,
531
- "trial_params": null
532
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoint-7200/training_args.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:2aa93b20adff2f027d7b1364e8f85bb10d43357db02e39fcafcada89169c7741
3
- size 3759
 
 
 
 
checkpoint-7400/config.json DELETED
@@ -1,161 +0,0 @@
1
- {
2
- "_name_or_path": "microsoft/layoutxlm-base",
3
- "architectures": [
4
- "LayoutLMv2ForTokenClassification"
5
- ],
6
- "attention_probs_dropout_prob": 0.1,
7
- "bos_token_id": 0,
8
- "convert_sync_batchnorm": true,
9
- "coordinate_size": 128,
10
- "detectron2_config_args": {
11
- "MODEL.ANCHOR_GENERATOR.SIZES": [
12
- [
13
- 32
14
- ],
15
- [
16
- 64
17
- ],
18
- [
19
- 128
20
- ],
21
- [
22
- 256
23
- ],
24
- [
25
- 512
26
- ]
27
- ],
28
- "MODEL.BACKBONE.NAME": "build_resnet_fpn_backbone",
29
- "MODEL.FPN.IN_FEATURES": [
30
- "res2",
31
- "res3",
32
- "res4",
33
- "res5"
34
- ],
35
- "MODEL.MASK_ON": true,
36
- "MODEL.PIXEL_STD": [
37
- 57.375,
38
- 57.12,
39
- 58.395
40
- ],
41
- "MODEL.POST_NMS_TOPK_TEST": 1000,
42
- "MODEL.RESNETS.ASPECT_RATIOS": [
43
- [
44
- 0.5,
45
- 1.0,
46
- 2.0
47
- ]
48
- ],
49
- "MODEL.RESNETS.DEPTH": 101,
50
- "MODEL.RESNETS.NUM_GROUPS": 32,
51
- "MODEL.RESNETS.OUT_FEATURES": [
52
- "res2",
53
- "res3",
54
- "res4",
55
- "res5"
56
- ],
57
- "MODEL.RESNETS.SIZES": [
58
- [
59
- 32
60
- ],
61
- [
62
- 64
63
- ],
64
- [
65
- 128
66
- ],
67
- [
68
- 256
69
- ],
70
- [
71
- 512
72
- ]
73
- ],
74
- "MODEL.RESNETS.STRIDE_IN_1X1": false,
75
- "MODEL.RESNETS.WIDTH_PER_GROUP": 8,
76
- "MODEL.ROI_BOX_HEAD.NAME": "FastRCNNConvFCHead",
77
- "MODEL.ROI_BOX_HEAD.NUM_FC": 2,
78
- "MODEL.ROI_BOX_HEAD.POOLER_RESOLUTION": 14,
79
- "MODEL.ROI_HEADS.IN_FEATURES": [
80
- "p2",
81
- "p3",
82
- "p4",
83
- "p5"
84
- ],
85
- "MODEL.ROI_HEADS.NAME": "StandardROIHeads",
86
- "MODEL.ROI_HEADS.NUM_CLASSES": 5,
87
- "MODEL.ROI_MASK_HEAD.NAME": "MaskRCNNConvUpsampleHead",
88
- "MODEL.ROI_MASK_HEAD.NUM_CONV": 4,
89
- "MODEL.ROI_MASK_HEAD.POOLER_RESOLUTION": 7,
90
- "MODEL.RPN.IN_FEATURES": [
91
- "p2",
92
- "p3",
93
- "p4",
94
- "p5",
95
- "p6"
96
- ],
97
- "MODEL.RPN.POST_NMS_TOPK_TRAIN": 1000,
98
- "MODEL.RPN.PRE_NMS_TOPK_TEST": 1000,
99
- "MODEL.RPN.PRE_NMS_TOPK_TRAIN": 2000
100
- },
101
- "eos_token_id": 2,
102
- "fast_qkv": false,
103
- "gradient_checkpointing": false,
104
- "has_relative_attention_bias": false,
105
- "has_spatial_attention_bias": false,
106
- "has_visual_segment_embedding": true,
107
- "hidden_act": "gelu",
108
- "hidden_dropout_prob": 0.1,
109
- "hidden_size": 768,
110
- "id2label": {
111
- "0": "Caption",
112
- "1": "Footnote",
113
- "2": "Formula",
114
- "3": "List-item",
115
- "4": "Page-footer",
116
- "5": "Page-header",
117
- "6": "Picture",
118
- "7": "Section-header",
119
- "8": "Table",
120
- "9": "Text",
121
- "10": "Title"
122
- },
123
- "image_feature_pool_shape": [
124
- 7,
125
- 7,
126
- 256
127
- ],
128
- "initializer_range": 0.02,
129
- "intermediate_size": 3072,
130
- "label2id": {
131
- "Caption": 0,
132
- "Footnote": 1,
133
- "Formula": 2,
134
- "List-item": 3,
135
- "Page-footer": 4,
136
- "Page-header": 5,
137
- "Picture": 6,
138
- "Section-header": 7,
139
- "Table": 8,
140
- "Text": 9,
141
- "Title": 10
142
- },
143
- "layer_norm_eps": 1e-05,
144
- "max_2d_position_embeddings": 1024,
145
- "max_position_embeddings": 514,
146
- "max_rel_2d_pos": 256,
147
- "max_rel_pos": 128,
148
- "model_type": "layoutlmv2",
149
- "num_attention_heads": 12,
150
- "num_hidden_layers": 12,
151
- "output_past": true,
152
- "pad_token_id": 1,
153
- "rel_2d_pos_bins": 64,
154
- "rel_pos_bins": 32,
155
- "shape_size": 128,
156
- "tokenizer_class": "LayoutXLMTokenizer",
157
- "torch_dtype": "float32",
158
- "transformers_version": "4.27.3",
159
- "type_vocab_size": 1,
160
- "vocab_size": 250002
161
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoint-7400/optimizer.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:5d6cd4446a1ed9f1a8a76ed06d6e2d8df433ce0f8f0c333532eec3ac766b2d65
3
- size 2927175013
 
 
 
 
checkpoint-7400/pytorch_model.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:d13a58973cc284af17f2254e14be087d297312784bdd94ab2c43a4d06bd67ad7
3
- size 1476527911
 
 
 
 
checkpoint-7400/rng_state.pth DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:b9a9f569d9ec2adc12612672c9e81c398951f159ed964a5e7468fb95bcb79da8
3
- size 14503
 
 
 
 
checkpoint-7400/scaler.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:b749ad627cb9f46adac9d85c4c20d74932df6f6030cf6961f6921c0ec887ae3b
3
- size 559
 
 
 
 
checkpoint-7400/scheduler.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:dcaee7fe159c6f63c51a6c93ff8e504736c26ac20d156ebbfca72c6d64822992
3
- size 623
 
 
 
 
checkpoint-7400/sentencepiece.bpe.model DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:cfc8146abe2a0488e9e2a0c56de7952f7c11ab059eca145a0a727afce0db2865
3
- size 5069051
 
 
 
 
checkpoint-7400/special_tokens_map.json DELETED
@@ -1,15 +0,0 @@
1
- {
2
- "bos_token": "<s>",
3
- "cls_token": "<s>",
4
- "eos_token": "</s>",
5
- "mask_token": {
6
- "content": "<mask>",
7
- "lstrip": true,
8
- "normalized": true,
9
- "rstrip": false,
10
- "single_word": false
11
- },
12
- "pad_token": "<pad>",
13
- "sep_token": "</s>",
14
- "unk_token": "<unk>"
15
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoint-7400/tokenizer_config.json DELETED
@@ -1,40 +0,0 @@
1
- {
2
- "bos_token": "<s>",
3
- "cls_token": "<s>",
4
- "cls_token_box": [
5
- 0,
6
- 0,
7
- 0,
8
- 0
9
- ],
10
- "eos_token": "</s>",
11
- "mask_token": {
12
- "__type": "AddedToken",
13
- "content": "<mask>",
14
- "lstrip": true,
15
- "normalized": true,
16
- "rstrip": false,
17
- "single_word": false
18
- },
19
- "model_max_length": 1000000000000000019884624838656,
20
- "only_label_first_subword": true,
21
- "pad_token": "<pad>",
22
- "pad_token_box": [
23
- 0,
24
- 0,
25
- 0,
26
- 0
27
- ],
28
- "pad_token_label": -100,
29
- "sep_token": "</s>",
30
- "sep_token_box": [
31
- 1000,
32
- 1000,
33
- 1000,
34
- 1000
35
- ],
36
- "sp_model_kwargs": {},
37
- "special_tokens_map_file": null,
38
- "tokenizer_class": "LayoutXLMTokenizer",
39
- "unk_token": "<unk>"
40
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoint-7400/trainer_state.json DELETED
@@ -1,544 +0,0 @@
1
- {
2
- "best_metric": 0.7893899204244033,
3
- "best_model_checkpoint": "DocLayNet/layout-xlm-base-finetuned-DocLayNet-base_paragraphs_ml512-v6/checkpoint-6400",
4
- "epoch": 3.9445628997867805,
5
- "global_step": 7400,
6
- "is_hyper_param_search": false,
7
- "is_local_process_zero": true,
8
- "is_world_process_zero": true,
9
- "log_history": [
10
- {
11
- "epoch": 0.11,
12
- "eval_accuracy": 0.8841533429944805,
13
- "eval_f1": 0.10664094791953704,
14
- "eval_loss": 0.4427741765975952,
15
- "eval_precision": 0.11536168521462639,
16
- "eval_recall": 0.09914602903501281,
17
- "eval_runtime": 348.7843,
18
- "eval_samples_per_second": 4.607,
19
- "eval_steps_per_second": 0.29,
20
- "step": 200
21
- },
22
- {
23
- "epoch": 0.21,
24
- "eval_accuracy": 0.9242655812394248,
25
- "eval_f1": 0.44395873404441333,
26
- "eval_loss": 0.30403900146484375,
27
- "eval_precision": 0.4547734193086154,
28
- "eval_recall": 0.4336464560204953,
29
- "eval_runtime": 350.1211,
30
- "eval_samples_per_second": 4.59,
31
- "eval_steps_per_second": 0.288,
32
- "step": 400
33
- },
34
- {
35
- "epoch": 0.27,
36
- "learning_rate": 1.3209054593874834e-05,
37
- "loss": 0.7241,
38
- "step": 500
39
- },
40
- {
41
- "epoch": 0.32,
42
- "eval_accuracy": 0.9359434268564053,
43
- "eval_f1": 0.5543897040741045,
44
- "eval_loss": 0.22647875547409058,
45
- "eval_precision": 0.5330233291298865,
46
- "eval_recall": 0.5775405636208369,
47
- "eval_runtime": 342.3688,
48
- "eval_samples_per_second": 4.694,
49
- "eval_steps_per_second": 0.295,
50
- "step": 600
51
- },
52
- {
53
- "epoch": 0.43,
54
- "eval_accuracy": 0.947861481323102,
55
- "eval_f1": 0.6015281512784394,
56
- "eval_loss": 0.2140066921710968,
57
- "eval_precision": 0.6013484680378937,
58
- "eval_recall": 0.6017079419299743,
59
- "eval_runtime": 342.7133,
60
- "eval_samples_per_second": 4.689,
61
- "eval_steps_per_second": 0.295,
62
- "step": 800
63
- },
64
- {
65
- "epoch": 0.53,
66
- "learning_rate": 1.927439656448986e-05,
67
- "loss": 0.2343,
68
- "step": 1000
69
- },
70
- {
71
- "epoch": 0.53,
72
- "eval_accuracy": 0.9402091136821377,
73
- "eval_f1": 0.6132131856006622,
74
- "eval_loss": 0.285193532705307,
75
- "eval_precision": 0.6641768748132656,
76
- "eval_recall": 0.5695132365499573,
77
- "eval_runtime": 341.4863,
78
- "eval_samples_per_second": 4.706,
79
- "eval_steps_per_second": 0.296,
80
- "step": 1000
81
- },
82
- {
83
- "epoch": 0.64,
84
- "eval_accuracy": 0.9539986854504707,
85
- "eval_f1": 0.6604133950171894,
86
- "eval_loss": 0.16944007575511932,
87
- "eval_precision": 0.6564846848367226,
88
- "eval_recall": 0.6643894107600341,
89
- "eval_runtime": 342.4627,
90
- "eval_samples_per_second": 4.692,
91
- "eval_steps_per_second": 0.295,
92
- "step": 1200
93
- },
94
- {
95
- "epoch": 0.75,
96
- "eval_accuracy": 0.9354234142916347,
97
- "eval_f1": 0.6198065842234727,
98
- "eval_loss": 0.230770543217659,
99
- "eval_precision": 0.5118828964212166,
100
- "eval_recall": 0.785397096498719,
101
- "eval_runtime": 332.1227,
102
- "eval_samples_per_second": 4.839,
103
- "eval_steps_per_second": 0.304,
104
- "step": 1400
105
- },
106
- {
107
- "epoch": 0.8,
108
- "learning_rate": 1.7793573226714055e-05,
109
- "loss": 0.1913,
110
- "step": 1500
111
- },
112
- {
113
- "epoch": 0.85,
114
- "eval_accuracy": 0.9593994250825553,
115
- "eval_f1": 0.6589563286454478,
116
- "eval_loss": 0.1601293832063675,
117
- "eval_precision": 0.7189582071471835,
118
- "eval_recall": 0.6081981212638771,
119
- "eval_runtime": 327.08,
120
- "eval_samples_per_second": 4.913,
121
- "eval_steps_per_second": 0.309,
122
- "step": 1600
123
- },
124
- {
125
- "epoch": 0.96,
126
- "eval_accuracy": 0.9540725958657681,
127
- "eval_f1": 0.6596589238459277,
128
- "eval_loss": 0.16707618534564972,
129
- "eval_precision": 0.5790424570912376,
130
- "eval_recall": 0.7663535439795047,
131
- "eval_runtime": 324.9043,
132
- "eval_samples_per_second": 4.946,
133
- "eval_steps_per_second": 0.311,
134
- "step": 1800
135
- },
136
- {
137
- "epoch": 1.07,
138
- "learning_rate": 1.6315711535613804e-05,
139
- "loss": 0.1346,
140
- "step": 2000
141
- },
142
- {
143
- "epoch": 1.07,
144
- "eval_accuracy": 0.9611943923112051,
145
- "eval_f1": 0.6985545993817363,
146
- "eval_loss": 0.15802155435085297,
147
- "eval_precision": 0.6837585868498528,
148
- "eval_recall": 0.71400512382579,
149
- "eval_runtime": 326.3436,
150
- "eval_samples_per_second": 4.924,
151
- "eval_steps_per_second": 0.309,
152
- "step": 2000
153
- },
154
- {
155
- "epoch": 1.17,
156
- "eval_accuracy": 0.9597082650321906,
157
- "eval_f1": 0.6896523517382412,
158
- "eval_loss": 0.14230071008205414,
159
- "eval_precision": 0.661773940345369,
160
- "eval_recall": 0.7199829205807002,
161
- "eval_runtime": 352.3832,
162
- "eval_samples_per_second": 4.56,
163
- "eval_steps_per_second": 0.287,
164
- "step": 2200
165
- },
166
- {
167
- "epoch": 1.28,
168
- "eval_accuracy": 0.9662862919936542,
169
- "eval_f1": 0.6980116745713244,
170
- "eval_loss": 0.15801101922988892,
171
- "eval_precision": 0.7489724016441573,
172
- "eval_recall": 0.6535439795046969,
173
- "eval_runtime": 346.3949,
174
- "eval_samples_per_second": 4.639,
175
- "eval_steps_per_second": 0.292,
176
- "step": 2400
177
- },
178
- {
179
- "epoch": 1.33,
180
- "learning_rate": 1.483784984451355e-05,
181
- "loss": 0.098,
182
- "step": 2500
183
- },
184
- {
185
- "epoch": 1.39,
186
- "eval_accuracy": 0.9615850616492053,
187
- "eval_f1": 0.6800371073905552,
188
- "eval_loss": 0.1394117921590805,
189
- "eval_precision": 0.7044019401482566,
190
- "eval_recall": 0.6573014517506405,
191
- "eval_runtime": 340.6651,
192
- "eval_samples_per_second": 4.717,
193
- "eval_steps_per_second": 0.296,
194
- "step": 2600
195
- },
196
- {
197
- "epoch": 1.49,
198
- "eval_accuracy": 0.9685537579486693,
199
- "eval_f1": 0.725116373203805,
200
- "eval_loss": 0.1756211668252945,
201
- "eval_precision": 0.6892651019622932,
202
- "eval_recall": 0.7649017933390265,
203
- "eval_runtime": 336.4339,
204
- "eval_samples_per_second": 4.777,
205
- "eval_steps_per_second": 0.3,
206
- "step": 2800
207
- },
208
- {
209
- "epoch": 1.6,
210
- "learning_rate": 1.33599881534133e-05,
211
- "loss": 0.0999,
212
- "step": 3000
213
- },
214
- {
215
- "epoch": 1.6,
216
- "eval_accuracy": 0.9636387153313958,
217
- "eval_f1": 0.69845832244578,
218
- "eval_loss": 0.154231458902359,
219
- "eval_precision": 0.7126733025239957,
220
- "eval_recall": 0.684799316823228,
221
- "eval_runtime": 338.3198,
222
- "eval_samples_per_second": 4.75,
223
- "eval_steps_per_second": 0.299,
224
- "step": 3000
225
- },
226
- {
227
- "epoch": 1.71,
228
- "eval_accuracy": 0.9670465134081412,
229
- "eval_f1": 0.7096949152542371,
230
- "eval_loss": 0.11871206015348434,
231
- "eval_precision": 0.7538166106577052,
232
- "eval_recall": 0.6704526046114432,
233
- "eval_runtime": 330.1098,
234
- "eval_samples_per_second": 4.868,
235
- "eval_steps_per_second": 0.306,
236
- "step": 3200
237
- },
238
- {
239
- "epoch": 1.81,
240
- "eval_accuracy": 0.9585151397566763,
241
- "eval_f1": 0.7426724326213252,
242
- "eval_loss": 0.17930778861045837,
243
- "eval_precision": 0.7601716891710633,
244
- "eval_recall": 0.7259607173356106,
245
- "eval_runtime": 334.0583,
246
- "eval_samples_per_second": 4.811,
247
- "eval_steps_per_second": 0.302,
248
- "step": 3400
249
- },
250
- {
251
- "epoch": 1.87,
252
- "learning_rate": 1.1879164815637496e-05,
253
- "loss": 0.0972,
254
- "step": 3500
255
- },
256
- {
257
- "epoch": 1.92,
258
- "eval_accuracy": 0.9621024345562867,
259
- "eval_f1": 0.7188762229602368,
260
- "eval_loss": 0.18358349800109863,
261
- "eval_precision": 0.7575671585319712,
262
- "eval_recall": 0.6839453458582408,
263
- "eval_runtime": 323.7426,
264
- "eval_samples_per_second": 4.964,
265
- "eval_steps_per_second": 0.312,
266
- "step": 3600
267
- },
268
- {
269
- "epoch": 2.03,
270
- "eval_accuracy": 0.9641745658423015,
271
- "eval_f1": 0.7188527825286147,
272
- "eval_loss": 0.1464972347021103,
273
- "eval_precision": 0.7388443162354638,
274
- "eval_recall": 0.6999146029035013,
275
- "eval_runtime": 324.6992,
276
- "eval_samples_per_second": 4.949,
277
- "eval_steps_per_second": 0.311,
278
- "step": 3800
279
- },
280
- {
281
- "epoch": 2.13,
282
- "learning_rate": 1.0398341477861691e-05,
283
- "loss": 0.0662,
284
- "step": 4000
285
- },
286
- {
287
- "epoch": 2.13,
288
- "eval_accuracy": 0.9690632118826831,
289
- "eval_f1": 0.7450159228722244,
290
- "eval_loss": 0.1409263014793396,
291
- "eval_precision": 0.7615267992508695,
292
- "eval_recall": 0.7292058070025619,
293
- "eval_runtime": 314.9474,
294
- "eval_samples_per_second": 5.102,
295
- "eval_steps_per_second": 0.321,
296
- "step": 4000
297
- },
298
- {
299
- "epoch": 2.24,
300
- "eval_accuracy": 0.9615428271261782,
301
- "eval_f1": 0.7431866723622383,
302
- "eval_loss": 0.17204762995243073,
303
- "eval_precision": 0.7435042735042735,
304
- "eval_recall": 0.7428693424423569,
305
- "eval_runtime": 307.7666,
306
- "eval_samples_per_second": 5.221,
307
- "eval_steps_per_second": 0.328,
308
- "step": 4200
309
- },
310
- {
311
- "epoch": 2.35,
312
- "eval_accuracy": 0.9666637630432086,
313
- "eval_f1": 0.7338054481470216,
314
- "eval_loss": 0.14404301345348358,
315
- "eval_precision": 0.7468824621915627,
316
- "eval_recall": 0.7211784799316823,
317
- "eval_runtime": 310.6556,
318
- "eval_samples_per_second": 5.173,
319
- "eval_steps_per_second": 0.325,
320
- "step": 4400
321
- },
322
- {
323
- "epoch": 2.4,
324
- "learning_rate": 8.917518140085888e-06,
325
- "loss": 0.0581,
326
- "step": 4500
327
- },
328
- {
329
- "epoch": 2.45,
330
- "eval_accuracy": 0.9657451621673702,
331
- "eval_f1": 0.7135284422468708,
332
- "eval_loss": 0.19275733828544617,
333
- "eval_precision": 0.7457863860694665,
334
- "eval_recall": 0.6839453458582408,
335
- "eval_runtime": 303.8599,
336
- "eval_samples_per_second": 5.289,
337
- "eval_steps_per_second": 0.332,
338
- "step": 4600
339
- },
340
- {
341
- "epoch": 2.56,
342
- "eval_accuracy": 0.969187275794075,
343
- "eval_f1": 0.7378380713730234,
344
- "eval_loss": 0.16446392238140106,
345
- "eval_precision": 0.7466771598461001,
346
- "eval_recall": 0.7292058070025619,
347
- "eval_runtime": 304.6717,
348
- "eval_samples_per_second": 5.275,
349
- "eval_steps_per_second": 0.332,
350
- "step": 4800
351
- },
352
- {
353
- "epoch": 2.67,
354
- "learning_rate": 7.436694802310085e-06,
355
- "loss": 0.0538,
356
- "step": 5000
357
- },
358
- {
359
- "epoch": 2.67,
360
- "eval_accuracy": 0.9655762240752619,
361
- "eval_f1": 0.7619294158253516,
362
- "eval_loss": 0.15173019468784332,
363
- "eval_precision": 0.7699686083013603,
364
- "eval_recall": 0.7540563620836892,
365
- "eval_runtime": 301.8453,
366
- "eval_samples_per_second": 5.324,
367
- "eval_steps_per_second": 0.335,
368
- "step": 5000
369
- },
370
- {
371
- "epoch": 2.77,
372
- "eval_accuracy": 0.9683900991719394,
373
- "eval_f1": 0.7727910873601738,
374
- "eval_loss": 0.16763265430927277,
375
- "eval_precision": 0.8226786230835985,
376
- "eval_recall": 0.7286080273270709,
377
- "eval_runtime": 303.0486,
378
- "eval_samples_per_second": 5.303,
379
- "eval_steps_per_second": 0.333,
380
- "step": 5200
381
- },
382
- {
383
- "epoch": 2.88,
384
- "eval_accuracy": 0.9724974065363203,
385
- "eval_f1": 0.7607919220424181,
386
- "eval_loss": 0.12770096957683563,
387
- "eval_precision": 0.7864891968274227,
388
- "eval_recall": 0.7367207514944492,
389
- "eval_runtime": 298.6206,
390
- "eval_samples_per_second": 5.381,
391
- "eval_steps_per_second": 0.338,
392
- "step": 5400
393
- },
394
- {
395
- "epoch": 2.93,
396
- "learning_rate": 5.955871464534282e-06,
397
- "loss": 0.0432,
398
- "step": 5500
399
- },
400
- {
401
- "epoch": 2.99,
402
- "eval_accuracy": 0.9692585465516832,
403
- "eval_f1": 0.7784317119612255,
404
- "eval_loss": 0.15319885313510895,
405
- "eval_precision": 0.78908580452711,
406
- "eval_recall": 0.7680614859094791,
407
- "eval_runtime": 299.3727,
408
- "eval_samples_per_second": 5.368,
409
- "eval_steps_per_second": 0.337,
410
- "step": 5600
411
- },
412
- {
413
- "epoch": 3.09,
414
- "eval_accuracy": 0.9691767171633182,
415
- "eval_f1": 0.7783425414364641,
416
- "eval_loss": 0.1701451987028122,
417
- "eval_precision": 0.8066880439761795,
418
- "eval_recall": 0.7519214346712212,
419
- "eval_runtime": 330.9586,
420
- "eval_samples_per_second": 4.856,
421
- "eval_steps_per_second": 0.305,
422
- "step": 5800
423
- },
424
- {
425
- "epoch": 3.2,
426
- "learning_rate": 4.475048126758478e-06,
427
- "loss": 0.0272,
428
- "step": 6000
429
- },
430
- {
431
- "epoch": 3.2,
432
- "eval_accuracy": 0.973239150346983,
433
- "eval_f1": 0.7797986932721173,
434
- "eval_loss": 0.11586667597293854,
435
- "eval_precision": 0.8071650520928533,
436
- "eval_recall": 0.7542271562766866,
437
- "eval_runtime": 326.8152,
438
- "eval_samples_per_second": 4.917,
439
- "eval_steps_per_second": 0.309,
440
- "step": 6000
441
- },
442
- {
443
- "epoch": 3.3,
444
- "eval_accuracy": 0.9719905922599957,
445
- "eval_f1": 0.7796919071382077,
446
- "eval_loss": 0.18351919949054718,
447
- "eval_precision": 0.7925893250992501,
448
- "eval_recall": 0.7672075149444919,
449
- "eval_runtime": 329.8149,
450
- "eval_samples_per_second": 4.872,
451
- "eval_steps_per_second": 0.306,
452
- "step": 6200
453
- },
454
- {
455
- "epoch": 3.41,
456
- "eval_accuracy": 0.9730095001280235,
457
- "eval_f1": 0.7893899204244033,
458
- "eval_loss": 0.14806130528450012,
459
- "eval_precision": 0.8183318056828598,
460
- "eval_recall": 0.7624252775405637,
461
- "eval_runtime": 319.7431,
462
- "eval_samples_per_second": 5.026,
463
- "eval_steps_per_second": 0.316,
464
- "step": 6400
465
- },
466
- {
467
- "epoch": 3.46,
468
- "learning_rate": 2.994224788982675e-06,
469
- "loss": 0.0274,
470
- "step": 6500
471
- },
472
- {
473
- "epoch": 3.52,
474
- "eval_accuracy": 0.9685880734986287,
475
- "eval_f1": 0.7654594618555787,
476
- "eval_loss": 0.1551535576581955,
477
- "eval_precision": 0.7958337173933081,
478
- "eval_recall": 0.7373185311699402,
479
- "eval_runtime": 315.9623,
480
- "eval_samples_per_second": 5.086,
481
- "eval_steps_per_second": 0.32,
482
- "step": 6600
483
- },
484
- {
485
- "epoch": 3.62,
486
- "eval_accuracy": 0.9697706401433862,
487
- "eval_f1": 0.7723609812564001,
488
- "eval_loss": 0.15233653783798218,
489
- "eval_precision": 0.8068086689610269,
490
- "eval_recall": 0.740734415029889,
491
- "eval_runtime": 315.1842,
492
- "eval_samples_per_second": 5.099,
493
- "eval_steps_per_second": 0.32,
494
- "step": 6800
495
- },
496
- {
497
- "epoch": 3.73,
498
- "learning_rate": 1.5134014512068711e-06,
499
- "loss": 0.0246,
500
- "step": 7000
501
- },
502
- {
503
- "epoch": 3.73,
504
- "eval_accuracy": 0.9691133653787777,
505
- "eval_f1": 0.7719514341017067,
506
- "eval_loss": 0.1673242151737213,
507
- "eval_precision": 0.7960442750861912,
508
- "eval_recall": 0.7492741246797608,
509
- "eval_runtime": 310.1538,
510
- "eval_samples_per_second": 5.181,
511
- "eval_steps_per_second": 0.326,
512
- "step": 7000
513
- },
514
- {
515
- "epoch": 3.84,
516
- "eval_accuracy": 0.9687570115907369,
517
- "eval_f1": 0.7695167286245354,
518
- "eval_loss": 0.13327056169509888,
519
- "eval_precision": 0.7986404556310858,
520
- "eval_recall": 0.7424423569598634,
521
- "eval_runtime": 327.037,
522
- "eval_samples_per_second": 4.914,
523
- "eval_steps_per_second": 0.309,
524
- "step": 7200
525
- },
526
- {
527
- "epoch": 3.94,
528
- "eval_accuracy": 0.9693350966246698,
529
- "eval_f1": 0.7739041613003509,
530
- "eval_loss": 0.1795581728219986,
531
- "eval_precision": 0.8062366984361987,
532
- "eval_recall": 0.7440649017933391,
533
- "eval_runtime": 336.2669,
534
- "eval_samples_per_second": 4.779,
535
- "eval_steps_per_second": 0.3,
536
- "step": 7400
537
- }
538
- ],
539
- "max_steps": 7504,
540
- "num_train_epochs": 4,
541
- "total_flos": 3.19602382946304e+16,
542
- "trial_name": null,
543
- "trial_params": null
544
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoint-7400/training_args.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:9d83780297e85ae6adf5c0e7c9ba36f97886e17691713e3ee3e373b69f816ee8
3
- size 3759
 
 
 
 
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d13a58973cc284af17f2254e14be087d297312784bdd94ab2c43a4d06bd67ad7
3
  size 1476527911
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3c5b87531e31703b8be687e53ab9cabd0de73011638a31ed129e72c1b0b6baf
3
  size 1476527911
runs/Mar26_20-22-42_8d06c1bcabc2/events.out.tfevents.1679863879.8d06c1bcabc2.465.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b54e4f95a659c988df76b1c56126212ea8876953907b76eaeea1e3aad6642a1f
3
- size 7203
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76a9f808964567241188fc23c45402780cae269b31ff4181aca260a0981c39e0
3
+ size 7714