SirMappel commited on
Commit
44a1454
·
verified ·
1 Parent(s): 7edadc7

Upload folder using huggingface_hub

Browse files
config.json ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "XLMRobertaForTokenClassification"
4
+ ],
5
+ "attention_probs_dropout_prob": 0.1,
6
+ "bos_token_id": null,
7
+ "classifier_dropout": null,
8
+ "dtype": "float32",
9
+ "eos_token_id": null,
10
+ "gradient_checkpointing": false,
11
+ "hidden_act": "gelu",
12
+ "hidden_dropout_prob": 0.1,
13
+ "hidden_size": 768,
14
+ "id2label": {
15
+ "0": "B-VERB",
16
+ "1": "I-VERB",
17
+ "2": "O"
18
+ },
19
+ "initializer_range": 0.02,
20
+ "intermediate_size": 3072,
21
+ "label2id": {
22
+ "B-VERB": 0,
23
+ "I-VERB": 1,
24
+ "O": 2
25
+ },
26
+ "layer_norm_eps": 1e-05,
27
+ "max_position_embeddings": 514,
28
+ "model_type": "xlm-roberta",
29
+ "num_attention_heads": 12,
30
+ "num_hidden_layers": 12,
31
+ "pad_token_id": 0,
32
+ "position_embedding_type": "absolute",
33
+ "transformers_version": "4.57.1",
34
+ "type_vocab_size": 1,
35
+ "use_cache": true,
36
+ "vocab_size": 50005
37
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:218868106a2db310958c6031e604b8c7eb39ff84319d865bb0e8cb5c4852226f
3
+ size 495454596
optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd09f4cb15d04f8e663d6e3a6a99173c2ed6c61abc1580dd9f3c9ad50596532d
3
+ size 991030987
rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a76586e3c035c089288cb015405246039b9e378016d628d5ab471f02a25bca3c
3
+ size 14645
scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52fe70ca94033e763509bb675342e685c13723821b1a90b39d898dd16b006fca
3
+ size 1465
special_tokens_map.json ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "cls_token": {
3
+ "content": "[CLS]",
4
+ "lstrip": false,
5
+ "normalized": false,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "mask_token": {
10
+ "content": "[MASK]",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "pad_token": {
17
+ "content": "[PAD]",
18
+ "lstrip": false,
19
+ "normalized": false,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ },
23
+ "sep_token": {
24
+ "content": "[SEP]",
25
+ "lstrip": false,
26
+ "normalized": false,
27
+ "rstrip": false,
28
+ "single_word": false
29
+ },
30
+ "unk_token": {
31
+ "content": "[UNK]",
32
+ "lstrip": false,
33
+ "normalized": false,
34
+ "rstrip": false,
35
+ "single_word": false
36
+ }
37
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,62 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "[PAD]",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "[UNK]",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "[CLS]",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "[SEP]",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "4": {
36
+ "content": "[MASK]",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "clean_up_tokenization_spaces": true,
45
+ "cls_token": "[CLS]",
46
+ "do_basic_tokenize": true,
47
+ "do_lower_case": true,
48
+ "extra_special_tokens": {},
49
+ "mask_token": "[MASK]",
50
+ "max_length": 512,
51
+ "model_max_length": 1000000000000000019884624838656,
52
+ "never_split": null,
53
+ "pad_token": "[PAD]",
54
+ "sep_token": "[SEP]",
55
+ "stride": 256,
56
+ "strip_accents": null,
57
+ "tokenize_chinese_chars": true,
58
+ "tokenizer_class": "BertTokenizer",
59
+ "truncation_side": "right",
60
+ "truncation_strategy": "longest_first",
61
+ "unk_token": "[UNK]"
62
+ }
trainer_state.json ADDED
@@ -0,0 +1,262 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": null,
3
+ "best_metric": null,
4
+ "best_model_checkpoint": null,
5
+ "epoch": 20.0,
6
+ "eval_steps": 500,
7
+ "global_step": 300,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 1.0,
14
+ "eval_accuracy": 0.8790855509912484,
15
+ "eval_f1": 0.0,
16
+ "eval_loss": 0.3699088394641876,
17
+ "eval_precision": 0.0,
18
+ "eval_recall": 0.0,
19
+ "eval_runtime": 0.8212,
20
+ "eval_samples_per_second": 73.061,
21
+ "eval_steps_per_second": 4.871,
22
+ "step": 15
23
+ },
24
+ {
25
+ "epoch": 2.0,
26
+ "eval_accuracy": 0.9203429183782819,
27
+ "eval_f1": 0.5233441910966341,
28
+ "eval_loss": 0.22088216245174408,
29
+ "eval_precision": 0.9563492063492064,
30
+ "eval_recall": 0.3602391629297459,
31
+ "eval_runtime": 0.7344,
32
+ "eval_samples_per_second": 81.702,
33
+ "eval_steps_per_second": 5.447,
34
+ "step": 30
35
+ },
36
+ {
37
+ "epoch": 3.0,
38
+ "eval_accuracy": 0.980532237899625,
39
+ "eval_f1": 0.9270386266094419,
40
+ "eval_loss": 0.09267979115247726,
41
+ "eval_precision": 0.8888888888888888,
42
+ "eval_recall": 0.968609865470852,
43
+ "eval_runtime": 0.7392,
44
+ "eval_samples_per_second": 81.165,
45
+ "eval_steps_per_second": 5.411,
46
+ "step": 45
47
+ },
48
+ {
49
+ "epoch": 4.0,
50
+ "eval_accuracy": 0.9867833541703875,
51
+ "eval_f1": 0.9512727272727274,
52
+ "eval_loss": 0.062456704676151276,
53
+ "eval_precision": 0.9263456090651558,
54
+ "eval_recall": 0.9775784753363229,
55
+ "eval_runtime": 0.7363,
56
+ "eval_samples_per_second": 81.49,
57
+ "eval_steps_per_second": 5.433,
58
+ "step": 60
59
+ },
60
+ {
61
+ "epoch": 5.0,
62
+ "eval_accuracy": 0.9878549741025183,
63
+ "eval_f1": 0.9555717407137655,
64
+ "eval_loss": 0.057645417749881744,
65
+ "eval_precision": 0.9318181818181818,
66
+ "eval_recall": 0.9805680119581465,
67
+ "eval_runtime": 0.7382,
68
+ "eval_samples_per_second": 81.278,
69
+ "eval_steps_per_second": 5.419,
70
+ "step": 75
71
+ },
72
+ {
73
+ "epoch": 6.0,
74
+ "eval_accuracy": 0.9887479907126272,
75
+ "eval_f1": 0.9591240875912408,
76
+ "eval_loss": 0.055171798914670944,
77
+ "eval_precision": 0.9372325249643366,
78
+ "eval_recall": 0.9820627802690582,
79
+ "eval_runtime": 0.737,
80
+ "eval_samples_per_second": 81.415,
81
+ "eval_steps_per_second": 5.428,
82
+ "step": 90
83
+ },
84
+ {
85
+ "epoch": 7.0,
86
+ "eval_accuracy": 0.9887479907126272,
87
+ "eval_f1": 0.9591836734693878,
88
+ "eval_loss": 0.05424182116985321,
89
+ "eval_precision": 0.9359886201991465,
90
+ "eval_recall": 0.9835575485799701,
91
+ "eval_runtime": 0.7417,
92
+ "eval_samples_per_second": 80.901,
93
+ "eval_steps_per_second": 5.393,
94
+ "step": 105
95
+ },
96
+ {
97
+ "epoch": 8.0,
98
+ "eval_accuracy": 0.9887479907126272,
99
+ "eval_f1": 0.9591240875912408,
100
+ "eval_loss": 0.053577546030282974,
101
+ "eval_precision": 0.9372325249643366,
102
+ "eval_recall": 0.9820627802690582,
103
+ "eval_runtime": 0.7435,
104
+ "eval_samples_per_second": 80.704,
105
+ "eval_steps_per_second": 5.38,
106
+ "step": 120
107
+ },
108
+ {
109
+ "epoch": 9.0,
110
+ "eval_accuracy": 0.9885693873906055,
111
+ "eval_f1": 0.9583028529626921,
112
+ "eval_loss": 0.05330846458673477,
113
+ "eval_precision": 0.9383954154727794,
114
+ "eval_recall": 0.9790732436472347,
115
+ "eval_runtime": 0.743,
116
+ "eval_samples_per_second": 80.754,
117
+ "eval_steps_per_second": 5.384,
118
+ "step": 135
119
+ },
120
+ {
121
+ "epoch": 10.0,
122
+ "eval_accuracy": 0.9885693873906055,
123
+ "eval_f1": 0.9584245076586433,
124
+ "eval_loss": 0.053431008011102676,
125
+ "eval_precision": 0.9358974358974359,
126
+ "eval_recall": 0.9820627802690582,
127
+ "eval_runtime": 0.7473,
128
+ "eval_samples_per_second": 80.292,
129
+ "eval_steps_per_second": 5.353,
130
+ "step": 150
131
+ },
132
+ {
133
+ "epoch": 11.0,
134
+ "eval_accuracy": 0.9887479907126272,
135
+ "eval_f1": 0.9591240875912408,
136
+ "eval_loss": 0.052123092114925385,
137
+ "eval_precision": 0.9372325249643366,
138
+ "eval_recall": 0.9820627802690582,
139
+ "eval_runtime": 0.749,
140
+ "eval_samples_per_second": 80.104,
141
+ "eval_steps_per_second": 5.34,
142
+ "step": 165
143
+ },
144
+ {
145
+ "epoch": 12.0,
146
+ "eval_accuracy": 0.9878549741025183,
147
+ "eval_f1": 0.9558291093410572,
148
+ "eval_loss": 0.05669364705681801,
149
+ "eval_precision": 0.9269662921348315,
150
+ "eval_recall": 0.9865470852017937,
151
+ "eval_runtime": 0.7512,
152
+ "eval_samples_per_second": 79.872,
153
+ "eval_steps_per_second": 5.325,
154
+ "step": 180
155
+ },
156
+ {
157
+ "epoch": 13.0,
158
+ "eval_accuracy": 0.9891051973566708,
159
+ "eval_f1": 0.9607558139534883,
160
+ "eval_loss": 0.05342329666018486,
161
+ "eval_precision": 0.9349363507779349,
162
+ "eval_recall": 0.9880418535127056,
163
+ "eval_runtime": 0.7576,
164
+ "eval_samples_per_second": 79.201,
165
+ "eval_steps_per_second": 5.28,
166
+ "step": 195
167
+ },
168
+ {
169
+ "epoch": 14.0,
170
+ "eval_accuracy": 0.9891051973566708,
171
+ "eval_f1": 0.9606986899563319,
172
+ "eval_loss": 0.05193372443318367,
173
+ "eval_precision": 0.9361702127659575,
174
+ "eval_recall": 0.9865470852017937,
175
+ "eval_runtime": 0.7617,
176
+ "eval_samples_per_second": 78.776,
177
+ "eval_steps_per_second": 5.252,
178
+ "step": 210
179
+ },
180
+ {
181
+ "epoch": 15.0,
182
+ "eval_accuracy": 0.988926594034649,
183
+ "eval_f1": 0.9599999999999999,
184
+ "eval_loss": 0.05363447591662407,
185
+ "eval_precision": 0.9348441926345609,
186
+ "eval_recall": 0.9865470852017937,
187
+ "eval_runtime": 0.7588,
188
+ "eval_samples_per_second": 79.077,
189
+ "eval_steps_per_second": 5.272,
190
+ "step": 225
191
+ },
192
+ {
193
+ "epoch": 16.0,
194
+ "eval_accuracy": 0.9891051973566708,
195
+ "eval_f1": 0.9606986899563319,
196
+ "eval_loss": 0.052914559841156006,
197
+ "eval_precision": 0.9361702127659575,
198
+ "eval_recall": 0.9865470852017937,
199
+ "eval_runtime": 0.7601,
200
+ "eval_samples_per_second": 78.937,
201
+ "eval_steps_per_second": 5.262,
202
+ "step": 240
203
+ },
204
+ {
205
+ "epoch": 17.0,
206
+ "eval_accuracy": 0.9891051973566708,
207
+ "eval_f1": 0.9606986899563319,
208
+ "eval_loss": 0.05266627296805382,
209
+ "eval_precision": 0.9361702127659575,
210
+ "eval_recall": 0.9865470852017937,
211
+ "eval_runtime": 0.7603,
212
+ "eval_samples_per_second": 78.916,
213
+ "eval_steps_per_second": 5.261,
214
+ "step": 255
215
+ },
216
+ {
217
+ "epoch": 18.0,
218
+ "eval_accuracy": 0.9891051973566708,
219
+ "eval_f1": 0.9606986899563319,
220
+ "eval_loss": 0.05201728269457817,
221
+ "eval_precision": 0.9361702127659575,
222
+ "eval_recall": 0.9865470852017937,
223
+ "eval_runtime": 0.7584,
224
+ "eval_samples_per_second": 79.114,
225
+ "eval_steps_per_second": 5.274,
226
+ "step": 270
227
+ },
228
+ {
229
+ "epoch": 19.0,
230
+ "eval_accuracy": 0.9891051973566708,
231
+ "eval_f1": 0.9606413994169095,
232
+ "eval_loss": 0.05047819763422012,
233
+ "eval_precision": 0.9374110953058321,
234
+ "eval_recall": 0.9850523168908819,
235
+ "eval_runtime": 0.761,
236
+ "eval_samples_per_second": 78.846,
237
+ "eval_steps_per_second": 5.256,
238
+ "step": 285
239
+ }
240
+ ],
241
+ "logging_steps": 500,
242
+ "max_steps": 300,
243
+ "num_input_tokens_seen": 0,
244
+ "num_train_epochs": 20,
245
+ "save_steps": 500,
246
+ "stateful_callbacks": {
247
+ "TrainerControl": {
248
+ "args": {
249
+ "should_epoch_stop": false,
250
+ "should_evaluate": false,
251
+ "should_log": false,
252
+ "should_save": true,
253
+ "should_training_stop": true
254
+ },
255
+ "attributes": {}
256
+ }
257
+ },
258
+ "total_flos": 1254235771699200.0,
259
+ "train_batch_size": 16,
260
+ "trial_name": null,
261
+ "trial_params": null
262
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e1e80dcf5665ae2cc5297ddef197382412f811a7ed083d63abc7044121f1b3c
3
+ size 5905
vocab.txt ADDED
The diff for this file is too large to render. See raw diff