haeylee commited on
Commit
42591fb
·
verified ·
1 Parent(s): 5fbd3f5

Upload folder using huggingface_hub (#17)

Browse files

- Upload folder using huggingface_hub (8f36070d6933123a5b1bb0be3432ae23c9eafb0e)

wav2vec2/ctc/04_wav2vec2-large-xlsr-53/all_results.json ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 30.0,
3
+ "eval_loss": 1.1318851709365845,
4
+ "eval_mse_0": 1.3352088928222656,
5
+ "eval_mse_1": 0.9430738091468811,
6
+ "eval_mse_2": 0.9584095478057861,
7
+ "eval_mse_3": 1.2908461093902588,
8
+ "eval_pcc_0": 0.6912135413860196,
9
+ "eval_pcc_1": 0.7515995503174117,
10
+ "eval_pcc_2": 0.7506598615839062,
11
+ "eval_pcc_3": 0.706160269283068,
12
+ "eval_runtime": 111.4013,
13
+ "eval_samples": 2500,
14
+ "eval_samples_per_second": 22.441,
15
+ "eval_steps_per_second": 2.81,
16
+ "train_loss": 5.128481850913539,
17
+ "train_runtime": 9991.0527,
18
+ "train_samples": 2500,
19
+ "train_samples_per_second": 7.507,
20
+ "train_steps_per_second": 0.94
21
+ }
wav2vec2/ctc/04_wav2vec2-large-xlsr-53/args.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "batch_size": 4,
3
+ "model_name": "facebook/wav2vec2-large-xlsr-53",
4
+ "learning_rate": 1e-05,
5
+ "num_train_epochs": 30,
6
+ "save_dir": "./ctc/model_saved",
7
+ "freeze_feature_extractor": false,
8
+ "exp_name": "facebook/wav2vec2-large-xlsr-53_lr1e-05_epochs30_batch4",
9
+ "save_dir_path": "./ctc/model_saved/facebook/wav2vec2-large-xlsr-53_lr1e-05_epochs30_batch4",
10
+ "save_log_path": "./ctc/model_saved/logs/facebook/wav2vec2-large-xlsr-53_lr1e-05_epochs30_batch4"
11
+ }
wav2vec2/ctc/04_wav2vec2-large-xlsr-53/eval_results.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 30.0,
3
+ "eval_loss": 1.1318851709365845,
4
+ "eval_mse_0": 1.3352088928222656,
5
+ "eval_mse_1": 0.9430738091468811,
6
+ "eval_mse_2": 0.9584095478057861,
7
+ "eval_mse_3": 1.2908461093902588,
8
+ "eval_pcc_0": 0.6912135413860196,
9
+ "eval_pcc_1": 0.7515995503174117,
10
+ "eval_pcc_2": 0.7506598615839062,
11
+ "eval_pcc_3": 0.706160269283068,
12
+ "eval_runtime": 111.4013,
13
+ "eval_samples": 2500,
14
+ "eval_samples_per_second": 22.441,
15
+ "eval_steps_per_second": 2.81
16
+ }
wav2vec2/ctc/04_wav2vec2-large-xlsr-53/finetuned_pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf6f673966b092b9d602a21e5a187b5ddaaf2fe7405be1dd85b5f4f09be9e69e
3
+ size 1262065982
wav2vec2/ctc/04_wav2vec2-large-xlsr-53/model_weights.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d9c520edddf65812b86390f933574391d95e4e3ff330ddec41b0077c0b5285d
3
+ size 1262061618
wav2vec2/ctc/04_wav2vec2-large-xlsr-53/preprocessor_config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_normalize": true,
3
+ "feature_extractor_type": "Wav2Vec2FeatureExtractor",
4
+ "feature_size": 1,
5
+ "padding_side": "right",
6
+ "padding_value": 0,
7
+ "return_attention_mask": true,
8
+ "sampling_rate": 16000
9
+ }
wav2vec2/ctc/04_wav2vec2-large-xlsr-53/train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 30.0,
3
+ "train_loss": 5.128481850913539,
4
+ "train_runtime": 9991.0527,
5
+ "train_samples": 2500,
6
+ "train_samples_per_second": 7.507,
7
+ "train_steps_per_second": 0.94
8
+ }
wav2vec2/ctc/04_wav2vec2-large-xlsr-53/trainer_args.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"output_dir": "./ctc/model_saved/facebook/wav2vec2-large-xlsr-53_lr1e-05_epochs30_batch4", "overwrite_output_dir": false, "do_train": false, "do_eval": true, "do_predict": false, "evaluation_strategy": "epoch", "prediction_loss_only": false, "per_device_train_batch_size": 4, "per_device_eval_batch_size": 4, "per_gpu_train_batch_size": null, "per_gpu_eval_batch_size": null, "gradient_accumulation_steps": 1, "eval_accumulation_steps": null, "eval_delay": 0, "learning_rate": 1e-05, "weight_decay": 0.0, "adam_beta1": 0.9, "adam_beta2": 0.999, "adam_epsilon": 1e-08, "max_grad_norm": 1.0, "num_train_epochs": 30, "max_steps": -1, "lr_scheduler_type": "linear", "lr_scheduler_kwargs": {}, "warmup_ratio": 0.0, "warmup_steps": 0, "log_level": "info", "log_level_replica": "warning", "log_on_each_node": true, "logging_dir": "./ctc/model_saved/logs/facebook/wav2vec2-large-xlsr-53_lr1e-05_epochs30_batch4", "logging_strategy": "steps", "logging_first_step": false, "logging_steps": 500, "logging_nan_inf_filter": true, "save_strategy": "epoch", "save_steps": 500, "save_total_limit": 3, "save_safetensors": true, "save_on_each_node": false, "save_only_model": false, "no_cuda": false, "use_cpu": false, "use_mps_device": false, "seed": 42, "data_seed": null, "jit_mode_eval": false, "use_ipex": false, "bf16": false, "fp16": false, "fp16_opt_level": "O1", "half_precision_backend": "auto", "bf16_full_eval": false, "fp16_full_eval": false, "tf32": null, "local_rank": 0, "ddp_backend": null, "tpu_num_cores": null, "tpu_metrics_debug": false, "debug": [], "dataloader_drop_last": false, "eval_steps": null, "dataloader_num_workers": 0, "past_index": -1, "run_name": "./ctc/model_saved/facebook/wav2vec2-large-xlsr-53_lr1e-05_epochs30_batch4", "disable_tqdm": false, "remove_unused_columns": true, "label_names": null, "load_best_model_at_end": false, "metric_for_best_model": null, "greater_is_better": null, "ignore_data_skip": false, "fsdp": [], "fsdp_min_num_params": 0, "fsdp_config": {"min_num_params": 0, "xla": false, "xla_fsdp_grad_ckpt": false}, "fsdp_transformer_layer_cls_to_wrap": null, "deepspeed": null, "label_smoothing_factor": 0.0, "optim": "adamw_torch", "optim_args": null, "adafactor": false, "group_by_length": false, "length_column_name": "length", "report_to": ["tensorboard"], "ddp_find_unused_parameters": null, "ddp_bucket_cap_mb": null, "ddp_broadcast_buffers": null, "dataloader_pin_memory": true, "dataloader_persistent_workers": false, "skip_memory_metrics": true, "use_legacy_prediction_loop": false, "push_to_hub": false, "resume_from_checkpoint": null, "hub_model_id": null, "hub_strategy": "every_save", "hub_token": "<HUB_TOKEN>", "hub_private_repo": false, "hub_always_push": false, "gradient_checkpointing": false, "gradient_checkpointing_kwargs": null, "include_inputs_for_metrics": false, "fp16_backend": "auto", "push_to_hub_model_id": null, "push_to_hub_organization": null, "push_to_hub_token": "<PUSH_TO_HUB_TOKEN>", "mp_parameters": "", "auto_find_batch_size": false, "full_determinism": false, "torchdynamo": null, "ray_scope": "last", "ddp_timeout": 1800, "torch_compile": false, "torch_compile_backend": null, "torch_compile_mode": null, "dispatch_batches": null, "split_batches": false, "include_tokens_per_second": false, "include_num_input_tokens_seen": false, "neftune_noise_alpha": null}
wav2vec2/ctc/04_wav2vec2-large-xlsr-53/trainer_state.json ADDED
@@ -0,0 +1,618 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 30.0,
5
+ "eval_steps": 500,
6
+ "global_step": 9390,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 1.0,
13
+ "eval_loss": 39.49564743041992,
14
+ "eval_mse_0": 40.492305755615234,
15
+ "eval_mse_1": 48.72726058959961,
16
+ "eval_mse_2": 32.83665084838867,
17
+ "eval_mse_3": 35.926387786865234,
18
+ "eval_pcc_0": -0.12333937476931386,
19
+ "eval_pcc_1": -0.0037658507363324697,
20
+ "eval_pcc_2": -0.08078735179830722,
21
+ "eval_pcc_3": -0.22151305114830036,
22
+ "eval_runtime": 106.854,
23
+ "eval_samples_per_second": 23.396,
24
+ "eval_steps_per_second": 2.929,
25
+ "step": 313
26
+ },
27
+ {
28
+ "epoch": 1.6,
29
+ "learning_rate": 9.467518636847711e-06,
30
+ "loss": 44.9568,
31
+ "step": 500
32
+ },
33
+ {
34
+ "epoch": 2.0,
35
+ "eval_loss": 27.73326301574707,
36
+ "eval_mse_0": 26.188446044921875,
37
+ "eval_mse_1": 37.98932647705078,
38
+ "eval_mse_2": 20.299489974975586,
39
+ "eval_mse_3": 26.45578384399414,
40
+ "eval_pcc_0": -0.024441240323735954,
41
+ "eval_pcc_1": 0.06973867343262147,
42
+ "eval_pcc_2": 0.05592424331941597,
43
+ "eval_pcc_3": -0.06854458904064749,
44
+ "eval_runtime": 111.5771,
45
+ "eval_samples_per_second": 22.406,
46
+ "eval_steps_per_second": 2.805,
47
+ "step": 626
48
+ },
49
+ {
50
+ "epoch": 3.0,
51
+ "eval_loss": 17.860057830810547,
52
+ "eval_mse_0": 15.312986373901367,
53
+ "eval_mse_1": 27.042709350585938,
54
+ "eval_mse_2": 11.203091621398926,
55
+ "eval_mse_3": 17.881418228149414,
56
+ "eval_pcc_0": -0.0020156129433556054,
57
+ "eval_pcc_1": 0.031014662405861624,
58
+ "eval_pcc_2": 0.09980265496563742,
59
+ "eval_pcc_3": -0.02815625568041995,
60
+ "eval_runtime": 112.317,
61
+ "eval_samples_per_second": 22.258,
62
+ "eval_steps_per_second": 2.787,
63
+ "step": 939
64
+ },
65
+ {
66
+ "epoch": 3.19,
67
+ "learning_rate": 8.935037273695422e-06,
68
+ "loss": 24.0771,
69
+ "step": 1000
70
+ },
71
+ {
72
+ "epoch": 4.0,
73
+ "eval_loss": 10.101034164428711,
74
+ "eval_mse_0": 8.210121154785156,
75
+ "eval_mse_1": 16.358339309692383,
76
+ "eval_mse_2": 5.4965500831604,
77
+ "eval_mse_3": 10.339128494262695,
78
+ "eval_pcc_0": -1.9981024957522913e-05,
79
+ "eval_pcc_1": 0.006653179397567406,
80
+ "eval_pcc_2": 0.14176204796693667,
81
+ "eval_pcc_3": 0.006243591638875637,
82
+ "eval_runtime": 112.2879,
83
+ "eval_samples_per_second": 22.264,
84
+ "eval_steps_per_second": 2.787,
85
+ "step": 1252
86
+ },
87
+ {
88
+ "epoch": 4.79,
89
+ "learning_rate": 8.402555910543132e-06,
90
+ "loss": 10.7151,
91
+ "step": 1500
92
+ },
93
+ {
94
+ "epoch": 5.0,
95
+ "eval_loss": 4.899745941162109,
96
+ "eval_mse_0": 4.175392150878906,
97
+ "eval_mse_1": 7.554749011993408,
98
+ "eval_mse_2": 2.8561670780181885,
99
+ "eval_mse_3": 5.01268196105957,
100
+ "eval_pcc_0": 0.05106216294321992,
101
+ "eval_pcc_1": 0.016529166362045093,
102
+ "eval_pcc_2": 0.20000270663347938,
103
+ "eval_pcc_3": 0.08366799317350487,
104
+ "eval_runtime": 102.909,
105
+ "eval_samples_per_second": 24.293,
106
+ "eval_steps_per_second": 3.042,
107
+ "step": 1565
108
+ },
109
+ {
110
+ "epoch": 6.0,
111
+ "eval_loss": 2.573153495788574,
112
+ "eval_mse_0": 2.609571695327759,
113
+ "eval_mse_1": 2.766584873199463,
114
+ "eval_mse_2": 2.1557888984680176,
115
+ "eval_mse_3": 2.7606797218322754,
116
+ "eval_pcc_0": 0.1814858356455445,
117
+ "eval_pcc_1": 0.09641154093221717,
118
+ "eval_pcc_2": 0.28429109119381946,
119
+ "eval_pcc_3": 0.22880177541231922,
120
+ "eval_runtime": 109.1697,
121
+ "eval_samples_per_second": 22.9,
122
+ "eval_steps_per_second": 2.867,
123
+ "step": 1878
124
+ },
125
+ {
126
+ "epoch": 6.39,
127
+ "learning_rate": 7.870074547390843e-06,
128
+ "loss": 3.739,
129
+ "step": 2000
130
+ },
131
+ {
132
+ "epoch": 7.0,
133
+ "eval_loss": 2.8847122192382812,
134
+ "eval_mse_0": 3.114128828048706,
135
+ "eval_mse_1": 2.8679463863372803,
136
+ "eval_mse_2": 2.5041022300720215,
137
+ "eval_mse_3": 3.0526669025421143,
138
+ "eval_pcc_0": 0.2014005597766828,
139
+ "eval_pcc_1": 0.2752976749163899,
140
+ "eval_pcc_2": 0.2578336245727464,
141
+ "eval_pcc_3": 0.20622195975263777,
142
+ "eval_runtime": 110.8767,
143
+ "eval_samples_per_second": 22.548,
144
+ "eval_steps_per_second": 2.823,
145
+ "step": 2191
146
+ },
147
+ {
148
+ "epoch": 7.99,
149
+ "learning_rate": 7.337593184238552e-06,
150
+ "loss": 1.9886,
151
+ "step": 2500
152
+ },
153
+ {
154
+ "epoch": 8.0,
155
+ "eval_loss": 1.4488474130630493,
156
+ "eval_mse_0": 1.6018657684326172,
157
+ "eval_mse_1": 1.287447452545166,
158
+ "eval_mse_2": 1.2784101963043213,
159
+ "eval_mse_3": 1.6276663541793823,
160
+ "eval_pcc_0": 0.5789133492912951,
161
+ "eval_pcc_1": 0.6361586077528624,
162
+ "eval_pcc_2": 0.632331228735609,
163
+ "eval_pcc_3": 0.586059811494472,
164
+ "eval_runtime": 111.6479,
165
+ "eval_samples_per_second": 22.392,
166
+ "eval_steps_per_second": 2.803,
167
+ "step": 2504
168
+ },
169
+ {
170
+ "epoch": 9.0,
171
+ "eval_loss": 1.4175043106079102,
172
+ "eval_mse_0": 1.5901267528533936,
173
+ "eval_mse_1": 1.236507534980774,
174
+ "eval_mse_2": 1.2799756526947021,
175
+ "eval_mse_3": 1.563408613204956,
176
+ "eval_pcc_0": 0.5951684008732291,
177
+ "eval_pcc_1": 0.6345177392482514,
178
+ "eval_pcc_2": 0.6324820584136368,
179
+ "eval_pcc_3": 0.599416701403403,
180
+ "eval_runtime": 111.1053,
181
+ "eval_samples_per_second": 22.501,
182
+ "eval_steps_per_second": 2.817,
183
+ "step": 2817
184
+ },
185
+ {
186
+ "epoch": 9.58,
187
+ "learning_rate": 6.805111821086262e-06,
188
+ "loss": 1.2345,
189
+ "step": 3000
190
+ },
191
+ {
192
+ "epoch": 10.0,
193
+ "eval_loss": 1.326810598373413,
194
+ "eval_mse_0": 1.4957528114318848,
195
+ "eval_mse_1": 1.1522624492645264,
196
+ "eval_mse_2": 1.1763553619384766,
197
+ "eval_mse_3": 1.4828717708587646,
198
+ "eval_pcc_0": 0.6211318661373398,
199
+ "eval_pcc_1": 0.6635137390370865,
200
+ "eval_pcc_2": 0.6612453289580579,
201
+ "eval_pcc_3": 0.6282267414748871,
202
+ "eval_runtime": 114.1222,
203
+ "eval_samples_per_second": 21.906,
204
+ "eval_steps_per_second": 2.743,
205
+ "step": 3130
206
+ },
207
+ {
208
+ "epoch": 11.0,
209
+ "eval_loss": 1.2131879329681396,
210
+ "eval_mse_0": 1.414042592048645,
211
+ "eval_mse_1": 1.0205397605895996,
212
+ "eval_mse_2": 1.0485761165618896,
213
+ "eval_mse_3": 1.3695930242538452,
214
+ "eval_pcc_0": 0.644350906789295,
215
+ "eval_pcc_1": 0.7112895237456786,
216
+ "eval_pcc_2": 0.7048267987221325,
217
+ "eval_pcc_3": 0.6585447340367024,
218
+ "eval_runtime": 113.4335,
219
+ "eval_samples_per_second": 22.039,
220
+ "eval_steps_per_second": 2.759,
221
+ "step": 3443
222
+ },
223
+ {
224
+ "epoch": 11.18,
225
+ "learning_rate": 6.272630457933972e-06,
226
+ "loss": 1.0408,
227
+ "step": 3500
228
+ },
229
+ {
230
+ "epoch": 12.0,
231
+ "eval_loss": 1.224244475364685,
232
+ "eval_mse_0": 1.41946280002594,
233
+ "eval_mse_1": 1.0433218479156494,
234
+ "eval_mse_2": 1.0688689947128296,
235
+ "eval_mse_3": 1.3653244972229004,
236
+ "eval_pcc_0": 0.654669210296219,
237
+ "eval_pcc_1": 0.7077277102518871,
238
+ "eval_pcc_2": 0.7071506583861986,
239
+ "eval_pcc_3": 0.6680765403073837,
240
+ "eval_runtime": 113.1793,
241
+ "eval_samples_per_second": 22.089,
242
+ "eval_steps_per_second": 2.766,
243
+ "step": 3756
244
+ },
245
+ {
246
+ "epoch": 12.78,
247
+ "learning_rate": 5.7401490947816826e-06,
248
+ "loss": 0.9475,
249
+ "step": 4000
250
+ },
251
+ {
252
+ "epoch": 13.0,
253
+ "eval_loss": 1.2053687572479248,
254
+ "eval_mse_0": 1.4129148721694946,
255
+ "eval_mse_1": 1.016390085220337,
256
+ "eval_mse_2": 1.037606120109558,
257
+ "eval_mse_3": 1.354564905166626,
258
+ "eval_pcc_0": 0.6587589554474398,
259
+ "eval_pcc_1": 0.7213830926282636,
260
+ "eval_pcc_2": 0.7173455116943062,
261
+ "eval_pcc_3": 0.673571849988213,
262
+ "eval_runtime": 113.7791,
263
+ "eval_samples_per_second": 21.972,
264
+ "eval_steps_per_second": 2.751,
265
+ "step": 4069
266
+ },
267
+ {
268
+ "epoch": 14.0,
269
+ "eval_loss": 1.128787875175476,
270
+ "eval_mse_0": 1.3153932094573975,
271
+ "eval_mse_1": 0.9470821022987366,
272
+ "eval_mse_2": 0.9719104766845703,
273
+ "eval_mse_3": 1.2807679176330566,
274
+ "eval_pcc_0": 0.6705563948956171,
275
+ "eval_pcc_1": 0.733933193964773,
276
+ "eval_pcc_2": 0.7284221721151036,
277
+ "eval_pcc_3": 0.6844569928653923,
278
+ "eval_runtime": 111.7499,
279
+ "eval_samples_per_second": 22.371,
280
+ "eval_steps_per_second": 2.801,
281
+ "step": 4382
282
+ },
283
+ {
284
+ "epoch": 14.38,
285
+ "learning_rate": 5.207667731629393e-06,
286
+ "loss": 0.8501,
287
+ "step": 4500
288
+ },
289
+ {
290
+ "epoch": 15.0,
291
+ "eval_loss": 1.2822062969207764,
292
+ "eval_mse_0": 1.4862970113754272,
293
+ "eval_mse_1": 1.0724018812179565,
294
+ "eval_mse_2": 1.1084386110305786,
295
+ "eval_mse_3": 1.461689829826355,
296
+ "eval_pcc_0": 0.6635918629322863,
297
+ "eval_pcc_1": 0.7210589341739497,
298
+ "eval_pcc_2": 0.722953278888009,
299
+ "eval_pcc_3": 0.6799461661555959,
300
+ "eval_runtime": 109.4927,
301
+ "eval_samples_per_second": 22.833,
302
+ "eval_steps_per_second": 2.859,
303
+ "step": 4695
304
+ },
305
+ {
306
+ "epoch": 15.97,
307
+ "learning_rate": 4.675186368477103e-06,
308
+ "loss": 0.8033,
309
+ "step": 5000
310
+ },
311
+ {
312
+ "epoch": 16.0,
313
+ "eval_loss": 1.1208453178405762,
314
+ "eval_mse_0": 1.3246564865112305,
315
+ "eval_mse_1": 0.9278814196586609,
316
+ "eval_mse_2": 0.9459223747253418,
317
+ "eval_mse_3": 1.2849211692810059,
318
+ "eval_pcc_0": 0.6705910338352359,
319
+ "eval_pcc_1": 0.7386330251922931,
320
+ "eval_pcc_2": 0.7353766544984371,
321
+ "eval_pcc_3": 0.6855463026259689,
322
+ "eval_runtime": 107.3448,
323
+ "eval_samples_per_second": 23.289,
324
+ "eval_steps_per_second": 2.916,
325
+ "step": 5008
326
+ },
327
+ {
328
+ "epoch": 17.0,
329
+ "eval_loss": 1.165283441543579,
330
+ "eval_mse_0": 1.3421541452407837,
331
+ "eval_mse_1": 0.9892371296882629,
332
+ "eval_mse_2": 1.0137618780136108,
333
+ "eval_mse_3": 1.315979242324829,
334
+ "eval_pcc_0": 0.6838553668596663,
335
+ "eval_pcc_1": 0.7489439409997345,
336
+ "eval_pcc_2": 0.7417229452295838,
337
+ "eval_pcc_3": 0.6974170602560198,
338
+ "eval_runtime": 112.9906,
339
+ "eval_samples_per_second": 22.126,
340
+ "eval_steps_per_second": 2.77,
341
+ "step": 5321
342
+ },
343
+ {
344
+ "epoch": 17.57,
345
+ "learning_rate": 4.142705005324814e-06,
346
+ "loss": 0.7446,
347
+ "step": 5500
348
+ },
349
+ {
350
+ "epoch": 18.0,
351
+ "eval_loss": 1.1435565948486328,
352
+ "eval_mse_0": 1.346588134765625,
353
+ "eval_mse_1": 0.9554901123046875,
354
+ "eval_mse_2": 0.9721121788024902,
355
+ "eval_mse_3": 1.300032377243042,
356
+ "eval_pcc_0": 0.6824018700531469,
357
+ "eval_pcc_1": 0.7410752833267896,
358
+ "eval_pcc_2": 0.7400547744800529,
359
+ "eval_pcc_3": 0.6971319324640849,
360
+ "eval_runtime": 108.927,
361
+ "eval_samples_per_second": 22.951,
362
+ "eval_steps_per_second": 2.873,
363
+ "step": 5634
364
+ },
365
+ {
366
+ "epoch": 19.0,
367
+ "eval_loss": 1.10788893699646,
368
+ "eval_mse_0": 1.3004429340362549,
369
+ "eval_mse_1": 0.9238829016685486,
370
+ "eval_mse_2": 0.9461784958839417,
371
+ "eval_mse_3": 1.2610493898391724,
372
+ "eval_pcc_0": 0.6856875662586791,
373
+ "eval_pcc_1": 0.7445873296604236,
374
+ "eval_pcc_2": 0.7428637183178279,
375
+ "eval_pcc_3": 0.6992689279405016,
376
+ "eval_runtime": 108.4841,
377
+ "eval_samples_per_second": 23.045,
378
+ "eval_steps_per_second": 2.885,
379
+ "step": 5947
380
+ },
381
+ {
382
+ "epoch": 19.17,
383
+ "learning_rate": 3.6102236421725247e-06,
384
+ "loss": 0.7269,
385
+ "step": 6000
386
+ },
387
+ {
388
+ "epoch": 20.0,
389
+ "eval_loss": 1.1264894008636475,
390
+ "eval_mse_0": 1.315398931503296,
391
+ "eval_mse_1": 0.949545681476593,
392
+ "eval_mse_2": 0.9644765853881836,
393
+ "eval_mse_3": 1.2765377759933472,
394
+ "eval_pcc_0": 0.6827338635086919,
395
+ "eval_pcc_1": 0.7438526013196459,
396
+ "eval_pcc_2": 0.7381710855337227,
397
+ "eval_pcc_3": 0.6954272646885774,
398
+ "eval_runtime": 106.5826,
399
+ "eval_samples_per_second": 23.456,
400
+ "eval_steps_per_second": 2.937,
401
+ "step": 6260
402
+ },
403
+ {
404
+ "epoch": 20.77,
405
+ "learning_rate": 3.0777422790202343e-06,
406
+ "loss": 0.6996,
407
+ "step": 6500
408
+ },
409
+ {
410
+ "epoch": 21.0,
411
+ "eval_loss": 1.1285386085510254,
412
+ "eval_mse_0": 1.3255077600479126,
413
+ "eval_mse_1": 0.9515641331672668,
414
+ "eval_mse_2": 0.9579839110374451,
415
+ "eval_mse_3": 1.2790971994400024,
416
+ "eval_pcc_0": 0.6901945193156594,
417
+ "eval_pcc_1": 0.7491408550002535,
418
+ "eval_pcc_2": 0.748197743686794,
419
+ "eval_pcc_3": 0.7056622636182329,
420
+ "eval_runtime": 107.6133,
421
+ "eval_samples_per_second": 23.231,
422
+ "eval_steps_per_second": 2.909,
423
+ "step": 6573
424
+ },
425
+ {
426
+ "epoch": 22.0,
427
+ "eval_loss": 1.0939048528671265,
428
+ "eval_mse_0": 1.2978774309158325,
429
+ "eval_mse_1": 0.9076089859008789,
430
+ "eval_mse_2": 0.9236165881156921,
431
+ "eval_mse_3": 1.2465155124664307,
432
+ "eval_pcc_0": 0.6937146675015498,
433
+ "eval_pcc_1": 0.753625576182672,
434
+ "eval_pcc_2": 0.7519788247786859,
435
+ "eval_pcc_3": 0.7086490221451743,
436
+ "eval_runtime": 107.403,
437
+ "eval_samples_per_second": 23.277,
438
+ "eval_steps_per_second": 2.914,
439
+ "step": 6886
440
+ },
441
+ {
442
+ "epoch": 22.36,
443
+ "learning_rate": 2.5452609158679447e-06,
444
+ "loss": 0.6913,
445
+ "step": 7000
446
+ },
447
+ {
448
+ "epoch": 23.0,
449
+ "eval_loss": 1.1205700635910034,
450
+ "eval_mse_0": 1.3218013048171997,
451
+ "eval_mse_1": 0.9310538172721863,
452
+ "eval_mse_2": 0.9502773284912109,
453
+ "eval_mse_3": 1.2791509628295898,
454
+ "eval_pcc_0": 0.6915934885988795,
455
+ "eval_pcc_1": 0.7504811188809472,
456
+ "eval_pcc_2": 0.7491426176244415,
457
+ "eval_pcc_3": 0.7059594391298436,
458
+ "eval_runtime": 111.053,
459
+ "eval_samples_per_second": 22.512,
460
+ "eval_steps_per_second": 2.818,
461
+ "step": 7199
462
+ },
463
+ {
464
+ "epoch": 23.96,
465
+ "learning_rate": 2.012779552715655e-06,
466
+ "loss": 0.6669,
467
+ "step": 7500
468
+ },
469
+ {
470
+ "epoch": 24.0,
471
+ "eval_loss": 1.1409060955047607,
472
+ "eval_mse_0": 1.3514517545700073,
473
+ "eval_mse_1": 0.949164867401123,
474
+ "eval_mse_2": 0.9572958946228027,
475
+ "eval_mse_3": 1.3057115077972412,
476
+ "eval_pcc_0": 0.685360677136438,
477
+ "eval_pcc_1": 0.7483624265851474,
478
+ "eval_pcc_2": 0.747860167146831,
479
+ "eval_pcc_3": 0.700980006844774,
480
+ "eval_runtime": 111.2658,
481
+ "eval_samples_per_second": 22.469,
482
+ "eval_steps_per_second": 2.813,
483
+ "step": 7512
484
+ },
485
+ {
486
+ "epoch": 25.0,
487
+ "eval_loss": 1.1353332996368408,
488
+ "eval_mse_0": 1.3407591581344604,
489
+ "eval_mse_1": 0.9555139541625977,
490
+ "eval_mse_2": 0.9557929635047913,
491
+ "eval_mse_3": 1.2892675399780273,
492
+ "eval_pcc_0": 0.6901165588720602,
493
+ "eval_pcc_1": 0.7497798135245186,
494
+ "eval_pcc_2": 0.748800124735736,
495
+ "eval_pcc_3": 0.7048397107362878,
496
+ "eval_runtime": 112.4376,
497
+ "eval_samples_per_second": 22.235,
498
+ "eval_steps_per_second": 2.784,
499
+ "step": 7825
500
+ },
501
+ {
502
+ "epoch": 25.56,
503
+ "learning_rate": 1.4802981895633654e-06,
504
+ "loss": 0.6652,
505
+ "step": 8000
506
+ },
507
+ {
508
+ "epoch": 26.0,
509
+ "eval_loss": 1.106658935546875,
510
+ "eval_mse_0": 1.3105865716934204,
511
+ "eval_mse_1": 0.9180678725242615,
512
+ "eval_mse_2": 0.9328413009643555,
513
+ "eval_mse_3": 1.265139102935791,
514
+ "eval_pcc_0": 0.69052729682231,
515
+ "eval_pcc_1": 0.7515881516832139,
516
+ "eval_pcc_2": 0.7502769036586929,
517
+ "eval_pcc_3": 0.704789098042473,
518
+ "eval_runtime": 110.512,
519
+ "eval_samples_per_second": 22.622,
520
+ "eval_steps_per_second": 2.832,
521
+ "step": 8138
522
+ },
523
+ {
524
+ "epoch": 27.0,
525
+ "eval_loss": 1.177926778793335,
526
+ "eval_mse_0": 1.3825031518936157,
527
+ "eval_mse_1": 0.9906836152076721,
528
+ "eval_mse_2": 1.0017260313034058,
529
+ "eval_mse_3": 1.3367940187454224,
530
+ "eval_pcc_0": 0.6879140755970282,
531
+ "eval_pcc_1": 0.745388341373506,
532
+ "eval_pcc_2": 0.7456945121762633,
533
+ "eval_pcc_3": 0.7026128255410367,
534
+ "eval_runtime": 110.9542,
535
+ "eval_samples_per_second": 22.532,
536
+ "eval_steps_per_second": 2.821,
537
+ "step": 8451
538
+ },
539
+ {
540
+ "epoch": 27.16,
541
+ "learning_rate": 9.478168264110757e-07,
542
+ "loss": 0.648,
543
+ "step": 8500
544
+ },
545
+ {
546
+ "epoch": 28.0,
547
+ "eval_loss": 1.1224308013916016,
548
+ "eval_mse_0": 1.323011875152588,
549
+ "eval_mse_1": 0.9357097744941711,
550
+ "eval_mse_2": 0.9498267769813538,
551
+ "eval_mse_3": 1.281173586845398,
552
+ "eval_pcc_0": 0.6914016645884247,
553
+ "eval_pcc_1": 0.7519228063802504,
554
+ "eval_pcc_2": 0.7508387729965698,
555
+ "eval_pcc_3": 0.7061130189116113,
556
+ "eval_runtime": 111.5642,
557
+ "eval_samples_per_second": 22.409,
558
+ "eval_steps_per_second": 2.806,
559
+ "step": 8764
560
+ },
561
+ {
562
+ "epoch": 28.75,
563
+ "learning_rate": 4.1533546325878595e-07,
564
+ "loss": 0.6273,
565
+ "step": 9000
566
+ },
567
+ {
568
+ "epoch": 29.0,
569
+ "eval_loss": 1.1294724941253662,
570
+ "eval_mse_0": 1.330993890762329,
571
+ "eval_mse_1": 0.9427235126495361,
572
+ "eval_mse_2": 0.956869900226593,
573
+ "eval_mse_3": 1.2873003482818604,
574
+ "eval_pcc_0": 0.691092550190147,
575
+ "eval_pcc_1": 0.7512359511723832,
576
+ "eval_pcc_2": 0.7500889691212941,
577
+ "eval_pcc_3": 0.7058747931898186,
578
+ "eval_runtime": 110.429,
579
+ "eval_samples_per_second": 22.639,
580
+ "eval_steps_per_second": 2.834,
581
+ "step": 9077
582
+ },
583
+ {
584
+ "epoch": 30.0,
585
+ "eval_loss": 1.1318851709365845,
586
+ "eval_mse_0": 1.3352088928222656,
587
+ "eval_mse_1": 0.9430738091468811,
588
+ "eval_mse_2": 0.9584095478057861,
589
+ "eval_mse_3": 1.2908461093902588,
590
+ "eval_pcc_0": 0.6912135413860196,
591
+ "eval_pcc_1": 0.7515995503174117,
592
+ "eval_pcc_2": 0.7506598615839062,
593
+ "eval_pcc_3": 0.706160269283068,
594
+ "eval_runtime": 111.4429,
595
+ "eval_samples_per_second": 22.433,
596
+ "eval_steps_per_second": 2.809,
597
+ "step": 9390
598
+ },
599
+ {
600
+ "epoch": 30.0,
601
+ "step": 9390,
602
+ "total_flos": 0.0,
603
+ "train_loss": 5.128481850913539,
604
+ "train_runtime": 9991.0527,
605
+ "train_samples_per_second": 7.507,
606
+ "train_steps_per_second": 0.94
607
+ }
608
+ ],
609
+ "logging_steps": 500,
610
+ "max_steps": 9390,
611
+ "num_input_tokens_seen": 0,
612
+ "num_train_epochs": 30,
613
+ "save_steps": 500,
614
+ "total_flos": 0.0,
615
+ "train_batch_size": 8,
616
+ "trial_name": null,
617
+ "trial_params": null
618
+ }
wav2vec2/ctc/04_wav2vec2-large-xlsr-53/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5d28f824baa8ff3d6ecaed4d2b97e4c6845b2d781ba4b51941484d22337034f
3
+ size 4792