haeylee commited on
Commit
4df89e2
·
verified ·
1 Parent(s): 4013a1a

Upload folder using huggingface_hub

Browse files
wav2vec2/freeze/03_wav2vec2-large-lv60/all_results.json ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 30.0,
3
+ "eval_loss": 1.482181429862976,
4
+ "eval_mse_0": 1.7486085891723633,
5
+ "eval_mse_1": 1.3062665462493896,
6
+ "eval_mse_2": 1.2411344051361084,
7
+ "eval_mse_3": 1.6327139139175415,
8
+ "eval_pcc_0": 0.6493329413268745,
9
+ "eval_pcc_1": 0.7488831242434161,
10
+ "eval_pcc_2": 0.742343656496046,
11
+ "eval_pcc_3": 0.6784587678645562,
12
+ "eval_runtime": 102.9313,
13
+ "eval_samples": 2500,
14
+ "eval_samples_per_second": 24.288,
15
+ "eval_steps_per_second": 3.041,
16
+ "train_loss": 6.898930214261348,
17
+ "train_runtime": 9363.2736,
18
+ "train_samples": 2500,
19
+ "train_samples_per_second": 8.01,
20
+ "train_steps_per_second": 1.003
21
+ }
wav2vec2/freeze/03_wav2vec2-large-lv60/args.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "batch_size": 4,
3
+ "model_name": "facebook/wav2vec2-large-lv60",
4
+ "learning_rate": 1e-05,
5
+ "num_train_epochs": 30,
6
+ "save_dir": "./cnnfreeze/model_saved",
7
+ "freeze_feature_extractor": true,
8
+ "exp_name": "facebook/wav2vec2-large-lv60_lr1e-05_epochs30_batch4",
9
+ "save_dir_path": "./cnnfreeze/model_saved/facebook/wav2vec2-large-lv60_lr1e-05_epochs30_batch4",
10
+ "save_log_path": "./cnnfreeze/model_saved/logs/facebook/wav2vec2-large-lv60_lr1e-05_epochs30_batch4"
11
+ }
wav2vec2/freeze/03_wav2vec2-large-lv60/eval_results.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 30.0,
3
+ "eval_loss": 1.482181429862976,
4
+ "eval_mse_0": 1.7486085891723633,
5
+ "eval_mse_1": 1.3062665462493896,
6
+ "eval_mse_2": 1.2411344051361084,
7
+ "eval_mse_3": 1.6327139139175415,
8
+ "eval_pcc_0": 0.6493329413268745,
9
+ "eval_pcc_1": 0.7488831242434161,
10
+ "eval_pcc_2": 0.742343656496046,
11
+ "eval_pcc_3": 0.6784587678645562,
12
+ "eval_runtime": 102.9313,
13
+ "eval_samples": 2500,
14
+ "eval_samples_per_second": 24.288,
15
+ "eval_steps_per_second": 3.041
16
+ }
wav2vec2/freeze/03_wav2vec2-large-lv60/finetuned_pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f56f94c77ccf16fea40a01f56f35ccd0639161181b667cebadb374bbbe57398
3
+ size 1261942498
wav2vec2/freeze/03_wav2vec2-large-lv60/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:267faa5766a436e60b4e9ec777810456dac8ce051f740ab1c36e41a66c0aa0ca
3
+ size 1261822608
wav2vec2/freeze/03_wav2vec2-large-lv60/model_weights.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7a2647909703622a90c841433f99d338a7efa0cf276223912a6b4dfccad55ab
3
+ size 1261938154
wav2vec2/freeze/03_wav2vec2-large-lv60/preprocessor_config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_normalize": true,
3
+ "feature_extractor_type": "Wav2Vec2FeatureExtractor",
4
+ "feature_size": 1,
5
+ "padding_side": "right",
6
+ "padding_value": 0.0,
7
+ "return_attention_mask": true,
8
+ "sampling_rate": 16000
9
+ }
wav2vec2/freeze/03_wav2vec2-large-lv60/train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 30.0,
3
+ "train_loss": 6.898930214261348,
4
+ "train_runtime": 9363.2736,
5
+ "train_samples": 2500,
6
+ "train_samples_per_second": 8.01,
7
+ "train_steps_per_second": 1.003
8
+ }
wav2vec2/freeze/03_wav2vec2-large-lv60/trainer_args.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"output_dir": "./cnnfreeze/model_saved/facebook/wav2vec2-large-lv60_lr1e-05_epochs30_batch4", "overwrite_output_dir": false, "do_train": false, "do_eval": true, "do_predict": false, "evaluation_strategy": "epoch", "prediction_loss_only": false, "per_device_train_batch_size": 4, "per_device_eval_batch_size": 4, "per_gpu_train_batch_size": null, "per_gpu_eval_batch_size": null, "gradient_accumulation_steps": 1, "eval_accumulation_steps": null, "eval_delay": 0, "learning_rate": 1e-05, "weight_decay": 0.0, "adam_beta1": 0.9, "adam_beta2": 0.999, "adam_epsilon": 1e-08, "max_grad_norm": 1.0, "num_train_epochs": 30, "max_steps": -1, "lr_scheduler_type": "linear", "lr_scheduler_kwargs": {}, "warmup_ratio": 0.0, "warmup_steps": 0, "log_level": "info", "log_level_replica": "warning", "log_on_each_node": true, "logging_dir": "./cnnfreeze/model_saved/logs/facebook/wav2vec2-large-lv60_lr1e-05_epochs30_batch4", "logging_strategy": "steps", "logging_first_step": false, "logging_steps": 500, "logging_nan_inf_filter": true, "save_strategy": "epoch", "save_steps": 500, "save_total_limit": 3, "save_safetensors": true, "save_on_each_node": false, "save_only_model": false, "no_cuda": false, "use_cpu": false, "use_mps_device": false, "seed": 42, "data_seed": null, "jit_mode_eval": false, "use_ipex": false, "bf16": false, "fp16": false, "fp16_opt_level": "O1", "half_precision_backend": "auto", "bf16_full_eval": false, "fp16_full_eval": false, "tf32": null, "local_rank": 0, "ddp_backend": null, "tpu_num_cores": null, "tpu_metrics_debug": false, "debug": [], "dataloader_drop_last": false, "eval_steps": null, "dataloader_num_workers": 0, "past_index": -1, "run_name": "./cnnfreeze/model_saved/facebook/wav2vec2-large-lv60_lr1e-05_epochs30_batch4", "disable_tqdm": false, "remove_unused_columns": true, "label_names": null, "load_best_model_at_end": false, "metric_for_best_model": null, "greater_is_better": null, "ignore_data_skip": false, "fsdp": [], "fsdp_min_num_params": 0, "fsdp_config": {"min_num_params": 0, "xla": false, "xla_fsdp_grad_ckpt": false}, "fsdp_transformer_layer_cls_to_wrap": null, "deepspeed": null, "label_smoothing_factor": 0.0, "optim": "adamw_torch", "optim_args": null, "adafactor": false, "group_by_length": false, "length_column_name": "length", "report_to": ["tensorboard"], "ddp_find_unused_parameters": null, "ddp_bucket_cap_mb": null, "ddp_broadcast_buffers": null, "dataloader_pin_memory": true, "dataloader_persistent_workers": false, "skip_memory_metrics": true, "use_legacy_prediction_loop": false, "push_to_hub": false, "resume_from_checkpoint": null, "hub_model_id": null, "hub_strategy": "every_save", "hub_token": "<HUB_TOKEN>", "hub_private_repo": false, "hub_always_push": false, "gradient_checkpointing": false, "gradient_checkpointing_kwargs": null, "include_inputs_for_metrics": false, "fp16_backend": "auto", "push_to_hub_model_id": null, "push_to_hub_organization": null, "push_to_hub_token": "<PUSH_TO_HUB_TOKEN>", "mp_parameters": "", "auto_find_batch_size": false, "full_determinism": false, "torchdynamo": null, "ray_scope": "last", "ddp_timeout": 1800, "torch_compile": false, "torch_compile_backend": null, "torch_compile_mode": null, "dispatch_batches": null, "split_batches": false, "include_tokens_per_second": false, "include_num_input_tokens_seen": false, "neftune_noise_alpha": null}
wav2vec2/freeze/03_wav2vec2-large-lv60/trainer_state.json ADDED
@@ -0,0 +1,618 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 30.0,
5
+ "eval_steps": 500,
6
+ "global_step": 9390,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 1.0,
13
+ "eval_loss": 37.545204162597656,
14
+ "eval_mse_0": 40.06781005859375,
15
+ "eval_mse_1": 41.161781311035156,
16
+ "eval_mse_2": 34.74748611450195,
17
+ "eval_mse_3": 34.20380783081055,
18
+ "eval_pcc_0": -0.10673599125686563,
19
+ "eval_pcc_1": -0.07230878713002573,
20
+ "eval_pcc_2": -0.1292205390869497,
21
+ "eval_pcc_3": -0.08846071633018004,
22
+ "eval_runtime": 102.9091,
23
+ "eval_samples_per_second": 24.293,
24
+ "eval_steps_per_second": 3.042,
25
+ "step": 313
26
+ },
27
+ {
28
+ "epoch": 1.6,
29
+ "learning_rate": 9.467518636847711e-06,
30
+ "loss": 42.3035,
31
+ "step": 500
32
+ },
33
+ {
34
+ "epoch": 2.0,
35
+ "eval_loss": 31.27134132385254,
36
+ "eval_mse_0": 33.18284606933594,
37
+ "eval_mse_1": 34.71722412109375,
38
+ "eval_mse_2": 28.811864852905273,
39
+ "eval_mse_3": 28.3735408782959,
40
+ "eval_pcc_0": -0.05542297214238571,
41
+ "eval_pcc_1": 0.025837173458447646,
42
+ "eval_pcc_2": -0.15991175573141567,
43
+ "eval_pcc_3": 0.013837336392027859,
44
+ "eval_runtime": 102.3725,
45
+ "eval_samples_per_second": 24.421,
46
+ "eval_steps_per_second": 3.057,
47
+ "step": 626
48
+ },
49
+ {
50
+ "epoch": 3.0,
51
+ "eval_loss": 25.681005477905273,
52
+ "eval_mse_0": 26.85655975341797,
53
+ "eval_mse_1": 29.089706420898438,
54
+ "eval_mse_2": 23.78376007080078,
55
+ "eval_mse_3": 22.994007110595703,
56
+ "eval_pcc_0": -0.08610025808250024,
57
+ "eval_pcc_1": -0.01135339009032624,
58
+ "eval_pcc_2": -0.1731401590566178,
59
+ "eval_pcc_3": 0.09780190822810174,
60
+ "eval_runtime": 102.3044,
61
+ "eval_samples_per_second": 24.437,
62
+ "eval_steps_per_second": 3.059,
63
+ "step": 939
64
+ },
65
+ {
66
+ "epoch": 3.19,
67
+ "learning_rate": 8.935037273695422e-06,
68
+ "loss": 29.7436,
69
+ "step": 1000
70
+ },
71
+ {
72
+ "epoch": 4.0,
73
+ "eval_loss": 20.4104061126709,
74
+ "eval_mse_0": 21.415334701538086,
75
+ "eval_mse_1": 23.234825134277344,
76
+ "eval_mse_2": 18.878599166870117,
77
+ "eval_mse_3": 18.1127986907959,
78
+ "eval_pcc_0": -0.1376690455692349,
79
+ "eval_pcc_1": 0.009953201125237753,
80
+ "eval_pcc_2": -0.14463975144303326,
81
+ "eval_pcc_3": 0.09201785692445764,
82
+ "eval_runtime": 102.5387,
83
+ "eval_samples_per_second": 24.381,
84
+ "eval_steps_per_second": 3.053,
85
+ "step": 1252
86
+ },
87
+ {
88
+ "epoch": 4.79,
89
+ "learning_rate": 8.402555910543132e-06,
90
+ "loss": 21.1595,
91
+ "step": 1500
92
+ },
93
+ {
94
+ "epoch": 5.0,
95
+ "eval_loss": 15.653284072875977,
96
+ "eval_mse_0": 16.406679153442383,
97
+ "eval_mse_1": 17.96167755126953,
98
+ "eval_mse_2": 14.524237632751465,
99
+ "eval_mse_3": 13.720561027526855,
100
+ "eval_pcc_0": -0.194621275824343,
101
+ "eval_pcc_1": 0.04532099581638967,
102
+ "eval_pcc_2": -0.10550929561903268,
103
+ "eval_pcc_3": 0.17937533942946002,
104
+ "eval_runtime": 102.3803,
105
+ "eval_samples_per_second": 24.419,
106
+ "eval_steps_per_second": 3.057,
107
+ "step": 1565
108
+ },
109
+ {
110
+ "epoch": 6.0,
111
+ "eval_loss": 11.554689407348633,
112
+ "eval_mse_0": 12.114720344543457,
113
+ "eval_mse_1": 13.387330055236816,
114
+ "eval_mse_2": 10.698405265808105,
115
+ "eval_mse_3": 10.018295288085938,
116
+ "eval_pcc_0": -0.2752802036191229,
117
+ "eval_pcc_1": 0.042506149074588405,
118
+ "eval_pcc_2": -0.09126735819953231,
119
+ "eval_pcc_3": 0.22792426521842313,
120
+ "eval_runtime": 102.8934,
121
+ "eval_samples_per_second": 24.297,
122
+ "eval_steps_per_second": 3.042,
123
+ "step": 1878
124
+ },
125
+ {
126
+ "epoch": 6.39,
127
+ "learning_rate": 7.870074547390843e-06,
128
+ "loss": 13.647,
129
+ "step": 2000
130
+ },
131
+ {
132
+ "epoch": 7.0,
133
+ "eval_loss": 8.179707527160645,
134
+ "eval_mse_0": 8.6190185546875,
135
+ "eval_mse_1": 9.419159889221191,
136
+ "eval_mse_2": 7.588639259338379,
137
+ "eval_mse_3": 7.0920281410217285,
138
+ "eval_pcc_0": -0.2740982986127974,
139
+ "eval_pcc_1": 0.03473619660414055,
140
+ "eval_pcc_2": -0.041706811850335465,
141
+ "eval_pcc_3": 0.26793955318706125,
142
+ "eval_runtime": 102.5199,
143
+ "eval_samples_per_second": 24.385,
144
+ "eval_steps_per_second": 3.053,
145
+ "step": 2191
146
+ },
147
+ {
148
+ "epoch": 7.99,
149
+ "learning_rate": 7.337593184238552e-06,
150
+ "loss": 8.1853,
151
+ "step": 2500
152
+ },
153
+ {
154
+ "epoch": 8.0,
155
+ "eval_loss": 5.5679216384887695,
156
+ "eval_mse_0": 5.851475715637207,
157
+ "eval_mse_1": 6.388844013214111,
158
+ "eval_mse_2": 5.151536464691162,
159
+ "eval_mse_3": 4.879820823669434,
160
+ "eval_pcc_0": -0.25864326018072936,
161
+ "eval_pcc_1": -0.06456067139840595,
162
+ "eval_pcc_2": 0.056728754793779555,
163
+ "eval_pcc_3": 0.2943706624627027,
164
+ "eval_runtime": 102.6353,
165
+ "eval_samples_per_second": 24.358,
166
+ "eval_steps_per_second": 3.05,
167
+ "step": 2504
168
+ },
169
+ {
170
+ "epoch": 9.0,
171
+ "eval_loss": 3.853584051132202,
172
+ "eval_mse_0": 4.12427282333374,
173
+ "eval_mse_1": 4.279998302459717,
174
+ "eval_mse_2": 3.4693527221679688,
175
+ "eval_mse_3": 3.5407183170318604,
176
+ "eval_pcc_0": 0.2557423471463941,
177
+ "eval_pcc_1": 0.3096548246663375,
178
+ "eval_pcc_2": 0.3061328774026804,
179
+ "eval_pcc_3": 0.2607546626673284,
180
+ "eval_runtime": 103.0055,
181
+ "eval_samples_per_second": 24.271,
182
+ "eval_steps_per_second": 3.039,
183
+ "step": 2817
184
+ },
185
+ {
186
+ "epoch": 9.58,
187
+ "learning_rate": 6.805111821086262e-06,
188
+ "loss": 4.4295,
189
+ "step": 3000
190
+ },
191
+ {
192
+ "epoch": 10.0,
193
+ "eval_loss": 2.864006280899048,
194
+ "eval_mse_0": 3.0961313247680664,
195
+ "eval_mse_1": 3.030296802520752,
196
+ "eval_mse_2": 2.5616707801818848,
197
+ "eval_mse_3": 2.7679340839385986,
198
+ "eval_pcc_0": 0.5417002887773237,
199
+ "eval_pcc_1": 0.6200719718718696,
200
+ "eval_pcc_2": 0.5956397892081606,
201
+ "eval_pcc_3": 0.5588667177013582,
202
+ "eval_runtime": 102.5875,
203
+ "eval_samples_per_second": 24.369,
204
+ "eval_steps_per_second": 3.051,
205
+ "step": 3130
206
+ },
207
+ {
208
+ "epoch": 11.0,
209
+ "eval_loss": 1.9704538583755493,
210
+ "eval_mse_0": 2.1953492164611816,
211
+ "eval_mse_1": 1.9383496046066284,
212
+ "eval_mse_2": 1.7144805192947388,
213
+ "eval_mse_3": 2.0336382389068604,
214
+ "eval_pcc_0": 0.5782474996847589,
215
+ "eval_pcc_1": 0.6464269809506402,
216
+ "eval_pcc_2": 0.626148977444232,
217
+ "eval_pcc_3": 0.5920424232915614,
218
+ "eval_runtime": 103.0591,
219
+ "eval_samples_per_second": 24.258,
220
+ "eval_steps_per_second": 3.037,
221
+ "step": 3443
222
+ },
223
+ {
224
+ "epoch": 11.18,
225
+ "learning_rate": 6.272630457933972e-06,
226
+ "loss": 2.1156,
227
+ "step": 3500
228
+ },
229
+ {
230
+ "epoch": 12.0,
231
+ "eval_loss": 1.5947672128677368,
232
+ "eval_mse_0": 1.7306642532348633,
233
+ "eval_mse_1": 1.4658716917037964,
234
+ "eval_mse_2": 1.4557372331619263,
235
+ "eval_mse_3": 1.726794958114624,
236
+ "eval_pcc_0": 0.5846496513906283,
237
+ "eval_pcc_1": 0.6082740464292726,
238
+ "eval_pcc_2": 0.5915542328540936,
239
+ "eval_pcc_3": 0.5904583137453947,
240
+ "eval_runtime": 102.9851,
241
+ "eval_samples_per_second": 24.275,
242
+ "eval_steps_per_second": 3.039,
243
+ "step": 3756
244
+ },
245
+ {
246
+ "epoch": 12.78,
247
+ "learning_rate": 5.7401490947816826e-06,
248
+ "loss": 1.1387,
249
+ "step": 4000
250
+ },
251
+ {
252
+ "epoch": 13.0,
253
+ "eval_loss": 2.0175843238830566,
254
+ "eval_mse_0": 2.3168461322784424,
255
+ "eval_mse_1": 1.7391265630722046,
256
+ "eval_mse_2": 1.7408076524734497,
257
+ "eval_mse_3": 2.273559093475342,
258
+ "eval_pcc_0": 0.5636276000787751,
259
+ "eval_pcc_1": 0.6373399628154346,
260
+ "eval_pcc_2": 0.6157278224789046,
261
+ "eval_pcc_3": 0.5803448710983304,
262
+ "eval_runtime": 103.0935,
263
+ "eval_samples_per_second": 24.25,
264
+ "eval_steps_per_second": 3.036,
265
+ "step": 4069
266
+ },
267
+ {
268
+ "epoch": 14.0,
269
+ "eval_loss": 1.6544164419174194,
270
+ "eval_mse_0": 1.9457941055297852,
271
+ "eval_mse_1": 1.3783100843429565,
272
+ "eval_mse_2": 1.4007045030593872,
273
+ "eval_mse_3": 1.8928509950637817,
274
+ "eval_pcc_0": 0.5985813026234035,
275
+ "eval_pcc_1": 0.68171525703024,
276
+ "eval_pcc_2": 0.6644528276019576,
277
+ "eval_pcc_3": 0.6208772367957633,
278
+ "eval_runtime": 102.9933,
279
+ "eval_samples_per_second": 24.273,
280
+ "eval_steps_per_second": 3.039,
281
+ "step": 4382
282
+ },
283
+ {
284
+ "epoch": 14.38,
285
+ "learning_rate": 5.207667731629393e-06,
286
+ "loss": 0.8809,
287
+ "step": 4500
288
+ },
289
+ {
290
+ "epoch": 15.0,
291
+ "eval_loss": 1.3752466440200806,
292
+ "eval_mse_0": 1.604678750038147,
293
+ "eval_mse_1": 1.158872127532959,
294
+ "eval_mse_2": 1.1872963905334473,
295
+ "eval_mse_3": 1.5501395463943481,
296
+ "eval_pcc_0": 0.6174578718097148,
297
+ "eval_pcc_1": 0.6867226220194884,
298
+ "eval_pcc_2": 0.6757298773737942,
299
+ "eval_pcc_3": 0.6401334115411444,
300
+ "eval_runtime": 103.137,
301
+ "eval_samples_per_second": 24.24,
302
+ "eval_steps_per_second": 3.035,
303
+ "step": 4695
304
+ },
305
+ {
306
+ "epoch": 15.97,
307
+ "learning_rate": 4.675186368477103e-06,
308
+ "loss": 0.7798,
309
+ "step": 5000
310
+ },
311
+ {
312
+ "epoch": 16.0,
313
+ "eval_loss": 1.3548470735549927,
314
+ "eval_mse_0": 1.6220455169677734,
315
+ "eval_mse_1": 1.1051931381225586,
316
+ "eval_mse_2": 1.1374605894088745,
317
+ "eval_mse_3": 1.5546883344650269,
318
+ "eval_pcc_0": 0.6339621040995838,
319
+ "eval_pcc_1": 0.7122169398189446,
320
+ "eval_pcc_2": 0.6995391076529517,
321
+ "eval_pcc_3": 0.6582960479004941,
322
+ "eval_runtime": 102.9024,
323
+ "eval_samples_per_second": 24.295,
324
+ "eval_steps_per_second": 3.042,
325
+ "step": 5008
326
+ },
327
+ {
328
+ "epoch": 17.0,
329
+ "eval_loss": 1.655151128768921,
330
+ "eval_mse_0": 1.9675058126449585,
331
+ "eval_mse_1": 1.394301414489746,
332
+ "eval_mse_2": 1.376121997833252,
333
+ "eval_mse_3": 1.8826757669448853,
334
+ "eval_pcc_0": 0.6354356771207798,
335
+ "eval_pcc_1": 0.7258817824632906,
336
+ "eval_pcc_2": 0.7147197104529637,
337
+ "eval_pcc_3": 0.6629989111952501,
338
+ "eval_runtime": 102.5916,
339
+ "eval_samples_per_second": 24.368,
340
+ "eval_steps_per_second": 3.051,
341
+ "step": 5321
342
+ },
343
+ {
344
+ "epoch": 17.57,
345
+ "learning_rate": 4.142705005324814e-06,
346
+ "loss": 0.7085,
347
+ "step": 5500
348
+ },
349
+ {
350
+ "epoch": 18.0,
351
+ "eval_loss": 1.2977300882339478,
352
+ "eval_mse_0": 1.5686590671539307,
353
+ "eval_mse_1": 1.0591470003128052,
354
+ "eval_mse_2": 1.0765613317489624,
355
+ "eval_mse_3": 1.486552119255066,
356
+ "eval_pcc_0": 0.6494743467608244,
357
+ "eval_pcc_1": 0.7359738156362491,
358
+ "eval_pcc_2": 0.7252204509093799,
359
+ "eval_pcc_3": 0.6762689479411474,
360
+ "eval_runtime": 103.2115,
361
+ "eval_samples_per_second": 24.222,
362
+ "eval_steps_per_second": 3.033,
363
+ "step": 5634
364
+ },
365
+ {
366
+ "epoch": 19.0,
367
+ "eval_loss": 1.172227144241333,
368
+ "eval_mse_0": 1.405767560005188,
369
+ "eval_mse_1": 0.9675408005714417,
370
+ "eval_mse_2": 0.9836635589599609,
371
+ "eval_mse_3": 1.3319356441497803,
372
+ "eval_pcc_0": 0.6618398321899144,
373
+ "eval_pcc_1": 0.7361219076599701,
374
+ "eval_pcc_2": 0.7303885325069016,
375
+ "eval_pcc_3": 0.6865785731716751,
376
+ "eval_runtime": 102.8526,
377
+ "eval_samples_per_second": 24.307,
378
+ "eval_steps_per_second": 3.043,
379
+ "step": 5947
380
+ },
381
+ {
382
+ "epoch": 19.17,
383
+ "learning_rate": 3.6102236421725247e-06,
384
+ "loss": 0.6661,
385
+ "step": 6000
386
+ },
387
+ {
388
+ "epoch": 20.0,
389
+ "eval_loss": 1.5160725116729736,
390
+ "eval_mse_0": 1.815733551979065,
391
+ "eval_mse_1": 1.289790391921997,
392
+ "eval_mse_2": 1.2514915466308594,
393
+ "eval_mse_3": 1.7072750329971313,
394
+ "eval_pcc_0": 0.6477530587664486,
395
+ "eval_pcc_1": 0.7420695495984785,
396
+ "eval_pcc_2": 0.7355988004911673,
397
+ "eval_pcc_3": 0.6737798478703199,
398
+ "eval_runtime": 102.952,
399
+ "eval_samples_per_second": 24.283,
400
+ "eval_steps_per_second": 3.04,
401
+ "step": 6260
402
+ },
403
+ {
404
+ "epoch": 20.77,
405
+ "learning_rate": 3.0777422790202343e-06,
406
+ "loss": 0.6089,
407
+ "step": 6500
408
+ },
409
+ {
410
+ "epoch": 21.0,
411
+ "eval_loss": 1.3508429527282715,
412
+ "eval_mse_0": 1.6102815866470337,
413
+ "eval_mse_1": 1.1478279829025269,
414
+ "eval_mse_2": 1.1270824670791626,
415
+ "eval_mse_3": 1.5181818008422852,
416
+ "eval_pcc_0": 0.6644174306320272,
417
+ "eval_pcc_1": 0.7466763025886919,
418
+ "eval_pcc_2": 0.7403235544912928,
419
+ "eval_pcc_3": 0.6889604444295842,
420
+ "eval_runtime": 102.7518,
421
+ "eval_samples_per_second": 24.33,
422
+ "eval_steps_per_second": 3.046,
423
+ "step": 6573
424
+ },
425
+ {
426
+ "epoch": 22.0,
427
+ "eval_loss": 1.3612381219863892,
428
+ "eval_mse_0": 1.6434417963027954,
429
+ "eval_mse_1": 1.1578823328018188,
430
+ "eval_mse_2": 1.124001383781433,
431
+ "eval_mse_3": 1.5196245908737183,
432
+ "eval_pcc_0": 0.6586564050544261,
433
+ "eval_pcc_1": 0.746298579767439,
434
+ "eval_pcc_2": 0.7414101147093064,
435
+ "eval_pcc_3": 0.6869214187961957,
436
+ "eval_runtime": 102.6677,
437
+ "eval_samples_per_second": 24.35,
438
+ "eval_steps_per_second": 3.049,
439
+ "step": 6886
440
+ },
441
+ {
442
+ "epoch": 22.36,
443
+ "learning_rate": 2.5452609158679447e-06,
444
+ "loss": 0.6008,
445
+ "step": 7000
446
+ },
447
+ {
448
+ "epoch": 23.0,
449
+ "eval_loss": 1.234299659729004,
450
+ "eval_mse_0": 1.4599006175994873,
451
+ "eval_mse_1": 1.0633193254470825,
452
+ "eval_mse_2": 1.0448778867721558,
453
+ "eval_mse_3": 1.3691015243530273,
454
+ "eval_pcc_0": 0.6685890912852607,
455
+ "eval_pcc_1": 0.7447377324472848,
456
+ "eval_pcc_2": 0.7400408277720899,
457
+ "eval_pcc_3": 0.6957518041394818,
458
+ "eval_runtime": 102.917,
459
+ "eval_samples_per_second": 24.291,
460
+ "eval_steps_per_second": 3.041,
461
+ "step": 7199
462
+ },
463
+ {
464
+ "epoch": 23.96,
465
+ "learning_rate": 2.012779552715655e-06,
466
+ "loss": 0.5675,
467
+ "step": 7500
468
+ },
469
+ {
470
+ "epoch": 24.0,
471
+ "eval_loss": 1.3297748565673828,
472
+ "eval_mse_0": 1.5684013366699219,
473
+ "eval_mse_1": 1.164407730102539,
474
+ "eval_mse_2": 1.1213089227676392,
475
+ "eval_mse_3": 1.4649831056594849,
476
+ "eval_pcc_0": 0.6637942441849757,
477
+ "eval_pcc_1": 0.7489242115025534,
478
+ "eval_pcc_2": 0.7442353098775863,
479
+ "eval_pcc_3": 0.69170203805831,
480
+ "eval_runtime": 102.7498,
481
+ "eval_samples_per_second": 24.331,
482
+ "eval_steps_per_second": 3.046,
483
+ "step": 7512
484
+ },
485
+ {
486
+ "epoch": 25.0,
487
+ "eval_loss": 1.7214596271514893,
488
+ "eval_mse_0": 2.0670008659362793,
489
+ "eval_mse_1": 1.4778356552124023,
490
+ "eval_mse_2": 1.4054399728775024,
491
+ "eval_mse_3": 1.9355617761611938,
492
+ "eval_pcc_0": 0.6356544394318876,
493
+ "eval_pcc_1": 0.7443672097226991,
494
+ "eval_pcc_2": 0.7370491133472348,
495
+ "eval_pcc_3": 0.6651753664616666,
496
+ "eval_runtime": 102.8186,
497
+ "eval_samples_per_second": 24.315,
498
+ "eval_steps_per_second": 3.044,
499
+ "step": 7825
500
+ },
501
+ {
502
+ "epoch": 25.56,
503
+ "learning_rate": 1.4802981895633654e-06,
504
+ "loss": 0.5551,
505
+ "step": 8000
506
+ },
507
+ {
508
+ "epoch": 26.0,
509
+ "eval_loss": 1.4107139110565186,
510
+ "eval_mse_0": 1.6788575649261475,
511
+ "eval_mse_1": 1.2166311740875244,
512
+ "eval_mse_2": 1.1733964681625366,
513
+ "eval_mse_3": 1.5739706754684448,
514
+ "eval_pcc_0": 0.655341979866824,
515
+ "eval_pcc_1": 0.7502612334078512,
516
+ "eval_pcc_2": 0.7429286463493554,
517
+ "eval_pcc_3": 0.6832859462547354,
518
+ "eval_runtime": 102.8925,
519
+ "eval_samples_per_second": 24.297,
520
+ "eval_steps_per_second": 3.042,
521
+ "step": 8138
522
+ },
523
+ {
524
+ "epoch": 27.0,
525
+ "eval_loss": 1.5298428535461426,
526
+ "eval_mse_0": 1.8430529832839966,
527
+ "eval_mse_1": 1.3045105934143066,
528
+ "eval_mse_2": 1.2522668838500977,
529
+ "eval_mse_3": 1.719542384147644,
530
+ "eval_pcc_0": 0.6406269933229477,
531
+ "eval_pcc_1": 0.744748510368656,
532
+ "eval_pcc_2": 0.7376604036973455,
533
+ "eval_pcc_3": 0.6699913900869511,
534
+ "eval_runtime": 102.8669,
535
+ "eval_samples_per_second": 24.303,
536
+ "eval_steps_per_second": 3.043,
537
+ "step": 8451
538
+ },
539
+ {
540
+ "epoch": 27.16,
541
+ "learning_rate": 9.478168264110757e-07,
542
+ "loss": 0.5438,
543
+ "step": 8500
544
+ },
545
+ {
546
+ "epoch": 28.0,
547
+ "eval_loss": 1.415805459022522,
548
+ "eval_mse_0": 1.6654704809188843,
549
+ "eval_mse_1": 1.2456921339035034,
550
+ "eval_mse_2": 1.1905378103256226,
551
+ "eval_mse_3": 1.561522364616394,
552
+ "eval_pcc_0": 0.652053602665689,
553
+ "eval_pcc_1": 0.7486849825388385,
554
+ "eval_pcc_2": 0.7416251038545311,
555
+ "eval_pcc_3": 0.6800336359492541,
556
+ "eval_runtime": 102.1783,
557
+ "eval_samples_per_second": 24.467,
558
+ "eval_steps_per_second": 3.063,
559
+ "step": 8764
560
+ },
561
+ {
562
+ "epoch": 28.75,
563
+ "learning_rate": 4.1533546325878595e-07,
564
+ "loss": 0.5254,
565
+ "step": 9000
566
+ },
567
+ {
568
+ "epoch": 29.0,
569
+ "eval_loss": 1.446521520614624,
570
+ "eval_mse_0": 1.7096920013427734,
571
+ "eval_mse_1": 1.2668346166610718,
572
+ "eval_mse_2": 1.2101762294769287,
573
+ "eval_mse_3": 1.5993834733963013,
574
+ "eval_pcc_0": 0.6498201035181216,
575
+ "eval_pcc_1": 0.7485791437105341,
576
+ "eval_pcc_2": 0.7420314594832914,
577
+ "eval_pcc_3": 0.6785812907620328,
578
+ "eval_runtime": 102.5799,
579
+ "eval_samples_per_second": 24.371,
580
+ "eval_steps_per_second": 3.051,
581
+ "step": 9077
582
+ },
583
+ {
584
+ "epoch": 30.0,
585
+ "eval_loss": 1.482181429862976,
586
+ "eval_mse_0": 1.7486085891723633,
587
+ "eval_mse_1": 1.3062665462493896,
588
+ "eval_mse_2": 1.2411344051361084,
589
+ "eval_mse_3": 1.6327139139175415,
590
+ "eval_pcc_0": 0.6493329413268745,
591
+ "eval_pcc_1": 0.7488831242434161,
592
+ "eval_pcc_2": 0.742343656496046,
593
+ "eval_pcc_3": 0.6784587678645562,
594
+ "eval_runtime": 102.6373,
595
+ "eval_samples_per_second": 24.358,
596
+ "eval_steps_per_second": 3.05,
597
+ "step": 9390
598
+ },
599
+ {
600
+ "epoch": 30.0,
601
+ "step": 9390,
602
+ "total_flos": 0.0,
603
+ "train_loss": 6.898930214261348,
604
+ "train_runtime": 9363.2736,
605
+ "train_samples_per_second": 8.01,
606
+ "train_steps_per_second": 1.003
607
+ }
608
+ ],
609
+ "logging_steps": 500,
610
+ "max_steps": 9390,
611
+ "num_input_tokens_seen": 0,
612
+ "num_train_epochs": 30,
613
+ "save_steps": 500,
614
+ "total_flos": 0.0,
615
+ "train_batch_size": 8,
616
+ "trial_name": null,
617
+ "trial_params": null
618
+ }
wav2vec2/freeze/03_wav2vec2-large-lv60/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:195bf509433f56ba27e943067e05951d7a5eeb157efec058ddce012599570d5f
3
+ size 4792