Upload folder using huggingface_hub (#29)

- Upload folder using huggingface_hub (deff93ef28175cc4b5fec31c287212985d4df4d4)

hubert/freeze/07_hubert-base-ls960/all_results.json

@@ -0,0 +1,21 @@
+{
+    "epoch": 30.0,
+    "eval_loss": 1.1464513540267944,
+    "eval_mse_0": 1.4042800664901733,
+    "eval_mse_1": 0.9279175996780396,
+    "eval_mse_2": 0.9532490372657776,
+    "eval_mse_3": 1.3003606796264648,
+    "eval_pcc_0": 0.6742489950341445,
+    "eval_pcc_1": 0.7431270362958783,
+    "eval_pcc_2": 0.7388809883657635,
+    "eval_pcc_3": 0.6974838980610031,
+    "eval_runtime": 83.8424,
+    "eval_samples": 2500,
+    "eval_samples_per_second": 29.818,
+    "eval_steps_per_second": 3.733,
+    "train_loss": 3.133843649639743,
+    "train_runtime": 6447.1146,
+    "train_samples": 2500,
+    "train_samples_per_second": 11.633,
+    "train_steps_per_second": 1.456
+}

hubert/freeze/07_hubert-base-ls960/args.json

@@ -0,0 +1,11 @@
+{
+    "batch_size": 4,
+    "model_name": "facebook/hubert-base-ls960",
+    "learning_rate": 1e-05,
+    "num_train_epochs": 30,
+    "save_dir": "./cnnfreeze/model_saved",
+    "freeze_feature_extractor": true,
+    "exp_name": "facebook/hubert-base-ls960_lr1e-05_epochs30_batch4",
+    "save_dir_path": "./cnnfreeze/model_saved/facebook/hubert-base-ls960_lr1e-05_epochs30_batch4",
+    "save_log_path": "./cnnfreeze/model_saved/logs/facebook/hubert-base-ls960_lr1e-05_epochs30_batch4"
+}

hubert/freeze/07_hubert-base-ls960/eval_results.json

@@ -0,0 +1,16 @@
+{
+    "epoch": 30.0,
+    "eval_loss": 1.1464513540267944,
+    "eval_mse_0": 1.4042800664901733,
+    "eval_mse_1": 0.9279175996780396,
+    "eval_mse_2": 0.9532490372657776,
+    "eval_mse_3": 1.3003606796264648,
+    "eval_pcc_0": 0.6742489950341445,
+    "eval_pcc_1": 0.7431270362958783,
+    "eval_pcc_2": 0.7388809883657635,
+    "eval_pcc_3": 0.6974838980610031,
+    "eval_runtime": 83.8424,
+    "eval_samples": 2500,
+    "eval_samples_per_second": 29.818,
+    "eval_steps_per_second": 3.733
+}

hubert/freeze/07_hubert-base-ls960/finetuned_pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a7b3efde444b343db4e68b68e6225b3e65bdf35b36b3a8068e38c0232155079
+size 377586072

hubert/freeze/07_hubert-base-ls960/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93b8712daa54134628e41a239d35ad80fdd9a0726c2d524532c915710e44eb6e
+size 377524352

hubert/freeze/07_hubert-base-ls960/model_weights.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5ba45e5b3da43c8ba04948e2c14bdfcbf54d80cb035e9dda9e1dd70a75e64bc
+size 377583774

hubert/freeze/07_hubert-base-ls960/preprocessor_config.json

@@ -0,0 +1,9 @@
+{
+  "do_normalize": true,
+  "feature_extractor_type": "Wav2Vec2FeatureExtractor",
+  "feature_size": 1,
+  "padding_side": "right",
+  "padding_value": 0,
+  "return_attention_mask": false,
+  "sampling_rate": 16000
+}

hubert/freeze/07_hubert-base-ls960/train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 30.0,
+    "train_loss": 3.133843649639743,
+    "train_runtime": 6447.1146,
+    "train_samples": 2500,
+    "train_samples_per_second": 11.633,
+    "train_steps_per_second": 1.456
+}

hubert/freeze/07_hubert-base-ls960/trainer_args.json

@@ -0,0 +1 @@
+{"output_dir": "./cnnfreeze/model_saved/facebook/hubert-base-ls960_lr1e-05_epochs30_batch4", "overwrite_output_dir": false, "do_train": false, "do_eval": true, "do_predict": false, "evaluation_strategy": "epoch", "prediction_loss_only": false, "per_device_train_batch_size": 4, "per_device_eval_batch_size": 4, "per_gpu_train_batch_size": null, "per_gpu_eval_batch_size": null, "gradient_accumulation_steps": 1, "eval_accumulation_steps": null, "eval_delay": 0, "learning_rate": 1e-05, "weight_decay": 0.0, "adam_beta1": 0.9, "adam_beta2": 0.999, "adam_epsilon": 1e-08, "max_grad_norm": 1.0, "num_train_epochs": 30, "max_steps": -1, "lr_scheduler_type": "linear", "lr_scheduler_kwargs": {}, "warmup_ratio": 0.0, "warmup_steps": 0, "log_level": "info", "log_level_replica": "warning", "log_on_each_node": true, "logging_dir": "./cnnfreeze/model_saved/logs/facebook/hubert-base-ls960_lr1e-05_epochs30_batch4", "logging_strategy": "steps", "logging_first_step": false, "logging_steps": 500, "logging_nan_inf_filter": true, "save_strategy": "epoch", "save_steps": 500, "save_total_limit": 3, "save_safetensors": true, "save_on_each_node": false, "save_only_model": false, "no_cuda": false, "use_cpu": false, "use_mps_device": false, "seed": 42, "data_seed": null, "jit_mode_eval": false, "use_ipex": false, "bf16": false, "fp16": false, "fp16_opt_level": "O1", "half_precision_backend": "auto", "bf16_full_eval": false, "fp16_full_eval": false, "tf32": null, "local_rank": 0, "ddp_backend": null, "tpu_num_cores": null, "tpu_metrics_debug": false, "debug": [], "dataloader_drop_last": false, "eval_steps": null, "dataloader_num_workers": 0, "past_index": -1, "run_name": "./cnnfreeze/model_saved/facebook/hubert-base-ls960_lr1e-05_epochs30_batch4", "disable_tqdm": false, "remove_unused_columns": true, "label_names": null, "load_best_model_at_end": false, "metric_for_best_model": null, "greater_is_better": null, "ignore_data_skip": false, "fsdp": [], "fsdp_min_num_params": 0, "fsdp_config": {"min_num_params": 0, "xla": false, "xla_fsdp_grad_ckpt": false}, "fsdp_transformer_layer_cls_to_wrap": null, "deepspeed": null, "label_smoothing_factor": 0.0, "optim": "adamw_torch", "optim_args": null, "adafactor": false, "group_by_length": false, "length_column_name": "length", "report_to": ["tensorboard"], "ddp_find_unused_parameters": null, "ddp_bucket_cap_mb": null, "ddp_broadcast_buffers": null, "dataloader_pin_memory": true, "dataloader_persistent_workers": false, "skip_memory_metrics": true, "use_legacy_prediction_loop": false, "push_to_hub": false, "resume_from_checkpoint": null, "hub_model_id": null, "hub_strategy": "every_save", "hub_token": "<HUB_TOKEN>", "hub_private_repo": false, "hub_always_push": false, "gradient_checkpointing": false, "gradient_checkpointing_kwargs": null, "include_inputs_for_metrics": false, "fp16_backend": "auto", "push_to_hub_model_id": null, "push_to_hub_organization": null, "push_to_hub_token": "<PUSH_TO_HUB_TOKEN>", "mp_parameters": "", "auto_find_batch_size": false, "full_determinism": false, "torchdynamo": null, "ray_scope": "last", "ddp_timeout": 1800, "torch_compile": false, "torch_compile_backend": null, "torch_compile_mode": null, "dispatch_batches": null, "split_batches": false, "include_tokens_per_second": false, "include_num_input_tokens_seen": false, "neftune_noise_alpha": null}

hubert/freeze/07_hubert-base-ls960/trainer_state.json

@@ -0,0 +1,618 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 30.0,
+  "eval_steps": 500,
+  "global_step": 9390,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "eval_loss": 18.56534194946289,
+      "eval_mse_0": 18.862693786621094,
+      "eval_mse_1": 20.6036319732666,
+      "eval_mse_2": 17.608949661254883,
+      "eval_mse_3": 17.186084747314453,
+      "eval_pcc_0": 0.031755704743698696,
+      "eval_pcc_1": -0.042785852583637714,
+      "eval_pcc_2": 0.01560052868500447,
+      "eval_pcc_3": 0.0743794568040476,
+      "eval_runtime": 75.1947,
+      "eval_samples_per_second": 33.247,
+      "eval_steps_per_second": 4.163,
+      "step": 313
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 9.467518636847711e-06,
+      "loss": 24.5383,
+      "step": 500
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 12.636811256408691,
+      "eval_mse_0": 12.645025253295898,
+      "eval_mse_1": 14.042593955993652,
+      "eval_mse_2": 12.16986083984375,
+      "eval_mse_3": 11.689790725708008,
+      "eval_pcc_0": -0.0069055648911499155,
+      "eval_pcc_1": -0.04970110200486672,
+      "eval_pcc_2": 0.07363628694255188,
+      "eval_pcc_3": 0.07705203549184021,
+      "eval_runtime": 79.1083,
+      "eval_samples_per_second": 31.602,
+      "eval_steps_per_second": 3.957,
+      "step": 626
+    },
+    {
+      "epoch": 3.0,
+      "eval_loss": 7.87607479095459,
+      "eval_mse_0": 7.967576503753662,
+      "eval_mse_1": 8.681795120239258,
+      "eval_mse_2": 7.437161922454834,
+      "eval_mse_3": 7.417792797088623,
+      "eval_pcc_0": -0.1397675262582693,
+      "eval_pcc_1": 0.016661077873796927,
+      "eval_pcc_2": 0.15814136962002684,
+      "eval_pcc_3": -0.06675500504648951,
+      "eval_runtime": 82.9531,
+      "eval_samples_per_second": 30.138,
+      "eval_steps_per_second": 3.773,
+      "step": 939
+    },
+    {
+      "epoch": 3.19,
+      "learning_rate": 8.935037273695422e-06,
+      "loss": 12.0935,
+      "step": 1000
+    },
+    {
+      "epoch": 4.0,
+      "eval_loss": 4.504853248596191,
+      "eval_mse_0": 4.526007652282715,
+      "eval_mse_1": 4.852429389953613,
+      "eval_mse_2": 4.227045059204102,
+      "eval_mse_3": 4.413942337036133,
+      "eval_pcc_0": 0.08853719127397765,
+      "eval_pcc_1": -0.14934734945456168,
+      "eval_pcc_2": 0.11820812229487267,
+      "eval_pcc_3": -0.001408961066175551,
+      "eval_runtime": 83.3209,
+      "eval_samples_per_second": 30.004,
+      "eval_steps_per_second": 3.757,
+      "step": 1252
+    },
+    {
+      "epoch": 4.79,
+      "learning_rate": 8.402555910543132e-06,
+      "loss": 5.8002,
+      "step": 1500
+    },
+    {
+      "epoch": 5.0,
+      "eval_loss": 2.7025322914123535,
+      "eval_mse_0": 2.8229148387908936,
+      "eval_mse_1": 2.5908405780792236,
+      "eval_mse_2": 2.502962589263916,
+      "eval_mse_3": 2.8934099674224854,
+      "eval_pcc_0": 0.15301297889141444,
+      "eval_pcc_1": -0.21912633781422372,
+      "eval_pcc_2": 0.026488312963782432,
+      "eval_pcc_3": 0.04228430504016783,
+      "eval_runtime": 83.7181,
+      "eval_samples_per_second": 29.862,
+      "eval_steps_per_second": 3.739,
+      "step": 1565
+    },
+    {
+      "epoch": 6.0,
+      "eval_loss": 2.3628368377685547,
+      "eval_mse_0": 2.48486065864563,
+      "eval_mse_1": 2.269733190536499,
+      "eval_mse_2": 2.1825180053710938,
+      "eval_mse_3": 2.514235496520996,
+      "eval_pcc_0": 0.14825998235027874,
+      "eval_pcc_1": 0.2049872193623094,
+      "eval_pcc_2": 0.19074096289999393,
+      "eval_pcc_3": 0.15084662205151478,
+      "eval_runtime": 85.289,
+      "eval_samples_per_second": 29.312,
+      "eval_steps_per_second": 3.67,
+      "step": 1878
+    },
+    {
+      "epoch": 6.39,
+      "learning_rate": 7.870074547390843e-06,
+      "loss": 3.1316,
+      "step": 2000
+    },
+    {
+      "epoch": 7.0,
+      "eval_loss": 1.7364370822906494,
+      "eval_mse_0": 1.8861851692199707,
+      "eval_mse_1": 1.5642491579055786,
+      "eval_mse_2": 1.5882445573806763,
+      "eval_mse_3": 1.907062292098999,
+      "eval_pcc_0": 0.46158873081405843,
+      "eval_pcc_1": 0.4951949157837464,
+      "eval_pcc_2": 0.4874148073822641,
+      "eval_pcc_3": 0.46470620140239216,
+      "eval_runtime": 83.5986,
+      "eval_samples_per_second": 29.905,
+      "eval_steps_per_second": 3.744,
+      "step": 2191
+    },
+    {
+      "epoch": 7.99,
+      "learning_rate": 7.337593184238552e-06,
+      "loss": 1.8047,
+      "step": 2500
+    },
+    {
+      "epoch": 8.0,
+      "eval_loss": 1.566227912902832,
+      "eval_mse_0": 1.7010986804962158,
+      "eval_mse_1": 1.394848108291626,
+      "eval_mse_2": 1.4471584558486938,
+      "eval_mse_3": 1.7218044996261597,
+      "eval_pcc_0": 0.5614385418935883,
+      "eval_pcc_1": 0.5821763259361245,
+      "eval_pcc_2": 0.5710235220702173,
+      "eval_pcc_3": 0.5655990816507716,
+      "eval_runtime": 84.8234,
+      "eval_samples_per_second": 29.473,
+      "eval_steps_per_second": 3.69,
+      "step": 2504
+    },
+    {
+      "epoch": 9.0,
+      "eval_loss": 1.5014617443084717,
+      "eval_mse_0": 1.714789867401123,
+      "eval_mse_1": 1.296215295791626,
+      "eval_mse_2": 1.3101037740707397,
+      "eval_mse_3": 1.6847374439239502,
+      "eval_pcc_0": 0.5923629282951619,
+      "eval_pcc_1": 0.6414056674185942,
+      "eval_pcc_2": 0.6330852981960836,
+      "eval_pcc_3": 0.6060023927271602,
+      "eval_runtime": 84.9518,
+      "eval_samples_per_second": 29.428,
+      "eval_steps_per_second": 3.684,
+      "step": 2817
+    },
+    {
+      "epoch": 9.58,
+      "learning_rate": 6.805111821086262e-06,
+      "loss": 1.3779,
+      "step": 3000
+    },
+    {
+      "epoch": 10.0,
+      "eval_loss": 1.4992806911468506,
+      "eval_mse_0": 1.7148101329803467,
+      "eval_mse_1": 1.2738553285598755,
+      "eval_mse_2": 1.3556774854660034,
+      "eval_mse_3": 1.6527763605117798,
+      "eval_pcc_0": 0.5972461632713025,
+      "eval_pcc_1": 0.6512374566798307,
+      "eval_pcc_2": 0.6387115725764761,
+      "eval_pcc_3": 0.6120520847178409,
+      "eval_runtime": 85.6422,
+      "eval_samples_per_second": 29.191,
+      "eval_steps_per_second": 3.655,
+      "step": 3130
+    },
+    {
+      "epoch": 11.0,
+      "eval_loss": 1.2781363725662231,
+      "eval_mse_0": 1.5218106508255005,
+      "eval_mse_1": 1.0631320476531982,
+      "eval_mse_2": 1.0982550382614136,
+      "eval_mse_3": 1.4293485879898071,
+      "eval_pcc_0": 0.6312331743197266,
+      "eval_pcc_1": 0.6955967347672538,
+      "eval_pcc_2": 0.6883744367972819,
+      "eval_pcc_3": 0.6543891875914408,
+      "eval_runtime": 85.7471,
+      "eval_samples_per_second": 29.155,
+      "eval_steps_per_second": 3.65,
+      "step": 3443
+    },
+    {
+      "epoch": 11.18,
+      "learning_rate": 6.272630457933972e-06,
+      "loss": 1.0995,
+      "step": 3500
+    },
+    {
+      "epoch": 12.0,
+      "eval_loss": 1.1999200582504272,
+      "eval_mse_0": 1.4199565649032593,
+      "eval_mse_1": 1.01193106174469,
+      "eval_mse_2": 1.0139410495758057,
+      "eval_mse_3": 1.3538498878479004,
+      "eval_pcc_0": 0.6564012206373462,
+      "eval_pcc_1": 0.715364181857499,
+      "eval_pcc_2": 0.7144496714209615,
+      "eval_pcc_3": 0.6776888270009477,
+      "eval_runtime": 84.4568,
+      "eval_samples_per_second": 29.601,
+      "eval_steps_per_second": 3.706,
+      "step": 3756
+    },
+    {
+      "epoch": 12.78,
+      "learning_rate": 5.7401490947816826e-06,
+      "loss": 0.9931,
+      "step": 4000
+    },
+    {
+      "epoch": 13.0,
+      "eval_loss": 1.1721564531326294,
+      "eval_mse_0": 1.3327652215957642,
+      "eval_mse_1": 1.0052850246429443,
+      "eval_mse_2": 1.0484344959259033,
+      "eval_mse_3": 1.3021423816680908,
+      "eval_pcc_0": 0.6610104289868697,
+      "eval_pcc_1": 0.7202336692683243,
+      "eval_pcc_2": 0.7147275715776656,
+      "eval_pcc_3": 0.6773934224888389,
+      "eval_runtime": 84.047,
+      "eval_samples_per_second": 29.745,
+      "eval_steps_per_second": 3.724,
+      "step": 4069
+    },
+    {
+      "epoch": 14.0,
+      "eval_loss": 1.2327923774719238,
+      "eval_mse_0": 1.4726368188858032,
+      "eval_mse_1": 1.0312696695327759,
+      "eval_mse_2": 1.0506947040557861,
+      "eval_mse_3": 1.3765639066696167,
+      "eval_pcc_0": 0.6529655559095008,
+      "eval_pcc_1": 0.7133422718769531,
+      "eval_pcc_2": 0.712216478000802,
+      "eval_pcc_3": 0.6737499411122323,
+      "eval_runtime": 82.9529,
+      "eval_samples_per_second": 30.138,
+      "eval_steps_per_second": 3.773,
+      "step": 4382
+    },
+    {
+      "epoch": 14.38,
+      "learning_rate": 5.207667731629393e-06,
+      "loss": 0.9065,
+      "step": 4500
+    },
+    {
+      "epoch": 15.0,
+      "eval_loss": 1.1213388442993164,
+      "eval_mse_0": 1.3191027641296387,
+      "eval_mse_1": 0.9459526538848877,
+      "eval_mse_2": 0.9549433588981628,
+      "eval_mse_3": 1.2653558254241943,
+      "eval_pcc_0": 0.6727905165677683,
+      "eval_pcc_1": 0.7315653442301964,
+      "eval_pcc_2": 0.7321933043557841,
+      "eval_pcc_3": 0.6913432247651353,
+      "eval_runtime": 86.26,
+      "eval_samples_per_second": 28.982,
+      "eval_steps_per_second": 3.629,
+      "step": 4695
+    },
+    {
+      "epoch": 15.97,
+      "learning_rate": 4.675186368477103e-06,
+      "loss": 0.8585,
+      "step": 5000
+    },
+    {
+      "epoch": 16.0,
+      "eval_loss": 1.1452827453613281,
+      "eval_mse_0": 1.3836549520492554,
+      "eval_mse_1": 0.9369103312492371,
+      "eval_mse_2": 0.9610447287559509,
+      "eval_mse_3": 1.299521565437317,
+      "eval_pcc_0": 0.6735610024808749,
+      "eval_pcc_1": 0.7399285223247254,
+      "eval_pcc_2": 0.7380565713552083,
+      "eval_pcc_3": 0.6938804836796321,
+      "eval_runtime": 85.0848,
+      "eval_samples_per_second": 29.382,
+      "eval_steps_per_second": 3.679,
+      "step": 5008
+    },
+    {
+      "epoch": 17.0,
+      "eval_loss": 1.3708359003067017,
+      "eval_mse_0": 1.5910518169403076,
+      "eval_mse_1": 1.175572395324707,
+      "eval_mse_2": 1.1992571353912354,
+      "eval_mse_3": 1.5174620151519775,
+      "eval_pcc_0": 0.6678018206303351,
+      "eval_pcc_1": 0.7427503932218527,
+      "eval_pcc_2": 0.7430135807055758,
+      "eval_pcc_3": 0.6933243066461428,
+      "eval_runtime": 83.5746,
+      "eval_samples_per_second": 29.913,
+      "eval_steps_per_second": 3.745,
+      "step": 5321
+    },
+    {
+      "epoch": 17.57,
+      "learning_rate": 4.142705005324814e-06,
+      "loss": 0.8189,
+      "step": 5500
+    },
+    {
+      "epoch": 18.0,
+      "eval_loss": 1.1839731931686401,
+      "eval_mse_0": 1.4556957483291626,
+      "eval_mse_1": 0.9478499889373779,
+      "eval_mse_2": 0.972247838973999,
+      "eval_mse_3": 1.3601012229919434,
+      "eval_pcc_0": 0.6701954441730588,
+      "eval_pcc_1": 0.7381442408042608,
+      "eval_pcc_2": 0.7330851375212367,
+      "eval_pcc_3": 0.6924259924328939,
+      "eval_runtime": 82.7183,
+      "eval_samples_per_second": 30.223,
+      "eval_steps_per_second": 3.784,
+      "step": 5634
+    },
+    {
+      "epoch": 19.0,
+      "eval_loss": 1.1279296875,
+      "eval_mse_0": 1.3670525550842285,
+      "eval_mse_1": 0.930505096912384,
+      "eval_mse_2": 0.9408577084541321,
+      "eval_mse_3": 1.2733051776885986,
+      "eval_pcc_0": 0.6753587459058568,
+      "eval_pcc_1": 0.7466168476781148,
+      "eval_pcc_2": 0.7426090104316586,
+      "eval_pcc_3": 0.6990463096661961,
+      "eval_runtime": 85.4845,
+      "eval_samples_per_second": 29.245,
+      "eval_steps_per_second": 3.661,
+      "step": 5947
+    },
+    {
+      "epoch": 19.17,
+      "learning_rate": 3.6102236421725247e-06,
+      "loss": 0.7586,
+      "step": 6000
+    },
+    {
+      "epoch": 20.0,
+      "eval_loss": 1.0937261581420898,
+      "eval_mse_0": 1.3284591436386108,
+      "eval_mse_1": 0.8941777348518372,
+      "eval_mse_2": 0.9069730639457703,
+      "eval_mse_3": 1.2452905178070068,
+      "eval_pcc_0": 0.6766535637944949,
+      "eval_pcc_1": 0.7505950891361975,
+      "eval_pcc_2": 0.7479521321842704,
+      "eval_pcc_3": 0.7020650797242333,
+      "eval_runtime": 85.5908,
+      "eval_samples_per_second": 29.209,
+      "eval_steps_per_second": 3.657,
+      "step": 6260
+    },
+    {
+      "epoch": 20.77,
+      "learning_rate": 3.0777422790202343e-06,
+      "loss": 0.7461,
+      "step": 6500
+    },
+    {
+      "epoch": 21.0,
+      "eval_loss": 1.173798680305481,
+      "eval_mse_0": 1.4493706226348877,
+      "eval_mse_1": 0.9366626143455505,
+      "eval_mse_2": 0.9685295820236206,
+      "eval_mse_3": 1.3406332731246948,
+      "eval_pcc_0": 0.6776282581171112,
+      "eval_pcc_1": 0.7470605654961295,
+      "eval_pcc_2": 0.7436470087049575,
+      "eval_pcc_3": 0.7008399537837628,
+      "eval_runtime": 83.7074,
+      "eval_samples_per_second": 29.866,
+      "eval_steps_per_second": 3.739,
+      "step": 6573
+    },
+    {
+      "epoch": 22.0,
+      "eval_loss": 1.1510310173034668,
+      "eval_mse_0": 1.408442497253418,
+      "eval_mse_1": 0.9315834045410156,
+      "eval_mse_2": 0.9503323435783386,
+      "eval_mse_3": 1.313767910003662,
+      "eval_pcc_0": 0.675382833426497,
+      "eval_pcc_1": 0.7442359193375571,
+      "eval_pcc_2": 0.7416111488426171,
+      "eval_pcc_3": 0.6973747389163584,
+      "eval_runtime": 85.4857,
+      "eval_samples_per_second": 29.245,
+      "eval_steps_per_second": 3.661,
+      "step": 6886
+    },
+    {
+      "epoch": 22.36,
+      "learning_rate": 2.5452609158679447e-06,
+      "loss": 0.755,
+      "step": 7000
+    },
+    {
+      "epoch": 23.0,
+      "eval_loss": 1.0825555324554443,
+      "eval_mse_0": 1.3058050870895386,
+      "eval_mse_1": 0.8897649645805359,
+      "eval_mse_2": 0.9095117449760437,
+      "eval_mse_3": 1.2251393795013428,
+      "eval_pcc_0": 0.682975197658322,
+      "eval_pcc_1": 0.7499119876552652,
+      "eval_pcc_2": 0.7469263942836937,
+      "eval_pcc_3": 0.7050326769275983,
+      "eval_runtime": 83.5494,
+      "eval_samples_per_second": 29.922,
+      "eval_steps_per_second": 3.746,
+      "step": 7199
+    },
+    {
+      "epoch": 23.96,
+      "learning_rate": 2.012779552715655e-06,
+      "loss": 0.682,
+      "step": 7500
+    },
+    {
+      "epoch": 24.0,
+      "eval_loss": 1.098642110824585,
+      "eval_mse_0": 1.3239067792892456,
+      "eval_mse_1": 0.901436448097229,
+      "eval_mse_2": 0.9287814497947693,
+      "eval_mse_3": 1.2404414415359497,
+      "eval_pcc_0": 0.68029434122702,
+      "eval_pcc_1": 0.7478086828242532,
+      "eval_pcc_2": 0.744506578626093,
+      "eval_pcc_3": 0.7034318172617084,
+      "eval_runtime": 86.4677,
+      "eval_samples_per_second": 28.913,
+      "eval_steps_per_second": 3.62,
+      "step": 7512
+    },
+    {
+      "epoch": 25.0,
+      "eval_loss": 1.168129324913025,
+      "eval_mse_0": 1.426416039466858,
+      "eval_mse_1": 0.9457949995994568,
+      "eval_mse_2": 0.9607693552970886,
+      "eval_mse_3": 1.3395333290100098,
+      "eval_pcc_0": 0.6755094080153933,
+      "eval_pcc_1": 0.7465282016071875,
+      "eval_pcc_2": 0.7434215468924582,
+      "eval_pcc_3": 0.6983399076952007,
+      "eval_runtime": 84.102,
+      "eval_samples_per_second": 29.726,
+      "eval_steps_per_second": 3.722,
+      "step": 7825
+    },
+    {
+      "epoch": 25.56,
+      "learning_rate": 1.4802981895633654e-06,
+      "loss": 0.6904,
+      "step": 8000
+    },
+    {
+      "epoch": 26.0,
+      "eval_loss": 1.1450738906860352,
+      "eval_mse_0": 1.391046404838562,
+      "eval_mse_1": 0.9328662157058716,
+      "eval_mse_2": 0.954129695892334,
+      "eval_mse_3": 1.302253246307373,
+      "eval_pcc_0": 0.6742493515927693,
+      "eval_pcc_1": 0.7412653542063194,
+      "eval_pcc_2": 0.7377599364381406,
+      "eval_pcc_3": 0.6968923893998294,
+      "eval_runtime": 83.568,
+      "eval_samples_per_second": 29.916,
+      "eval_steps_per_second": 3.745,
+      "step": 8138
+    },
+    {
+      "epoch": 27.0,
+      "eval_loss": 1.1302570104599,
+      "eval_mse_0": 1.3844788074493408,
+      "eval_mse_1": 0.9151107668876648,
+      "eval_mse_2": 0.9298205375671387,
+      "eval_mse_3": 1.2916176319122314,
+      "eval_pcc_0": 0.6758464574879651,
+      "eval_pcc_1": 0.7458926144285918,
+      "eval_pcc_2": 0.7415256225549057,
+      "eval_pcc_3": 0.6989407072825403,
+      "eval_runtime": 84.1631,
+      "eval_samples_per_second": 29.704,
+      "eval_steps_per_second": 3.719,
+      "step": 8451
+    },
+    {
+      "epoch": 27.16,
+      "learning_rate": 9.478168264110757e-07,
+      "loss": 0.6467,
+      "step": 8500
+    },
+    {
+      "epoch": 28.0,
+      "eval_loss": 1.126604676246643,
+      "eval_mse_0": 1.3796569108963013,
+      "eval_mse_1": 0.9098331928253174,
+      "eval_mse_2": 0.9335139393806458,
+      "eval_mse_3": 1.2834110260009766,
+      "eval_pcc_0": 0.6770534948976014,
+      "eval_pcc_1": 0.7459121392870438,
+      "eval_pcc_2": 0.741726842178259,
+      "eval_pcc_3": 0.6998083754272759,
+      "eval_runtime": 84.9244,
+      "eval_samples_per_second": 29.438,
+      "eval_steps_per_second": 3.686,
+      "step": 8764
+    },
+    {
+      "epoch": 28.75,
+      "learning_rate": 4.1533546325878595e-07,
+      "loss": 0.6328,
+      "step": 9000
+    },
+    {
+      "epoch": 29.0,
+      "eval_loss": 1.1337952613830566,
+      "eval_mse_0": 1.391130805015564,
+      "eval_mse_1": 0.916046679019928,
+      "eval_mse_2": 0.9409493207931519,
+      "eval_mse_3": 1.2870526313781738,
+      "eval_pcc_0": 0.6749542195588762,
+      "eval_pcc_1": 0.7438589478185041,
+      "eval_pcc_2": 0.7396137982313529,
+      "eval_pcc_3": 0.6984319848447336,
+      "eval_runtime": 86.193,
+      "eval_samples_per_second": 29.005,
+      "eval_steps_per_second": 3.631,
+      "step": 9077
+    },
+    {
+      "epoch": 30.0,
+      "eval_loss": 1.1464513540267944,
+      "eval_mse_0": 1.4042800664901733,
+      "eval_mse_1": 0.9279175996780396,
+      "eval_mse_2": 0.9532490372657776,
+      "eval_mse_3": 1.3003606796264648,
+      "eval_pcc_0": 0.6742489950341445,
+      "eval_pcc_1": 0.7431270362958783,
+      "eval_pcc_2": 0.7388809883657635,
+      "eval_pcc_3": 0.6974838980610031,
+      "eval_runtime": 83.526,
+      "eval_samples_per_second": 29.931,
+      "eval_steps_per_second": 3.747,
+      "step": 9390
+    },
+    {
+      "epoch": 30.0,
+      "step": 9390,
+      "total_flos": 0.0,
+      "train_loss": 3.133843649639743,
+      "train_runtime": 6447.1146,
+      "train_samples_per_second": 11.633,
+      "train_steps_per_second": 1.456
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 9390,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 30,
+  "save_steps": 500,
+  "total_flos": 0.0,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}

hubert/freeze/07_hubert-base-ls960/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:283bb725716183a493748e6054044be8e7f9c3c66132e61469a337a63d097f27
+size 4792