Upload folder using huggingface_hub

hubert/general/07_hubert-base-ls960/all_results.json

@@ -0,0 +1,21 @@
+{
+    "epoch": 30.0,
+    "eval_loss": 1.1013392210006714,
+    "eval_mse_0": 1.393510103225708,
+    "eval_mse_1": 0.8640445470809937,
+    "eval_mse_2": 0.8827493190765381,
+    "eval_mse_3": 1.2650511264801025,
+    "eval_pcc_0": 0.6731441812705756,
+    "eval_pcc_1": 0.760422008118168,
+    "eval_pcc_2": 0.759085092937088,
+    "eval_pcc_3": 0.7037933906921356,
+    "eval_runtime": 73.2638,
+    "eval_samples": 2500,
+    "eval_samples_per_second": 34.123,
+    "eval_steps_per_second": 4.272,
+    "train_loss": 3.1472203686341436,
+    "train_runtime": 5570.0464,
+    "train_samples": 2500,
+    "train_samples_per_second": 13.465,
+    "train_steps_per_second": 1.686
+}

hubert/general/07_hubert-base-ls960/args.json

@@ -0,0 +1,11 @@
+{
+    "batch_size": 4,
+    "model_name": "facebook/hubert-base-ls960",
+    "learning_rate": 1e-05,
+    "num_train_epochs": 30,
+    "save_dir": "./model_saved",
+    "freeze_feature_extractor": false,
+    "exp_name": "facebook/hubert-base-ls960_lr1e-05_epochs30_batch4",
+    "save_dir_path": "./model_saved/facebook/hubert-base-ls960_lr1e-05_epochs30_batch4",
+    "save_log_path": "./model_saved/logs/facebook/hubert-base-ls960_lr1e-05_epochs30_batch4"
+}

hubert/general/07_hubert-base-ls960/eval_results.json

@@ -0,0 +1,16 @@
+{
+    "epoch": 30.0,
+    "eval_loss": 1.1013392210006714,
+    "eval_mse_0": 1.393510103225708,
+    "eval_mse_1": 0.8640445470809937,
+    "eval_mse_2": 0.8827493190765381,
+    "eval_mse_3": 1.2650511264801025,
+    "eval_pcc_0": 0.6731441812705756,
+    "eval_pcc_1": 0.760422008118168,
+    "eval_pcc_2": 0.759085092937088,
+    "eval_pcc_3": 0.7037933906921356,
+    "eval_runtime": 73.2638,
+    "eval_samples": 2500,
+    "eval_samples_per_second": 34.123,
+    "eval_steps_per_second": 4.272
+}

hubert/general/07_hubert-base-ls960/finetuned_pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab1c36b8d766f95234e145ee6524fd634cd944f3045677b64809b874914b5665
+size 377586072

hubert/general/07_hubert-base-ls960/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60fc821bad4f91028d66f71d1e7b7c45965f6c7770fdec90c013b70e50da077c
+size 377524352

hubert/general/07_hubert-base-ls960/model_weights.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12491e4f0ade3d99eab3399133b0acae69a33e7c461eb33254a1c025d0b287d2
+size 377583774

hubert/general/07_hubert-base-ls960/preprocessor_config.json

@@ -0,0 +1,9 @@
+{
+  "do_normalize": true,
+  "feature_extractor_type": "Wav2Vec2FeatureExtractor",
+  "feature_size": 1,
+  "padding_side": "right",
+  "padding_value": 0,
+  "return_attention_mask": false,
+  "sampling_rate": 16000
+}

hubert/general/07_hubert-base-ls960/train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 30.0,
+    "train_loss": 3.1472203686341436,
+    "train_runtime": 5570.0464,
+    "train_samples": 2500,
+    "train_samples_per_second": 13.465,
+    "train_steps_per_second": 1.686
+}

hubert/general/07_hubert-base-ls960/trainer_args.json

@@ -0,0 +1 @@
+{"output_dir": "./model_saved/facebook/hubert-base-ls960_lr1e-05_epochs30_batch4", "overwrite_output_dir": false, "do_train": false, "do_eval": true, "do_predict": false, "evaluation_strategy": "epoch", "prediction_loss_only": false, "per_device_train_batch_size": 4, "per_device_eval_batch_size": 4, "per_gpu_train_batch_size": null, "per_gpu_eval_batch_size": null, "gradient_accumulation_steps": 1, "eval_accumulation_steps": null, "eval_delay": 0, "learning_rate": 1e-05, "weight_decay": 0.0, "adam_beta1": 0.9, "adam_beta2": 0.999, "adam_epsilon": 1e-08, "max_grad_norm": 1.0, "num_train_epochs": 30, "max_steps": -1, "lr_scheduler_type": "linear", "lr_scheduler_kwargs": {}, "warmup_ratio": 0.0, "warmup_steps": 0, "log_level": "info", "log_level_replica": "warning", "log_on_each_node": true, "logging_dir": "./model_saved/logs/facebook/hubert-base-ls960_lr1e-05_epochs30_batch4", "logging_strategy": "steps", "logging_first_step": false, "logging_steps": 500, "logging_nan_inf_filter": true, "save_strategy": "epoch", "save_steps": 500, "save_total_limit": 3, "save_safetensors": true, "save_on_each_node": false, "save_only_model": false, "no_cuda": false, "use_cpu": false, "use_mps_device": false, "seed": 42, "data_seed": null, "jit_mode_eval": false, "use_ipex": false, "bf16": false, "fp16": false, "fp16_opt_level": "O1", "half_precision_backend": "auto", "bf16_full_eval": false, "fp16_full_eval": false, "tf32": null, "local_rank": 0, "ddp_backend": null, "tpu_num_cores": null, "tpu_metrics_debug": false, "debug": [], "dataloader_drop_last": false, "eval_steps": null, "dataloader_num_workers": 0, "past_index": -1, "run_name": "./model_saved/facebook/hubert-base-ls960_lr1e-05_epochs30_batch4", "disable_tqdm": false, "remove_unused_columns": true, "label_names": null, "load_best_model_at_end": false, "metric_for_best_model": null, "greater_is_better": null, "ignore_data_skip": false, "fsdp": [], "fsdp_min_num_params": 0, "fsdp_config": {"min_num_params": 0, "xla": false, "xla_fsdp_grad_ckpt": false}, "fsdp_transformer_layer_cls_to_wrap": null, "deepspeed": null, "label_smoothing_factor": 0.0, "optim": "adamw_torch", "optim_args": null, "adafactor": false, "group_by_length": false, "length_column_name": "length", "report_to": ["tensorboard"], "ddp_find_unused_parameters": null, "ddp_bucket_cap_mb": null, "ddp_broadcast_buffers": null, "dataloader_pin_memory": true, "dataloader_persistent_workers": false, "skip_memory_metrics": true, "use_legacy_prediction_loop": false, "push_to_hub": false, "resume_from_checkpoint": null, "hub_model_id": null, "hub_strategy": "every_save", "hub_token": "<HUB_TOKEN>", "hub_private_repo": false, "hub_always_push": false, "gradient_checkpointing": false, "gradient_checkpointing_kwargs": null, "include_inputs_for_metrics": false, "fp16_backend": "auto", "push_to_hub_model_id": null, "push_to_hub_organization": null, "push_to_hub_token": "<PUSH_TO_HUB_TOKEN>", "mp_parameters": "", "auto_find_batch_size": false, "full_determinism": false, "torchdynamo": null, "ray_scope": "last", "ddp_timeout": 1800, "torch_compile": false, "torch_compile_backend": null, "torch_compile_mode": null, "dispatch_batches": null, "split_batches": false, "include_tokens_per_second": false, "include_num_input_tokens_seen": false, "neftune_noise_alpha": null}

hubert/general/07_hubert-base-ls960/trainer_state.json

@@ -0,0 +1,618 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 30.0,
+  "eval_steps": 500,
+  "global_step": 9390,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "eval_loss": 18.94589614868164,
+      "eval_mse_0": 19.138105392456055,
+      "eval_mse_1": 20.353334426879883,
+      "eval_mse_2": 18.32878875732422,
+      "eval_mse_3": 17.96331787109375,
+      "eval_pcc_0": -0.019775354078464594,
+      "eval_pcc_1": 0.32073229782274965,
+      "eval_pcc_2": -0.3686178850416101,
+      "eval_pcc_3": -0.184556648828156,
+      "eval_runtime": 75.7657,
+      "eval_samples_per_second": 32.996,
+      "eval_steps_per_second": 4.131,
+      "step": 313
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 9.467518636847711e-06,
+      "loss": 24.7821,
+      "step": 500
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 12.961767196655273,
+      "eval_mse_0": 13.211214065551758,
+      "eval_mse_1": 13.721579551696777,
+      "eval_mse_2": 12.539637565612793,
+      "eval_mse_3": 12.374610900878906,
+      "eval_pcc_0": -0.009062262413385178,
+      "eval_pcc_1": 0.2695844294986198,
+      "eval_pcc_2": -0.36371851756242374,
+      "eval_pcc_3": -0.16866729239057338,
+      "eval_runtime": 72.218,
+      "eval_samples_per_second": 34.617,
+      "eval_steps_per_second": 4.334,
+      "step": 626
+    },
+    {
+      "epoch": 3.0,
+      "eval_loss": 8.109458923339844,
+      "eval_mse_0": 8.669883728027344,
+      "eval_mse_1": 8.422429084777832,
+      "eval_mse_2": 7.490826606750488,
+      "eval_mse_3": 7.854800224304199,
+      "eval_pcc_0": -0.17246720033170176,
+      "eval_pcc_1": 0.2338225279513316,
+      "eval_pcc_2": -0.2528964758070238,
+      "eval_pcc_3": 0.04309485501760695,
+      "eval_runtime": 73.4379,
+      "eval_samples_per_second": 34.042,
+      "eval_steps_per_second": 4.262,
+      "step": 939
+    },
+    {
+      "epoch": 3.19,
+      "learning_rate": 8.935037273695422e-06,
+      "loss": 12.4671,
+      "step": 1000
+    },
+    {
+      "epoch": 4.0,
+      "eval_loss": 4.632750511169434,
+      "eval_mse_0": 4.868163108825684,
+      "eval_mse_1": 4.771997451782227,
+      "eval_mse_2": 4.261656284332275,
+      "eval_mse_3": 4.629179000854492,
+      "eval_pcc_0": -0.19915402708589455,
+      "eval_pcc_1": 0.23591560439723908,
+      "eval_pcc_2": -0.4264309711862948,
+      "eval_pcc_3": 0.19716859436841042,
+      "eval_runtime": 74.6129,
+      "eval_samples_per_second": 33.506,
+      "eval_steps_per_second": 4.195,
+      "step": 1252
+    },
+    {
+      "epoch": 4.79,
+      "learning_rate": 8.402555910543132e-06,
+      "loss": 5.9073,
+      "step": 1500
+    },
+    {
+      "epoch": 5.0,
+      "eval_loss": 2.755162477493286,
+      "eval_mse_0": 2.7911458015441895,
+      "eval_mse_1": 2.716233253479004,
+      "eval_mse_2": 2.5814898014068604,
+      "eval_mse_3": 2.931776523590088,
+      "eval_pcc_0": -0.08446967595522585,
+      "eval_pcc_1": 0.20246978259044154,
+      "eval_pcc_2": -0.39574244374984563,
+      "eval_pcc_3": 0.2883422015087234,
+      "eval_runtime": 74.0178,
+      "eval_samples_per_second": 33.776,
+      "eval_steps_per_second": 4.229,
+      "step": 1565
+    },
+    {
+      "epoch": 6.0,
+      "eval_loss": 2.243074893951416,
+      "eval_mse_0": 2.374678611755371,
+      "eval_mse_1": 2.093339443206787,
+      "eval_mse_2": 2.0916807651519775,
+      "eval_mse_3": 2.4126009941101074,
+      "eval_pcc_0": -0.25145935146794657,
+      "eval_pcc_1": 0.14908576566148435,
+      "eval_pcc_2": -0.30361963666492237,
+      "eval_pcc_3": 0.2595830433495344,
+      "eval_runtime": 73.0741,
+      "eval_samples_per_second": 34.212,
+      "eval_steps_per_second": 4.283,
+      "step": 1878
+    },
+    {
+      "epoch": 6.39,
+      "learning_rate": 7.870074547390843e-06,
+      "loss": 3.1594,
+      "step": 2000
+    },
+    {
+      "epoch": 7.0,
+      "eval_loss": 2.2267212867736816,
+      "eval_mse_0": 2.376582384109497,
+      "eval_mse_1": 2.0338246822357178,
+      "eval_mse_2": 2.078275680541992,
+      "eval_mse_3": 2.418203115463257,
+      "eval_pcc_0": 0.07131768534893983,
+      "eval_pcc_1": 0.08182781865822591,
+      "eval_pcc_2": 0.07527145679258421,
+      "eval_pcc_3": 0.0689498100772488,
+      "eval_runtime": 73.8971,
+      "eval_samples_per_second": 33.831,
+      "eval_steps_per_second": 4.236,
+      "step": 2191
+    },
+    {
+      "epoch": 7.99,
+      "learning_rate": 7.337593184238552e-06,
+      "loss": 2.4819,
+      "step": 2500
+    },
+    {
+      "epoch": 8.0,
+      "eval_loss": 1.6627800464630127,
+      "eval_mse_0": 1.8164111375808716,
+      "eval_mse_1": 1.4906435012817383,
+      "eval_mse_2": 1.5327162742614746,
+      "eval_mse_3": 1.8113490343093872,
+      "eval_pcc_0": 0.49988249511034794,
+      "eval_pcc_1": 0.539094430125511,
+      "eval_pcc_2": 0.5300123598493314,
+      "eval_pcc_3": 0.5117866791232127,
+      "eval_runtime": 75.4446,
+      "eval_samples_per_second": 33.137,
+      "eval_steps_per_second": 4.149,
+      "step": 2504
+    },
+    {
+      "epoch": 9.0,
+      "eval_loss": 1.433442234992981,
+      "eval_mse_0": 1.6437568664550781,
+      "eval_mse_1": 1.224677324295044,
+      "eval_mse_2": 1.2679296731948853,
+      "eval_mse_3": 1.5974042415618896,
+      "eval_pcc_0": 0.5775330834150761,
+      "eval_pcc_1": 0.6409293136357318,
+      "eval_pcc_2": 0.6367375165596971,
+      "eval_pcc_3": 0.5995155662582619,
+      "eval_runtime": 75.6534,
+      "eval_samples_per_second": 33.045,
+      "eval_steps_per_second": 4.137,
+      "step": 2817
+    },
+    {
+      "epoch": 9.58,
+      "learning_rate": 6.805111821086262e-06,
+      "loss": 1.3945,
+      "step": 3000
+    },
+    {
+      "epoch": 10.0,
+      "eval_loss": 1.499963641166687,
+      "eval_mse_0": 1.6864652633666992,
+      "eval_mse_1": 1.2988204956054688,
+      "eval_mse_2": 1.3645745515823364,
+      "eval_mse_3": 1.6499913930892944,
+      "eval_pcc_0": 0.5904100816412751,
+      "eval_pcc_1": 0.644890519030269,
+      "eval_pcc_2": 0.6408895852798253,
+      "eval_pcc_3": 0.6067129178848146,
+      "eval_runtime": 73.6715,
+      "eval_samples_per_second": 33.934,
+      "eval_steps_per_second": 4.249,
+      "step": 3130
+    },
+    {
+      "epoch": 11.0,
+      "eval_loss": 1.2064470052719116,
+      "eval_mse_0": 1.4318058490753174,
+      "eval_mse_1": 0.993518054485321,
+      "eval_mse_2": 1.0274714231491089,
+      "eval_mse_3": 1.3729945421218872,
+      "eval_pcc_0": 0.6424657707208132,
+      "eval_pcc_1": 0.7167796179736279,
+      "eval_pcc_2": 0.7122768087462553,
+      "eval_pcc_3": 0.6626173302663154,
+      "eval_runtime": 72.9799,
+      "eval_samples_per_second": 34.256,
+      "eval_steps_per_second": 4.289,
+      "step": 3443
+    },
+    {
+      "epoch": 11.18,
+      "learning_rate": 6.272630457933972e-06,
+      "loss": 1.0587,
+      "step": 3500
+    },
+    {
+      "epoch": 12.0,
+      "eval_loss": 1.2195730209350586,
+      "eval_mse_0": 1.4471089839935303,
+      "eval_mse_1": 1.0103874206542969,
+      "eval_mse_2": 1.0344873666763306,
+      "eval_mse_3": 1.3863112926483154,
+      "eval_pcc_0": 0.6393142177222919,
+      "eval_pcc_1": 0.7109860207901474,
+      "eval_pcc_2": 0.7092582491462749,
+      "eval_pcc_3": 0.6574546793040985,
+      "eval_runtime": 72.8339,
+      "eval_samples_per_second": 34.325,
+      "eval_steps_per_second": 4.297,
+      "step": 3756
+    },
+    {
+      "epoch": 12.78,
+      "learning_rate": 5.7401490947816826e-06,
+      "loss": 0.9281,
+      "step": 4000
+    },
+    {
+      "epoch": 13.0,
+      "eval_loss": 1.2376728057861328,
+      "eval_mse_0": 1.4397125244140625,
+      "eval_mse_1": 1.0402178764343262,
+      "eval_mse_2": 1.072370171546936,
+      "eval_mse_3": 1.3983912467956543,
+      "eval_pcc_0": 0.6578162013798159,
+      "eval_pcc_1": 0.7165562875046174,
+      "eval_pcc_2": 0.715312523140568,
+      "eval_pcc_3": 0.6748854371889728,
+      "eval_runtime": 74.2124,
+      "eval_samples_per_second": 33.687,
+      "eval_steps_per_second": 4.218,
+      "step": 4069
+    },
+    {
+      "epoch": 14.0,
+      "eval_loss": 1.2460466623306274,
+      "eval_mse_0": 1.497269868850708,
+      "eval_mse_1": 1.0242962837219238,
+      "eval_mse_2": 1.0656968355178833,
+      "eval_mse_3": 1.3969237804412842,
+      "eval_pcc_0": 0.6604654316296025,
+      "eval_pcc_1": 0.7266939645521422,
+      "eval_pcc_2": 0.7226343363305833,
+      "eval_pcc_3": 0.6765067807861624,
+      "eval_runtime": 73.1805,
+      "eval_samples_per_second": 34.162,
+      "eval_steps_per_second": 4.277,
+      "step": 4382
+    },
+    {
+      "epoch": 14.38,
+      "learning_rate": 5.207667731629393e-06,
+      "loss": 0.843,
+      "step": 4500
+    },
+    {
+      "epoch": 15.0,
+      "eval_loss": 1.0952329635620117,
+      "eval_mse_0": 1.3052796125411987,
+      "eval_mse_1": 0.9198900461196899,
+      "eval_mse_2": 0.9201720952987671,
+      "eval_mse_3": 1.235589861869812,
+      "eval_pcc_0": 0.6880050707527338,
+      "eval_pcc_1": 0.7471154923500962,
+      "eval_pcc_2": 0.7460546104271563,
+      "eval_pcc_3": 0.7095678766320669,
+      "eval_runtime": 71.4181,
+      "eval_samples_per_second": 35.005,
+      "eval_steps_per_second": 4.383,
+      "step": 4695
+    },
+    {
+      "epoch": 15.97,
+      "learning_rate": 4.675186368477103e-06,
+      "loss": 0.7827,
+      "step": 5000
+    },
+    {
+      "epoch": 16.0,
+      "eval_loss": 1.2079945802688599,
+      "eval_mse_0": 1.4361698627471924,
+      "eval_mse_1": 0.9961063265800476,
+      "eval_mse_2": 1.0287089347839355,
+      "eval_mse_3": 1.3709943294525146,
+      "eval_pcc_0": 0.6626336776589729,
+      "eval_pcc_1": 0.7225576813560481,
+      "eval_pcc_2": 0.722568078532247,
+      "eval_pcc_3": 0.6782456875867207,
+      "eval_runtime": 74.9371,
+      "eval_samples_per_second": 33.361,
+      "eval_steps_per_second": 4.177,
+      "step": 5008
+    },
+    {
+      "epoch": 17.0,
+      "eval_loss": 1.1427335739135742,
+      "eval_mse_0": 1.377644658088684,
+      "eval_mse_1": 0.929233193397522,
+      "eval_mse_2": 0.9717167019844055,
+      "eval_mse_3": 1.2923420667648315,
+      "eval_pcc_0": 0.6856919490222633,
+      "eval_pcc_1": 0.7531635931263728,
+      "eval_pcc_2": 0.7523105898371623,
+      "eval_pcc_3": 0.7096058384985755,
+      "eval_runtime": 73.6381,
+      "eval_samples_per_second": 33.95,
+      "eval_steps_per_second": 4.251,
+      "step": 5321
+    },
+    {
+      "epoch": 17.57,
+      "learning_rate": 4.142705005324814e-06,
+      "loss": 0.7299,
+      "step": 5500
+    },
+    {
+      "epoch": 18.0,
+      "eval_loss": 1.1075248718261719,
+      "eval_mse_0": 1.369035005569458,
+      "eval_mse_1": 0.8825894594192505,
+      "eval_mse_2": 0.8975585699081421,
+      "eval_mse_3": 1.280916690826416,
+      "eval_pcc_0": 0.6798550006684007,
+      "eval_pcc_1": 0.7520715179427919,
+      "eval_pcc_2": 0.7516719197918724,
+      "eval_pcc_3": 0.7046185974825382,
+      "eval_runtime": 72.6208,
+      "eval_samples_per_second": 34.425,
+      "eval_steps_per_second": 4.31,
+      "step": 5634
+    },
+    {
+      "epoch": 19.0,
+      "eval_loss": 1.1430003643035889,
+      "eval_mse_0": 1.3781789541244507,
+      "eval_mse_1": 0.9454674124717712,
+      "eval_mse_2": 0.9471389651298523,
+      "eval_mse_3": 1.3012163639068604,
+      "eval_pcc_0": 0.6817389618828931,
+      "eval_pcc_1": 0.7499565210734432,
+      "eval_pcc_2": 0.7499963974231123,
+      "eval_pcc_3": 0.7029371882182629,
+      "eval_runtime": 74.1904,
+      "eval_samples_per_second": 33.697,
+      "eval_steps_per_second": 4.219,
+      "step": 5947
+    },
+    {
+      "epoch": 19.17,
+      "learning_rate": 3.6102236421725247e-06,
+      "loss": 0.6645,
+      "step": 6000
+    },
+    {
+      "epoch": 20.0,
+      "eval_loss": 1.060410976409912,
+      "eval_mse_0": 1.2819561958312988,
+      "eval_mse_1": 0.8739719986915588,
+      "eval_mse_2": 0.8855644464492798,
+      "eval_mse_3": 1.200150489807129,
+      "eval_pcc_0": 0.686409776218007,
+      "eval_pcc_1": 0.7559929058426073,
+      "eval_pcc_2": 0.756017821540729,
+      "eval_pcc_3": 0.7105563780813466,
+      "eval_runtime": 74.9259,
+      "eval_samples_per_second": 33.366,
+      "eval_steps_per_second": 4.177,
+      "step": 6260
+    },
+    {
+      "epoch": 20.77,
+      "learning_rate": 3.0777422790202343e-06,
+      "loss": 0.6454,
+      "step": 6500
+    },
+    {
+      "epoch": 21.0,
+      "eval_loss": 1.0913147926330566,
+      "eval_mse_0": 1.3480528593063354,
+      "eval_mse_1": 0.8806869387626648,
+      "eval_mse_2": 0.8995609283447266,
+      "eval_mse_3": 1.2369579076766968,
+      "eval_pcc_0": 0.6837673111340477,
+      "eval_pcc_1": 0.7554596596417744,
+      "eval_pcc_2": 0.7548029849507781,
+      "eval_pcc_3": 0.7090283355638027,
+      "eval_runtime": 73.0718,
+      "eval_samples_per_second": 34.213,
+      "eval_steps_per_second": 4.283,
+      "step": 6573
+    },
+    {
+      "epoch": 22.0,
+      "eval_loss": 1.111764669418335,
+      "eval_mse_0": 1.3963850736618042,
+      "eval_mse_1": 0.8774217963218689,
+      "eval_mse_2": 0.893271803855896,
+      "eval_mse_3": 1.2799782752990723,
+      "eval_pcc_0": 0.6798838503405358,
+      "eval_pcc_1": 0.7570017423206189,
+      "eval_pcc_2": 0.757041717977088,
+      "eval_pcc_3": 0.7062723355094601,
+      "eval_runtime": 70.7308,
+      "eval_samples_per_second": 35.345,
+      "eval_steps_per_second": 4.425,
+      "step": 6886
+    },
+    {
+      "epoch": 22.36,
+      "learning_rate": 2.5452609158679447e-06,
+      "loss": 0.6451,
+      "step": 7000
+    },
+    {
+      "epoch": 23.0,
+      "eval_loss": 1.0672656297683716,
+      "eval_mse_0": 1.316848874092102,
+      "eval_mse_1": 0.8607810735702515,
+      "eval_mse_2": 0.872856080532074,
+      "eval_mse_3": 1.2185744047164917,
+      "eval_pcc_0": 0.6866213535541608,
+      "eval_pcc_1": 0.759712315973289,
+      "eval_pcc_2": 0.7588455538653228,
+      "eval_pcc_3": 0.7126122806060791,
+      "eval_runtime": 73.7131,
+      "eval_samples_per_second": 33.915,
+      "eval_steps_per_second": 4.246,
+      "step": 7199
+    },
+    {
+      "epoch": 23.96,
+      "learning_rate": 2.012779552715655e-06,
+      "loss": 0.5837,
+      "step": 7500
+    },
+    {
+      "epoch": 24.0,
+      "eval_loss": 1.076933741569519,
+      "eval_mse_0": 1.3098905086517334,
+      "eval_mse_1": 0.8767925500869751,
+      "eval_mse_2": 0.9001609086990356,
+      "eval_mse_3": 1.220892071723938,
+      "eval_pcc_0": 0.6822292707008807,
+      "eval_pcc_1": 0.7553535719073036,
+      "eval_pcc_2": 0.7556848269181466,
+      "eval_pcc_3": 0.7083728835989292,
+      "eval_runtime": 74.3456,
+      "eval_samples_per_second": 33.627,
+      "eval_steps_per_second": 4.21,
+      "step": 7512
+    },
+    {
+      "epoch": 25.0,
+      "eval_loss": 1.09120512008667,
+      "eval_mse_0": 1.3491629362106323,
+      "eval_mse_1": 0.8790355324745178,
+      "eval_mse_2": 0.8941197395324707,
+      "eval_mse_3": 1.2425047159194946,
+      "eval_pcc_0": 0.6761379971411909,
+      "eval_pcc_1": 0.7561999137628518,
+      "eval_pcc_2": 0.7567834065253972,
+      "eval_pcc_3": 0.7044710761405555,
+      "eval_runtime": 73.763,
+      "eval_samples_per_second": 33.892,
+      "eval_steps_per_second": 4.243,
+      "step": 7825
+    },
+    {
+      "epoch": 25.56,
+      "learning_rate": 1.4802981895633654e-06,
+      "loss": 0.5693,
+      "step": 8000
+    },
+    {
+      "epoch": 26.0,
+      "eval_loss": 1.0818767547607422,
+      "eval_mse_0": 1.351433515548706,
+      "eval_mse_1": 0.8575886487960815,
+      "eval_mse_2": 0.8774282336235046,
+      "eval_mse_3": 1.241055965423584,
+      "eval_pcc_0": 0.6794353901749828,
+      "eval_pcc_1": 0.7614911067180761,
+      "eval_pcc_2": 0.7605933258531665,
+      "eval_pcc_3": 0.7074136018860306,
+      "eval_runtime": 73.8611,
+      "eval_samples_per_second": 33.847,
+      "eval_steps_per_second": 4.238,
+      "step": 8138
+    },
+    {
+      "epoch": 27.0,
+      "eval_loss": 1.0856553316116333,
+      "eval_mse_0": 1.3681873083114624,
+      "eval_mse_1": 0.8559284210205078,
+      "eval_mse_2": 0.8700718879699707,
+      "eval_mse_3": 1.24843430519104,
+      "eval_pcc_0": 0.6753323346540409,
+      "eval_pcc_1": 0.7621902060084675,
+      "eval_pcc_2": 0.7619371075126602,
+      "eval_pcc_3": 0.7058783059518169,
+      "eval_runtime": 73.8756,
+      "eval_samples_per_second": 33.841,
+      "eval_steps_per_second": 4.237,
+      "step": 8451
+    },
+    {
+      "epoch": 27.16,
+      "learning_rate": 9.478168264110757e-07,
+      "loss": 0.5244,
+      "step": 8500
+    },
+    {
+      "epoch": 28.0,
+      "eval_loss": 1.103684902191162,
+      "eval_mse_0": 1.3912023305892944,
+      "eval_mse_1": 0.8692779541015625,
+      "eval_mse_2": 0.8875213861465454,
+      "eval_mse_3": 1.2667373418807983,
+      "eval_pcc_0": 0.6708340688666804,
+      "eval_pcc_1": 0.7587780609368837,
+      "eval_pcc_2": 0.7584120400378815,
+      "eval_pcc_3": 0.7017121818356558,
+      "eval_runtime": 73.4244,
+      "eval_samples_per_second": 34.049,
+      "eval_steps_per_second": 4.263,
+      "step": 8764
+    },
+    {
+      "epoch": 28.75,
+      "learning_rate": 4.1533546325878595e-07,
+      "loss": 0.5299,
+      "step": 9000
+    },
+    {
+      "epoch": 29.0,
+      "eval_loss": 1.0909972190856934,
+      "eval_mse_0": 1.3671704530715942,
+      "eval_mse_1": 0.8662821054458618,
+      "eval_mse_2": 0.8858506083488464,
+      "eval_mse_3": 1.2446855306625366,
+      "eval_pcc_0": 0.6729560663499426,
+      "eval_pcc_1": 0.7592557191672585,
+      "eval_pcc_2": 0.7581404959595723,
+      "eval_pcc_3": 0.7034362955177479,
+      "eval_runtime": 72.2418,
+      "eval_samples_per_second": 34.606,
+      "eval_steps_per_second": 4.333,
+      "step": 9077
+    },
+    {
+      "epoch": 30.0,
+      "eval_loss": 1.1013392210006714,
+      "eval_mse_0": 1.393510103225708,
+      "eval_mse_1": 0.8640445470809937,
+      "eval_mse_2": 0.8827493190765381,
+      "eval_mse_3": 1.2650511264801025,
+      "eval_pcc_0": 0.6731441812705756,
+      "eval_pcc_1": 0.760422008118168,
+      "eval_pcc_2": 0.759085092937088,
+      "eval_pcc_3": 0.7037933906921356,
+      "eval_runtime": 73.525,
+      "eval_samples_per_second": 34.002,
+      "eval_steps_per_second": 4.257,
+      "step": 9390
+    },
+    {
+      "epoch": 30.0,
+      "step": 9390,
+      "total_flos": 0.0,
+      "train_loss": 3.1472203686341436,
+      "train_runtime": 5570.0464,
+      "train_samples_per_second": 13.465,
+      "train_steps_per_second": 1.686
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 9390,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 30,
+  "save_steps": 500,
+  "total_flos": 0.0,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}

hubert/general/07_hubert-base-ls960/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94eb05aaa43d9bcf4385ee300f61830564e451bdd5432f97f58648a82ed546e3
+size 4792