Upload folder using huggingface_hub

README.md

@@ -0,0 +1,69 @@
+---
+license: cc-by-nc-4.0
+base_model: MCG-NJU/videomae-large
+tags:
+- video-classification
+- generated_from_trainer
+metrics:
+- accuracy
+model-index:
+- name: ucf101_42
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# ucf101_42
+
+This model is a fine-tuned version of [MCG-NJU/videomae-large](https://huggingface.co/MCG-NJU/videomae-large) on the ucf101 dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.3300
+- Accuracy: 0.9256
+- Test Accuracy: 0.9256
+- Df Accuracy: 0.9239
+- Unlearn Overall Accuracy: 0.5009
+- Unlearn Time: 12868.6803
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 5e-05
+- train_batch_size: 4
+- eval_batch_size: 32
+- seed: 42
+- gradient_accumulation_steps: 8
+- total_train_batch_size: 32
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: linear
+- num_epochs: 3
+
+### Training results
+
+| Training Loss | Epoch | Step | Validation Loss | Accuracy | Overall Accuracy | Unlearn Overall Accuracy | Time |
+|:-------------:|:-----:|:----:|:---------------:|:--------:|:----------------:|:------------------------:|:----:|
+| No log        | 1.0   | 298  | 0.5062          | 0.9423   | 0.4680           | 0.4680                   | -1   |
+| No log        | 2.0   | 596  | 0.3504          | 0.9423   | 0.4892           | 0.4892                   | -1   |
+| No log        | 3.0   | 894  | 0.3300          | 0.9239   | 0.5009           | 0.5009                   | -1   |
+
+
+### Framework versions
+
+- Transformers 4.39.3
+- Pytorch 2.2.2+cu118
+- Datasets 2.18.0
+- Tokenizers 0.15.2

all_results.json

@@ -0,0 +1,23 @@
+{
+    "df_accuracy": 0.9238754325259516,
+    "epoch": 3.0,
+    "eval_accuracy": 0.9255813953488372,
+    "eval_loss": 0.32996666431427,
+    "eval_runtime": 1084.2278,
+    "eval_samples_per_second": 3.489,
+    "eval_steps_per_second": 0.11,
+    "eval_unlearn_overall_accuracy": 0.5008529814114429,
+    "ood_accuracy": 0.28085263222556667,
+    "ood_loss": 3.7067184448242188,
+    "ood_runtime": 1654.1823,
+    "ood_samples_per_second": 2.823,
+    "ood_steps_per_second": 0.044,
+    "test_accuracy": 0.9255813953488372,
+    "train_accuracy": 0.9960578186596584,
+    "train_loss": 0.05140041187405586,
+    "train_runtime": 158.7372,
+    "train_samples_per_second": 3.818,
+    "train_steps_per_second": 0.12,
+    "unlearn_overall_accuracy": 0.5008529814114429,
+    "unlearn_time": 12868.680254936218
+}

config.json

@@ -0,0 +1,237 @@
+{
+  "_name_or_path": "./video/train/checkpoint/videomae-large/ucf101_42",
+  "architectures": [
+    "VideoMAEForVideoClassification"
+  ],
+  "attention_probs_dropout_prob": 0.0,
+  "decoder_hidden_size": 512,
+  "decoder_intermediate_size": 2048,
+  "decoder_num_attention_heads": 8,
+  "decoder_num_hidden_layers": 12,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.0,
+  "hidden_size": 1024,
+  "id2label": {
+    "0": "ApplyEyeMakeup",
+    "1": "ApplyLipstick",
+    "2": "Archery",
+    "3": "BabyCrawling",
+    "4": "BalanceBeam",
+    "5": "BandMarching",
+    "6": "BaseballPitch",
+    "7": "Basketball",
+    "8": "BasketballDunk",
+    "9": "BenchPress",
+    "10": "Biking",
+    "11": "Billiards",
+    "12": "BlowDryHair",
+    "13": "BlowingCandles",
+    "14": "BodyWeightSquats",
+    "15": "Bowling",
+    "16": "BoxingPunchingBag",
+    "17": "BoxingSpeedBag",
+    "18": "BreastStroke",
+    "19": "BrushingTeeth",
+    "20": "CleanAndJerk",
+    "21": "CliffDiving",
+    "22": "CricketBowling",
+    "23": "CricketShot",
+    "24": "CuttingInKitchen",
+    "25": "Diving",
+    "26": "Drumming",
+    "27": "Fencing",
+    "28": "FieldHockeyPenalty",
+    "29": "FloorGymnastics",
+    "30": "FrisbeeCatch",
+    "31": "FrontCrawl",
+    "32": "GolfSwing",
+    "33": "Haircut",
+    "34": "Hammering",
+    "35": "HammerThrow",
+    "36": "HandstandPushups",
+    "37": "HandstandWalking",
+    "38": "HeadMassage",
+    "39": "HighJump",
+    "40": "HorseRace",
+    "41": "HorseRiding",
+    "42": "HulaHoop",
+    "43": "IceDancing",
+    "44": "JavelinThrow",
+    "45": "JugglingBalls",
+    "46": "JumpingJack",
+    "47": "JumpRope",
+    "48": "Kayaking",
+    "49": "Knitting",
+    "50": "LongJump",
+    "51": "Lunges",
+    "52": "MilitaryParade",
+    "53": "Mixing",
+    "54": "MoppingFloor",
+    "55": "Nunchucks",
+    "56": "ParallelBars",
+    "57": "PizzaTossing",
+    "58": "PlayingCello",
+    "59": "PlayingDaf",
+    "60": "PlayingDhol",
+    "61": "PlayingFlute",
+    "62": "PlayingGuitar",
+    "63": "PlayingPiano",
+    "64": "PlayingSitar",
+    "65": "PlayingTabla",
+    "66": "PlayingViolin",
+    "67": "PoleVault",
+    "68": "PommelHorse",
+    "69": "PullUps",
+    "70": "Punch",
+    "71": "PushUps",
+    "72": "Rafting",
+    "73": "RockClimbingIndoor",
+    "74": "RopeClimbing",
+    "75": "Rowing",
+    "76": "SalsaSpin",
+    "77": "ShavingBeard",
+    "78": "Shotput",
+    "79": "SkateBoarding",
+    "80": "Skiing",
+    "81": "Skijet",
+    "82": "SkyDiving",
+    "83": "SoccerJuggling",
+    "84": "SoccerPenalty",
+    "85": "StillRings",
+    "86": "SumoWrestling",
+    "87": "Surfing",
+    "88": "Swing",
+    "89": "TableTennisShot",
+    "90": "TaiChi",
+    "91": "TennisSwing",
+    "92": "ThrowDiscus",
+    "93": "TrampolineJumping",
+    "94": "Typing",
+    "95": "UnevenBars",
+    "96": "VolleyballSpiking",
+    "97": "WalkingWithDog",
+    "98": "WallPushups",
+    "99": "WritingOnBoard",
+    "100": "YoYo"
+  },
+  "image_size": 224,
+  "initializer_range": 0.02,
+  "intermediate_size": 4096,
+  "label2id": {
+    "ApplyEyeMakeup": 0,
+    "ApplyLipstick": 1,
+    "Archery": 2,
+    "BabyCrawling": 3,
+    "BalanceBeam": 4,
+    "BandMarching": 5,
+    "BaseballPitch": 6,
+    "Basketball": 7,
+    "BasketballDunk": 8,
+    "BenchPress": 9,
+    "Biking": 10,
+    "Billiards": 11,
+    "BlowDryHair": 12,
+    "BlowingCandles": 13,
+    "BodyWeightSquats": 14,
+    "Bowling": 15,
+    "BoxingPunchingBag": 16,
+    "BoxingSpeedBag": 17,
+    "BreastStroke": 18,
+    "BrushingTeeth": 19,
+    "CleanAndJerk": 20,
+    "CliffDiving": 21,
+    "CricketBowling": 22,
+    "CricketShot": 23,
+    "CuttingInKitchen": 24,
+    "Diving": 25,
+    "Drumming": 26,
+    "Fencing": 27,
+    "FieldHockeyPenalty": 28,
+    "FloorGymnastics": 29,
+    "FrisbeeCatch": 30,
+    "FrontCrawl": 31,
+    "GolfSwing": 32,
+    "Haircut": 33,
+    "HammerThrow": 35,
+    "Hammering": 34,
+    "HandstandPushups": 36,
+    "HandstandWalking": 37,
+    "HeadMassage": 38,
+    "HighJump": 39,
+    "HorseRace": 40,
+    "HorseRiding": 41,
+    "HulaHoop": 42,
+    "IceDancing": 43,
+    "JavelinThrow": 44,
+    "JugglingBalls": 45,
+    "JumpRope": 47,
+    "JumpingJack": 46,
+    "Kayaking": 48,
+    "Knitting": 49,
+    "LongJump": 50,
+    "Lunges": 51,
+    "MilitaryParade": 52,
+    "Mixing": 53,
+    "MoppingFloor": 54,
+    "Nunchucks": 55,
+    "ParallelBars": 56,
+    "PizzaTossing": 57,
+    "PlayingCello": 58,
+    "PlayingDaf": 59,
+    "PlayingDhol": 60,
+    "PlayingFlute": 61,
+    "PlayingGuitar": 62,
+    "PlayingPiano": 63,
+    "PlayingSitar": 64,
+    "PlayingTabla": 65,
+    "PlayingViolin": 66,
+    "PoleVault": 67,
+    "PommelHorse": 68,
+    "PullUps": 69,
+    "Punch": 70,
+    "PushUps": 71,
+    "Rafting": 72,
+    "RockClimbingIndoor": 73,
+    "RopeClimbing": 74,
+    "Rowing": 75,
+    "SalsaSpin": 76,
+    "ShavingBeard": 77,
+    "Shotput": 78,
+    "SkateBoarding": 79,
+    "Skiing": 80,
+    "Skijet": 81,
+    "SkyDiving": 82,
+    "SoccerJuggling": 83,
+    "SoccerPenalty": 84,
+    "StillRings": 85,
+    "SumoWrestling": 86,
+    "Surfing": 87,
+    "Swing": 88,
+    "TableTennisShot": 89,
+    "TaiChi": 90,
+    "TennisSwing": 91,
+    "ThrowDiscus": 92,
+    "TrampolineJumping": 93,
+    "Typing": 94,
+    "UnevenBars": 95,
+    "VolleyballSpiking": 96,
+    "WalkingWithDog": 97,
+    "WallPushups": 98,
+    "WritingOnBoard": 99,
+    "YoYo": 100
+  },
+  "layer_norm_eps": 1e-12,
+  "model_type": "videomae",
+  "norm_pix_loss": true,
+  "num_attention_heads": 16,
+  "num_channels": 3,
+  "num_frames": 16,
+  "num_hidden_layers": 24,
+  "patch_size": 16,
+  "problem_type": "single_label_classification",
+  "qkv_bias": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.39.3",
+  "tubelet_size": 2,
+  "use_mean_pooling": false
+}

dr_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 3.0,
+    "train_accuracy": 0.9960578186596584,
+    "train_loss": 0.05140041187405586,
+    "train_runtime": 158.7372,
+    "train_samples_per_second": 3.818,
+    "train_steps_per_second": 0.12
+}

eval_results.json

@@ -0,0 +1,13 @@
+{
+    "df_accuracy": 0.9238754325259516,
+    "epoch": 3.0,
+    "eval_accuracy": 0.9255813953488372,
+    "eval_loss": 0.32996666431427,
+    "eval_runtime": 1084.2278,
+    "eval_samples_per_second": 3.489,
+    "eval_steps_per_second": 0.11,
+    "eval_unlearn_overall_accuracy": 0.5008529814114429,
+    "test_accuracy": 0.9255813953488372,
+    "unlearn_overall_accuracy": 0.5008529814114429,
+    "unlearn_time": 12868.680254936218
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e28fa715846af8f54a286a432fb53664578d563b9d871b17573c04f41424cb59
+size 1215902164

ood_results.json

@@ -0,0 +1,7 @@
+{
+    "ood_accuracy": 0.28085263222556667,
+    "ood_loss": 3.7067184448242188,
+    "ood_runtime": 1654.1823,
+    "ood_samples_per_second": 2.823,
+    "ood_steps_per_second": 0.044
+}

pred_logit_df.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:437dabd7b3d1e5132ae41f3e2bf1d15699750218d78212f58d96f1afa6c6e458
+size 700664

pred_logit_eval.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0bd9ff9c8134d80220e37ae34198a2b1c852655a036f2d643cd16e31899f219
+size 4343128

pred_logit_ood.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3150d21dfe8b68a14e9d7f59450fbbf41220f980bb841d9d00d6e975b3090174
+size 6576844

pred_logit_train.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf0eb0a47dfaf92d337dba5f989bcc2deeac6cfea8ed7f17eb9aec09863a9728
+size 615016

preprocessor_config.json

@@ -0,0 +1,42 @@
+{
+  "_valid_processor_keys": [
+    "videos",
+    "do_resize",
+    "size",
+    "resample",
+    "do_center_crop",
+    "crop_size",
+    "do_rescale",
+    "rescale_factor",
+    "do_normalize",
+    "image_mean",
+    "image_std",
+    "return_tensors",
+    "data_format",
+    "input_data_format"
+  ],
+  "crop_size": {
+    "height": 224,
+    "width": 224
+  },
+  "do_center_crop": true,
+  "do_normalize": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "image_mean": [
+    0.485,
+    0.456,
+    0.406
+  ],
+  "image_processor_type": "VideoMAEImageProcessor",
+  "image_std": [
+    0.229,
+    0.224,
+    0.225
+  ],
+  "resample": 2,
+  "rescale_factor": 0.00392156862745098,
+  "size": {
+    "shortest_edge": 224
+  }
+}

test_results.json

@@ -0,0 +1,13 @@
+{
+    "df_accuracy": 0.9238754325259516,
+    "epoch": 3.0,
+    "eval_accuracy": 0.9255813953488372,
+    "eval_loss": 0.32996666431427,
+    "eval_runtime": 1084.2278,
+    "eval_samples_per_second": 3.489,
+    "eval_steps_per_second": 0.11,
+    "eval_unlearn_overall_accuracy": 0.5008529814114429,
+    "test_accuracy": 0.9255813953488372,
+    "unlearn_overall_accuracy": 0.5008529814114429,
+    "unlearn_time": 12868.680254936218
+}

train_results.json

@@ -0,0 +1,7 @@
+{
+    "epoch": 3.0,
+    "train_loss": 0.3672076743721162,
+    "train_runtime": 12868.4593,
+    "train_samples_per_second": 2.223,
+    "train_steps_per_second": 0.069
+}

trainer_state.json

@@ -0,0 +1,72 @@
+{
+  "best_metric": 0.5008529814114429,
+  "best_model_checkpoint": "video/unlearn/checkpoint/videomae-large/random_label/6.0/ucf101_42/checkpoint-894",
+  "epoch": 2.99874213836478,
+  "eval_steps": 500,
+  "global_step": 894,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "df_accuracy": 0.9423298731257209,
+      "epoch": 1.0,
+      "eval_accuracy": 0.8782325581395349,
+      "eval_loss": 0.5061985850334167,
+      "eval_runtime": 1143.4036,
+      "eval_samples_per_second": 3.309,
+      "eval_steps_per_second": 0.104,
+      "eval_unlearn_overall_accuracy": 0.467951342506907,
+      "step": 298,
+      "test_accuracy": 0.8782325581395349,
+      "unlearn_overall_accuracy": 0.467951342506907,
+      "unlearn_time": -1
+    },
+    {
+      "df_accuracy": 0.9423298731257209,
+      "epoch": 2.0,
+      "eval_accuracy": 0.9206511627906977,
+      "eval_loss": 0.3504374623298645,
+      "eval_runtime": 1085.58,
+      "eval_samples_per_second": 3.485,
+      "eval_steps_per_second": 0.11,
+      "eval_unlearn_overall_accuracy": 0.4891606448324884,
+      "step": 596,
+      "test_accuracy": 0.9206511627906977,
+      "unlearn_overall_accuracy": 0.4891606448324884,
+      "unlearn_time": -1
+    },
+    {
+      "df_accuracy": 0.9238754325259516,
+      "epoch": 3.0,
+      "eval_accuracy": 0.9255813953488372,
+      "eval_loss": 0.32996666431427,
+      "eval_runtime": 1087.6553,
+      "eval_samples_per_second": 3.478,
+      "eval_steps_per_second": 0.109,
+      "eval_unlearn_overall_accuracy": 0.5008529814114429,
+      "step": 894,
+      "test_accuracy": 0.9255813953488372,
+      "unlearn_overall_accuracy": 0.5008529814114429,
+      "unlearn_time": -1
+    },
+    {
+      "epoch": 3.0,
+      "step": 894,
+      "total_flos": 1.2563407617283857e+20,
+      "train_loss": 0.3672076743721162,
+      "train_runtime": 12868.4593,
+      "train_samples_per_second": 2.223,
+      "train_steps_per_second": 0.069
+    }
+  ],
+  "logging_steps": 1000,
+  "max_steps": 894,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 500,
+  "total_flos": 1.2563407617283857e+20,
+  "train_batch_size": 4,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c3c0cb0ddd081f69db27f9d937e6c95606568e748f49f9b96dc3904edd5f392
+size 5112