Upload folder using huggingface_hub

clip_vit_l16_s512M_bs16k/checkpoints/epoch_4.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:711944d6d48c697c71b5386a685b6ff425d430463df36233d0c4d9823833c7b1
+size 5133437730

clip_vit_l16_s512M_bs16k/checkpoints/results.jsonl

@@ -0,0 +1,14 @@
+{"imagenet-zeroshot-val-top1": 0.22836, "imagenet-zeroshot-val-top5": 0.45978}
+{"imagenet-zeroshot-val-top1": 0.39584, "imagenet-zeroshot-val-top5": 0.6805}
+{"imagenet-zeroshot-val-top1": 0.43896, "imagenet-zeroshot-val-top5": 0.72316}
+{"imagenet-zeroshot-val-top1": 0.45664, "imagenet-zeroshot-val-top5": 0.7437}
+{"imagenet-zeroshot-val-top1": 0.4951, "imagenet-zeroshot-val-top5": 0.78074}
+{"imagenet-zeroshot-val-top1": 0.53366, "imagenet-zeroshot-val-top5": 0.81504}
+{"imagenet-zeroshot-val-top1": 0.53754, "imagenet-zeroshot-val-top5": 0.81538}
+{"imagenet-zeroshot-val-top1": 0.57102, "imagenet-zeroshot-val-top5": 0.84242}
+{"imagenet-zeroshot-val-top1": 0.601, "imagenet-zeroshot-val-top5": 0.86252}
+{"imagenet-zeroshot-val-top1": 0.62364, "imagenet-zeroshot-val-top5": 0.87512}
+{"imagenet-zeroshot-val-top1": 0.6309, "imagenet-zeroshot-val-top5": 0.88072}
+{"imagenet-zeroshot-val-top1": 0.65028, "imagenet-zeroshot-val-top5": 0.89338}
+{"imagenet-zeroshot-val-top1": 0.66034, "imagenet-zeroshot-val-top5": 0.8964}
+{"imagenet-zeroshot-val-top1": 0.66058, "imagenet-zeroshot-val-top5": 0.8967}

clip_vit_l16_s512M_bs16k/params.txt

@@ -0,0 +1,109 @@
+NDR_patch_size: 16
+accum_freq: 1
+aug_cfg: {'scale': [0.4, 1.0], 'color_jitter': [0.32, 0.32, 0.32, 0.08], 'color_jitter_prob': 0.8, 'gray_scale_prob': 0.2}
+batch_size: 512
+beta1: 0.9
+beta2: 0.95
+checkpoint_path: ./logs-lr1e-3-datacomp/vit_l16_s512M_bs16k/checkpoints
+coca_caption_loss_weight: 2.0
+coca_contrastive_loss_weight: 1.0
+copy_codebase: False
+csv_caption_key: title
+csv_img_key: filepath
+csv_separator: 	
+dataset_resampled: False
+dataset_type: webdataset
+ddp_static_graph: True
+debug: False
+delete_prev_step_ckpt: True
+delete_previous_checkpoint: False
+device: cuda:0
+dist_backend: nccl
+dist_url: env://
+distill: False
+distill_model: None
+distill_pretrained: None
+distributed: True
+epochs: 4
+epochs_cooldown: None
+eps: 1e-06
+force_custom_text: False
+force_image_size: 224
+force_patch_dropout: None
+force_quick_gelu: False
+gather_with_grad: True
+global_batch_size: 16384
+grad_checkpointing: True
+grad_clip_norm: None
+horovod: False
+image_interpolation: None
+image_mean: None
+image_resize_mode: None
+image_std: None
+imagenet_v2: None
+imagenet_val: /mnt/bn/zilongdata-hl/dataset/imagenet/val
+is_cls_token: True
+local_loss: True
+local_rank: 0
+lock_image: False
+lock_image_freeze_bn_stats: False
+lock_image_unlocked_groups: 0
+lock_text: False
+lock_text_freeze_layer_norm: False
+lock_text_unlocked_layers: 0
+log_every_n_steps: 64
+log_level: 20
+log_local: False
+log_path: ./logs-lr1e-3-datacomp/vit_l16_s512M_bs16k/out.log
+logs: ./logs-lr1e-3-datacomp
+lr: 0.001
+lr_cooldown_end: 0.0
+lr_cooldown_power: 1.0
+lr_scheduler: cosine
+max_seq_len: 15000
+model: ViT-L-16
+name: vit_l16_s512M_bs16k
+native_dynamic_resolution: False
+no_set_device_rank: False
+only_packing: False
+precision: amp
+pretrained: 
+pretrained_image: 
+pretrained_text: 
+rank: 0
+remote_sync: None
+remote_sync_frequency: 300
+remote_sync_protocol: s3
+report_to: tensorboard
+resume: None
+rope_attn_num_heads: 12
+rope_model_width: 768
+save_every_n_steps: 3052
+save_frequency: 1
+save_most_recent: False
+seed: 0
+siglip: False
+skip_scheduler: False
+tensorboard: True
+tensorboard_path: ./logs-lr1e-3-datacomp/vit_l16_s512M_bs16k/tensorboard
+torchcompile: False
+torchscript: False
+trace: False
+train_data: /mnt/bn/zilongdata-hl/dataset/Recap-DataComp-1B-Dataset/{000000..140146}.tar
+train_data_upsampling_factors: None
+train_num_samples: 128000000
+use_bn_sync: False
+use_bnb_linear: None
+val_data: None
+val_frequency: 1
+val_num_samples: None
+val_steps: 3052
+wandb: False
+wandb_notes: 
+wandb_project_name: cls-clip-NDR
+warmup: 500
+wd: 0.2
+workers: 6
+world_size: 32
+zeroshot_frequency: 1
+zeroshot_steps: 3052

clip_vit_l16_s512M_bs16k/tensorboard/events.out.tfevents.1745567835.n130-019-029.3402.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10fe8a589ee8bf724fb1453f088d5b61921264201267213d73f7ec8def37ceef
+size 227040