rose-geoCLIP-ViT-B-32-laion2B-s34B-b79K-uni-64dx64d / symbolic_vitb32-laion2b_encoder_snapshot.meta.json
AbstractPhil's picture
Upload symbolic_vitb32-laion2b_encoder_snapshot.meta.json
a3b58cb verified
{
"epoch": 1,
"global_step": 98,
"avg_loss": 4.519736256103515,
"best_metric": 0.164700000166893,
"timestamp": "2025-08-28T21:47:01.348001",
"run_name": "symbolic_vitb32-laion2b",
"group": "encoder",
"metrics": {
"epoch": 1,
"train_loss": 4.519736256103515,
"val_loss": 3.981702049255371,
"top1": 0.164700000166893,
"top3": 0.3198000002861023,
"rose_weight": 0.15,
"rose_margin": 0.25,
"rose_temperature": 1.0
},
"config_snapshot": {
"device": "cuda",
"seed": 42,
"precision": "fp32",
"hf_clip_id": "laion/CLIP-ViT-B-32-laion2B-s34B-b79K",
"freeze_encoder": true,
"normalize_output": true,
"dataset": "cifar100",
"data_root": "./data",
"image_size": 224,
"clip_mean": [
0.48145466,
0.4578275,
0.40821073
],
"clip_std": [
0.26862954,
0.26130258,
0.27577711
],
"train_aug": true,
"train_crop_scale": [
0.9,
1.0
],
"hflip_p": 0.5,
"vocab_repo": "AbstractPhil/geometric-vocab-64d",
"vocab_split": "unicode",
"vocab_dim_override": 64,
"crystal_dims": 64,
"role_index": {
"anchor": 0,
"support": 1,
"contrast": 2,
"purpose": 3,
"observer": 4
},
"rose_loss_weight": 0.15,
"rose_margin": 0.25,
"rose_temperature": 1.0,
"rose_role_weights": {
"anchor": 1.0,
"need": -0.5,
"relation": 0.75,
"purpose": 0.75,
"observer": -0.5
},
"classes": 100,
"classes_per_penta": 2,
"penta_branches": 50,
"pentachora_blocks": 4,
"temperature": 0.07,
"batch_size": 512,
"epochs": 20,
"lr": 0.0001,
"weight_decay": 0.0001,
"label_smoothing": 0.0,
"use_cosine_sched": true,
"warmup_steps": 0,
"max_steps": null,
"amp": true,
"grad_clip_norm": null,
"log_every": 25,
"auto_train": false,
"num_workers": 2,
"pin_memory": true,
"persistent_workers": true,
"ckpt_dir": "./checkpoints",
"run_name": "symbolic_vitb32-laion2b",
"save_latest": true,
"save_best": true,
"resume": true,
"resume_which": "best",
"resume_source": "auto",
"hf_enable": true,
"hf_repo_id": "AbstractPhil/rose-geoCLIP-ViT-B-32-laion2B-s34B-b79K-uni-64dx64d",
"hf_branch": "main",
"hf_private": true,
"hf_push_latest": false,
"hf_push_best": true,
"hf_create": true,
"hf_token_env": [
"HF_TOKEN",
"HUGGINGFACE_HUB_TOKEN"
]
}
}