Update beatrix-dualstream-base (Epoch 0, Acc: 0.0395)

README.md

@@ -13,15 +13,15 @@ license: mit
 
 ## Current Experiment: beatrix-dualstream-base
 
-**Model Path**: `weights/beatrix-dualstream-base/20251009_025739/`
+**Model Path**: `weights/beatrix-dualstream-base/20251009_030219/`
 
 ## Architecture
 
-- **Visual Dimension**: 128
-- **Geometric Dimension**: 512
-- **Geometric Tokens**: 16
+- **Visual Dimension**: 768
+- **Geometric Dimension**: 768
+- **Geometric Tokens**: 32
 - **Dual Blocks**: 8 layers
-- **k-simplex**: 12
+- **k-simplex**: 9
 
 ## Geometric Diversity Loss
 
@@ -33,10 +33,10 @@ This model uses a class-aware geometric diversity loss that encourages:
 
 ## Performance
 
-- **Best Accuracy**: 0.0254
+- **Best Accuracy**: 0.0395
 - **Current Epoch**: 0
 - **Dataset**: CIFAR-100
 
 ---
 
-*Last updated: Epoch 0 | Best Accuracy: 0.0254*
+*Last updated: Epoch 0 | Best Accuracy: 0.0395*

weights/beatrix-dualstream-base/20251009_030219/config.json

@@ -0,0 +1,52 @@
+{
+  "num_classes": 100,
+  "img_size": 32,
+  "patch_size": 8,
+  "visual_dim": 768,
+  "geom_dim": 768,
+  "k_simplex": 9,
+  "depth": 8,
+  "num_heads": 8,
+  "mlp_ratio": 4.0,
+  "dropout": 0.0,
+  "num_geom_tokens": 32,
+  "classification_goal": "both",
+  "pe_levels": 24,
+  "pe_features_per_level": 2,
+  "pe_smooth_tau": 0.25,
+  "simplex_init_method": "regular",
+  "simplex_init_scale": 1.0,
+  "batch_size": 1024,
+  "num_epochs": 100,
+  "learning_rate": 0.0001,
+  "weight_decay": 0.005,
+  "warmup_epochs": 10,
+  "task_loss_weight": 0.5,
+  "flow_loss_weight": 1.0,
+  "coherence_loss_weight": 0.3,
+  "multiscale_loss_weight": 0.2,
+  "diversity_loss_weight": 0.5,
+  "diversity_margin": 2.0,
+  "diversity_temperature": 0.1,
+  "diversity_intra_weight": 1.0,
+  "diversity_inter_weight": 2.0,
+  "diversity_volume_weight": 0.5,
+  "diversity_complexity_weight": 0.1,
+  "device": "cuda",
+  "num_workers": 4,
+  "pin_memory": true,
+  "save_dir": "./checkpoints_dualstream",
+  "save_every": 10,
+  "use_safetensors": true,
+  "timestamp_dirs": true,
+  "push_to_hub": true,
+  "hub_model_id": "AbstractPhil/vit-beatrix-dualstream",
+  "hub_model_name": "beatrix-dualstream-base",
+  "hub_upload_best_only": true,
+  "hub_upload_every_n_epochs": 10,
+  "use_tensorboard": true,
+  "log_dir": "./logs_dualstream",
+  "log_every": 50,
+  "monitor_stream_health": true,
+  "log_stream_norms": true
+}

weights/beatrix-dualstream-base/20251009_030219/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16153f5bb6567ab1708528a49de4e806e066cc8c1b1541e8293e1204c3cd6aaa
+size 606483468