Upload 5 files

models/base/config.json

@@ -0,0 +1 @@
+{"training": {"patch_sizes": [1, 2, 3, 4, 5, 6, 7, 8], "conditioner_mode": "no_cond", "max_lr": 0.0001, "num_epochs": 500, "batch_size": 32, "effective_batch_size": 512, "warmup_epochs": 30, "final_lr": 1e-06, "conditioner_multiplier": 0.1, "weight_decay": 0.03, "conditioner_weight_decay": 0.03, "grad_clip": true, "betas": [0.9, 0.999], "ema": [0.996, 1.0], "shape_time_combinations": [{"size": 4, "timesteps": 12}, {"size": 5, "timesteps": 6}, {"size": 6, "timesteps": 4}, {"size": 7, "timesteps": 3}, {"size": 9, "timesteps": 3}, {"size": 12, "timesteps": 3}], "masking_probabilities": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "augmentation": {"flip+rotate": true}, "max_unmasking_channels": 17, "target_condition": false, "loss_type": "patch_disc", "tau": 0.1, "pred2unit": false, "loss_mask_other_samples": true, "normalization": "std", "eval_eurosat_every_n_epochs": 10, "random_masking": "half", "unmasking_channels_combo": "all", "double_loss": true, "double_predictors": true, "target_exit_after": 0, "token_exit_cfg": {"S1": 12, "S2_RGB": 12, "S2_Red_Edge": 12, "S2_NIR_10m": 12, "S2_NIR_20m": 12, "S2_SWIR": 12, "NDVI": 6, "ERA5": 6, "TC": 6, "VIIRS": 12, "SRTM": 6, "DW": 0, "WC": 0, "LS": 0, "location": 12, "DW_static": 0, "WC_static": 0}, "target_masking": "all", "ignore_band_groups": null, "st_encode_ratio": 0.1, "random_encode_ratio": 0.1, "st_decode_ratio": 0.5, "random_decode_ratio": 0.5, "loss_dict": {"loss_type": "patch_disc", "loss_mask_other_samples": true, "pred2unit": false, "tau": 0.1}, "training_samples": 127155}, "model": {"encoder": {"embedding_size": 768, "depth": 12, "num_heads": 12, "mlp_ratio": 4, "max_sequence_length": 24, "freeze_projections": false, "drop_path": 0.1, "max_patch_size": 8}, "decoder": {"depth": 4, "num_heads": 12, "mlp_ratio": 4, "max_sequence_length": 24, "learnable_channel_embeddings": true, "max_patch_size": 8, "encoder_embedding_size": 768, "decoder_embedding_size": 768}}, "run_name": "275.json config file", "wandb_run_id": "f2o9ansq", "beaker_workload_id": "01JETEM0T4MJ67XC0DSHZ53CA1", "beaker_node_hostname": "saturn-cs-aus-232.reviz.ai2.in", "beaker_experiment_url": "https://beaker.org/ex/01JETEM0T4MJ67XC0DSHZ53CA1/", "cur_epoch": 500}

models/base/decoder.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f42cc76593f6299bca93b03f640ecd2cf5a817e56006c193d83e8b26a4dbb0dc
+size 118214441

models/base/encoder.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:935f4912f08483d052d69d8e96518f52ef6827fe718a435cb5536fd9bb7737a7
+size 346177246

models/base/second_decoder.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98785bddad6eac5ad7390859babb1a9af884585b2a3c025e957a632c999f5289
+size 118215598

models/base/target_encoder.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d1c9d12a4e0ea8fe56cb27081acdc8b3aa2501a3f343ef6372eb8d03fc29552
+size 346179488