config/sdsf-flowmatch-largeres.json

{
  "config": "sdsf-flowmatch-2.json",
  "batch_size": 6,
  "clip_skip": 0,
  "clip_grad_norm": 20.0,
  "contrastive_learning_batch_ids": [],
  "contrastive_learning_max_negative_loss": 1.0,
  "contrastive_learning_negative_loss_scale": 0.1,
  "cond_dropout": 0.02,
  "data_root": "../data/fm-2",
  "disable_amp": false,
  "disable_textenc_training": true,
  "disable_unet_training": false,
  "disable_xformers": false,
  "flip_p": 0.0,
  "gpuid": 0,
  "gradient_checkpointing": true,
  "grad_accum": 1,
  "logdir": "../logs",
  "log_step": 100,
  "lowvram": false,
  "max_epochs": 25,
  "notebook": false,
  "optimizer_config": "optimizer-unet-1e5cos-m0.6-0.95.json",
  "_plugins_disabled": [
    "plugins.textual_inversion.TextualInversionPlugin"
  ],
  "plugins": [
    "plugins.caption_munger.CaptionMungerPlugin",
    "plugins.interruptible.InterruptiblePlugin"
  ],
  "project_name": "sdsf-flowmatch-512-kk-768-5e7k-3k-clip10-3k-fixloss-1k-4e6-9k-largeres-20k-2e6sqrt-20k-bs20_bs2_rd",
  "resolution": [
    768,
    896,
    1024
  ],
  "run_name": null,
  "sample_prompts": "sample_prompts.json",
  "sample_steps": 1000,
  "save_ckpt_dir": null,
  "save_ckpts_from_n_epochs": 0,
  "save_every_n_epochs": 100,
  "save_optimizer": false,
  "scale_lr": false,
  "shuffle_tags": false,
  "validation_config": "validation.json",
  "wandb": false,
  "write_schedule": false,
  "rated_dataset": false,
  "rated_dataset_target_dropout_percent": 50,
  "zero_frequency_noise_ratio": 0.0,
  "enable_zero_terminal_snr": false,
  "mix_zero_terminal_snr": false,
  "load_settings_every_epoch": false,
  "loss_type": "sd3-cosmap",
  "ema_decay_rate": null,
  "ema_strength_target": null,
  "ema_update_interval": null,
  "ema_device": null,
  "ema_sample_nonema_model": false,
  "ema_sample_ema_model": false,
  "ema_resume_model": null,
  "no_save_ckpt": true,
  "no_prepend_last": true,
  "amp": true,
  "attn_type": "sdp",
  "seed": -1,
  "embedding_perturbation": 0.0,
  "latents_perturbation": 0.0,
  "log_huber": false,
  "save_full_precision": false,
  "timestep_start": 0,
  "timestep_end": 1000,
  "train_sampler": "flow-matching",
  "pyramid_noise_discount": null,
  "batch_share_noise": false,
  "batch_share_timesteps": false,
  "use_grokfast": false,
  "lr": null,
  "max_steps": null,
  "no_initial_validation": false,
  "match_zero_terminal_snr": false,
  "debug_invert_min_snr_gamma": false,
  "teacher": null,
  "teacher_is_sdxl": false,
  "teacher_loss_scale": 1,
  "contrastive_learning_delta_loss_method": true,
  "contrastive_learning_delta_timestep_start": 0,
  "everything_contrastive_learning_p": 0.0,
  "batch_id_dropout_p": 0,
  "cond_dropout_noise_p": 0,
  "jacobian_descent": false,
  "use_masks": false,
  "lora": false,
  "lora_resume": null,
  "lora_rank": 16,
  "lora_alpha": 8,
  "init_grad_scale": null,
  "forward_slice_size": 2,
  "auto_decay_steps_multiplier": 1.0,
  "resume_ckpt": null,
  "keep_tags": 0,
  "contrastive_learning_use_l1_loss": false,
  "contrastive_learning_no_average_negatives": false,
  "contrastive_learning_save_on_cpu": false,
  "contrastive_learning_dropout_p": 0,
  "contrastive_learning_curriculum_alpha": 0,
  "all_caption_variants": false,
  "ckpt_every_n_minutes": 1000000000.0,
  "skip_undersized_images": true,
  "test_images": false,
  "batch_size_curriculum_alpha": 0.25,
  "initial_batch_size": 1000,
  "final_batch_size": 1000,
  "cond_dropout_curriculum_alpha": 0,
  "cond_dropout_curriculum_source": "timestep",
  "final_cond_dropout": 0.1,
  "negative_loss_margin": 1,
  "timestep_curriculum_alpha": 0,
  "timestep_initial_start": 800,
  "timestep_initial_end": 1000,
  "everything_contrastive_learning_curriculum_alpha": 0,
  "max_backward_slice_size": 4,
  "caption_variants": [
    "short",
    "natural_language"
  ],
  "freeze_unet_balanced": false,
  "cond_dropout_loss_scale": 1,
  "contrastive_learning_info_nce_sample_count": 0,
  "contrastive_learning_info_nce_temperature": 1,
  "interleave_batch_size_1": false,
  "interleave_batch_size_1_alpha": 0,
  "log_named_parameters_magnitudes": true,
  "keep_same_sample_at_different_resolutions_together": true,
  "timesteps_multirank_stratified": true,
  "timesteps_multirank_stratified_alpha": 1.5,
  "timesteps_multirank_stratified_beta": 2,
  "min_snr_alpha": 0.5,
  "min_snr_gamma": null,
  "teacher_p": 0.5,
  "use_compel": false
}