config.yaml

job: extension
config:
  name: The_Cosmic_Drift_Slider
  process:
  - type: concept_slider
    training_folder: /app/ai-toolkit/output
    sqlite_db_path: /app/ai-toolkit/aitk_db.db
    device: cuda
    trigger_word: null
    performance_log_every: 10
    network:
      type: lora
      linear: 4
      linear_alpha: 4
      conv: 16
      conv_alpha: 16
      lokr_full_rank: true
      lokr_factor: -1
      network_kwargs:
        ignore_if_contains: []
    save:
      dtype: bf16
      save_every: 25
      max_step_saves_to_keep: 4
      save_format: diffusers
      push_to_hub: false
    datasets:
    - folder_path: /app/ai-toolkit/datasets/the_cosmic_drift_slider
      control_path: null
      mask_path: null
      mask_min_value: 0.1
      default_caption: ''
      caption_ext: txt
      caption_dropout_rate: 0.05
      cache_latents_to_disk: false
      is_reg: false
      network_weight: 1
      resolution:
      - 512
      controls: []
      shrink_video_to_frames: true
      num_frames: 1
      do_i2v: true
      flip_x: true
      flip_y: false
    train:
      batch_size: 4
      bypass_guidance_embedding: false
      steps: 300
      gradient_accumulation: 1
      train_unet: true
      train_text_encoder: false
      gradient_checkpointing: true
      noise_scheduler: flowmatch
      optimizer: adamw8bit
      timestep_type: weighted
      content_or_style: balanced
      optimizer_params:
        weight_decay: 0.0001
      unload_text_encoder: true
      cache_text_embeddings: false
      lr: 0.001
      ema_config:
        use_ema: false
        ema_decay: 0.99
      skip_first_sample: false
      force_first_sample: false
      disable_sampling: false
      dtype: bf16
      diff_output_preservation: false
      diff_output_preservation_multiplier: 1
      diff_output_preservation_class: person
      switch_boundary_every: 1
    model:
      name_or_path: Qwen/Qwen-Image
      quantize: true
      qtype: uint3|ostris/accuracy_recovery_adapters/qwen_image_torchao_uint3.safetensors
      quantize_te: true
      qtype_te: qfloat8
      arch: qwen_image
      low_vram: true
      model_kwargs: {}
    sample:
      sampler: flowmatch
      sample_every: 250
      width: 1024
      height: 1024
      samples:
      - prompt: A medium, eye-level shot of a small group of friends sitting on the
          grass in a park, chatting on a sunny afternoon. They are wearing simple
          t-shirts and jeans.
        network_multiplier: '-2.0'
        seed: 42
      - prompt: A medium, eye-level shot of a small group of friends sitting on the
          grass in a park, chatting on a sunny afternoon. They are wearing simple
          t-shirts and jeans.
        network_multiplier: '-1.0'
        seed: 42
      - prompt: A medium, eye-level shot of a small group of friends sitting on the
          grass in a park, chatting on a sunny afternoon. They are wearing simple
          t-shirts and jeans.
        network_multiplier: '-0.5'
        seed: 42
      - prompt: A medium, eye-level shot of a small group of friends sitting on the
          grass in a park, chatting on a sunny afternoon. They are wearing simple
          t-shirts and jeans.
        network_multiplier: '0.0'
        seed: 42
      - prompt: A medium, eye-level shot of a small group of friends sitting on the
          grass in a park, chatting on a sunny afternoon. They are wearing simple
          t-shirts and jeans.
        network_multiplier: '0.5'
        seed: 42
      - prompt: A medium, eye-level shot of a small group of friends sitting on the
          grass in a park, chatting on a sunny afternoon. They are wearing simple
          t-shirts and jeans.
        network_multiplier: '1.0'
        seed: 42
      - prompt: A medium, eye-level shot of a small group of friends sitting on the
          grass in a park, chatting on a sunny afternoon. They are wearing simple
          t-shirts and jeans.
        network_multiplier: '2.0'
        seed: 42
      neg: ''
      seed: 42
      walk_seed: true
      guidance_scale: 4
      sample_steps: 25
      num_frames: 1
      fps: 1
    slider:
      guidance_strength: 3
      anchor_strength: 1
      positive_prompt: A photo of a vibrant hippie festival scene, with a joyful crowd,
        psychedelic tie-dye patterns, and live music.
      negative_prompt: A photo of a mundane modern scene, with organized space, plain
        solid colors, and a quiet atmosphere.
      target_class: scene
      anchor_class: ''
meta:
  name: The_Cosmic_Drift_Slider
  version: '1.0'