File size: 1,753 Bytes
09516a7
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
accelerate launch train_dreambooth_lora_flux_kontext.py \
  --pretrained_model_name_or_path=black-forest-labs/FLUX.1-Kontext-dev  \
  --dataset_name="polytechXhf/onepiece-dataset" \
  --output_dir="kontext-OnePiece" \
  --image_column="image" \
  --caption_column="text" \
  --validation_prompt="a person in fighting mode in OnePiece style" \
  --rank=32 \
  --lora_alpha=32 \
  --train_text_encoder \
  --lora_layers="attn.to_k,attn.to_q,attn.to_v,attn.to_out.0,attn.to_add_out,ff.net.0.proj,ff.net.2,proj_mlp" \
  --mixed_precision="bf16" \
  --instance_prompt="in OnePiece style" \
  --resolution=1024 \
  --train_batch_size=1 \
  --guidance_scale=1 \
  --gradient_accumulation_steps=1 \
  --gradient_checkpointing \
  --optimizer="adamw" \
  --use_8bit_adam \
  --cache_latents \
  --learning_rate=1e-4 \
  --lr_scheduler="constant" \
  --lr_warmup_steps=0 \
  --max_train_steps=1000 \
  --seed="0" \
  --push_to_hub



accelerate launch train_dreambooth_lora_flux_kontext.py   --pretrained_model_name_or_path=black-forest-labs/FLUX.1-Kontext-dev    --dataset_name="polytechXhf/onepiece-dataset"   --output_dir="kontext-OnePiece"   --image_column="image"   --caption_column="text"   --validation_prompt="a person in fighting mode in OnePiece style"   --rank=32   --lora_alpha=32   --train_text_encoder   --lora_layers="attn.to_k,attn.to_q,attn.to_v,attn.to_out.0,attn.to_add_out,ff.net.0.proj,ff.net.2,proj_mlp"   --mixed_precision="bf16"   --instance_prompt="in OnePiece style"
   --resolution=1024   --train_batch_size=1   --guidance_scale=1   --gradient_accumulation_steps=1   --gradient_checkpointing   --optimizer="adamw"   --use_8bit_adam  --learning_rate=1e-4   --lr_scheduler="
constant"   --max_train_steps=2000   --seed="0"   --push_to_hub