%cd /content/kohya_ss
!accelerate launch \
  --mixed_precision 'fp16' \
  --num_cpu_threads_per_process=2 \
  "train_network.py" \
  --cache_latents \
  --enable_bucket \
  --use_8bit_adam \
  $xformers \
  $mem_eff_attn \
  --pretrained_model_name_or_path=$model_path \
  --train_data_dir=$train_data_dir \
  --resolution=$resolution,$resolution \
  --output_dir=$output_dir \
  --train_batch_size=3 \
  --lr_scheduler=cosine \
  --lr_warmup_steps=20 \
  --max_train_steps=2300 \
  --use_8bit_adam \
  --mixed_precision=fp16 \
  --save_every_n_epochs=2 \
  --seed=4242 \
  --save_precision=fp16 \
  --keep_tokens=1 \
  --logging_dir=$logging_dir \
  --save_model_as=safetensors \
  --network_module=networks.lora \
  --text_encoder_lr=1.5e-5 \
  --unet_lr=1.5e-4 \
  --noise_offset=0.1 \
  --network_dim=128 \
  --network_alpha=128 \
  --clip_skip=2 \
  $caption_extension \
  $stop_text_encoder_training \
  --output_name=$project_name