run.sh

#!/bin/bash

# 检查是否安装了 bitsandbytes，如果没有则安装 (8-bit Adam 需要)
# pip install bitsandbytes > /dev/null 2>&1

# 断电续传,根据情况改100,200...
# --resume_from_checkpoint="feifei-zimage-lora/checkpoint-100"

accelerate launch --mixed_precision="bf16" train_zimage_lora.py \
  --pretrained_model_name_or_path="../../../smodels/Z-Image-Turbo" \
  --train_data_dir="../../../datasets/fiefei_pic" \
  --resolution=1024 \
  --train_batch_size=1 \
  --gradient_accumulation_steps=4 \
  --learning_rate=1e-4 \
  --mixed_precision="bf16" \
  --output_dir="feifei-zimage-lora" \
  --caption_column="text" \
  --rank=64 \
  --gradient_checkpointing \
  --use_8bit_adam \
  --checkpointing_steps=100 \
  --checkpoints_total_limit=3 \
  --max_train_steps=200