run.sh

PREFIX=rectified_diffusion_5e-6_bz_128_linear
MODEL_DIR="/mnt/wangfuyun/weights/stable-diffusion-v1-5"
OUTPUT_DIR="outputs_formal/$PREFIX"
PROJ_NAME="$PREFIX"
accelerate launch --main_process_port 29502  train.py \
    --pretrained_teacher_model=$MODEL_DIR \
    --output_dir=$OUTPUT_DIR \
    --tracker_project_nam=$PROJ_NAME \
    --mixed_precision=fp16 \
    --resolution=512 \
    --learning_rate=5e-6 --loss_type="huber" --adam_weight_decay=1e-3 \
    --max_train_steps=200000 \
    --max_train_samples=4000000 \
    --dataloader_num_workers=16 \
    --validation_steps=2000 \
    --checkpointing_steps=10000 --checkpoints_total_limit=20 \
    --train_batch_size=16 \
    --enable_xformers_memory_efficient_attention \
    --gradient_accumulation_steps=1 \
    --use_8bit_adam \
    --resume_from_checkpoint=latest \
    --report_to=wandb \
    --seed=453645634 \
    --gradient_checkpointing