phil329

/

face_lora_sd15

like 0

Following commands may help.

accelerate launch --multi_gpu  --num_processes=8 train_text_to_image_lora.py \
  --pretrained_model_name_or_path='runwayml/stable-diffusion-v1-5' \
  --dataset_json './data/Celeba30000_llava_v1.6_13b_4bit_prompt.jsonl' 'FFHQ70000_llava_v1.6_13b_4bit_prompt'  \
  --resolution=512 --random_flip --use_8bit_adam --mixed_precision fp16\
  --train_batch_size=24 --gradient_accumulation_steps 2\
  --max_train_steps=100000 --checkpointing_steps=5000 \
  --learning_rate=1e-04 --lr_scheduler="constant" --lr_warmup_steps=0 \
  --seed=42 --dataloader_num_workers 32 \
  --output_dir="exp_output/celeba_ffhq_finetune" \
  --validation_prompt="A young woman wearing glasses, short brolde hair." \
  --report_to="wandb"