config.yaml

job: extension
config:
  name: my_first_flux_lora_v1
  process:
  - type: sd_trainer
    training_folder: output
    device: cuda:0
    network:
      type: lora
      linear: 32
      linear_alpha: 16
    save:
      dtype: float16
      save_every: 500
      max_step_saves_to_keep: 4
    datasets:
    - folder_path: /workspace/ai-toolkit/images
      caption_ext: txt
      caption_dropout_rate: 0.05
      shuffle_tokens: false
      cache_latents_to_disk: true
      resolution:
      - 512
      - 768
      - 1024
    train:
      batch_size: 1
      steps: 3000
      gradient_accumulation_steps: 1
      train_unet: true
      train_text_encoder: false
      gradient_checkpointing: true
      noise_scheduler: flowmatch
      optimizer: adamw8bit
      lr: 0.0001
      ema_config:
        use_ema: true
        ema_decay: 0.99
      dtype: bf16
    model:
      name_or_path: black-forest-labs/FLUX.1-dev
      is_flux: true
      quantize: true
    sample:
      sampler: flowmatch
      sample_every: 500
      width: 1024
      height: 1024
      prompts:
      - woman with red hair, playing chess at the park, bomb going off in the background
      - a woman holding a coffee cup, in a beanie, sitting at a cafe
      - a horse is a DJ at a night club, fish eye lens, smoke machine, lazer lights,
        holding a martini
      - a man showing off his cool new t shirt at the beach, a shark is jumping out
        of the water in the background
      - a bear building a log cabin in the snow covered mountains
      - woman playing the guitar, on stage, singing a song, laser lights, punk rocker
      - hipster man with a beard, building a chair, in a wood shop
      - photo of a man, white background, medium shot, modeling clothing, studio lighting,
        white backdrop
      - a man holding a sign that says, 'this is a sign'
      - a bulldog, in a post apocalyptic world, with a shotgun, in a leather jacket,
        in a desert, with a motorcycle
      neg: ''
      seed: 42
      walk_seed: true
      guidance_scale: 4
      sample_steps: 20
    trigger_word: eksray
meta:
  name: my_first_flux_lora_v1
  version: '1.0'