config.env

export MODEL_TYPE='lora'
export TRAINING_SEED=420

export CHECKPOINTING_STEPS=500
export CHECKPOINTING_LIMIT=10

export LEARNING_RATE=1e-4

export FLUX=true
export MODEL_NAME="black-forest-labs/FLUX.1-dev"

export VALIDATION_SEED=420
export VALIDATION_PROMPT="a photograph of Walter White and Jesse Pinkman"
export VALIDATION_NEGATIVE_PROMPT=""

# How frequently we will save and run a pipeline for validations.
export VALIDATION_STEPS=500

# Validation image settings.
export VALIDATION_GUIDANCE=3.5
export VALIDATION_GUIDANCE_REAL=1.0
export VALIDATION_NUM_INFERENCE_STEPS=28
export VALIDATION_GUIDANCE_RESCALE=0
export VALIDATION_RESOLUTION=1024x1024

export ALLOW_TF32=true
export PURE_BF16=true

export CAPTION_DROPOUT_PROBABILITY=0

export MAX_NUM_STEPS=0
export NUM_EPOCHS=1000

export OPTIMIZER="adamw_bf16"
export LR_SCHEDULE="constant"
export LR_WARMUP_STEPS=500

export TRAIN_BATCH_SIZE=1

export RESOLUTION=512
export RESOLUTION_TYPE=pixel

export GRADIENT_ACCUMULATION_STEPS=2
export MIXED_PRECISION="bf16"
export TRAINING_DYNAMO_BACKEND='inductor'

export USE_XFORMERS=false
export USE_GRADIENT_CHECKPOINTING=true
export VAE_BATCH_SIZE=8
export TRAINER_EXTRA_ARGS="--max_grad_norm=1.0 --gradient_precision=fp32 --base_model_default_dtype=bf16 --lora_init_type=default --flux_lora_target=all+ffs --flux_guidance_value=1 --user_prompt_library=user_prompt_library.json"

export USE_EMA=false

export PUSH_TO_HUB="true"
export PUSH_CHECKPOINTS="true"
export HUB_MODEL_NAME="breaking-bad-flux"

export DATALOADER_CONFIG="config/bb-multidatabackend.json"
export OUTPUT_DIR="output/models"