ff7r_4e-5cosine_everything-cont-20-ep50-3e-7_bs1-20241228-170700_main.json

{
  "config": "ff7r.json",
  "batch_size": 1,
  "ckpt_every_n_minutes": 1000000000.0,
  "clip_grad_norm": 1000000000.0,
  "clip_skip": 0,
  "contrastive_learning_batch_ids": [],
  "contrastive_learning_max_negative_loss": 1.0,
  "contrastive_learning_negative_loss_scale": 0.1,
  "everything_contrastive_learning_p": 0.0,
  "contrastive_learning_delta_loss_method": true,
  "max_backward_accum": 5,
  "init_grad_scale": 11500,
  "auto_decay_steps_multiplier": 1.001,
  "cond_dropout": 0.02,
  "data_root": "../data/train",
  "disable_amp": true,
  "disable_textenc_training": true,
  "disable_unet_training": false,
  "disable_xformers": false,
  "flip_p": 1.0,
  "gpuid": 0,
  "gradient_checkpointing": true,
  "grad_accum": 1,
  "logdir": "../logs",
  "log_step": 25,
  "lowvram": false,
  "max_epochs": 4,
  "notebook": false,
  "optimizer_config": "optimizer-unet-3e7lin-nowarmup-adamw.json",
  "plugins": [
    "plugins.interruptible.InterruptiblePlugin"
  ],
  "project_name": "ff7r_4e-5cosine_everything-cont-20-ep50-3e-7_bs1",
  "resolution": 512,
  "resume_ckpt": "../logs/ff7r_4e-5cosine_everything-cont-20-20241228-105146/ckpts/ff7r_4e-5cosine_everything-cont-20-ep50-gs16100",
  "run_name": null,
  "sample_prompts": "sample_prompts.json",
  "sample_steps": 666,
  "save_ckpt_dir": null,
  "save_ckpts_from_n_epochs": 0,
  "save_every_n_epochs": 4,
  "save_optimizer": true,
  "scale_lr": false,
  "seed": 756498848,
  "shuffle_tags": false,
  "validation_config": "validation.json",
  "wandb": false,
  "write_schedule": false,
  "rated_dataset": false,
  "rated_dataset_target_dropout_percent": 50,
  "zero_frequency_noise_ratio": 0.0,
  "enable_zero_terminal_snr": false,
  "load_settings_every_epoch": false,
  "min_snr_gamma": 1.5,
  "loss_type": "mse_huber",
  "ema_decay_rate": null,
  "ema_strength_target": null,
  "ema_update_interval": null,
  "ema_device": null,
  "ema_sample_nonema_model": false,
  "ema_sample_ema_model": false,
  "ema_resume_model": null,
  "no_save_ckpt": true,
  "no_prepend_last": true,
  "amp": false,
  "attn_type": "sdp",
  "embedding_perturbation": 1.0,
  "latents_perturbation": 0.0,
  "log_huber": false,
  "save_full_precision": false,
  "timestep_start": 0,
  "timestep_end": 1000,
  "train_sampler": "ddpm",
  "keep_tags": 0,
  "pyramid_noise_discount": null,
  "lr": null,
  "lr_decay_steps": 7659,
  "lr_scheduler": "constant",
  "lr_warmup_steps": 153,
  "no_initial_validation": false,
  "mix_zero_terminal_snr": null,
  "match_zero_terminal_snr": null,
  "debug_invert_min_snr_gamma": false,
  "batch_share_noise": false,
  "batch_share_timesteps": false,
  "teacher": null,
  "teacher_is_sdxl": false,
  "teacher_loss_scale": 1,
  "contrastive_learning_use_l1_loss": false,
  "contrastive_learning_no_average_negatives": false,
  "contrastive_learning_save_on_cpu": false,
  "contrastive_learning_delta_timestep_start": 150,
  "contrastive_learning_dropout_p": 0,
  "batch_id_dropout_p": 0,
  "cond_dropout_noise_p": 0,
  "jacobian_descent": false,
  "use_masks": false,
  "lora": false,
  "lora_resume": null,
  "lora_rank": 16,
  "lora_alpha": 8,
  "aspects": [
    [
      512,
      512
    ],
    [
      576,
      448
    ],
    [
      448,
      576
    ],
    [
      640,
      384
    ],
    [
      384,
      640
    ],
    [
      768,
      320
    ],
    [
      320,
      768
    ],
    [
      896,
      256
    ],
    [
      256,
      896
    ],
    [
      1024,
      256
    ],
    [
      256,
      1024
    ]
  ]
}