| { |
| "adam_betas": "0.9,0.99", |
| "amp": true, |
| "attn_drop": 0.0, |
| "comb_method": "add", |
| "compile_model": true, |
| "cond_drop_prob": 0.2, |
| "config": null, |
| "dataset_path": "data/balanced_dataset/32_biome_parts_dir_balanced_cc_dir", |
| "default_cond_scale": 4.0, |
| "depth": 25, |
| "device": "cuda", |
| "ema_decay": 0.995, |
| "ema_update_every": 2, |
| "evaluate_ema_model": true, |
| "exp_name": "run2", |
| "fid_batch_size": 32, |
| "fid_every_epoch": 0, |
| "fid_every_steps": 0, |
| "fid_num_samples": 0, |
| "fid_num_workers": 2, |
| "fid_ref_images_dir": null, |
| "fid_textures_dir": "block_textures/", |
| "gradient_accumulate_every": -1, |
| "hidden_channels": 768, |
| "image_size": 32, |
| "is_ddim_sampling": false, |
| "mappings_file_path": "data/balanced_dataset/32_biome_parts_dir_balanced_cc_oh_mappings.pt", |
| "max_grad_norm": 1.0, |
| "min_lr_ratio": 0.0, |
| "mixed_precision_type": "bf16", |
| "mlp_ratio": 4.0, |
| "mode": "conditional", |
| "model_type": "dit", |
| "num_classes": 15, |
| "num_heads": 8, |
| "num_samples": 15, |
| "one_hot_on_load": false, |
| "optimizer": "AdamW", |
| "patch_size": 2, |
| "per_device_train_batch_size": 16, |
| "proj_drop": 0.0, |
| "results_folder": "./results", |
| "resume": false, |
| "resume_override_step": -1, |
| "resume_path": "", |
| "reverse_steps": 1000, |
| "rotation_aug_prob": 0.75, |
| "run_name": "MD4_p2_1000steps_h100_balanced", |
| "sampling_timesteps": 1000, |
| "save_and_sample_every": -1, |
| "save_and_sample_every_epoch": 2, |
| "save_only_last_checkpoint": false, |
| "scheduler": "cosine", |
| "split_batches": true, |
| "time_dim": 256, |
| "train_batch_size": 512, |
| "train_lr": 0.001, |
| "train_num_epochs": 20, |
| "train_num_steps": -1, |
| "use_wandb": true, |
| "val_dataset_path": "data/balanced_dataset/32_biome_parts_dir_balanced_cc_val_dir", |
| "val_mappings_file_path": "data/balanced_dataset/32_biome_parts_dir_balanced_cc_oh_mappings.pt", |
| "validate_every": -1, |
| "validate_every_epoch": 2, |
| "wandb_group_name": "discrete_32_patch4_1M_600mdeep_balanced_withhuman", |
| "wandb_log_images": true, |
| "wandb_project": "dream-cubed", |
| "wandb_run_name": "MD4_p2_1000steps_h100_balanced", |
| "warmup_steps": 0, |
| "weight_decay": 0.01 |
| } |
