| { | |
| "dataset_args": { | |
| "remove_empty_masks": false, | |
| "load_point_clouds": false, | |
| "load_depths": false, | |
| "load_depth_masks": false, | |
| "load_masks": false, | |
| "box_crop": false, | |
| "image_width": null, | |
| "image_height": null, | |
| "pick_sequence": [], | |
| "exclude_sequence": [], | |
| "n_frames_per_sequence": -1 | |
| }, | |
| "batch": { | |
| "n_parallel_images": 3, | |
| "image_width": 256, | |
| "image_height": 256, | |
| "other_selection": "mix", | |
| "other_selection_frame_indices": [], | |
| "sequence_offset": 1, | |
| "crop": "random", | |
| "mask_foreground": false, | |
| "prompt": "Editorial Style Photo, ${category}, 4k --ar 16:9", | |
| "use_blip_prompt": true, | |
| "load_recentered": true, | |
| "replace_pose_with_spherical_start_phi": -400.0, | |
| "replace_pose_with_spherical_end_phi": 360.0, | |
| "replace_pose_with_spherical_phi_endpoint": false, | |
| "replace_pose_with_spherical_radius": 4.0, | |
| "replace_pose_with_spherical_theta": 45.0 | |
| }, | |
| "co3d_root": "/mnt/data/shoji_noguchi/venv/viewdiff/ViewDiff/co3d/dataset", | |
| "category": "teddybear", | |
| "subset": null, | |
| "split": null, | |
| "max_sequences": 50, | |
| "seed": 42, | |
| "training": { | |
| "validation_epochs": 1, | |
| "train_batch_size": 1, | |
| "num_train_epochs": 1000, | |
| "max_train_steps": null, | |
| "dataloader_num_workers": 0, | |
| "local_rank": -1, | |
| "mixed_precision": "no", | |
| "noise_prediction_type": "epsilon", | |
| "remove_cfa_skip_connections_at_iter": -1, | |
| "changed_cfa_last_layer": "no_residual_connection", | |
| "dreambooth_prior_preservation_loss_weight": 0.1, | |
| "dreambooth_prior_preservation_every_nth": 1, | |
| "prob_images_not_noisy": 0.25, | |
| "max_num_images_not_noisy": 2 | |
| }, | |
| "optimizer": { | |
| "learning_rate": 5e-05, | |
| "vol_rend_learning_rate": 0.001, | |
| "vol_rend_adam_weight_decay": 0.0, | |
| "scale_lr": false, | |
| "lr_scheduler": "constant", | |
| "lr_warmup_steps": 500, | |
| "use_8bit_adam": false, | |
| "allow_tf32": false, | |
| "adam_beta1": 0.9, | |
| "adam_beta2": 0.999, | |
| "adam_weight_decay": 0.01, | |
| "adam_epsilon": 1e-08, | |
| "max_grad_norm": 0.005, | |
| "gradient_accumulation_steps": 1, | |
| "only_train_new_layers": false | |
| }, | |
| "model": { | |
| "n_input_images": 3, | |
| "pose_cond_mode": "sa-ca", | |
| "pose_cond_coord_space": "absolute", | |
| "pose_cond_lora_rank": 64, | |
| "pose_cond_dim": 10, | |
| "conditioning_dropout_prob": 0.1, | |
| "use_ema": false, | |
| "enable_xformers_memory_efficient_attention": false, | |
| "gradient_checkpointing": false | |
| }, | |
| "cross_frame_attention": { | |
| "mode": "pretrained", | |
| "n_cfa_down_blocks": 0, | |
| "n_cfa_up_blocks": 0, | |
| "no_cfa_in_mid_block": false, | |
| "to_k_other_frames": 2, | |
| "with_self_attention": true, | |
| "random_others": true, | |
| "last_layer_mode": "no_residual_connection", | |
| "unproj_reproj_mode": "only_unproj_reproj", | |
| "num_3d_layers": 1, | |
| "dim_3d_latent": 16, | |
| "dim_3d_grid": 64, | |
| "vol_rend_proj_in_mode": "multiple", | |
| "vol_rend_proj_out_mode": "multiple", | |
| "vol_rend_aggregator_mode": "ibrnet", | |
| "vol_rend_model_background": true, | |
| "vol_rend_background_grid_percentage": 0.5, | |
| "vol_rend_disparity_at_inf": 0.5, | |
| "n_novel_images": 1, | |
| "use_temb_cond": true | |
| }, | |
| "io": { | |
| "save": { | |
| "image_grids": false, | |
| "pred_files": true, | |
| "pred_video": true, | |
| "pred_gif": false, | |
| "denoise_files": false, | |
| "denoise_video": false, | |
| "cams": true, | |
| "prompts": true, | |
| "rendered_depth": false, | |
| "cond_files": false, | |
| "image_metrics": true | |
| }, | |
| "pretrained_model_name_or_path": "stabilityai/stable-diffusion-2-1-base", | |
| "revision": null, | |
| "output_dir": "outputs/train/teddybear/50_sequences/subset_all/input_3/train/train_teddybear", | |
| "experiment_name": "train_teddybear", | |
| "logging_dir": "logs", | |
| "log_images_every_nth": 500, | |
| "report_to": "custom_tensorboard", | |
| "checkpointing_steps": 500, | |
| "checkpoints_total_limit": 2, | |
| "resume_from_checkpoint": null, | |
| "automatic_checkpoint_resume": false | |
| }, | |
| "selected_sequences": { | |
| "train": [ | |
| "391_46974_93640", | |
| "373_41560_82975", | |
| "46_2596_7562", | |
| "393_47968_95188", | |
| "534_77570_150656", | |
| "444_63772_125902", | |
| "38_1675_5008", | |
| "457_64379_126856", | |
| "42_2104_6430", | |
| "387_46466_92678", | |
| "392_47802_94952", | |
| "353_37579_70740", | |
| "380_44886_89716", | |
| "598_91959_182995", | |
| "392_47443_94381", | |
| "38_1686_5058", | |
| "540_78977_153006", | |
| "46_2595_7548", | |
| "392_47834_94937", | |
| "612_97540_195796", | |
| "387_46699_92990", | |
| "394_48750_96460", | |
| "341_35542_65393", | |
| "391_46884_93389", | |
| "246_26304_51384", | |
| "394_48525_95999", | |
| "482_68882_133595", | |
| "392_47808_94891", | |
| "353_37349_70281", | |
| "387_46523_92748", | |
| "616_99318_199096", | |
| "394_48514_95986", | |
| "387_46530_92758", | |
| "575_84513_166963", | |
| "472_66680_130870", | |
| "537_78247_152118", | |
| "378_44012_87822", | |
| "392_47776_94858", | |
| "377_43705_87007", | |
| "392_47498_94471", | |
| "612_97904_197160", | |
| "604_93996_187948", | |
| "392_47757_94835", | |
| "620_101667_204118", | |
| "504_72676_141358", | |
| "620_101591_203905", | |
| "475_67237_131972", | |
| "444_63708_125709", | |
| "377_43631_86945", | |
| "579_85828_169718" | |
| ], | |
| "val": [ | |
| "581_86292_171292" | |
| ] | |
| } | |
| } |