{ "dataset_args": { "remove_empty_masks": false, "load_point_clouds": false, "load_depths": false, "load_depth_masks": false, "load_masks": false, "box_crop": false, "image_width": null, "image_height": null, "pick_sequence": [], "exclude_sequence": [], "n_frames_per_sequence": -1 }, "batch": { "n_parallel_images": 3, "image_width": 256, "image_height": 256, "other_selection": "mix", "other_selection_frame_indices": [], "sequence_offset": 1, "crop": "random", "mask_foreground": false, "prompt": "Editorial Style Photo, ${category}, 4k --ar 16:9", "use_blip_prompt": true, "load_recentered": true, "replace_pose_with_spherical_start_phi": -400.0, "replace_pose_with_spherical_end_phi": 360.0, "replace_pose_with_spherical_phi_endpoint": false, "replace_pose_with_spherical_radius": 4.0, "replace_pose_with_spherical_theta": 45.0 }, "co3d_root": "/mnt/data/shoji_noguchi/venv/viewdiff/ViewDiff/co3d/dataset", "category": "teddybear", "subset": null, "split": null, "max_sequences": 50, "seed": 42, "training": { "validation_epochs": 1, "train_batch_size": 1, "num_train_epochs": 1000, "max_train_steps": null, "dataloader_num_workers": 0, "local_rank": -1, "mixed_precision": "no", "noise_prediction_type": "epsilon", "remove_cfa_skip_connections_at_iter": -1, "changed_cfa_last_layer": "no_residual_connection", "dreambooth_prior_preservation_loss_weight": 0.1, "dreambooth_prior_preservation_every_nth": 1, "prob_images_not_noisy": 0.25, "max_num_images_not_noisy": 2 }, "optimizer": { "learning_rate": 5e-05, "vol_rend_learning_rate": 0.001, "vol_rend_adam_weight_decay": 0.0, "scale_lr": false, "lr_scheduler": "constant", "lr_warmup_steps": 500, "use_8bit_adam": false, "allow_tf32": false, "adam_beta1": 0.9, "adam_beta2": 0.999, "adam_weight_decay": 0.01, "adam_epsilon": 1e-08, "max_grad_norm": 0.005, "gradient_accumulation_steps": 1, "only_train_new_layers": false }, "model": { "n_input_images": 3, "pose_cond_mode": "sa-ca", "pose_cond_coord_space": "absolute", "pose_cond_lora_rank": 64, "pose_cond_dim": 10, "conditioning_dropout_prob": 0.1, "use_ema": false, "enable_xformers_memory_efficient_attention": false, "gradient_checkpointing": false }, "cross_frame_attention": { "mode": "pretrained", "n_cfa_down_blocks": 0, "n_cfa_up_blocks": 0, "no_cfa_in_mid_block": false, "to_k_other_frames": 2, "with_self_attention": true, "random_others": true, "last_layer_mode": "no_residual_connection", "unproj_reproj_mode": "only_unproj_reproj", "num_3d_layers": 1, "dim_3d_latent": 16, "dim_3d_grid": 64, "vol_rend_proj_in_mode": "multiple", "vol_rend_proj_out_mode": "multiple", "vol_rend_aggregator_mode": "ibrnet", "vol_rend_model_background": true, "vol_rend_background_grid_percentage": 0.5, "vol_rend_disparity_at_inf": 0.5, "n_novel_images": 1, "use_temb_cond": true }, "io": { "save": { "image_grids": false, "pred_files": true, "pred_video": true, "pred_gif": false, "denoise_files": false, "denoise_video": false, "cams": true, "prompts": true, "rendered_depth": false, "cond_files": false, "image_metrics": true }, "pretrained_model_name_or_path": "stabilityai/stable-diffusion-2-1-base", "revision": null, "output_dir": "outputs/train/teddybear/50_sequences/subset_all/input_3/train/train_teddybear", "experiment_name": "train_teddybear", "logging_dir": "logs", "log_images_every_nth": 500, "report_to": "custom_tensorboard", "checkpointing_steps": 500, "checkpoints_total_limit": 2, "resume_from_checkpoint": null, "automatic_checkpoint_resume": false }, "selected_sequences": { "train": [ "391_46974_93640", "373_41560_82975", "46_2596_7562", "393_47968_95188", "534_77570_150656", "444_63772_125902", "38_1675_5008", "457_64379_126856", "42_2104_6430", "387_46466_92678", "392_47802_94952", "353_37579_70740", "380_44886_89716", "598_91959_182995", "392_47443_94381", "38_1686_5058", "540_78977_153006", "46_2595_7548", "392_47834_94937", "612_97540_195796", "387_46699_92990", "394_48750_96460", "341_35542_65393", "391_46884_93389", "246_26304_51384", "394_48525_95999", "482_68882_133595", "392_47808_94891", "353_37349_70281", "387_46523_92748", "616_99318_199096", "394_48514_95986", "387_46530_92758", "575_84513_166963", "472_66680_130870", "537_78247_152118", "378_44012_87822", "392_47776_94858", "377_43705_87007", "392_47498_94471", "612_97904_197160", "604_93996_187948", "392_47757_94835", "620_101667_204118", "504_72676_141358", "620_101591_203905", "475_67237_131972", "444_63708_125709", "377_43631_86945", "579_85828_169718" ], "val": [ "581_86292_171292" ] } }