|
amb_diff_max: |
|
- 1.0 |
|
- 1.0 |
|
amb_diff_min: |
|
- 0.0 |
|
- 0.5 |
|
arti_reg_loss_epochs: |
|
- 8 |
|
- 276 |
|
arti_reg_loss_weight: 0.2 |
|
articulation_arch: attention |
|
articulation_epochs: |
|
- 2 |
|
- 276 |
|
articulation_feature_mode: sample+global |
|
articulation_multiplier: 0.1 |
|
attach_legs_to_body_epochs: |
|
- 8 |
|
- 276 |
|
avg_seqshape_epochs: |
|
- 0 |
|
- 0 |
|
avg_texture_epochs: |
|
- 0 |
|
- 0 |
|
background_mode: none |
|
backward_prior: true |
|
bank_mean_dist_loss_weight: 0.0 |
|
batch_size: 6 |
|
best_pose_start_iter: 10000 |
|
blur_mask: false |
|
body_bone_idx_preset: |
|
0: |
|
- 0 |
|
- 0 |
|
- 0 |
|
- 0 |
|
500000: |
|
- 0 |
|
- 0 |
|
- 0 |
|
- 0 |
|
body_bones_type: z_minmax_y+ |
|
body_rotate_reg_mode: all-bones |
|
bone_y_thresh: 0.4 |
|
bsdf: diffuse |
|
cam_pos_z_offset: 10 |
|
checkpoint_dir: /viscam/u/zzli/workspace/4DAnimalKingdom_dev/results/paper_exp/same_dino_1109/mb_all_data_1k_artiID_r500k |
|
clip_tex: false |
|
clip_tex_loss_weight: 0.0 |
|
combine_dataset: true |
|
config: config/zzli_exp/same_dino_1109/mb_data1k_artiID_r500k.yml |
|
constrain_legs: false |
|
crop_fov_approx: 25 |
|
data_loader_mode: n_frame |
|
dataset: video |
|
debug_seq: false |
|
deform_epochs: |
|
- 0 |
|
- 276 |
|
deformation_reg_loss_weight: 10.0 |
|
device: cuda:0 |
|
diffusion_albedo_ratio: 0.2 |
|
diffusion_angle_front: 60 |
|
diffusion_angle_overhead: 30 |
|
diffusion_append_prompt_directions: true |
|
diffusion_guidance_scale: 100 |
|
diffusion_light_ambient: 0.5 |
|
diffusion_light_diffuse: 0.8 |
|
diffusion_loss_weight: 0.0001 |
|
diffusion_max_step: 0.6 |
|
diffusion_num_random_cameras: 1 |
|
diffusion_phi_offset: 180 |
|
diffusion_precision: float16 |
|
diffusion_prompt: an elephant |
|
diffusion_radius_range: |
|
- 9 |
|
- 11 |
|
diffusion_random_light: true |
|
diffusion_resolution: 256 |
|
diffusion_shading_ratio: 0.4 |
|
diffusion_theta_range: |
|
- 0 |
|
- 100 |
|
diffusion_uniform_sphere_rate: 1 |
|
dim_of_classes: 128 |
|
dino_feat_im_loss_weight: |
|
0: 10.0 |
|
300000: 1.0 |
|
dino_feature_dim: 16 |
|
dino_feature_input: false |
|
dino_feature_recon_dim: 16 |
|
dino_max: 1.0 |
|
dino_min: 0.0 |
|
disable_fewshot: false |
|
disc_gt: false |
|
disc_iv: true |
|
disc_iv_label: Real |
|
disc_reg_mul: 10.0 |
|
discriminator_loss_weight: 1.0 |
|
dmtet_grid: 256 |
|
dmtet_grid_smaller: 256 |
|
dmtet_grid_smaller_epoch: 1 |
|
embed_concat_pts: true |
|
embedder_freq_arti: 8 |
|
embedder_freq_deform: 10 |
|
embedder_freq_dino: 8 |
|
embedder_freq_shape: 8 |
|
embedder_freq_tex: 10 |
|
enable_articulation: true |
|
enable_articulation_bone_threshold: true |
|
enable_articulation_idadd: true |
|
enable_deform: true |
|
enable_disc: true |
|
enable_encoder: true |
|
enable_lighting: true |
|
enable_mask_distribution: true |
|
enable_memory_bank: true |
|
enable_pose: true |
|
enable_prior: true |
|
enable_sds: false |
|
encoder_arch: vit |
|
encoder_frozen: true |
|
encoder_pretrained: true |
|
enhance_back_view: true |
|
enhance_back_view_path: /viscam/u/zzli/workspace/Animal-Data-Engine/data/data_resize_update/segmented_back_view_data |
|
extra_renders: |
|
instance: |
|
- geo_normal |
|
- diffuse |
|
- gray |
|
faces_per_pixel: 10 |
|
few_shot_category_num: -1 |
|
few_shot_class_vector_init: copy |
|
few_shot_data_dir: |
|
- /viscam/u/zzli/workspace/Animal-Data-Engine/data/data_resize_update/few_shot_data_all |
|
- /viscam/projects/articulated/dor/Animal-Data-Engine/data/data_resize_update/train_with_classes_filtered |
|
few_shot_iteration_save: true |
|
few_shot_iteration_save_freq: 2000 |
|
few_shot_lr: 0.0001 |
|
few_shot_optimize: exp |
|
few_shot_optimize_bank: all |
|
few_shot_original_classes_num: 7 |
|
few_shot_resume: true |
|
few_shot_test_category_names: |
|
- caracal |
|
- impala |
|
- ox |
|
- squirrel |
|
- wolf |
|
few_shot_test_category_num: 5 |
|
few_shot_val_image_num: 5 |
|
fix_viz_batch: false |
|
flow_loss_epochs: |
|
- 0 |
|
- 0 |
|
flow_loss_weight: 0.0 |
|
forbid_leg_rotate: true |
|
fov_w: 60 |
|
full_size_h: 1080 |
|
full_size_w: 1920 |
|
gamma: 1e-6 |
|
gan_tex: false |
|
grid_scale: 7 |
|
hidden_size: 256 |
|
in_image_size: 256 |
|
init_sdf: ellipsoid |
|
is_dry_run: false |
|
iter_arti_reg_loss_start: 60000 |
|
iter_articulation_start: 20000 |
|
iter_attach_leg_to_body_start: 60000 |
|
iter_deformation_start: 500000 |
|
iter_leg_rotation_start: 300000 |
|
iter_nozeroy_start: 20000 |
|
jitter_grid: 0.05 |
|
kd_max: |
|
- 1.0 |
|
- 1.0 |
|
- 1.0 |
|
- 1.0 |
|
kd_min: |
|
- 0.0 |
|
- 0.0 |
|
- 0.0 |
|
- 0.0 |
|
keep_num_checkpoint: 1 |
|
ks_max: |
|
- 0.0 |
|
- 0.0 |
|
- 0.0 |
|
ks_min: |
|
- 0.0 |
|
- 0.0 |
|
- 0.0 |
|
latent_dim: 256 |
|
load_dino_cluster: false |
|
load_dino_feature: true |
|
log_freq_images: 501 |
|
log_freq_losses: 50 |
|
log_train_images: true |
|
logit_loss_dino_feat_im_loss_multiplier: |
|
0: 50.0 |
|
300000: 500.0 |
|
logit_loss_weight: 1.0 |
|
lookat_init: |
|
- 0.0 |
|
- 0.0 |
|
- 0.0 |
|
lookat_zeroy: true |
|
lr: 6.0e-05 |
|
mask_disc_loss_feat_condition: true |
|
mask_disc_loss_weight: 0.1 |
|
mask_discriminator_iter: |
|
- 80000 |
|
- 300000 |
|
mask_distribution_loss_freq: 1 |
|
mask_distribution_loss_weight: 0.0 |
|
mask_distribution_path: /viscam/projects/articulated/dor/AnimalsMotionDataset/splitted_data/Combine_data/dinov2_new/mask_distribution |
|
max_arti_angle: 60 |
|
max_trans_xy_range_ratio: 0.5 |
|
max_trans_z_range_ratio: 0.5 |
|
memory_bank_init: copy |
|
memory_bank_size: 60 |
|
memory_bank_topk: 10 |
|
memory_encoder: DINO |
|
memory_retrieve: cos-linear |
|
mesh_edge_length_loss_weight: 0.0 |
|
mesh_normal_consistency_loss_weight: 0.0 |
|
min_seq_len: 1 |
|
nrm_max: |
|
- 1.0 |
|
- 1.0 |
|
- 1.0 |
|
nrm_min: |
|
- -1.0 |
|
- -1.0 |
|
- 0.0 |
|
num_body_bones: 8 |
|
num_epochs: 1375 |
|
num_iterations: 10000000 |
|
num_layers_arti: 4 |
|
num_layers_deform: 5 |
|
num_layers_dino: 5 |
|
num_layers_light: 5 |
|
num_layers_tex: 8 |
|
num_leg_bones: 3 |
|
num_legs: 4 |
|
num_sample_frames: 1 |
|
num_workers: 8 |
|
out_image_size: 256 |
|
perturb_articulation_epochs: |
|
- 0 |
|
- 0 |
|
perturb_normal: false |
|
perturb_sdf: false |
|
pose_arch: encoder_dino_patch_key |
|
pose_entropy_loss_weight: 0.0 |
|
pose_epochs: |
|
- 0 |
|
- 0 |
|
pose_xflip_recon_epochs: |
|
- 0 |
|
- 0 |
|
pose_xflip_reg_loss_weight: 0.0 |
|
prior_condition_choice: mod |
|
prior_lr: 0.0006 |
|
prior_sdf_mode: mlp |
|
pyplot_metrics: false |
|
random_flip_train: true |
|
random_mask_law: random_azimuth |
|
random_sample_train_frames: false |
|
random_sample_val_frames: true |
|
rank: 0 |
|
reg_body_rotate_mult: 0.1 |
|
render_dino_mode: feature_mlp |
|
renderer_spp: 4 |
|
resume: true |
|
resume_prior_optim: true |
|
rgb_loss_weight: 1.0 |
|
rgb_suffix: .png |
|
root_dir: /viscam/u/zzli |
|
rot_all_quad_epochs: |
|
- 0 |
|
- 276 |
|
rot_rand_quad_epochs: |
|
- 0 |
|
- 0 |
|
rot_rep: quadlookat |
|
rot_temp_scalar: 1.0 |
|
run_few_shot: true |
|
run_train: true |
|
save_checkpoint_freq: 1 |
|
save_result_freq: 501 |
|
sdf_bce_reg_loss_min_weight: 0 |
|
sdf_bce_reg_loss_weight: 0 |
|
sdf_gradient_reg_loss_min_weight: 0.1 |
|
sdf_gradient_reg_loss_weight: 0.1 |
|
sdf_inflate_reg_loss_epochs: |
|
- 0 |
|
- 0 |
|
sdf_reg_decay_start_iter: 10000 |
|
seed: 0 |
|
seqshape_epochs: |
|
- 0 |
|
- 0 |
|
shuffle_train_seqs: true |
|
sigma: 1e-6 |
|
silhouette_dt_loss_weight: 0.0 |
|
silhouette_inv_dt_loss_weight: 50.0 |
|
silhouette_loss_weight: 5.0 |
|
skinning_temperature: 0.05 |
|
skip_beginning: 0 |
|
skip_end: 0 |
|
small_leg_angle: true |
|
smooth_deformation_loss_weight: 10.0 |
|
static_root_bones: false |
|
sym_deform: true |
|
sym_dino: false |
|
sym_prior_shape: true |
|
sym_texture: true |
|
temp_clip_high: 10.0 |
|
temp_clip_low: 1.0 |
|
tex_im_size: 256 |
|
texture_epochs: |
|
- 0 |
|
- 276 |
|
texture_mode: mlp |
|
train_data_dir: |
|
bear: /viscam/projects/articulated/dor/AnimalsMotionDataset/splitted_data/Combine_data/dinov2_new/bear_comb_dinov2_new/train |
|
cow: /viscam/projects/articulated/dor/AnimalsMotionDataset/splitted_data/Combine_data/dinov2_new/cow_comb_dinov2_new/train |
|
elephant: /viscam/projects/articulated/dor/AnimalsMotionDataset/splitted_data/Combine_data/dinov2_new/elephant_comb_dinov2_new/train |
|
giraffe: /viscam/projects/articulated/dor/AnimalsMotionDataset/splitted_data/Combine_data/dinov2_new/giraffe_comb_dinov2_new/train |
|
horse: /viscam/projects/articulated/dor/AnimalsMotionDataset/splitted_data/Combine_data/dinov2_new/horse_comb_dinov2_new/train |
|
sheep: /viscam/projects/articulated/dor/AnimalsMotionDataset/splitted_data/Combine_data/dinov2_new/sheep_comb_dinov2_new/train |
|
zebra: /viscam/projects/articulated/dor/AnimalsMotionDataset/splitted_data/Combine_data/dinov2_new/zebra_comb_dinov2_new/train |
|
train_with_cub: false |
|
use_logger: true |
|
use_scheduler: false |
|
use_wandb: false |
|
val_data_dir: |
|
bear: /viscam/projects/articulated/dor/AnimalsMotionDataset/splitted_data/Combine_data/dinov2_new/bear_comb_dinov2_new/val |
|
cow: /viscam/projects/articulated/dor/AnimalsMotionDataset/splitted_data/Combine_data/dinov2_new/cow_comb_dinov2_new/val |
|
elephant: /viscam/projects/articulated/dor/AnimalsMotionDataset/splitted_data/Combine_data/dinov2_new/elephant_comb_dinov2_new/val |
|
giraffe: /viscam/projects/articulated/dor/AnimalsMotionDataset/splitted_data/Combine_data/dinov2_new/giraffe_comb_dinov2_new/val |
|
horse: /viscam/projects/articulated/dor/AnimalsMotionDataset/splitted_data/Combine_data/dinov2_new/horse_comb_dinov2_new/val |
|
sheep: /viscam/projects/articulated/dor/AnimalsMotionDataset/splitted_data/Combine_data/dinov2_new/sheep_comb_dinov2_new/val |
|
zebra: /viscam/projects/articulated/dor/AnimalsMotionDataset/splitted_data/Combine_data/dinov2_new/zebra_comb_dinov2_new/val |
|
visualize_validation: true |
|
vit_final_layer_type: conv |
|
which_vit: dino_vits8 |
|
world_size: 1 |
|
zflip_epochs: |
|
- 0 |
|
- 0 |
|
|