total_params: 5930596 image_size: 256 num_train_steps: -1 num_epochs: 50 batch_size: 1 lr: 0.0001 lr_warmup_steps: 10 lr_scheduler: cosine_with_restarts gradient_accumulation_steps: 2000 save_results_every: 500 save_model_every: 5000 dim: 32 vq_codebook_size: 128 vq_codebook_dim: 128 seq_len: 1024 channels: 3 layers: 4 discr_layers: 4 scheduler_power: 8.0 num_cycles: 800 only_save_last_checkpoint: false validation_image_scale: 1.0 no_center_crop: false no_flip: false random_crop: true dataset_save_path: H:/cached_datasets/INE clear_previous_experiments: false max_grad_norm: null discr_max_grad_norm: null seed: 42 valid_frac: 0.05 use_ema: false ema_beta: 0.995 ema_update_after_step: 1 ema_update_every: 1 apply_grad_penalty_every: 4 image_column: image caption_column: caption log_with: wandb mixed_precision: 'no' use_8bit_adam: false results_dir: results\Muse-v0.12_test logging_dir: null resume_path: results\Muse-v0.12_test\vae.6270000.pt dataset_name: null streaming: false train_data_dir: H:/dataset checkpoint_limit: null cond_drop_prob: 0.5 taming_model_path: null taming_config_path: null optimizer: Adam weight_decay: 0.001 cache_path: null no_cache: true latest_checkpoint: true do_not_save_config: false use_l2_recon_loss: false debug: false config_path: null validation_folder_at_end_of_epoch: samples/validation exclude_folders: null webdataset: null project_name: muse_vae run_name: null wandb_user: null hf_split_name: train