total_params: 345393868 image_size: 256 num_tokens: 8192 num_train_steps: -1 num_epochs: 50 dim: 32 channels: 3 batch_size: 1 lr: 1.0e-05 gradient_accumulation_steps: 100 save_results_every: 500 save_model_every: 5000 vq_codebook_size: 8192 vq_codebook_dim: 8192 lr_scheduler: constant lr_warmup_steps: 1 seq_len: 1024 depth: 4 dim_head: 64 heads: 8 ff_mult: 4 t5_name: t5-large mixed_precision: 'no' cond_image_size: null validation_prompt: a girl|a cat|a dog timesteps: 18 optimizer: Adam only_save_last_checkpoint: false validation_image_scale: 1.0 no_center_crop: false no_flip: false dataset_save_path: E:\cached_datasets\INE2 clear_previous_experiments: false max_grad_norm: null seed: 42 valid_frac: 0.05 use_ema: false ema_beta: 0.995 ema_update_after_step: 1 ema_update_every: 1 apply_grad_penalty_every: 4 image_column: image caption_column: caption log_with: wandb use_8bit_adam: false results_dir: results\Muse-v0.9_test logging_dir: null vae_path: results\Muse-v0.9_test\vae.12010000.pt dataset_name: null hf_split_name: null streaming: false train_data_dir: E:\dataset checkpoint_limit: null cond_drop_prob: 0.5 scheduler_power: 1.0 num_cycles: 1 resume_path: results\Muse-v0.9_test\maskgit.5030000.pt taming_model_path: null taming_config_path: null weight_decay: 0.045 cache_path: null no_cache: true link: false latest_checkpoint: true do_not_save_config: false use_l2_recon_loss: false debug: false config_path: null attention_type: ein random_crop: true project_name: muse_maskgit run_name: null wandb_user: sygil layers: 4 discr_layers: 4