Add files using upload-large-folder tool

config_lora-20250220-110223.toml

@@ -0,0 +1,62 @@
+ae = "/home/Ubuntu/Downloads/ae.safetensors"
+apply_t5_attn_mask = true
+bucket_no_upscale = true
+bucket_reso_steps = 64
+cache_latents = true
+cache_latents_to_disk = true
+cache_text_encoder_outputs = true
+cache_text_encoder_outputs_to_disk = true
+caption_extension = ".txt"
+clip_l = "/home/Ubuntu/Downloads/clip_l.safetensors"
+discrete_flow_shift = 3.1582
+dynamo_backend = "no"
+epoch = 150
+full_bf16 = true
+gradient_accumulation_steps = 1
+gradient_checkpointing = true
+guidance_scale = 1.0
+highvram = true
+huber_c = 0.1
+huber_scale = 1
+huber_schedule = "snr"
+loss_type = "l2"
+lr_scheduler = "constant"
+lr_scheduler_args = []
+lr_scheduler_num_cycles = 1
+lr_scheduler_power = 1
+max_bucket_reso = 2048
+max_data_loader_n_workers = 0
+max_timestep = 1000
+max_train_steps = 29700
+mem_eff_save = true
+min_bucket_reso = 256
+mixed_precision = "bf16"
+model_prediction_type = "raw"
+network_alpha = 128
+network_args = [ "train_double_block_indices=all", "train_single_block_indices=all",]
+network_dim = 128
+network_module = "networks.lora_flux"
+noise_offset_type = "Original"
+optimizer_args = [ "scale_parameter=False", "relative_step=False", "warmup_init=False", "weight_decay=0.01",]
+optimizer_type = "Adafactor"
+output_dir = "/home/Ubuntu/apps/StableSwarmUI/Models/Lora"
+output_name = "paxiegames_items"
+pretrained_model_name_or_path = "/home/Ubuntu/Downloads/flux1-dev.safetensors"
+prior_loss_weight = 1
+resolution = "1024,1024"
+sample_prompts = "/home/Ubuntu/apps/StableSwarmUI/Models/Lora/sample/prompt.txt"
+sample_sampler = "euler_a"
+save_every_n_epochs = 25
+save_model_as = "safetensors"
+save_precision = "float"
+seed = 1
+t5xxl = "/home/Ubuntu/Downloads/t5xxl_fp16.safetensors"
+t5xxl_max_token_length = 512
+text_encoder_lr = [ 5e-5, 5e-5,]
+timestep_sampling = "sigmoid"
+train_batch_size = 1
+train_data_dir = "/home/Ubuntu/layer_trainings/paxiegames_items"
+unet_lr = 5e-5
+vae_batch_size = 4
+wandb_run_name = "paxiegames_items"
+xformers = true

config_lora-20250220-110816.toml

@@ -0,0 +1,62 @@
+ae = "/home/Ubuntu/Downloads/ae.safetensors"
+apply_t5_attn_mask = true
+bucket_no_upscale = true
+bucket_reso_steps = 64
+cache_latents = true
+cache_latents_to_disk = true
+cache_text_encoder_outputs = true
+cache_text_encoder_outputs_to_disk = true
+caption_extension = ".txt"
+clip_l = "/home/Ubuntu/Downloads/clip_l.safetensors"
+discrete_flow_shift = 3.1582
+dynamo_backend = "no"
+epoch = 300
+full_bf16 = true
+gradient_accumulation_steps = 1
+gradient_checkpointing = true
+guidance_scale = 1.0
+highvram = true
+huber_c = 0.1
+huber_scale = 1
+huber_schedule = "snr"
+loss_type = "l2"
+lr_scheduler = "constant"
+lr_scheduler_args = []
+lr_scheduler_num_cycles = 1
+lr_scheduler_power = 1
+max_bucket_reso = 2048
+max_data_loader_n_workers = 0
+max_timestep = 1000
+max_train_steps = 12000
+mem_eff_save = true
+min_bucket_reso = 256
+mixed_precision = "bf16"
+model_prediction_type = "raw"
+network_alpha = 128
+network_args = [ "train_double_block_indices=all", "train_single_block_indices=all",]
+network_dim = 128
+network_module = "networks.lora_flux"
+noise_offset_type = "Original"
+optimizer_args = [ "scale_parameter=False", "relative_step=False", "warmup_init=False", "weight_decay=0.01",]
+optimizer_type = "Adafactor"
+output_dir = "/home/Ubuntu/apps/StableSwarmUI/Models/Lora"
+output_name = "paxiegames_micheal"
+pretrained_model_name_or_path = "/home/Ubuntu/Downloads/flux1-dev.safetensors"
+prior_loss_weight = 1
+resolution = "1024,1024"
+sample_prompts = "/home/Ubuntu/apps/StableSwarmUI/Models/Lora/sample/prompt.txt"
+sample_sampler = "euler_a"
+save_every_n_epochs = 25
+save_model_as = "safetensors"
+save_precision = "float"
+seed = 1
+t5xxl = "/home/Ubuntu/Downloads/t5xxl_fp16.safetensors"
+t5xxl_max_token_length = 512
+text_encoder_lr = [ 5e-5, 5e-5,]
+timestep_sampling = "sigmoid"
+train_batch_size = 1
+train_data_dir = "/home/Ubuntu/layer_trainings/paxiegames_micheal"
+unet_lr = 5e-5
+vae_batch_size = 4
+wandb_run_name = "paxiegames_micheal"
+xformers = true

paxiegames_items-000025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0676c2aefea261e94a9b8e64b9185dcfe109035017560757f9f0ff987f49ffff
+size 2535602744

paxiegames_items-000050.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9cf2856cf48d1ef9ca05492fc5add2502fcb86df5da4ff2a45a6d164ba59cca
+size 2535602744

paxiegames_items-000075.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2fb9a6733ac97ffa88d80a76f3df3b282a5b871c6e4ee4ed6f517453f71f3ba
+size 2535602744

paxiegames_items-000100.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab9ffb178ac44f40c68e73349c8390155a4b0e343e297aecd0dd8a2f5a1857b
+size 2535602744

paxiegames_items-000125.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:989e91e14172570ac00c170b64e250e84e268a1aa2661ae9a9eaff97a0afed5d
+size 2535602744

paxiegames_items.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c6991fd6977a14a1b639b157a41975d6b2248210519a3f7047ea700a35edf83
+size 2535602744

paxiegames_items_20250220-110223.json

@@ -0,0 +1,228 @@
+{
+  "LoRA_type": "Flux1",
+  "LyCORIS_preset": "full",
+  "adaptive_noise_scale": 0,
+  "additional_parameters": "",
+  "ae": "/home/Ubuntu/Downloads/ae.safetensors",
+  "apply_t5_attn_mask": true,
+  "async_upload": false,
+  "block_alphas": "",
+  "block_dims": "",
+  "block_lr_zero_threshold": "",
+  "blocks_to_swap": 0,
+  "bucket_no_upscale": true,
+  "bucket_reso_steps": 64,
+  "bypass_mode": false,
+  "cache_latents": true,
+  "cache_latents_to_disk": true,
+  "caption_dropout_every_n_epochs": 0,
+  "caption_dropout_rate": 0,
+  "caption_extension": ".txt",
+  "clip_g": "",
+  "clip_g_dropout_rate": 0,
+  "clip_l": "/home/Ubuntu/Downloads/clip_l.safetensors",
+  "clip_skip": 0,
+  "color_aug": false,
+  "constrain": 0,
+  "conv_alpha": 1,
+  "conv_block_alphas": "",
+  "conv_block_dims": "",
+  "conv_dim": 1,
+  "cpu_offload_checkpointing": false,
+  "dataset_config": "",
+  "debiased_estimation_loss": false,
+  "decompose_both": false,
+  "dim_from_weights": false,
+  "discrete_flow_shift": 3.1582,
+  "dora_wd": false,
+  "double_blocks_to_swap": 0,
+  "down_lr_weight": "",
+  "dynamo_backend": "no",
+  "dynamo_mode": "default",
+  "dynamo_use_dynamic": false,
+  "dynamo_use_fullgraph": false,
+  "enable_all_linear": false,
+  "enable_bucket": false,
+  "epoch": 150,
+  "extra_accelerate_launch_args": "",
+  "factor": -1,
+  "flip_aug": false,
+  "flux1_cache_text_encoder_outputs": true,
+  "flux1_cache_text_encoder_outputs_to_disk": true,
+  "flux1_checkbox": true,
+  "fp8_base": false,
+  "fp8_base_unet": false,
+  "full_bf16": true,
+  "full_fp16": false,
+  "gpu_ids": "0",
+  "gradient_accumulation_steps": 1,
+  "gradient_checkpointing": true,
+  "guidance_scale": 1,
+  "highvram": true,
+  "huber_c": 0.1,
+  "huber_scale": 1,
+  "huber_schedule": "snr",
+  "huggingface_path_in_repo": "",
+  "huggingface_repo_id": "",
+  "huggingface_repo_type": "",
+  "huggingface_repo_visibility": "",
+  "huggingface_token": "",
+  "img_attn_dim": "",
+  "img_mlp_dim": "",
+  "img_mod_dim": "",
+  "in_dims": "",
+  "ip_noise_gamma": 0,
+  "ip_noise_gamma_random_strength": false,
+  "keep_tokens": 0,
+  "learning_rate": 5e-05,
+  "log_config": false,
+  "log_tracker_config": "",
+  "log_tracker_name": "",
+  "log_with": "",
+  "logging_dir": "",
+  "logit_mean": 0,
+  "logit_std": 1,
+  "loraplus_lr_ratio": 0,
+  "loraplus_text_encoder_lr_ratio": 0,
+  "loraplus_unet_lr_ratio": 0,
+  "loss_type": "l2",
+  "lowvram": false,
+  "lr_scheduler": "constant",
+  "lr_scheduler_args": "",
+  "lr_scheduler_num_cycles": 1,
+  "lr_scheduler_power": 1,
+  "lr_scheduler_type": "",
+  "lr_warmup": 0,
+  "lr_warmup_steps": 0,
+  "main_process_port": 0,
+  "masked_loss": false,
+  "max_bucket_reso": 2048,
+  "max_data_loader_n_workers": 0,
+  "max_grad_norm": 0,
+  "max_resolution": "1024,1024",
+  "max_timestep": 1000,
+  "max_token_length": 75,
+  "max_train_epochs": 0,
+  "max_train_steps": 0,
+  "mem_eff_attn": false,
+  "mem_eff_save": true,
+  "metadata_author": "",
+  "metadata_description": "",
+  "metadata_license": "",
+  "metadata_tags": "",
+  "metadata_title": "",
+  "mid_lr_weight": "",
+  "min_bucket_reso": 256,
+  "min_snr_gamma": 0,
+  "min_timestep": 0,
+  "mixed_precision": "bf16",
+  "mode_scale": 1.29,
+  "model_list": "custom",
+  "model_prediction_type": "raw",
+  "module_dropout": 0,
+  "multi_gpu": false,
+  "multires_noise_discount": 0.3,
+  "multires_noise_iterations": 0,
+  "network_alpha": 128,
+  "network_dim": 128,
+  "network_dropout": 0,
+  "network_weights": "",
+  "noise_offset": 0,
+  "noise_offset_random_strength": false,
+  "noise_offset_type": "Original",
+  "num_cpu_threads_per_process": 2,
+  "num_machines": 1,
+  "num_processes": 1,
+  "optimizer": "Adafactor",
+  "optimizer_args": "scale_parameter=False relative_step=False warmup_init=False weight_decay=0.01",
+  "output_dir": "/home/Ubuntu/apps/StableSwarmUI/Models/Lora",
+  "output_name": "paxiegames_items",
+  "persistent_data_loader_workers": false,
+  "pos_emb_random_crop_rate": 0,
+  "pretrained_model_name_or_path": "/home/Ubuntu/Downloads/flux1-dev.safetensors",
+  "prior_loss_weight": 1,
+  "random_crop": false,
+  "rank_dropout": 0,
+  "rank_dropout_scale": false,
+  "reg_data_dir": "",
+  "rescaled": false,
+  "resume": "",
+  "resume_from_huggingface": "",
+  "sample_every_n_epochs": 0,
+  "sample_every_n_steps": 0,
+  "sample_prompts": "",
+  "sample_sampler": "euler_a",
+  "save_clip": false,
+  "save_every_n_epochs": 25,
+  "save_every_n_steps": 0,
+  "save_last_n_epochs": 0,
+  "save_last_n_epochs_state": 0,
+  "save_last_n_steps": 0,
+  "save_last_n_steps_state": 0,
+  "save_model_as": "safetensors",
+  "save_precision": "float",
+  "save_state": false,
+  "save_state_on_train_end": false,
+  "save_state_to_huggingface": false,
+  "save_t5xxl": false,
+  "scale_v_pred_loss_like_noise_pred": false,
+  "scale_weight_norms": 0,
+  "sd3_cache_text_encoder_outputs": false,
+  "sd3_cache_text_encoder_outputs_to_disk": false,
+  "sd3_checkbox": false,
+  "sd3_clip_l": "",
+  "sd3_clip_l_dropout_rate": 0,
+  "sd3_disable_mmap_load_safetensors": false,
+  "sd3_enable_scaled_pos_embed": false,
+  "sd3_fused_backward_pass": false,
+  "sd3_t5_dropout_rate": 0,
+  "sd3_t5xxl": "",
+  "sd3_text_encoder_batch_size": 1,
+  "sdxl": false,
+  "sdxl_cache_text_encoder_outputs": false,
+  "sdxl_no_half_vae": false,
+  "seed": 1,
+  "shuffle_caption": false,
+  "single_blocks_to_swap": 0,
+  "single_dim": "",
+  "single_mod_dim": "",
+  "skip_cache_check": false,
+  "split_mode": false,
+  "split_qkv": false,
+  "stop_text_encoder_training": 0,
+  "t5xxl": "/home/Ubuntu/Downloads/t5xxl_fp16.safetensors",
+  "t5xxl_device": "",
+  "t5xxl_dtype": "bf16",
+  "t5xxl_lr": 0,
+  "t5xxl_max_token_length": 512,
+  "text_encoder_lr": 5e-05,
+  "timestep_sampling": "sigmoid",
+  "train_batch_size": 1,
+  "train_blocks": "all",
+  "train_data_dir": "/home/Ubuntu/layer_trainings/paxiegames_items",
+  "train_double_block_indices": "all",
+  "train_norm": false,
+  "train_on_input": true,
+  "train_single_block_indices": "all",
+  "train_t5xxl": false,
+  "training_comment": "",
+  "txt_attn_dim": "",
+  "txt_mlp_dim": "",
+  "txt_mod_dim": "",
+  "unet_lr": 5e-05,
+  "unit": 1,
+  "up_lr_weight": "",
+  "use_cp": false,
+  "use_scalar": false,
+  "use_tucker": false,
+  "v2": false,
+  "v_parameterization": false,
+  "v_pred_like_loss": 0,
+  "vae": "",
+  "vae_batch_size": 4,
+  "wandb_api_key": "",
+  "wandb_run_name": "",
+  "weighted_captions": false,
+  "weighting_scheme": "logit_normal",
+  "xformers": "xformers"
+}

paxiegames_micheal-000125.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44fc1962c6f456fde59a566ae4020a4b18f4eeed23f30600801e17c7c8d70b1c
+size 2535602744

paxiegames_micheal-000150.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:928b34071ceec9bf03ee017fbd0b7ccd3accc415a77c38a75c54094c0a27c53a
+size 2535602744

paxiegames_micheal-000175.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73ca9084972ee2e6baff5b71d2f55eedd2ecf24af275e89d9dcc8670709fc172
+size 2535602744

paxiegames_micheal-000200.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5ce0ef3d2c3570b79b7f9268c979efe961e10b4eb7733c0a1dc84f780506465
+size 2535602744

paxiegames_micheal-000225.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f64217819293613077bfd609fe66197aaeff1b89de0937a175e487612161400
+size 2535602744

paxiegames_micheal-000250.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e45762830cca2c9ccc6113dbb944314935c7f7613a81f606459eee442764dfe
+size 2535602744

paxiegames_micheal-000275.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b069ff48fb93401d13c142cb003f223c69a3e141ae526d5027daa2ab850e0ccb
+size 2535602744

paxiegames_micheal.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e715e98439645cfd775bf837ce7813bfb1856f8fde87293647325eb7a8eb0273
+size 2535602744

paxiegames_micheal_20250220-110816.json

@@ -0,0 +1,228 @@
+{
+  "LoRA_type": "Flux1",
+  "LyCORIS_preset": "full",
+  "adaptive_noise_scale": 0,
+  "additional_parameters": "",
+  "ae": "/home/Ubuntu/Downloads/ae.safetensors",
+  "apply_t5_attn_mask": true,
+  "async_upload": false,
+  "block_alphas": "",
+  "block_dims": "",
+  "block_lr_zero_threshold": "",
+  "blocks_to_swap": 0,
+  "bucket_no_upscale": true,
+  "bucket_reso_steps": 64,
+  "bypass_mode": false,
+  "cache_latents": true,
+  "cache_latents_to_disk": true,
+  "caption_dropout_every_n_epochs": 0,
+  "caption_dropout_rate": 0,
+  "caption_extension": ".txt",
+  "clip_g": "",
+  "clip_g_dropout_rate": 0,
+  "clip_l": "/home/Ubuntu/Downloads/clip_l.safetensors",
+  "clip_skip": 0,
+  "color_aug": false,
+  "constrain": 0,
+  "conv_alpha": 1,
+  "conv_block_alphas": "",
+  "conv_block_dims": "",
+  "conv_dim": 1,
+  "cpu_offload_checkpointing": false,
+  "dataset_config": "",
+  "debiased_estimation_loss": false,
+  "decompose_both": false,
+  "dim_from_weights": false,
+  "discrete_flow_shift": 3.1582,
+  "dora_wd": false,
+  "double_blocks_to_swap": 0,
+  "down_lr_weight": "",
+  "dynamo_backend": "no",
+  "dynamo_mode": "default",
+  "dynamo_use_dynamic": false,
+  "dynamo_use_fullgraph": false,
+  "enable_all_linear": false,
+  "enable_bucket": false,
+  "epoch": 300,
+  "extra_accelerate_launch_args": "",
+  "factor": -1,
+  "flip_aug": false,
+  "flux1_cache_text_encoder_outputs": true,
+  "flux1_cache_text_encoder_outputs_to_disk": true,
+  "flux1_checkbox": true,
+  "fp8_base": false,
+  "fp8_base_unet": false,
+  "full_bf16": true,
+  "full_fp16": false,
+  "gpu_ids": "1",
+  "gradient_accumulation_steps": 1,
+  "gradient_checkpointing": true,
+  "guidance_scale": 1,
+  "highvram": true,
+  "huber_c": 0.1,
+  "huber_scale": 1,
+  "huber_schedule": "snr",
+  "huggingface_path_in_repo": "",
+  "huggingface_repo_id": "",
+  "huggingface_repo_type": "",
+  "huggingface_repo_visibility": "",
+  "huggingface_token": "",
+  "img_attn_dim": "",
+  "img_mlp_dim": "",
+  "img_mod_dim": "",
+  "in_dims": "",
+  "ip_noise_gamma": 0,
+  "ip_noise_gamma_random_strength": false,
+  "keep_tokens": 0,
+  "learning_rate": 5e-05,
+  "log_config": false,
+  "log_tracker_config": "",
+  "log_tracker_name": "",
+  "log_with": "",
+  "logging_dir": "",
+  "logit_mean": 0,
+  "logit_std": 1,
+  "loraplus_lr_ratio": 0,
+  "loraplus_text_encoder_lr_ratio": 0,
+  "loraplus_unet_lr_ratio": 0,
+  "loss_type": "l2",
+  "lowvram": false,
+  "lr_scheduler": "constant",
+  "lr_scheduler_args": "",
+  "lr_scheduler_num_cycles": 1,
+  "lr_scheduler_power": 1,
+  "lr_scheduler_type": "",
+  "lr_warmup": 0,
+  "lr_warmup_steps": 0,
+  "main_process_port": 0,
+  "masked_loss": false,
+  "max_bucket_reso": 2048,
+  "max_data_loader_n_workers": 0,
+  "max_grad_norm": 0,
+  "max_resolution": "1024,1024",
+  "max_timestep": 1000,
+  "max_token_length": 75,
+  "max_train_epochs": 0,
+  "max_train_steps": 0,
+  "mem_eff_attn": false,
+  "mem_eff_save": true,
+  "metadata_author": "",
+  "metadata_description": "",
+  "metadata_license": "",
+  "metadata_tags": "",
+  "metadata_title": "",
+  "mid_lr_weight": "",
+  "min_bucket_reso": 256,
+  "min_snr_gamma": 0,
+  "min_timestep": 0,
+  "mixed_precision": "bf16",
+  "mode_scale": 1.29,
+  "model_list": "custom",
+  "model_prediction_type": "raw",
+  "module_dropout": 0,
+  "multi_gpu": false,
+  "multires_noise_discount": 0.3,
+  "multires_noise_iterations": 0,
+  "network_alpha": 128,
+  "network_dim": 128,
+  "network_dropout": 0,
+  "network_weights": "",
+  "noise_offset": 0,
+  "noise_offset_random_strength": false,
+  "noise_offset_type": "Original",
+  "num_cpu_threads_per_process": 2,
+  "num_machines": 1,
+  "num_processes": 1,
+  "optimizer": "Adafactor",
+  "optimizer_args": "scale_parameter=False relative_step=False warmup_init=False weight_decay=0.01",
+  "output_dir": "/home/Ubuntu/apps/StableSwarmUI/Models/Lora",
+  "output_name": "paxiegames_micheal",
+  "persistent_data_loader_workers": false,
+  "pos_emb_random_crop_rate": 0,
+  "pretrained_model_name_or_path": "/home/Ubuntu/Downloads/flux1-dev.safetensors",
+  "prior_loss_weight": 1,
+  "random_crop": false,
+  "rank_dropout": 0,
+  "rank_dropout_scale": false,
+  "reg_data_dir": "",
+  "rescaled": false,
+  "resume": "",
+  "resume_from_huggingface": "",
+  "sample_every_n_epochs": 0,
+  "sample_every_n_steps": 0,
+  "sample_prompts": "",
+  "sample_sampler": "euler_a",
+  "save_clip": false,
+  "save_every_n_epochs": 25,
+  "save_every_n_steps": 0,
+  "save_last_n_epochs": 0,
+  "save_last_n_epochs_state": 0,
+  "save_last_n_steps": 0,
+  "save_last_n_steps_state": 0,
+  "save_model_as": "safetensors",
+  "save_precision": "float",
+  "save_state": false,
+  "save_state_on_train_end": false,
+  "save_state_to_huggingface": false,
+  "save_t5xxl": false,
+  "scale_v_pred_loss_like_noise_pred": false,
+  "scale_weight_norms": 0,
+  "sd3_cache_text_encoder_outputs": false,
+  "sd3_cache_text_encoder_outputs_to_disk": false,
+  "sd3_checkbox": false,
+  "sd3_clip_l": "",
+  "sd3_clip_l_dropout_rate": 0,
+  "sd3_disable_mmap_load_safetensors": false,
+  "sd3_enable_scaled_pos_embed": false,
+  "sd3_fused_backward_pass": false,
+  "sd3_t5_dropout_rate": 0,
+  "sd3_t5xxl": "",
+  "sd3_text_encoder_batch_size": 1,
+  "sdxl": false,
+  "sdxl_cache_text_encoder_outputs": false,
+  "sdxl_no_half_vae": false,
+  "seed": 1,
+  "shuffle_caption": false,
+  "single_blocks_to_swap": 0,
+  "single_dim": "",
+  "single_mod_dim": "",
+  "skip_cache_check": false,
+  "split_mode": false,
+  "split_qkv": false,
+  "stop_text_encoder_training": 0,
+  "t5xxl": "/home/Ubuntu/Downloads/t5xxl_fp16.safetensors",
+  "t5xxl_device": "",
+  "t5xxl_dtype": "bf16",
+  "t5xxl_lr": 0,
+  "t5xxl_max_token_length": 512,
+  "text_encoder_lr": 5e-05,
+  "timestep_sampling": "sigmoid",
+  "train_batch_size": 1,
+  "train_blocks": "all",
+  "train_data_dir": "/home/Ubuntu/layer_trainings/paxiegames_micheal",
+  "train_double_block_indices": "all",
+  "train_norm": false,
+  "train_on_input": true,
+  "train_single_block_indices": "all",
+  "train_t5xxl": false,
+  "training_comment": "",
+  "txt_attn_dim": "",
+  "txt_mlp_dim": "",
+  "txt_mod_dim": "",
+  "unet_lr": 5e-05,
+  "unit": 1,
+  "up_lr_weight": "",
+  "use_cp": false,
+  "use_scalar": false,
+  "use_tucker": false,
+  "v2": false,
+  "v_parameterization": false,
+  "v_pred_like_loss": 0,
+  "vae": "",
+  "vae_batch_size": 4,
+  "wandb_api_key": "",
+  "wandb_run_name": "",
+  "weighted_captions": false,
+  "weighting_scheme": "logit_normal",
+  "xformers": "xformers"
+}