creepyguy commited on
Commit
f0994be
1 Parent(s): 809c474

Upload folder using huggingface_hub

Browse files
dataset.toml ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [general]
2
+ shuffle_caption = false
3
+ caption_extension = '.txt'
4
+ keep_tokens = 1
5
+
6
+ [[datasets]]
7
+ resolution = 512
8
+ batch_size = 1
9
+ keep_tokens = 1
10
+
11
+ [[datasets.subsets]]
12
+ image_dir = '/app/fluxgym/datasets/goblins-by-cosmic'
13
+ class_tokens = 'goblin'
14
+ num_repeats = 10
sample/goblins-by-cosmic_000600_00_20241011182502.png ADDED
sample_prompts.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ goblin
train.sh ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ accelerate launch \
2
+ --mixed_precision bf16 \
3
+ --num_cpu_threads_per_process 1 \
4
+ sd-scripts/flux_train_network.py \
5
+ --pretrained_model_name_or_path "/app/fluxgym/models/unet/flux1-dev.sft" \
6
+ --clip_l "/app/fluxgym/models/clip/clip_l.safetensors" \
7
+ --t5xxl "/app/fluxgym/models/clip/t5xxl_fp16.safetensors" \
8
+ --ae "/app/fluxgym/models/vae/ae.sft" \
9
+ --cache_latents_to_disk \
10
+ --save_model_as safetensors \
11
+ --sdpa --persistent_data_loader_workers \
12
+ --max_data_loader_n_workers 2 \
13
+ --seed 42 \
14
+ --gradient_checkpointing \
15
+ --mixed_precision bf16 \
16
+ --save_precision bf16 \
17
+ --network_module networks.lora_flux \
18
+ --network_dim 4 \
19
+ --optimizer_type adafactor \
20
+ --optimizer_args "relative_step=False" "scale_parameter=False" "warmup_init=False" \
21
+ --lr_scheduler constant_with_warmup \
22
+ --max_grad_norm 0.0 \--sample_prompts="/app/fluxgym/outputs/goblins-by-cosmic/sample_prompts.txt" --sample_every_n_steps="600" \
23
+ --learning_rate 8e-4 \
24
+ --cache_text_encoder_outputs \
25
+ --cache_text_encoder_outputs_to_disk \
26
+ --fp8_base \
27
+ --highvram \
28
+ --max_train_epochs 6 \
29
+ --save_every_n_epochs 4 \
30
+ --dataset_config "/app/fluxgym/outputs/goblins-by-cosmic/dataset.toml" \
31
+ --output_dir "/app/fluxgym/outputs/goblins-by-cosmic" \
32
+ --output_name goblins-by-cosmic \
33
+ --timestep_sampling shift \
34
+ --discrete_flow_shift 3.1582 \
35
+ --model_prediction_type raw \
36
+ --guidance_scale 1 \
37
+ --loss_type l2 \