PyTorch
English
gpt2
chelitarey commited on
Commit
ae927a6
·
verified ·
1 Parent(s): 2f7a807

Upload config.json

Browse files
Files changed (1) hide show
  1. config.json +79 -0
config.json ADDED
@@ -0,0 +1,79 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "config": {
3
+ "name": "flux_train_replicate",
4
+ "process": [
5
+ {
6
+ "datasets": [
7
+ {
8
+ "cache_latents_to_disk": true,
9
+ "caption_dropout_rate": 0.05,
10
+ "caption_ext": "txt",
11
+ "folder_path": "input_images",
12
+ "resolution": [
13
+ 512,
14
+ 768,
15
+ 1024
16
+ ],
17
+ "shuffle_tokens": false
18
+ }
19
+ ],
20
+ "device": "cuda:0",
21
+ "model": {
22
+ "is_flux": true,
23
+ "name_or_path": "black-forest-labs/FLUX.1-dev",
24
+ "quantize": true
25
+ },
26
+ "network": {
27
+ "linear": 16,
28
+ "linear_alpha": 16,
29
+ "type": "lora"
30
+ },
31
+ "sample": {
32
+ "guidance_scale": 4,
33
+ "height": 1024,
34
+ "neg": "",
35
+ "prompts": [
36
+ "a sign that says 'I LOVE PROMPTS!' in the style of [trigger]"
37
+ ],
38
+ "sample_every": 250,
39
+ "sample_steps": 20,
40
+ "sampler": "flowmatch",
41
+ "seed": 42,
42
+ "walk_seed": true,
43
+ "width": 1024
44
+ },
45
+ "save": {
46
+ "dtype": "float16",
47
+ "max_step_saves_to_keep": 1,
48
+ "save_every": 1001
49
+ },
50
+ "train": {
51
+ "batch_size": 1,
52
+ "content_or_style": "balanced",
53
+ "dtype": "bf16",
54
+ "ema_config": {
55
+ "ema_decay": 0.99,
56
+ "use_ema": true
57
+ },
58
+ "gradient_accumulation_steps": 1,
59
+ "gradient_checkpointing": true,
60
+ "lr": 0.0004,
61
+ "noise_scheduler": "flowmatch",
62
+ "optimizer": "adamw8bit",
63
+ "steps": 1000,
64
+ "train_text_encoder": false,
65
+ "train_unet": true
66
+ },
67
+ "training_folder": "output",
68
+ "trigger_word": "TOK",
69
+ "type": "sd_trainer"
70
+ }
71
+ ]
72
+ },
73
+ "job": "extension",
74
+ "meta": {
75
+ "name": "flux_train_replicate",
76
+ "version": "1.0"
77
+ },
78
+ "model_type": "gpt2"
79
+ }