neggles's picture
add taming vq-gumbel-f8-8192
115a6c7
raw
history blame contribute delete
745 Bytes
model:
base_learning_rate: 4.5e-06
target: taming.models.vqgan.GumbelVQ
params:
kl_weight: 1.0e-08
embed_dim: 256
n_embed: 8192
monitor: val/rec_loss
temperature_scheduler_config:
target: taming.lr_scheduler.LambdaWarmUpCosineScheduler
params:
warm_up_steps: 0
max_decay_steps: 1000001
lr_start: 0.9
lr_max: 0.9
lr_min: 1.0e-06
ddconfig:
double_z: false
z_channels: 256
resolution: 256
in_channels: 3
out_ch: 3
ch: 128
ch_mult:
- 1
- 1
- 2
- 4
num_res_blocks: 2
attn_resolutions:
- 32
dropout: 0.0
lossconfig:
target: taming.modules.losses.vqperceptual.DummyLoss