File size: 743 Bytes
b58e544 1a14fb8 b58e544 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 |
{
"embedding_dim": 32,
"embedding_max_frequency": 1000.0,
"num_features": [16, 32, 64, 128, 256],
"num_groups": [16, 32, 32, 32, 32],
"kernel_size": 3,
"block_depth": 2,
"output_channels": 1,
"activation_fn": "silu",
"weight_decay": 0.0001,
"optimizer": "adamw",
"adam_b1": 0.9,
"adam_b2": 0.9,
"adam_eps": 0.00000001,
"adam_eps_root": 0.0,
"lr_base": 0.0001,
"lr_max": 0.01,
"lr_min": 0.00001,
"lr_warmup_epochs": 2,
"lr_decay_rate": 0.8,
"lr_decay_epochs": 1,
"image_size": 256,
"epochs": 112,
"min_signal_rate": 0.01,
"max_signal_rate": 0.99,
"batch_size": 16,
"noise_clip": 3.0,
"dtype": "bfloat16",
"param_dtype": "float32"
}
|