|
{ |
|
"embedding_dim": 32, |
|
"embedding_max_frequency": 1000.0, |
|
"num_features": [16, 32, 64, 128, 256], |
|
"num_groups": [16, 32, 32, 32, 32], |
|
"kernel_size": 3, |
|
"block_depth": 2, |
|
"output_channels": 1, |
|
"activation_fn": "silu", |
|
"weight_decay": 0.0001, |
|
"optimizer": "adamw", |
|
"adam_b1": 0.9, |
|
"adam_b2": 0.9, |
|
"adam_eps": 0.00000001, |
|
"adam_eps_root": 0.0, |
|
"lr_base": 0.0001, |
|
"lr_max": 0.01, |
|
"lr_min": 0.00001, |
|
"lr_warmup_epochs": 2, |
|
"lr_decay_rate": 0.8, |
|
"lr_decay_epochs": 1, |
|
"image_size": 256, |
|
"epochs": 124, |
|
"min_signal_rate": 0.01, |
|
"max_signal_rate": 0.99, |
|
"batch_size": 16, |
|
"noise_clip": 3.0, |
|
"dtype": "bfloat16", |
|
"param_dtype": "float32" |
|
} |
|
|