| { | |
| "embedding_dim": 32, | |
| "embedding_max_frequency": 1000.0, | |
| "num_features": [16, 32, 64, 128, 256], | |
| "num_groups": [16, 32, 32, 32, 32], | |
| "kernel_size": 3, | |
| "block_depth": 2, | |
| "output_channels": 1, | |
| "activation_fn": "silu", | |
| "weight_decay": 0.0001, | |
| "optimizer": "adamw", | |
| "adam_b1": 0.9, | |
| "adam_b2": 0.9, | |
| "adam_eps": 0.00000001, | |
| "adam_eps_root": 0.0, | |
| "lr_base": 0.0001, | |
| "lr_max": 0.01, | |
| "lr_min": 0.00001, | |
| "lr_warmup_epochs": 2, | |
| "lr_decay_rate": 0.8, | |
| "lr_decay_epochs": 1, | |
| "image_size": 256, | |
| "epochs": 112, | |
| "min_signal_rate": 0.01, | |
| "max_signal_rate": 0.99, | |
| "batch_size": 16, | |
| "noise_clip": 3.0, | |
| "dtype": "bfloat16", | |
| "param_dtype": "float32" | |
| } | |