| descriptors: | |
| style: SEnSeI2 | |
| N_embeddings: 32 | |
| final_size: 74 | |
| blocks: | |
| - | |
| type: GLOBAL_STATS | |
| percentiles: | |
| - 0.01 | |
| - 0.1 | |
| - 0.5 | |
| - 0.9 | |
| - 0.99 | |
| - | |
| type: FCL | |
| layer_sizes: | |
| - 256 | |
| - 256 | |
| - 256 | |
| - 256 | |
| - 256 | |
| skips: add | |
| - | |
| type: ATTENTION | |
| num_transformerencoders: 8 | |
| intermediate_size: 512 | |
| num_heads: 8 | |
| dims_per_head: 32 | |
| skips: true | |
| dropout: 0.2 | |
| - | |
| type: FCL | |
| layer_sizes: | |
| - 256 | |
| - 256 | |
| - 256 | |
| - 256 | |
| skips: add | |
| - | |
| type: BAND_EMBEDDING | |
| embedding_dims: 32 # number of output channels | |
| head_layer_sizes: | |
| - 128 | |
| - 128 | |
| skips_heads: false | |
| normalize: true |