variants/4x16/config.json

{"name": "model", "trainable": true, "layers": [{"module": "keras.layers", "class_name": "InputLayer", "config": {"batch_input_shape": [null, 32768], "dtype": "int32", "sparse": false, "ragged": false, "name": "input_1"}, "registered_name": null, "name": "input_1", "inbound_nodes": []}, {"module": "tokun.model", "class_name": "Encoder", "config": {"token_dim": [4, 16], "encoding_dim": 256, "embedding_dim": 256, "hidden_dim": 1024, "latent_dim": 256, "activation": "gelu", "sequence_axis": 1, "feature_axis": -1}, "registered_name": "models>Encoder", "build_config": {"input_shape": [null, 1024]}, "name": "encoder", "inbound_nodes": [[["input_1", 0, 0, {}]]]}, {"module": "tokun.model", "class_name": "Decoder", "config": {"token_dim": [16, 4], "encoding_dim": 256, "embedding_dim": 256, "hidden_dim": 1024, "latent_dim": 256, "activation": "gelu", "sequence_axis": 1, "feature_axis": -1}, "registered_name": "models>Decoder", "build_config": {"input_shape": [null, 16, 256]}, "name": "decoder", "inbound_nodes": [[["encoder", 0, 0, {}]]]}], "input_layers": [["input_1", 0, 0]], "output_layers": [["decoder", 0, 0]]}