{ "hidden_size": 4096, "layer_nums": 32, "attention_mask": "float", "key_value_shape": [ 2, 1, 0, 32, 128 ], "prompt_template": "<|im_start|>user\n%s<|im_end|>\n<|im_start|>assistant\n", "is_visual": false, "is_audio": true }