{ "hidden_size": 2048, "layer_nums": 24, "attention_mask": "int", "key_value_shape": [ 2, 1, 0, 16, 128 ], "prompt_template": "\n<|im_start|>user\n%s<|im_end|>\n<|im_start|>assistant\n", "is_visual": false, "is_single": true }