File size: 297 Bytes
7653ae5 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 |
{
"hidden_size": 4096,
"layer_nums": 32,
"attention_mask": "float",
"key_value_shape": [
2,
1,
0,
32,
128
],
"prompt_template": "<|im_start|>user\n%s<|im_end|>\n<|im_start|>assistant\n",
"is_visual": false,
"is_audio": true
} |