File size: 297 Bytes
7653ae5
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
{
    "hidden_size": 4096,
    "layer_nums": 32,
    "attention_mask": "float",
    "key_value_shape": [
        2,
        1,
        0,
        32,
        128
    ],
    "prompt_template": "<|im_start|>user\n%s<|im_end|>\n<|im_start|>assistant\n",
    "is_visual": false,
    "is_audio": true
}