| { | |
| "hidden_size": 4096, | |
| "layer_nums": 32, | |
| "attention_mask": "float", | |
| "key_value_shape": [ | |
| 2, | |
| 1, | |
| 0, | |
| 8, | |
| 128 | |
| ], | |
| "prompt_template": "<|start_header_id|>user<|end_header_id|>\n\n%s<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n\n", | |
| "is_visual": false | |
| } |