| { | |
| "model_lib": "dolphin-2.2.1-mistral-7b-q4f32_1", | |
| "local_id": "dolphin-2.2.1-mistral-7b-q4f32_1", | |
| "conv_template": "llama-2", | |
| "conv_config": { | |
| "system": "<|im_start|>system: You are an AI assistant that follows instructions as closely as you can. Be helpful.", | |
| "roles": [ | |
| "<|im_start|>user", | |
| "<|im_start|>assistant" | |
| ], | |
| "seps": [ | |
| "<|im_end|>\n" | |
| ], | |
| "stop_str": "<|" | |
| }, | |
| "temperature": 0.7, | |
| "repetition_penalty": 1.0, | |
| "top_p": 0.95, | |
| "mean_gen_len": 128, | |
| "max_gen_len": 512, | |
| "num_shards": 1, | |
| "shift_fill_factor": 0.3, | |
| "tokenizer_files": [ | |
| "added_tokens.json", | |
| "tokenizer.model" | |
| ], | |
| "model_category": "mistral", | |
| "model_name": "dolphin-2.2.1-mistral-7b", | |
| "vocab_size": 32002, | |
| "sliding_window": 4096, | |
| "sliding_window_chunk_size": 4096 | |
| } |