{ | |
"model_lib": "ELYZA-japanese-Llama-2-7b-instruct-q4f16_1", | |
"local_id": "ELYZA-japanese-Llama-2-7b-instruct-q4f16_1", | |
"conv_template": "llama-2", | |
"temperature": 0.7, | |
"repetition_penalty": 1.0, | |
"top_p": 0.95, | |
"mean_gen_len": 128, | |
"max_gen_len": 4096, | |
"num_shards": 1, | |
"use_presharded_weights": false, | |
"shift_fill_factor": 0.3, | |
"tokenizer_files": [ | |
"tokenizer.json", | |
"tokenizer.model" | |
], | |
"model_category": "llama", | |
"model_name": "ELYZA-japanese-Llama-2-7b-instruct", | |
"vocab_size": 32000, | |
"max_window_size": 4096 | |
} |