|
{ |
|
"model_lib": "TinyLlama-1.1B-Chat-v0.2-q4f32_0", |
|
"local_id": "TinyLlama-1.1B-Chat-v0.2-q4f32_0", |
|
"conv_template": "llama-2", |
|
"temperature": 0.7, |
|
"repetition_penalty": 1.0, |
|
"top_p": 0.95, |
|
"mean_gen_len": 128, |
|
"max_gen_len": 512, |
|
"num_shards": 1, |
|
"use_presharded_weights": false, |
|
"shift_fill_factor": 0.3, |
|
"tokenizer_files": [ |
|
"added_tokens.json", |
|
"tokenizer.model", |
|
"tokenizer.json" |
|
], |
|
"model_category": "llama", |
|
"model_name": "TinyLlama-1.1B-Chat-v0.2", |
|
"vocab_size": 32003, |
|
"max_window_size": 2048 |
|
} |
|
|