cogvlm2-llama3-chat-19B-tgi / generation_config.json
Ubuntu
first
1f6d03b
raw history blame
No virus
281 Bytes
{
"_from_model_config": true,
"bos_token_id": 128000,
"eos_token_id": [128001, 128009],
"pad_token_id": 128002,
"do_sample": true,
"temperature": 0.8,
"max_length": 4096,
"top_p": 0.4,
"top_k": 1,
"repetition_penalty": 1.1,
"transformers_version": "4.40.2"
}