{ "_from_model_config": true, "bos_token_id": 128000, "do_sample": true, "eos_token_id": 128001, "repetition_penalty": 1.05, "stop_strings": [ "<|im_end|>" ], "temperature": 0.6, "top_p": 0.9, "transformers_version": "4.46.3" }