{ "_from_model_config": true, "bos_token_id": 50256, "eos_token_id": 50256, "transformers_version": "4.32.0", "do_sample": true, "temperature": 0.3, "top_p": 0.7, "top_k": 23, "repetition_penalty": 1.176, "max_new_tokens": 256, }