generation_config.json

{
    "_from_model_config":true,
    "bos_token_id":128000,
    "eos_token_id":128001,
    "max_new_tokens":64,
    "do_sample":true,
    "temperature":0.8,
    "repetition_penalty":1.10,
    "no_repeat_ngram_size":4,
    "epsilon_cutoff":0.0006,
    "renormalize_logits":true,
    "transformers_version":"4.40.1"
}