generation_config.json

{
  "bos_token_id":0,
  "_from_model_config":false,
  "do_sample":true,
  "eos_token_id":0,
  "max_new_tokens":256,
  "no_repeat_ngram_size":10,
  "pad_token_id":0,
  "penalty_alpha":0.5,
  "repetition_penalty":1.05,
  "top_k":4,
  "transformers_version":"4.28.1"
}