defaults/MODEL_PARAMS

{
      "temperature": 0.5,
      "top_p": 0.95,
      "repetition_penalty": 1.2,
      "top_k": 50,
      "truncate": 2048,
      "max_new_tokens": 1024,
      "stop": [
            "<|im_end|>"
      ]
}