dolly-v2-7b-sharded-8bit / generation_config.json
pszemraj's picture
increase number of 🅱️eams
9c80d24
{
"_from_model_config":false,
"bos_token_id":0,
"eos_token_id":0,
"transformers_version":"4.28.1",
"use_cache":false,
"early_stopping":true,
"do_sample":true,
"temperature":1.0,
"top_p":0.9,
"top_k":40,
"num_beams":6,
"no_repeat_ngram_size":6,
"max_new_tokens":128
}