Llama-2-7b-hf-8bit
/
flyte34wt1230
/local_flytekit
/810e18b454e773a781f5bff5b4bed050
/generation_config.json
{ | |
"bos_token_id": 1, | |
"do_sample": true, | |
"eos_token_id": 2, | |
"max_length": 4096, | |
"pad_token_id": 0, | |
"temperature": 0.6, | |
"top_p": 0.9, | |
"transformers_version": "4.32.0.dev0" | |
} | |