f6fc081 fa1aba6 f6fc081
1
2
3
4
5
6
7
8
9
10
{ "device": "cuda", "seed": 42, "dtype": "torch.bfloat16", "model_name": "meta-llama/Llama-3.1-8B", "use_flash_attn": false, "cache_dir": null, "d_model": 4096, "local_files_only": false }