1cc1163 c2f4163 1cc1163
1
2
3
4
5
6
7
8
9
10
{ "device": "cuda", "seed": 42, "dtype": "torch.bfloat16", "model_name": "meta-llama/Llama-3.1-8B", "use_flash_attn": false, "cache_dir": null, "d_model": 4096, "local_files_only": false }