Hzfinfdu commited on
Commit
a3da677
1 Parent(s): 2af7e89

Upload Llama3_1-8B-Base-L22M-8x/lm_config.json with huggingface_hub

Browse files
Llama3_1-8B-Base-L22M-8x/lm_config.json CHANGED
@@ -2,7 +2,7 @@
2
  "device": "cuda",
3
  "seed": 42,
4
  "dtype": "torch.bfloat16",
5
- "model_name": "meta-llama/Meta-Llama-3.1-8B",
6
  "use_flash_attn": false,
7
  "cache_dir": null,
8
  "d_model": 4096,
 
2
  "device": "cuda",
3
  "seed": 42,
4
  "dtype": "torch.bfloat16",
5
+ "model_name": "meta-llama/Llama-3.1-8B",
6
  "use_flash_attn": false,
7
  "cache_dir": null,
8
  "d_model": 4096,