Hugging Face's logo

FriendliAI
/
Meta-Llama-3.1-8B-Instruct-fp8

Text Generation
Safetensors
PyTorch
llama
facebook
meta
llama-3
conversational
8-bit precision
fp8
Model card Files Community
seungahdev commited on
Commit
f2258bb
•
1 Parent(s): b46cb9b

Upload folder using huggingface_hub

Browse files
Files changed (3) hide show
  1. config.json +1 -1
  2. generation_config.json +3 -1
  3. model.safetensors +1 -1
config.json CHANGED
@@ -11,7 +11,7 @@
11
  128008,
12
  128009
13
  ],
14
- "fmo_version": "0.4",
15
  "hidden_act": "silu",
16
  "hidden_size": 4096,
17
  "initializer_range": 0.02,
 
11
  128008,
12
  128009
13
  ],
14
+ "fmo_version": "0.5",
15
  "hidden_act": "silu",
16
  "hidden_size": 4096,
17
  "initializer_range": 0.02,
generation_config.json CHANGED
@@ -1,10 +1,12 @@
1
  {
2
- "_from_model_config": true,
3
  "bos_token_id": 128000,
 
4
  "eos_token_id": [
5
  128001,
6
  128008,
7
  128009
8
  ],
 
 
9
  "transformers_version": "4.44.2"
10
  }
 
1
  {
 
2
  "bos_token_id": 128000,
3
+ "do_sample": true,
4
  "eos_token_id": [
5
  128001,
6
  128008,
7
  128009
8
  ],
9
+ "temperature": 0.6,
10
+ "top_p": 0.9,
11
  "transformers_version": "4.44.2"
12
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d5fb3db6bf77f1574d86b9b70f8db646e2a4ebf86aa9e4f5293ea938b5dbb60d
3
  size 9081279256
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09c5e6e3e45680b0b5916b3d214d569858f6fe0bf950089a73c32e1068e30303
3
  size 9081279256