Hugging Face's logo

gradientai
/
Llama-3-8B-Instruct-262k

Text Generation
Transformers
Safetensors
English
llama
meta
llama-3
conversational
Inference Endpoints
text-generation-inference
Model card Files Community
20
michaelfeil commited on
Commit
49c039a
•
1 Parent(s): 8885399

Uploading model

Browse files
Files changed (8) hide show
  1. config.json +2 -2
  2. model-00001-of-00004.safetensors +1 -1
  3. model-00002-of-00004.safetensors +1 -1
  4. model-00003-of-00004.safetensors +1 -1
  5. model-00004-of-00004.safetensors +1 -1
  6. model.safetensors +1 -1
  7. model_1714030720.safetensors +3 -0
  8. model_1714030732.safetensors +3 -0
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
@@ -19,7 +19,7 @@
19
  "pretraining_tp": 1,
20
  "rms_norm_eps": 1e-05,
21
  "rope_scaling": null,
22
- "rope_theta": 67478326.0,
23
  "tie_word_embeddings": false,
24
  "torch_dtype": "bfloat16",
25
  "transformers_version": "4.39.1",
 
1
  {
2
+ "_name_or_path": "gradientai/llama3-run1-stage65k",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
 
19
  "pretraining_tp": 1,
20
  "rms_norm_eps": 1e-05,
21
  "rope_scaling": null,
22
+ "rope_theta": 207112184.0,
23
  "tie_word_embeddings": false,
24
  "torch_dtype": "bfloat16",
25
  "transformers_version": "4.39.1",
model-00001-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1f2bc889603f5ca6d7a919cc3bf3416f119f73173aa40bb2f2bb01fbd060fe49
3
  size 4976698672
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:feeb8bb4525c11f85b427fc9da03a0bb4c164c331bac0bf94ad3c4c8a4337649
3
  size 4976698672
model-00002-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9c5f40420567dcccdad40554b3b002bc68ae83e56d50407170e3eb33f9eb9d6f
3
  size 4999802720
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23c3213d93c5d71e82e5735388d6105fde47f20ed09029311df50d55f61b54c7
3
  size 4999802720
model-00003-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6e265b8c96bc6386002c75abd8c218f424e551f4a3aa238b2e0b27b7bf070bd2
3
  size 4915916176
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02a6df083e6aab18b49b49db81d7daf95ebf701b8aaaa52a31f50fa67ff6ccee
3
  size 4915916176
model-00004-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d9648dbc16f7fe203b381cc6571a29f7fb0a7bc343daf7e4e746c244868c8f2b
3
  size 1168138808
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:919c66cf8a56d70830aa3e0920a4b3232e0ec866ba6294af49cd465dbb97d869
3
  size 1168138808
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:701a2f48e9c696136d8a0a6e50533d1d5a4a3579a0cf83f8a7ef4d14d586a7d8
3
  size 539576
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:755dd55e55ad06d00ab94cc280900bb23babe0398c048f9c036ddcc8b056745f
3
  size 539576
model_1714030720.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:755dd55e55ad06d00ab94cc280900bb23babe0398c048f9c036ddcc8b056745f
3
+ size 539576
model_1714030732.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:755dd55e55ad06d00ab94cc280900bb23babe0398c048f9c036ddcc8b056745f
3
+ size 539576