Hugging Face's logo

gradientai
/
Llama-3-8B-Instruct-262k

Text Generation
Transformers
Safetensors
English
llama
meta
llama-3
conversational
text-generation-inference
Inference Endpoints
Model card Files Community
20
michaelfeil commited on
Commit
1d7c3d3
•
1 Parent(s): 3e8a31d

Uploading model

Browse files
Files changed (10) hide show
  1. config.json +2 -2
  2. model-00001-of-00004.safetensors +1 -1
  3. model-00002-of-00004.safetensors +1 -1
  4. model-00003-of-00004.safetensors +1 -1
  5. model-00004-of-00004.safetensors +1 -1
  6. model.safetensors +3 -0
  7. model_1714030720.safetensors +3 -0
  8. model_1714030732.safetensors +3 -0
  9. model_1714062973.safetensors +3 -0
  10. model_1714063000.safetensors +3 -0
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
@@ -19,7 +19,7 @@
19
  "pretraining_tp": 1,
20
  "rms_norm_eps": 1e-05,
21
  "rope_scaling": null,
22
- "rope_theta": 67478326.0,
23
  "tie_word_embeddings": false,
24
  "torch_dtype": "bfloat16",
25
  "transformers_version": "4.39.1",
 
1
  {
2
+ "_name_or_path": "gradientai/llama3-run1-stage65k",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
 
19
  "pretraining_tp": 1,
20
  "rms_norm_eps": 1e-05,
21
  "rope_scaling": null,
22
+ "rope_theta": 207112184.0,
23
  "tie_word_embeddings": false,
24
  "torch_dtype": "bfloat16",
25
  "transformers_version": "4.39.1",
model-00001-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1f2bc889603f5ca6d7a919cc3bf3416f119f73173aa40bb2f2bb01fbd060fe49
3
  size 4976698672
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:448a59d0669291d286776a461e76ff60701475da82dd0eb08256d0e88c624eaf
3
  size 4976698672
model-00002-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9c5f40420567dcccdad40554b3b002bc68ae83e56d50407170e3eb33f9eb9d6f
3
  size 4999802720
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bdb3b6b8eb3427b7e629915e3f519fab46cf1ccb54433c7e8f9d8aaf00dd4cb
3
  size 4999802720
model-00003-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6e265b8c96bc6386002c75abd8c218f424e551f4a3aa238b2e0b27b7bf070bd2
3
  size 4915916176
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d953fb63ac9dd3af2c4cee7ce1845c7a5f73a42718c4484043e96ed2f789ea49
3
  size 4915916176
model-00004-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d9648dbc16f7fe203b381cc6571a29f7fb0a7bc343daf7e4e746c244868c8f2b
3
  size 1168138808
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e03f80d21dec583afd7df5c351c3614df69af86bd7ad71521cea8caeaa6846e
3
  size 1168138808
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ea5e344027313bc79a3185a27c0b2616c6f1158935f87987a70444e60505c53
3
+ size 539576
model_1714030720.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:755dd55e55ad06d00ab94cc280900bb23babe0398c048f9c036ddcc8b056745f
3
+ size 539576
model_1714030732.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:755dd55e55ad06d00ab94cc280900bb23babe0398c048f9c036ddcc8b056745f
3
+ size 539576
model_1714062973.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ea5e344027313bc79a3185a27c0b2616c6f1158935f87987a70444e60505c53
3
+ size 539576
model_1714063000.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ea5e344027313bc79a3185a27c0b2616c6f1158935f87987a70444e60505c53
3
+ size 539576