Hugging Face's logo

ellamind
/
llama3-70b-instruct-awq-glc

Text Generation
Transformers
Safetensors
llama
conversational
text-generation-inference
Inference Endpoints
4-bit precision
awq
🇪🇺 Region: EU
Model card Files Community
jphme commited on
Commit
f3dd3f0
•
1 Parent(s): 4cf62f1

Upload folder using huggingface_hub

Browse files
Files changed (10) hide show
  1. config.json +2 -5
  2. model-00001-of-00009.safetensors +2 -2
  3. model-00002-of-00009.safetensors +2 -2
  4. model-00003-of-00009.safetensors +2 -2
  5. model-00004-of-00009.safetensors +2 -2
  6. model-00005-of-00009.safetensors +2 -2
  7. model-00006-of-00009.safetensors +2 -2
  8. model-00007-of-00009.safetensors +2 -2
  9. model-00008-of-00009.safetensors +2 -2
  10. model-00009-of-00009.safetensors +1 -1
config.json CHANGED
@@ -26,13 +26,10 @@
26
  "zero_point": true
27
  },
28
  "rms_norm_eps": 1e-05,
29
- "rope_scaling": {
30
- "type": "dynamic",
31
- "factor": 4.0
32
- },
33
  "rope_theta": 500000.0,
34
  "tie_word_embeddings": false,
35
- "torch_dtype": "bfloat16",
36
  "transformers_version": "4.40.1",
37
  "use_cache": false,
38
  "vocab_size": 128256
 
26
  "zero_point": true
27
  },
28
  "rms_norm_eps": 1e-05,
29
+ "rope_scaling": null,
 
 
 
30
  "rope_theta": 500000.0,
31
  "tie_word_embeddings": false,
32
+ "torch_dtype": "float16",
33
  "transformers_version": "4.40.1",
34
  "use_cache": false,
35
  "vocab_size": 128256
model-00001-of-00009.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d0d4637228082abe1a7606eec727d79b1fc77af098a27ff8dc2edb0865be9de7
3
- size 4969219144
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:097c0546f78b6845bb60c78c2d2efc9cf3687fd94da2afe3a4728bcd971f6943
3
+ size 4969219128
model-00002-of-00009.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:db66dcd05d028059ddaefa4f723ebe31c5103e34100dd3b5a732f26b913f3e2f
3
- size 4890226920
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f32125a59b521cd0008dec836155060de4c5e2ec159efa6ab946db51401cf68c
3
+ size 4890226896
model-00003-of-00009.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:31fb7f077f6a662b8aceca38013ed6e74f0aae390244b6448dfbd0905e7ae2db
3
- size 4890227016
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edae5f687c34c0c4dec5cf6a718eae399214c2c92e09e5fd7b42eae24abf64b2
3
+ size 4890226992
model-00004-of-00009.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fba2d4ac001807947ac2f3266d8b368eaaf55e486d13d2cb35007d17765fc9b0
3
- size 4890227016
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a032861727c54d1944c462e95ab9b95b00c8baf539bc0b067da6600133d8e19
3
+ size 4890226992
model-00005-of-00009.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b8e33e850935dbf91a5b457b9e4aeed1647607a9c2f0cb78af0d55c02a573507
3
- size 4890227016
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f168f877c1b08d9976f18e5af0867f654e502b91778a7e7451463182eb9e71ad
3
+ size 4890226992
model-00006-of-00009.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7386154fd40a96b3105bef1f2228b04d389f60a51eb21beede10f8d8dd124fa9
3
- size 4890227016
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:261da9996cb931cdba51be5f93550b586a148f41c9bac20fe7175ca8e5598e3e
3
+ size 4890226992
model-00007-of-00009.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:58339bdb9b8cb7d0b91584877f56e074fadf83298a8cf512e2c8b16293dd3663
3
- size 4890227016
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fcf03cc060cd9431250a6857d88e2c323338d03d3b29d97e3a4b5dff4adb2706
3
+ size 4890226992
model-00008-of-00009.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4acefcc08ac407d6548ae87657ce072e307dd362a542ba701fd94f3ca2ef7254
3
- size 3356068856
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56e670b531301b0af388fa47b02ea88bf0fa75d80d789b9e60462e74039b76f5
3
+ size 3356068840
model-00009-of-00009.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:55298e57c1dfe47357f5b367863da3ad8aa7b009249b4d7146bd4cf22f004e89
3
  size 2101346432
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7f36afb2837cc4b8d6caa0b167f14fc354549c55d6afe96cccea3dd48e84598
3
  size 2101346432