Hugging Face's logo

nm-testing
/
Llama-2-70b-chat-hf-FP8

Text Generation
Transformers
Safetensors
llama
fp8
vllm
conversational
text-generation-inference
Inference Endpoints
Model card Files Community
mgoin commited on
Commit
46cfe59
•
1 Parent(s): 1aadbc7

Upload folder using huggingface_hub

Browse files
Files changed (16) hide show
  1. config.json +1 -1
  2. generation_config.json +1 -1
  3. model-00001-of-00015.safetensors +1 -1
  4. model-00002-of-00015.safetensors +1 -1
  5. model-00003-of-00015.safetensors +1 -1
  6. model-00004-of-00015.safetensors +1 -1
  7. model-00005-of-00015.safetensors +1 -1
  8. model-00006-of-00015.safetensors +1 -1
  9. model-00007-of-00015.safetensors +1 -1
  10. model-00008-of-00015.safetensors +1 -1
  11. model-00009-of-00015.safetensors +1 -1
  12. model-00010-of-00015.safetensors +1 -1
  13. model-00011-of-00015.safetensors +1 -1
  14. model-00012-of-00015.safetensors +1 -1
  15. model-00013-of-00015.safetensors +1 -1
  16. model-00014-of-00015.safetensors +1 -1
config.json CHANGED
@@ -30,7 +30,7 @@
30
  "rope_theta": 10000.0,
31
  "tie_word_embeddings": false,
32
  "torch_dtype": "float16",
33
- "transformers_version": "4.42.1",
34
  "use_cache": true,
35
  "vocab_size": 32000
36
  }
 
30
  "rope_theta": 10000.0,
31
  "tie_word_embeddings": false,
32
  "torch_dtype": "float16",
33
+ "transformers_version": "4.42.4",
34
  "use_cache": true,
35
  "vocab_size": 32000
36
  }
generation_config.json CHANGED
@@ -6,5 +6,5 @@
6
  "pad_token_id": 0,
7
  "temperature": 0.6,
8
  "top_p": 0.9,
9
- "transformers_version": "4.42.1"
10
  }
 
6
  "pad_token_id": 0,
7
  "temperature": 0.6,
8
  "top_p": 0.9,
9
+ "transformers_version": "4.42.4"
10
  }
model-00001-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:040ddb02f405ad74c464afdacb68dfae6dcf69d30dcb3ff5bd4ba4b25171fa93
3
  size 4953650592
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53903d3dbe40c89045f398595bcdcc3be1d0398be141de8d2a8b9156e25361cb
3
  size 4953650592
model-00002-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:78f9b27eace199eb1f88e0671f741a5bceef040afdeebb4a1c127198a30de231
3
  size 4983043184
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd4d02e9fd57155b08fda3c889e8ee72c175c72a384be04ae84b719903315137
3
  size 4983043184
model-00003-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8b6c4e5876c0dafff0c1d0e6c884bf086ca9801a30c44067805dd035c9ee8b73
3
  size 4899125216
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab223330335c0e36c3235b2c8eba96b8e49efd659aee3a3bc46fee671cd43e3e
3
  size 4899125216
model-00004-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dbab29de9ec74b35c9d9e8041d2d007aae664a897bd571e6e2f4e64fa6b550a3
3
  size 4899158216
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b51b242600f90a441222905f69836b4887ba3ca1f49d493646cb10c2ee5c0804
3
  size 4899158216
model-00005-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bb52364baf0fe748f6454bf349724cc44f0af95235e1d77471e89936193f1185
3
  size 4899158208
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09b264f5c79aa35a6a5c76cdefa51af1b6bdf93bcfe17b11e86138cabe799724
3
  size 4899158208
model-00006-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:76b1ff72262b249ec0982b30c0cebd73ff64ea7d08dbf828a77d5db9ceec5196
3
  size 4983043296
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41f83cd42af04e8d15ad79f3ea9b5a68b749464e212deb141fa986b6347c72e7
3
  size 4983043296
model-00007-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e19a8dab35698e4636a836fc2a178e51be0b208fb0704128aec9dbf08aaaf2e1
3
  size 4899125216
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42e647aed07fe91a268d6414d2218e96c6241164c0d34335b4a6763d8032d221
3
  size 4899125216
model-00008-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:00c043a2b29ea5864a5478d77158475de1684a5153e3eab3a72560906d5c6bef
3
  size 4899158216
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0c2fab16a9192c3e1b2e98931c43985bdeae410e3ba3941da629de79f688dd3
3
  size 4899158216
model-00009-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f9b707afed2616603fd716a21744f413346392b135a06cb2450f2d23c6e35da9
3
  size 4899158208
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bec417046feba6eb95265d995b6562b42cf93e020db28cccdc727261b13dc8e5
3
  size 4899158208
model-00010-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c4110f89cb9892561f1d49320a547a95f41b3afebea81082ba678ba4013b41a0
3
  size 4983043296
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7b56082ff76ea08383b3c5136106dd8c88961c1d5ecc05755d93944b9a81939
3
  size 4983043296
model-00011-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dc90434576c477a1fbd86d727af10547aced9b5e160b4735e220264b197da364
3
  size 4899125216
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0cfbd05ed5076dd8e919b65f62ae0fcd39cfa71cdb588ade3e1c70905ffa507e
3
  size 4899125216
model-00012-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8fbf8fd2aefba09b9349c034006594fc9da00d21423a8cad5ae8472ac64d195a
3
  size 4899158216
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:128da5250529c714c1e41e323ef0c6c7b244969bf214896bf6fe6ce3aab59e5b
3
  size 4899158216
model-00013-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ac5204438cfc7b173927536e4a7fa7e61683dd421895606e5bfd29072b851f97
3
  size 4899158208
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:700bac9c2c1af2bff1cecbeab8880df7cf942e817a8a1d4092d7cc861133cc46
3
  size 4899158208
model-00014-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cc7395aaff3bb49d541d9d295484a5ee95a8b0873664edf5104efdca3ebbde1b
3
  size 4983059760
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b586513fbed29f7e9a78a9a53e2bf5b80e9a6b948f972a0bb0c0499f943efb54
3
  size 4983059760