Hugging Face's logo

cools
/
LLM

Text Generation
Transformers
Safetensors
mistral
text-generation-inference
8-bit precision
bitsandbytes
Model card Files
xet
Community
cools commited on
Commit
ec9bb5d
·
1 Parent(s): 9213b61

Upload MistralForCausalLM

Browse files
Files changed (9) hide show
  1. config.json +1 -1
  2. model-00001-of-00008.safetensors +2 -2
  3. model-00002-of-00008.safetensors +2 -2
  4. model-00003-of-00008.safetensors +2 -2
  5. model-00004-of-00008.safetensors +2 -2
  6. model-00005-of-00008.safetensors +2 -2
  7. model-00006-of-00008.safetensors +2 -2
  8. model-00007-of-00008.safetensors +2 -2
  9. model-00008-of-00008.safetensors +1 -1
config.json CHANGED
@@ -30,7 +30,7 @@
30
  "rope_theta": 10000.0,
31
  "sliding_window": 4096,
32
  "tie_word_embeddings": false,
33
- "torch_dtype": "float16",
34
  "transformers_version": "4.35.2",
35
  "use_cache": true,
36
  "vocab_size": 32000
 
30
  "rope_theta": 10000.0,
31
  "sliding_window": 4096,
32
  "tie_word_embeddings": false,
33
+ "torch_dtype": "bfloat16",
34
  "transformers_version": "4.35.2",
35
  "use_cache": true,
36
  "vocab_size": 32000
model-00001-of-00008.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:86874c3a4fe07032135163ed456d028a3346bea128ce5df3ae723dd4221cb730
3
- size 959010752
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba6c999ffe83a97019a85daa94508e5cfe438cfe004aaba010ff1d654c1d49a6
3
+ size 959010760
model-00002-of-00008.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1ade7c2721e5bad6635d8681060ff8c328a064efdfbb927894586a629b750ff1
3
- size 990731288
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae68bb40070ca177f460f5c6263b2bdbc6490963ba6f0f7decf07ec4ffd9955b
3
+ size 990731296
model-00003-of-00008.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:70fd7a0feb60fa97711b03b101c3561772d9d76112cbd3bf94f80363eb30ca19
3
- size 973914008
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac1e04f3a35aada2049a7ae24d46b551dc87824d1488ba2fbc4e952f11be44e0
3
+ size 973914024
model-00004-of-00008.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:42fd37087e0bd669eb36594a93a8af86cbbfefa6c6419f97deb584bae8b68b2f
3
- size 990731352
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fab57f66b9d2db0d14f1ae20618e94208dde2cc925634d03305da1c760fca05
3
+ size 990731360
model-00005-of-00008.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3f73450d466bbe10e1296a297f1e89019904974be11357ca4a3c0fe9fc51c782
3
- size 973914048
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1eaa7ce66b8440cd1874c1286569facb0d5daf061be9c3af87d7df3e729334c7
3
+ size 973914056
model-00006-of-00008.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:876674e2d40f602de7b6f4c48ee8ae409e78992b973b83bf5919fd8f26b0a2a5
3
- size 990731352
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa4d10fd28e7f5dae3e75576d637c9776aa360b199c92faf3e7f34114350ab8b
3
+ size 990731360
model-00007-of-00008.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:25b27bf0d3a5b15c31d58e7ad031dff62ef1bdf2fa45d4f4de1dd75cfea67182
3
- size 973914048
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a1d890ae33469404f119258530b4939b8b609e13a5aae10d4d7c9eb02df45a7
3
+ size 973914056
model-00008-of-00008.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:46c625856ad8aba5660fd1ac90df6faef10eee164186cb5f02a8db877de604c9
3
  size 656755424
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2656e33360e49ed6259e3441b5623f6dc4714af133a966928b5f82524eb1cc70
3
  size 656755424