TheBloke
/

SauerkrautLM-Mixtral-8x7B-Instruct-GPTQ

Text Generation

text-generation-inference

4-bit precision

Model card Files Files and versions Community

TheBloke commited on Jan 3

Commit

2e9d91d

•

1 Parent(s): c597739

GPTQ model commit

Files changed (2) hide show

config.json +1 -1
model.safetensors +2 -2

config.json CHANGED Viewed

@@ -26,7 +26,7 @@
     "sliding_window": null,
     "tie_word_embeddings": false,
     "torch_dtype": "bfloat16",
-    "transformers_version": "4.36.2",
     "use_cache": true,
     "vocab_size": 32000,
     "quantization_config": {

     "sliding_window": null,
     "tie_word_embeddings": false,
     "torch_dtype": "bfloat16",
+    "transformers_version": "4.37.0.dev0",
     "use_cache": true,
     "vocab_size": 32000,
     "quantization_config": {

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bb05d50163cf9bcc20d951d9b91e7ac58152a39871801724f5c7763b9808d612
-size 23811549336

 version https://git-lfs.github.com/spec/v1
+oid sha256:5109d843b6406099db6223e8f895a88d28607aec3431d81a3f4eee4c934722b1
+size 23811549344