lvcalucioli
/

llamantino7b_2_question-answering_merged

Text Generation

Inference Endpoints

text-generation-inference

4-bit precision

Model card Files Files and versions Community

lvcalucioli commited on Feb 24

Commit

94afff0

•

1 Parent(s): f416db0

Upload LlamaForCausalLM

Files changed (2) hide show

config.json +2 -2
model.safetensors +2 -2

config.json CHANGED Viewed

@@ -36,8 +36,8 @@
   "rope_scaling": null,
   "rope_theta": 10000.0,
   "tie_word_embeddings": false,
-  "torch_dtype": "float32",
   "transformers_version": "4.38.0.dev0",
-  "use_cache": false,
   "vocab_size": 32000
 }

   "rope_scaling": null,
   "rope_theta": 10000.0,
   "tie_word_embeddings": false,
+  "torch_dtype": "float16",
   "transformers_version": "4.38.0.dev0",
+  "use_cache": true,
   "vocab_size": 32000
 }

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:474f02a415c5390a062890a97e436867df1b1ff4b25b6e66d6cedae58c76e2a8
-size 4390867719

 version https://git-lfs.github.com/spec/v1
+oid sha256:41cca16d3debb3fee63b38a37d7ed184b4ceffaa0b873925b0fab3cd9d2b4bfb
+size 3866042086