ygaci
/

avispqp_tinyllama_lora_nf4_merged

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

ygaci commited on Jun 3

Commit

cac14bf

•

1 Parent(s): 44a427c

Upload LlamaForCausalLM

Files changed (2) hide show

config.json +1 -1
model.safetensors +2 -2

config.json CHANGED Viewed

@@ -21,7 +21,7 @@
   "rope_scaling": null,
   "rope_theta": 10000.0,
   "tie_word_embeddings": false,
-  "torch_dtype": "float32",
   "transformers_version": "4.36.2",
   "use_cache": true,
   "vocab_size": 32000

   "rope_scaling": null,
   "rope_theta": 10000.0,
   "tie_word_embeddings": false,
+  "torch_dtype": "float16",
   "transformers_version": "4.36.2",
   "use_cache": true,
   "vocab_size": 32000

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3c612ce730ff690571981b32d5f39e29206a9585e31c84843e8d882e8814e254
-size 4400216536

 version https://git-lfs.github.com/spec/v1
+oid sha256:ef775ff62ba23e1291ae8d1aad54afa7b1b7d4d1e125fccdea1a3b272d95648b
+size 2200119664