cmcmaster
/

xsmall_llama_random

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

cmcmaster commited on Jul 10

Commit

58b6d62

•

1 Parent(s): 8d89ab1

Upload LlamaForCausalLM

Files changed (2) hide show

config.json +1 -1
model.safetensors +2 -2

config.json CHANGED Viewed

@@ -22,7 +22,7 @@
   "rope_scaling": null,
   "rope_theta": 500000.0,
   "tie_word_embeddings": true,
-  "torch_dtype": "float32",
   "transformers_version": "4.42.3",
   "use_cache": true,
   "vocab_size": 128256

   "rope_scaling": null,
   "rope_theta": 500000.0,
   "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
   "transformers_version": "4.42.3",
   "use_cache": true,
   "vocab_size": 128256

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ef2ff348e10e145cef995358a9ed8f3374230d0aa9feaa821a48c1ea966c52d3
-size 720346024

 version https://git-lfs.github.com/spec/v1
+oid sha256:1e3626282568c762be72e1532532bb8bb5f64d274c8641531d90be8d7047296a
+size 360188472