unsloth
/

SmolLM2-135M-Instruct-bnb-4bit

Text Generation

text-generation-inference

Inference Endpoints

4-bit precision

Model card Files Files and versions Community

danielhanchen commited on 21 days ago

Commit

59addfe

•

1 Parent(s): bcefc2b

Upload LlamaForCausalLM

Files changed (3) hide show

config.json +2 -2
generation_config.json +1 -1
model.safetensors +2 -2

config.json CHANGED Viewed

@@ -19,7 +19,7 @@
   "num_attention_heads": 9,
   "num_hidden_layers": 30,
   "num_key_value_heads": 3,
-  "pad_token_id": 0,
   "pretraining_tp": 1,
   "quantization_config": {
     "_load_in_4bit": true,
@@ -50,5 +50,5 @@
   },
   "transformers_version": "4.46.1",
   "use_cache": true,
-  "vocab_size": 49152
 }

   "num_attention_heads": 9,
   "num_hidden_layers": 30,
   "num_key_value_heads": 3,
+  "pad_token_id": 49152,
   "pretraining_tp": 1,
   "quantization_config": {
     "_load_in_4bit": true,
   },
   "transformers_version": "4.46.1",
   "use_cache": true,
+  "vocab_size": 49153
 }

generation_config.json CHANGED Viewed

@@ -3,6 +3,6 @@
   "bos_token_id": 1,
   "eos_token_id": 2,
   "max_length": 8192,
-  "pad_token_id": 0,
   "transformers_version": "4.46.1"
 }

   "bos_token_id": 1,
   "eos_token_id": 2,
   "max_length": 8192,
+  "pad_token_id": 49152,
   "transformers_version": "4.46.1"
 }

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:60f1bb201a628939d5b22b33c9ee7ac1d7197c95fa56b570ff990824f80c470a
-size 111879759

 version https://git-lfs.github.com/spec/v1
+oid sha256:b401195b84c6ac85a4dcac902b4dc3544db8e2f6b6a263ad6e7b39c9069dc092
+size 111880911