unsloth
/

gemma-7b-bnb-4bit

Text Generation

text-generation-inference

Inference Endpoints

4-bit precision

Model card Files Files and versions Community

danielhanchen commited on Feb 22

Commit

0363a1b

•

1 Parent(s): 54e9bc9

Upload GemmaForCausalLM

Files changed (2) hide show

config.json +1 -1
model.safetensors +2 -2

config.json CHANGED Viewed

@@ -17,7 +17,7 @@
   "num_attention_heads": 16,
   "num_hidden_layers": 28,
   "num_key_value_heads": 16,
-  "pad_token_id": 3,
   "quantization_config": {
     "_load_in_4bit": true,
     "_load_in_8bit": false,

   "num_attention_heads": 16,
   "num_hidden_layers": 28,
   "num_key_value_heads": 16,
+  "pad_token_id": 0,
   "quantization_config": {
     "_load_in_4bit": true,
     "_load_in_8bit": false,

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8b811592ac01e45b188c094dcb67f98a93d9bfc3fc5e0ef331ecb98513378cd7
-size 5572148371

 version https://git-lfs.github.com/spec/v1
+oid sha256:873911a10106ce1a6f3350b161fcaf4ffca2626e0ed589ca6d42ebf376413eac
+size 5572148372