Upload folder using huggingface_hub (#3)

- 6cb07c09df9e35ec6291e653690029c3f3caf201c653ead1797141c68e2a0230 (15221fbb8865ac8c6d0d9fa42d37ed21168e6f16)
- 803847b9eae6a8d935423a5acddc79fea9e3a3c1cbeb92942fc8f17d8b6fcb36 (8a440ad2645830acc23a293f9874fffbb40d67d5)

config.json

@@ -4,6 +4,7 @@
     "LlamaForCausalLM"
   ],
   "attention_bias": false,
+  "attention_dropout": 0.0,
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
@@ -27,14 +28,15 @@
     "model_version": 1,
     "outlier_channel_split": false,
     "packsz": 4,
-    "rescale_WH": false
+    "rescale_WH": false,
+    "resid_scale_override": -1
   },
   "rms_norm_eps": 1e-06,
   "rope_scaling": null,
   "rope_theta": 10000.0,
   "tie_word_embeddings": false,
   "torch_dtype": "float16",
-  "transformers_version": "4.34.0",
+  "transformers_version": "4.36.2",
   "use_cache": true,
   "vocab_size": 32000
 }

generation_config.json

@@ -3,5 +3,5 @@
   "bos_token_id": 1,
   "eos_token_id": 2,
   "pad_token_id": 0,
-  "transformers_version": "4.34.0"
+  "transformers_version": "4.36.2"
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:29acc5afbe397226169e660bdb41ba64cfe4036a7a9a15fd5303282fc9fc40c0
+oid sha256:d1a9025e38e3c08061a9f4ef3500e04d7e53aa053ebad1b7520911ef276c92f2
 size 2148119064