Update tiny models for StableLmForCausalLM

config.json

@@ -21,13 +21,15 @@
   "num_key_value_heads": 4,
   "pad_token_id": 0,
   "partial_rotary_factor": 0.25,
+  "qk_layernorm": false,
   "rope_scaling": null,
   "rope_theta": 10000,
   "tie_word_embeddings": false,
   "torch_dtype": "float32",
-  "transformers_version": "4.38.0.dev0",
+  "transformers_version": "4.40.0.dev0",
   "type_vocab_size": 16,
   "use_cache": true,
+  "use_parallel_residual": false,
   "use_qkv_bias": false,
   "vocab_size": 1024
 }

generation_config.json

@@ -3,5 +3,5 @@
   "bos_token_id": 0,
   "eos_token_id": 0,
   "pad_token_id": 0,
-  "transformers_version": "4.38.0.dev0"
+  "transformers_version": "4.40.0.dev0"
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:78231a194912c1d1e0f0f474ca66d847722c14e7461bcb63998f7a283f0eefda
+oid sha256:6a0476d4194b6aa6c20428d995ace3ed6e838579ebba752618d52afe28779a92
 size 717384