Upload H3ForCausalLM

config.json

@@ -8,15 +8,13 @@
   "bos_token_id": 50256,
   "embedding_dropout": 0.1,
   "eos_token_id": 50256,
-  "fused_dropout_add_ln": false,
-  "fused_mlp": false,
   "glu_act": false,
   "hidden_size": 768,
   "initializer_range": 0.02,
   "layer_norm_epsilon": 1e-05,
   "model_type": "h3",
   "n_inner": null,
-  "num_attention_heads": 16,
+  "num_attention_heads": 12,
   "num_hidden_layers": 12,
   "rescale_prenorm_residual": true,
   "residual_dropout": 0.0,
@@ -24,7 +22,6 @@
   "ssm_measure": "diag-lin",
   "ssm_mode": "diag",
   "torch_dtype": "float32",
-  "transformers_version": "4.27.0.dev0",
-  "use_cache": false,
+  "transformers_version": "4.28.0.dev0",
   "vocab_size": 50264
 }

generation_config.json

@@ -2,6 +2,5 @@
   "_from_model_config": true,
   "bos_token_id": 50256,
   "eos_token_id": 50256,
-  "transformers_version": "4.27.0.dev0",
-  "use_cache": false
+  "transformers_version": "4.28.0.dev0"
 }

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8e3e7aea6d3a14156c42fcff4ae77ab2ca165cc28c2733607b9295106effe4a3
+oid sha256:ac38d2002fe0ce101998491d962ff7d6d3cceef5b7c93eb9641d94a44b4bfbdd
 size 505644501