kiddothe2b
/

hierarchical-transformer-base-4096

hierarchical-transformer

Model card Files Files and versions Community

kiddothe2b commited on Oct 10, 2022

Commit

535fa18

•

1 Parent(s): ab7b7bf

Initial commit

Files changed (1) hide show

config.json +2 -2

config.json CHANGED Viewed

@@ -1,7 +1,7 @@
 {
   "_name_or_path": "kiddothe2b/hat-base-4096",
   "architectures": [
-    "HiTransformerForMaskedLM"
   ],
   "auto_map": {
      "AutoConfig": "configuration_hat.HATConfig",
@@ -78,7 +78,7 @@
   "max_sentence_size": 128,
   "max_sentences": 32,
   "model_max_length": 4096,
-  "model_type": "hi-transformer",
   "num_attention_heads": 12,
   "num_hidden_layers": 12,
   "output_past": true,

 {
   "_name_or_path": "kiddothe2b/hat-base-4096",
   "architectures": [
+    "HATForMaskedLM"
   ],
   "auto_map": {
      "AutoConfig": "configuration_hat.HATConfig",
   "max_sentence_size": 128,
   "max_sentences": 32,
   "model_max_length": 4096,
+  "model_type": "hierarchical-transformer",
   "num_attention_heads": 12,
   "num_hidden_layers": 12,
   "output_past": true,