增加tranformer-xl

transfo-xl-wt103/bert4torch_config.json

@@ -0,0 +1,51 @@
+{
+    "model": "transformer_xl",
+    "segment_vocab_size": 0,
+    "adaptive": true,
+    "attn_type": 0,
+    "clamp_len": 1000,
+    "cutoffs": [
+      20000,
+      40000,
+      200000
+    ],
+    "d_embed": 1024,
+    "d_head": 64,
+    "intermediate_size": 4096,
+    "hidden_size": 1024,
+    "div_val": 4,
+    "is_dropout": true,
+    "adaptive_embedding": true,
+    "attention_probs_dropout_prob": 0.0,
+    "hidden_dropout_prob": 0.1,
+    "hidden_act": "relu", 
+    "eos_token_id": 0,
+    "ext_len": 0,
+    "init": "normal",
+    "init_range": 0.01,
+    "init_std": 0.02,
+    "layer_norm_epsilon": 1e-05,
+    "mem_len": 1600,
+    "num_attention_heads": 16,
+    "num_hidden_layers": 18,
+    "pre_layernorm": false,
+    "proj_init_std": 0.01,
+    "same_length": true,
+    "sample_softmax": -1, 
+    "task_specific_params": {
+      "text-generation": {
+        "do_sample": true,
+        "max_length": 250
+      }
+    },
+    "tgt_len": 128,
+    "tie_projs": [
+      false,
+      true,
+      true,
+      true
+    ],
+    "tie_weight": true,
+    "untie_r": true,
+    "vocab_size": 267735
+  }