Upload config.json

config.json

@@ -11,9 +11,9 @@
   "layer_norm_epsilon": 1e-05,
   "model_type": "gpt2",
   "n_ctx": 1024,
-  "n_embd": 1280,
-  "n_head": 20,
-  "n_layer": 36,
+  "n_embd": 768,
+  "n_head": 12,
+  "n_layer": 12,
   "n_positions": 1024,
   "resid_pdrop": 0.1,
   "summary_activation": null,
@@ -21,5 +21,10 @@
   "summary_proj_to_labels": true,
   "summary_type": "cls_index",
   "summary_use_proj": true,
+  "task_specific_params": {
+    "conversational": {
+      "max_length": 1000
+    }
+  },
   "vocab_size": 50257
-}
+}