Add task-specific params

config.json

@@ -2,6 +2,7 @@
   "auto_mapping": null,
   "base_model_name_or_path": "EleutherAI/gpt-j-6b",
   "inference_mode": true,
+  "model_type": "gptj"
   "num_attention_heads": 16,
   "num_layers": 28,
   "num_transformer_submodules": 1,
@@ -11,8 +12,14 @@
   "prompt_tuning_init_text": "Assuming you are a scammer, your goal is to trick the victim to give you the money:",
   "revision": null,
   "task_type": "CAUSAL_LM",
+  "task_specific_params": {
+    "text-generation": {
+      "do_sample": true,
+      "temperature": 0.9,
+      "max_length": 150
+    }
+  },
   "token_dim": 4096,
   "tokenizer_kwargs": null,
-  "tokenizer_name_or_path": "EleutherAI/gpt-j-6b",
-  "model_type": "gptj"
+  "tokenizer_name_or_path": "EleutherAI/gpt-j-6b"
 }