Update generation_config.json

generation_config.json

@@ -1,12 +1,18 @@
 {
-  "decoder_start_token_id": 0,
-  "early_stopping": true,
-  "eos_token_id": 1,
-  "length_penalty": 2.0,
-  "max_length": 200,
-  "min_length": 30,
-  "no_repeat_ngram_size": 3,
-  "num_beams": 4,
-  "pad_token_id": 0,
-  "transformers_version": "4.42.3"
+  max_length=128,
+    min_length=30,
+    # length_penalty=1.0, 
+    # num_beams=8,
+    max_new_tokens=40,       # max_target_length, 
+    do_sample=True,
+    top_p=0.9,
+    early_stopping=True,
+    bos_token_id=model.config.bos_token_id,
+    decoder_start_token_id=model.config.decoder_start_token_id,
+    no_repeat_ngram_size = 3,
+    eos_token_id = model.generation_config.eos_token_id,
+    pad_token_id = model.generation_config.pad_token_id,
+    forced_bos_token_id = 0,
+    forced_eos_token_id = 2,
+    top_k=0
 }